diff --git a/faithfulness_metrics/sst/topk-dev-f1-metrics-description.json b/faithfulness_metrics/sst/topk-dev-f1-metrics-description.json index 93a17c39..03959daa 100644 --- a/faithfulness_metrics/sst/topk-dev-f1-metrics-description.json +++ b/faithfulness_metrics/sst/topk-dev-f1-metrics-description.json @@ -1,38 +1,42 @@ { "f1 macro avg - model labels": { - "fixed-fixed-len_var-feat_var-type": 54.679, + "fixed-shap": 81.651, "fixed-lime": 73.995, "fixed-attention": 79.239, "fixed-ig": 75.227, "fixed-gradients": 86.801, "fixed-scaled attention": 62.153, "fixed-random": 90.022, - "fixed-fixed-len_var-feat": 55.455, - "var-var-len_var-feat_var-type": 55.521, + "fixed-fixed-len_var-feat": 55.103, + "fixed-fixed-len_var-feat_var-type": 53.989, + "var-shap": 83.691, "var-lime": 79.091, "var-attention": 84.235, "var-ig": 76.601, "var-gradients": 87.134, "var-scaled attention": 63.729, "var-random": 91.282, - "var-var-len_var-feat": 57.274 + "var-var-len_var-feat": 56.489, + "var-var-len_var-feat_var-type": 54.841 }, "f1 macro avg - actual labels": { - "fixed-fixed-len_var-feat_var-type": 58.447, + "fixed-shap": 79.931, "fixed-lime": 73.322, "fixed-attention": 77.75, "fixed-ig": 74.192, "fixed-gradients": 83.019, "fixed-scaled attention": 66.162, "fixed-random": 85.317, - "fixed-fixed-len_var-feat": 59.223, - "var-var-len_var-feat_var-type": 60.44, + "fixed-fixed-len_var-feat": 58.871, + "fixed-fixed-len_var-feat_var-type": 58.217, + "var-shap": 79.909, "var-lime": 77.273, "var-attention": 80.22, "var-ig": 75.342, "var-gradients": 83.58, "var-scaled attention": 67.757, "var-random": 86.811, - "var-var-len_var-feat": 61.965 + "var-var-len_var-feat": 60.95, + "var-var-len_var-feat_var-type": 59.76 } } \ No newline at end of file diff --git a/faithfulness_metrics/sst/topk-dev-faithfulness-metrics-description.json b/faithfulness_metrics/sst/topk-dev-faithfulness-metrics-description.json index 5ed76f0e..d5ef6629 100644 --- a/faithfulness_metrics/sst/topk-dev-faithfulness-metrics-description.json +++ b/faithfulness_metrics/sst/topk-dev-faithfulness-metrics-description.json @@ -1,162 +1,182 @@ { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": { - "mean": 0.5715628599366629, - "std": 0.44906766819925054 - }, + "fixed-shap": { "sufficiency": { - "mean": 0.6260505814335967, - "std": 0.4338822943786747 + "mean": 0.5023566806884354, + "std": 0.4537540373218543 + }, + "comprehensiveness": { + "mean": 0.3453003483300438, + "std": 0.42499091193329275 } }, "fixed-lime": { - "comprehensiveness": { - "mean": 0.3990757730344414, - "std": 0.46675243024843927 - }, "sufficiency": { "mean": 0.45353666960917666, "std": 0.40059209294531567 + }, + "comprehensiveness": { + "mean": 0.3990757730344414, + "std": 0.46675243024843927 } }, "fixed-attention": { - "comprehensiveness": { - "mean": 0.35704055137456625, - "std": 0.4266174146295589 - }, "sufficiency": { "mean": 0.5113618394846968, "std": 0.44910709868445126 + }, + "comprehensiveness": { + "mean": 0.35704055137456625, + "std": 0.4266174146295589 } }, "fixed-ig": { - "comprehensiveness": { - "mean": 0.39358267084174536, - "std": 0.4338903979736677 - }, "sufficiency": { "mean": 0.5437035723162148, "std": 0.4552569578971713 + }, + "comprehensiveness": { + "mean": 0.39358267084174536, + "std": 0.4338903979736677 } }, "fixed-gradients": { - "comprehensiveness": { - "mean": 0.24241735649341895, - "std": 0.3743272407794751 - }, "sufficiency": { "mean": 0.4456323368748257, "std": 0.45110413114552084 + }, + "comprehensiveness": { + "mean": 0.24241735649341895, + "std": 0.3743272407794751 } }, "fixed-scaled attention": { - "comprehensiveness": { - "mean": 0.554516199615612, - "std": 0.4382954279211083 - }, "sufficiency": { "mean": 0.671076449830461, "std": 0.4276257070152763 + }, + "comprehensiveness": { + "mean": 0.554516199615612, + "std": 0.4382954279211083 } }, "fixed-random": { - "comprehensiveness": { - "mean": 0.2254830291875505, - "std": 0.3677511594534306 - }, "sufficiency": { "mean": 0.45724950115828683, "std": 0.450760545097729 + }, + "comprehensiveness": { + "mean": 0.2254830291875505, + "std": 0.3677511594534306 } }, "fixed-fixed-len_var-feat": { - "comprehensiveness": { - "mean": 0.5636320217866533, - "std": 0.44915006671758423 - }, "sufficiency": { - "mean": 0.6125310174447971, - "std": 0.4377316183481064 + "mean": 0.6135260039874258, + "std": 0.4358223468849265 + }, + "comprehensiveness": { + "mean": 0.5700914418045337, + "std": 0.4482622626304487 } }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": { - "mean": 0.5682575722413383, - "std": 0.4560295165877581 + "fixed-fixed-len_var-feat_var-type": { + "sufficiency": { + "mean": 0.6256475026736361, + "std": 0.43254740917992657 }, + "comprehensiveness": { + "mean": 0.5750546855583999, + "std": 0.44864869904880883 + } + }, + "var-shap": { "sufficiency": { - "mean": 0.5806553962842322, - "std": 0.4330180823022103 + "mean": 0.46621782386487504, + "std": 0.44317723049979496 + }, + "comprehensiveness": { + "mean": 0.29325404001661776, + "std": 0.40806094837882645 } }, "var-lime": { - "comprehensiveness": { - "mean": 0.367229942793854, - "std": 0.45651277428091347 - }, "sufficiency": { - "mean": 0.4367441305134514, - "std": 0.3996589827520667 + "mean": 0.4368771810304596, + "std": 0.39968052380946445 + }, + "comprehensiveness": { + "mean": 0.3671323837988059, + "std": 0.4564913838782591 } }, "var-attention": { - "comprehensiveness": { - "mean": 0.28553705626450315, - "std": 0.4039597817879653 - }, "sufficiency": { - "mean": 0.4607237277620839, - "std": 0.44008700725275324 + "mean": 0.4607785567769422, + "std": 0.44010028775482285 + }, + "comprehensiveness": { + "mean": 0.2854035748173045, + "std": 0.4038891904588538 } }, "var-ig": { - "comprehensiveness": { - "mean": 0.36671548190283537, - "std": 0.43184096318071147 - }, "sufficiency": { - "mean": 0.4952407966158566, - "std": 0.44610912880172154 + "mean": 0.49529554534686404, + "std": 0.44612054238762194 + }, + "comprehensiveness": { + "mean": 0.36656316233874675, + "std": 0.431783164238274 } }, "var-gradients": { - "comprehensiveness": { - "mean": 0.21962149399658284, - "std": 0.3640263297340482 - }, "sufficiency": { - "mean": 0.4316706800525752, - "std": 0.4375623899659665 + "mean": 0.43169837137427897, + "std": 0.4375724969767005 + }, + "comprehensiveness": { + "mean": 0.21949978985466417, + "std": 0.3639570329190203 } }, "var-scaled attention": { - "comprehensiveness": { - "mean": 0.5382449230232725, - "std": 0.44162909790739663 - }, "sufficiency": { - "mean": 0.6010822484167208, - "std": 0.4402724847685496 + "mean": 0.6011913188203417, + "std": 0.4402531097891258 + }, + "comprehensiveness": { + "mean": 0.5380868813807106, + "std": 0.44161943313806284 } }, "var-random": { - "comprehensiveness": { - "mean": 0.19910343545933581, - "std": 0.3462641423820248 - }, "sufficiency": { - "mean": 0.43680151351332375, - "std": 0.4435618539565677 + "mean": 0.4368347334963859, + "std": 0.44356863820431774 + }, + "comprehensiveness": { + "mean": 0.19897406346378851, + "std": 0.3461788424917432 } }, "var-var-len_var-feat": { - "comprehensiveness": { - "mean": 0.5564290154047761, - "std": 0.4529053372755513 + "sufficiency": { + "mean": 0.5656406028247482, + "std": 0.4382428232469666 }, + "comprehensiveness": { + "mean": 0.5643821345709635, + "std": 0.45078049795274844 + } + }, + "var-var-len_var-feat_var-type": { "sufficiency": { - "mean": 0.5633048455128361, - "std": 0.43636516149798743 + "mean": 0.5809569034678435, + "std": 0.43437853524613357 + }, + "comprehensiveness": { + "mean": 0.572013507678216, + "std": 0.45429443417542686 } } } \ No newline at end of file diff --git a/faithfulness_metrics/sst/topk-dev-faithfulness-metrics.json b/faithfulness_metrics/sst/topk-dev-faithfulness-metrics.json index da7d3d93..1d3c2a19 100644 --- a/faithfulness_metrics/sst/topk-dev-faithfulness-metrics.json +++ b/faithfulness_metrics/sst/topk-dev-faithfulness-metrics.json @@ -1,6 +1,6 @@ { "dev_364": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -104,7 +104,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.008664079941809177, + 0.9913358688354492 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -207,15 +220,28 @@ 0.9913358688354492 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.008664079941809177, + 0.9913358688354492 + ], + "labels": 1 } }, "dev_811": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.790093719959259, + "fixed-shap": { + "comprehensiveness": 0.20993749797344208, + "sufficiency": 1.0, "masked prediction probs": [ - 0.994371235370636, - 0.005628799553960562 + 0.8532628417015076, + 0.14673712849617004 ], "full text prediction probs": [ 0.994371235370636, @@ -314,7 +340,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7905920743942261, "masked prediction probs": [ @@ -327,9 +353,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.20937688648700714, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.994371235370636, + 0.005628799553960562 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.790654182434082, + "sufficiency": 0.790716290473938, "masked prediction probs": [ 0.994371235370636, 0.005628799553960562 @@ -341,7 +380,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.20931476354599, + "comprehensiveness": 0.20925270020961761, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -354,7 +393,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.20925270020961761, + "comprehensiveness": 0.20919065177440643, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -367,7 +406,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.20919065177440643, + "comprehensiveness": 0.20912867784500122, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -380,7 +419,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.20912867784500122, + "comprehensiveness": 0.20906668901443481, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -394,7 +433,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7909642457962036, + "sufficiency": 0.7910261750221252, "masked prediction probs": [ 0.994371235370636, 0.005628799553960562 @@ -407,7 +446,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7910261750221252, + "sufficiency": 0.7910880446434021, + "masked prediction probs": [ + 0.994371235370636, + 0.005628799553960562 + ], + "full text prediction probs": [ + 0.994371235370636, + 0.005628799553960562 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7911498546600342, "masked prediction probs": [ 0.994371235370636, 0.005628799553960562 @@ -420,12 +472,12 @@ } }, "dev_683": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9993017911911011, + "fixed-shap": { + "comprehensiveness": 0.0006982941413298249, + "sufficiency": 0.0, "masked prediction probs": [ - 0.2373266965150833, - 0.7626733183860779 + 0.994959831237793, + 0.005040138494223356 ], "full text prediction probs": [ 0.9954577684402466, @@ -524,7 +576,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9993033409118652, "masked prediction probs": [ @@ -537,7 +589,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0006965361535549164, "sufficiency": 0.0, "masked prediction probs": [ @@ -550,9 +602,22 @@ ], "labels": 0 }, + "var-lime": { + "comprehensiveness": 0.000696341332513839, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.994959831237793, + 0.005040138494223356 + ], + "full text prediction probs": [ + 0.9954577684402466, + 0.004542213398963213 + ], + "labels": 0 + }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9993037581443787, + "sufficiency": 0.999303936958313, "masked prediction probs": [ 0.2373266965150833, 0.7626733183860779 @@ -565,7 +630,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.999303936958313, + "sufficiency": 0.9993041157722473, "masked prediction probs": [ 0.2373266965150833, 0.7626733183860779 @@ -578,7 +643,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8573748469352722, + "sufficiency": 0.8574146628379822, "masked prediction probs": [ 0.9954577684402466, 0.004542213398963213 @@ -591,7 +656,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9993043541908264, + "sufficiency": 0.9993045330047607, "masked prediction probs": [ 0.2373266965150833, 0.7626733183860779 @@ -603,7 +668,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006955632707104087, + "comprehensiveness": 0.0006953690899536014, "sufficiency": 0.0, "masked prediction probs": [ 0.994959831237793, @@ -617,7 +682,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9993047118186951, + "sufficiency": 0.9993049502372742, + "masked prediction probs": [ + 0.2373266965150833, + 0.7626733183860779 + ], + "full text prediction probs": [ + 0.9954577684402466, + 0.004542213398963213 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9993051290512085, "masked prediction probs": [ 0.2373266965150833, 0.7626733183860779 @@ -630,12 +708,12 @@ } }, "dev_812": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9997478127479553, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8600579500198364, "masked prediction probs": [ - 0.0751933604478836, - 0.9248065948486328 + 0.9928349256515503, + 0.007165053393691778 ], "full text prediction probs": [ 0.9928349256515503, @@ -734,7 +812,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9997484087944031, "masked prediction probs": [ @@ -747,7 +825,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.860411524772644, "masked prediction probs": [ @@ -760,7 +838,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.8604506850242615, "masked prediction probs": [ @@ -773,9 +851,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.8604898452758789, + "masked prediction probs": [ + 0.9928349256515503, + 0.007165053393691778 + ], + "full text prediction probs": [ + 0.9928349256515503, + 0.007165053393691778 + ], + "labels": 0 + }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9997486472129822, + "sufficiency": 0.999748706817627, "masked prediction probs": [ 0.0751933604478836, 0.9248065948486328 @@ -788,7 +879,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.999748706817627, + "sufficiency": 0.9997487664222717, "masked prediction probs": [ 0.0751933604478836, 0.9248065948486328 @@ -801,7 +892,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9997487664222717, + "sufficiency": 0.9997488260269165, "masked prediction probs": [ 0.0751933604478836, 0.9248065948486328 @@ -814,7 +905,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8606071472167969, + "sufficiency": 0.8606462478637695, "masked prediction probs": [ 0.9928349256515503, 0.007165053393691778 @@ -827,7 +918,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9997488856315613, + "sufficiency": 0.999748945236206, + "masked prediction probs": [ + 0.0751933604478836, + 0.9248065948486328 + ], + "full text prediction probs": [ + 0.9928349256515503, + 0.007165053393691778 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9997490644454956, "masked prediction probs": [ 0.0751933604478836, 0.9248065948486328 @@ -840,12 +944,12 @@ } }, "dev_556": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8583218455314636, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5713849067687988, - 0.42861509323120117 + 0.14813995361328125, + 0.851859986782074 ], "full text prediction probs": [ 0.14813995361328125, @@ -944,7 +1048,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8608793020248413, "masked prediction probs": [ @@ -957,6 +1061,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14813995361328125, + 0.851859986782074 + ], + "full text prediction probs": [ + 0.14813995361328125, + 0.851859986782074 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -985,7 +1102,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8618146777153015, + "sufficiency": 0.8621237277984619, "masked prediction probs": [ 0.5713849067687988, 0.42861509323120117 @@ -998,7 +1115,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8621237277984619, + "sufficiency": 0.8624313473701477, "masked prediction probs": [ 0.5713849067687988, 0.42861509323120117 @@ -1010,7 +1127,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3401414453983307, + "comprehensiveness": 0.3393833637237549, "sufficiency": 0.0, "masked prediction probs": [ 0.17860010266304016, @@ -1023,7 +1140,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3393833637237549, + "comprehensiveness": 0.3386286497116089, "sufficiency": 0.0, "masked prediction probs": [ 0.17860010266304016, @@ -1037,7 +1154,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8630425333976746, + "sufficiency": 0.8633460998535156, + "masked prediction probs": [ + 0.5713849067687988, + 0.42861509323120117 + ], + "full text prediction probs": [ + 0.14813995361328125, + 0.851859986782074 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8636482954025269, "masked prediction probs": [ 0.5713849067687988, 0.42861509323120117 @@ -1050,7 +1180,7 @@ } }, "dev_302": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.03773026913404465, "sufficiency": 0.0, "masked prediction probs": [ @@ -1154,7 +1284,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.03744302690029144, "sufficiency": 0.0, "masked prediction probs": [ @@ -1167,7 +1297,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.03740742802619934, "sufficiency": 0.0, "masked prediction probs": [ @@ -1180,6 +1310,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.03737189620733261, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012416520155966282, + 0.9875834584236145 + ], + "full text prediction probs": [ + 0.004546022973954678, + 0.995453953742981 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -1194,8 +1337,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02345144748687744, - "sufficiency": 0.9776573777198792, + "comprehensiveness": 0.02342921495437622, + "sufficiency": 0.9776785373687744, "masked prediction probs": [ 0.009489589370787144, 0.9905104041099548 @@ -1220,8 +1363,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.023407025262713432, - "sufficiency": 0.9776996970176697, + "comprehensiveness": 0.023384876549243927, + "sufficiency": 0.9777207970619202, "masked prediction probs": [ 0.009489589370787144, 0.9905104041099548 @@ -1246,7 +1389,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.037195250391960144, + "comprehensiveness": 0.03716012090444565, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012416520155966282, + 0.9875834584236145 + ], + "full text prediction probs": [ + 0.004546022973954678, + 0.995453953742981 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.037125058472156525, "sufficiency": 0.0, "masked prediction probs": [ 0.012416520155966282, @@ -1260,7 +1416,7 @@ } }, "dev_335": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -1364,7 +1520,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8696098327636719, + 0.13039018213748932 + ], + "full text prediction probs": [ + 0.022109756246209145, + 0.9778901934623718 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -1430,7 +1599,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8400590419769287, + "comprehensiveness": 0.8391920924186707, "sufficiency": 0.0, "masked prediction probs": [ 0.18477517366409302, @@ -1467,10 +1636,23 @@ 0.9778901934623718 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8696098327636719, + 0.13039018213748932 + ], + "full text prediction probs": [ + 0.022109756246209145, + 0.9778901934623718 + ], + "labels": 1 } }, "dev_420": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7968959212303162, "masked prediction probs": [ @@ -1574,7 +1756,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.797313392162323, "masked prediction probs": [ @@ -1587,9 +1769,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7973654866218567, + "masked prediction probs": [ + 0.9896529316902161, + 0.010347055271267891 + ], + "full text prediction probs": [ + 0.9896529316902161, + 0.010347055271267891 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.40120571851730347, + "sufficiency": 0.401359498500824, "masked prediction probs": [ 0.9919289350509644, 0.00807102583348751 @@ -1602,7 +1797,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7974176406860352, + "sufficiency": 0.7974695563316345, "masked prediction probs": [ 0.9896529316902161, 0.010347055271267891 @@ -1615,7 +1810,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.4015131890773773, + "sufficiency": 0.4016667902469635, "masked prediction probs": [ 0.9919289350509644, 0.00807102583348751 @@ -1627,8 +1822,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.035368192940950394, - "sufficiency": 0.9676805734634399, + "comprehensiveness": 0.03535911813378334, + "sufficiency": 0.9676889181137085, "masked prediction probs": [ 0.9620972871780396, 0.03790275380015373 @@ -1640,8 +1835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0009363943827338517, - "sufficiency": 0.8629166483879089, + "comprehensiveness": 0.0009361541015096009, + "sufficiency": 0.8629518747329712, "masked prediction probs": [ 0.988923192024231, 0.011076834052801132 @@ -1653,8 +1848,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009361541015096009, - "sufficiency": 0.8629518747329712, + "comprehensiveness": 0.0009359139949083328, + "sufficiency": 0.8629869222640991, "masked prediction probs": [ 0.988923192024231, 0.011076834052801132 @@ -1667,7 +1862,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7976773381233215, + "sufficiency": 0.7977291345596313, + "masked prediction probs": [ + 0.9896529316902161, + 0.010347055271267891 + ], + "full text prediction probs": [ + 0.9896529316902161, + 0.010347055271267891 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7977810502052307, "masked prediction probs": [ 0.9896529316902161, 0.010347055271267891 @@ -1680,12 +1888,12 @@ } }, "dev_530": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.970298707485199, - 0.029701225459575653 + 0.6048422455787659, + 0.39515772461891174 ], "full text prediction probs": [ 0.6048422455787659, @@ -1784,7 +1992,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -1797,6 +2005,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6048422455787659, + 0.39515772461891174 + ], + "full text prediction probs": [ + 0.6048422455787659, + 0.39515772461891174 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -1824,7 +2045,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.38043564558029175, + "comprehensiveness": 0.38024264574050903, "sufficiency": 1.0, "masked prediction probs": [ 0.4549134373664856, @@ -1850,7 +2071,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7414149045944214, + "comprehensiveness": 0.7410391569137573, "sufficiency": 1.0, "masked prediction probs": [ 0.31235572695732117, @@ -1863,7 +2084,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.37985724210739136, + "comprehensiveness": 0.379664808511734, "sufficiency": 1.0, "masked prediction probs": [ 0.4549134373664856, @@ -1887,15 +2108,28 @@ 0.39515772461891174 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.970298707485199, + 0.029701225459575653 + ], + "full text prediction probs": [ + 0.6048422455787659, + 0.39515772461891174 + ], + "labels": 1 } }, "dev_617": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19343964755535126, - "sufficiency": 0.9994902610778809, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8008957505226135, "masked prediction probs": [ - 0.8362777233123779, - 0.16372229158878326 + 0.9857733845710754, + 0.014226672239601612 ], "full text prediction probs": [ 0.9857733845710754, @@ -1994,7 +2228,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.19303998351097107, "sufficiency": 0.9994913339614868, "masked prediction probs": [ @@ -2007,7 +2241,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.8013584017753601, "masked prediction probs": [ @@ -2020,7 +2254,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.8014097809791565, "masked prediction probs": [ @@ -2033,9 +2267,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.8014609217643738, + "masked prediction probs": [ + 0.9857733845710754, + 0.014226672239601612 + ], + "full text prediction probs": [ + 0.9857733845710754, + 0.014226672239601612 + ], + "labels": 0 + }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8683608770370483, + "sufficiency": 0.8683947324752808, "masked prediction probs": [ 0.9861881136894226, 0.013811832293868065 @@ -2047,8 +2294,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.19284076988697052, - "sufficiency": 0.9994918704032898, + "comprehensiveness": 0.19279104471206665, + "sufficiency": 0.9994920492172241, "masked prediction probs": [ 0.8362777233123779, 0.16372229158878326 @@ -2061,7 +2308,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7929109334945679, + "sufficiency": 0.7929643988609314, "masked prediction probs": [ 0.9897608160972595, 0.010239155031740665 @@ -2074,7 +2321,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8684627413749695, + "sufficiency": 0.8684965968132019, "masked prediction probs": [ 0.9861881136894226, 0.013811832293868065 @@ -2086,8 +2333,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1926916390657425, - "sufficiency": 0.9994922876358032, + "comprehensiveness": 0.1926419734954834, + "sufficiency": 0.999492347240448, + "masked prediction probs": [ + 0.8362777233123779, + 0.16372229158878326 + ], + "full text prediction probs": [ + 0.9857733845710754, + 0.014226672239601612 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1925923377275467, + "sufficiency": 0.9994925856590271, "masked prediction probs": [ 0.8362777233123779, 0.16372229158878326 @@ -2100,12 +2360,12 @@ } }, "dev_843": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.29964953660964966, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7951210141181946, "masked prediction probs": [ - 0.7581271529197693, - 0.24187281727790833 + 0.9913869500160217, + 0.008613072335720062 ], "full text prediction probs": [ 0.9913869500160217, @@ -2204,7 +2464,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.29903489351272583, "sufficiency": 1.0, "masked prediction probs": [ @@ -2217,9 +2477,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7955936789512634, + "masked prediction probs": [ + 0.9913869500160217, + 0.008613072335720062 + ], + "full text prediction probs": [ + 0.9913869500160217, + 0.008613072335720062 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7252396941184998, + "sufficiency": 0.7253101468086243, "masked prediction probs": [ 0.9933949112892151, 0.006605128757655621 @@ -2232,7 +2505,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7956461310386658, + "sufficiency": 0.7956984043121338, "masked prediction probs": [ 0.9913869500160217, 0.008613072335720062 @@ -2245,7 +2518,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7253804802894592, + "sufficiency": 0.7254506945610046, "masked prediction probs": [ 0.9933949112892151, 0.006605128757655621 @@ -2257,7 +2530,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2987285256385803, + "comprehensiveness": 0.2986520528793335, "sufficiency": 1.0, "masked prediction probs": [ 0.7581271529197693, @@ -2270,7 +2543,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2986520528793335, + "comprehensiveness": 0.29857558012008667, "sufficiency": 1.0, "masked prediction probs": [ 0.7581271529197693, @@ -2283,8 +2556,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000868462782818824, - "sufficiency": 0.8964681625366211, + "comprehensiveness": 0.0008682405459694564, + "sufficiency": 0.8964946866035461, "masked prediction probs": [ 0.9907084703445435, 0.009291506372392178 @@ -2296,7 +2569,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2984991669654846, + "comprehensiveness": 0.29842278361320496, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7581271529197693, + 0.24187281727790833 + ], + "full text prediction probs": [ + 0.9913869500160217, + 0.008613072335720062 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.29834645986557007, "sufficiency": 1.0, "masked prediction probs": [ 0.7581271529197693, @@ -2310,7 +2596,7 @@ } }, "dev_2": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.008619782514870167, "sufficiency": 0.1725492775440216, "masked prediction probs": [ @@ -2414,7 +2700,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00854242593050003, + "sufficiency": 0.1799708902835846, + "masked prediction probs": [ + 0.005126298870891333, + 0.9948737025260925 + ], + "full text prediction probs": [ + 0.00360310822725296, + 0.9963969588279724 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -2428,7 +2727,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.010326837189495564, + "comprehensiveness": 0.01031527854502201, "sufficiency": 0.0, "masked prediction probs": [ 0.0054465695284307, @@ -2454,7 +2753,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.010303745046257973, + "comprehensiveness": 0.010292238555848598, "sufficiency": 0.0, "masked prediction probs": [ 0.0054465695284307, @@ -2467,7 +2766,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010292238555848598, + "comprehensiveness": 0.010280757211148739, "sufficiency": 0.0, "masked prediction probs": [ 0.0054465695284307, @@ -2480,8 +2779,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.008494779467582703, - "sufficiency": 0.18454217910766602, + "comprehensiveness": 0.008485313504934311, + "sufficiency": 0.18545033037662506, "masked prediction probs": [ 0.005126298870891333, 0.9948737025260925 @@ -2493,8 +2792,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008485313504934311, - "sufficiency": 0.18545033037662506, + "comprehensiveness": 0.008475868962705135, + "sufficiency": 0.18635645508766174, "masked prediction probs": [ 0.005126298870891333, 0.9948737025260925 @@ -2517,15 +2816,28 @@ 0.9963969588279724 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00360310822725296, + 0.9963969588279724 + ], + "full text prediction probs": [ + 0.00360310822725296, + 0.9963969588279724 + ], + "labels": 1 } }, "dev_21": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008611764758825302, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8742261528968811, "masked prediction probs": [ - 0.00578523613512516, - 0.9942148327827454 + 0.4980371296405792, + 0.5019629001617432 ], "full text prediction probs": [ 0.004269063472747803, @@ -2624,13 +2936,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008534190244972706, "sufficiency": 0.0, "masked prediction probs": [ + 0.00578523613512516, + 0.9942148327827454 + ], + "full text prediction probs": [ 0.004269063472747803, 0.9957309365272522 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02347077801823616, + "sufficiency": 0.8549878597259521, + "masked prediction probs": [ + 0.008443286642432213, + 0.9915566444396973 + ], "full text prediction probs": [ 0.004269063472747803, 0.9957309365272522 @@ -2638,8 +2963,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02347077801823616, - "sufficiency": 0.8549878597259521, + "comprehensiveness": 0.023444410413503647, + "sufficiency": 0.8551506996154785, "masked prediction probs": [ 0.008443286642432213, 0.9915566444396973 @@ -2664,7 +2989,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.020648375153541565, + "comprehensiveness": 0.02062522992491722, "sufficiency": 0.0, "masked prediction probs": [ 0.007949699647724628, @@ -2677,7 +3002,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02062522992491722, + "comprehensiveness": 0.020602136850357056, "sufficiency": 0.0, "masked prediction probs": [ 0.007949699647724628, @@ -2690,7 +3015,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.008725963532924652, + "comprehensiveness": 0.008716204203665257, "sufficiency": 0.0, "masked prediction probs": [ 0.0058279805816709995, @@ -2703,7 +3028,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.011202692054212093, + "comprehensiveness": 0.01119017694145441, "sufficiency": 0.0, "masked prediction probs": [ 0.006272708065807819, @@ -2727,15 +3052,28 @@ 0.9957309365272522 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004269063472747803, + 0.9957309365272522 + ], + "full text prediction probs": [ + 0.004269063472747803, + 0.9957309365272522 + ], + "labels": 1 } }, "dev_43": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00817419309169054, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.05454371124505997, + "sufficiency": 0.9098080396652222, "masked prediction probs": [ - 0.005705087911337614, - 0.9942949414253235 + 0.013868537731468678, + 0.9861314296722412 ], "full text prediction probs": [ 0.004266003612428904, @@ -2822,11 +3160,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.00810969341546297, - "sufficiency": 0.0, + "comprehensiveness": 0.01972169615328312, + "sufficiency": 0.7682583332061768, "masked prediction probs": [ - 0.005705087911337614, - 0.9942949414253235 + 0.007765655871480703, + 0.9922343492507935 ], "full text prediction probs": [ 0.004266003612428904, @@ -2834,13 +3172,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.019699489697813988, + "sufficiency": 0.7685191631317139, "masked prediction probs": [ + 0.007765655871480703, + 0.9922343492507935 + ], + "full text prediction probs": [ 0.004266003612428904, 0.9957340359687805 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.008110553957521915, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005708467215299606, + 0.9942915439605713 + ], "full text prediction probs": [ 0.004266003612428904, 0.9957340359687805 @@ -2848,8 +3199,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.019677333533763885, - "sufficiency": 0.7687793374061584, + "comprehensiveness": 0.019655227661132812, + "sufficiency": 0.7690389752388, "masked prediction probs": [ 0.007765655871480703, 0.9922343492507935 @@ -2874,7 +3225,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008073290809988976, + "comprehensiveness": 0.008064241148531437, "sufficiency": 0.0, "masked prediction probs": [ 0.005705087911337614, @@ -2900,8 +3251,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01958920620381832, - "sufficiency": 0.7698143124580383, + "comprehensiveness": 0.019567295908927917, + "sufficiency": 0.7700716257095337, "masked prediction probs": [ 0.007765655871480703, 0.9922343492507935 @@ -2913,7 +3264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008065198548138142, + "comprehensiveness": 0.008056188933551311, "sufficiency": 0.0, "masked prediction probs": [ 0.005708467215299606, @@ -2937,15 +3288,28 @@ 0.9957340359687805 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004266003612428904, + 0.9957340359687805 + ], + "full text prediction probs": [ + 0.004266003612428904, + 0.9957340359687805 + ], + "labels": 1 } }, "dev_103": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8716116547584534, + "fixed-shap": { + "comprehensiveness": 0.5227285027503967, + "sufficiency": 0.9594718217849731, "masked prediction probs": [ - 0.2401745766401291, - 0.7598254084587097 + 0.09903129935264587, + 0.9009687304496765 ], "full text prediction probs": [ 0.010001033544540405, @@ -3032,11 +3396,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.8726579546928406, + "comprehensiveness": 0.518466055393219, + "sufficiency": 0.9598020911216736, "masked prediction probs": [ - 0.2401745766401291, - 0.7598254084587097 + 0.09903129935264587, + 0.9009687304496765 ], "full text prediction probs": [ 0.010001033544540405, @@ -3044,9 +3408,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3813638985157013, - "sufficiency": 0.8660648465156555, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5178627967834473, + "sufficiency": 0.9598488211631775, + "masked prediction probs": [ + 0.09903129935264587, + 0.9009687304496765 + ], + "full text prediction probs": [ + 0.010001033544540405, + 0.989998996257782 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3809206783771515, + "sufficiency": 0.8662204146385193, "masked prediction probs": [ 0.07556453347206116, 0.9244354367256165 @@ -3084,8 +3461,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3800373375415802, - "sufficiency": 0.8665304780006409, + "comprehensiveness": 0.3795972168445587, + "sufficiency": 0.8666849732398987, "masked prediction probs": [ 0.07556453347206116, 0.9244354367256165 @@ -3097,7 +3474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010163437575101852, + "comprehensiveness": 0.010151680558919907, "sufficiency": 0.0, "masked prediction probs": [ 0.01175645086914301, @@ -3110,8 +3487,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.379158079624176, - "sufficiency": 0.8668391108512878, + "comprehensiveness": 0.3787199854850769, + "sufficiency": 0.8669928908348083, "masked prediction probs": [ 0.07556453347206116, 0.9244354367256165 @@ -3136,8 +3513,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3782828748226166, - "sufficiency": 0.8671463131904602, + "comprehensiveness": 0.3778468072414398, + "sufficiency": 0.8672993779182434, + "masked prediction probs": [ + 0.07556453347206116, + 0.9244354367256165 + ], + "full text prediction probs": [ + 0.010001033544540405, + 0.989998996257782 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.37741172313690186, + "sufficiency": 0.867452085018158, "masked prediction probs": [ 0.07556453347206116, 0.9244354367256165 @@ -3150,12 +3540,12 @@ } }, "dev_134": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.13013537228107452, + "fixed-shap": { + "comprehensiveness": 0.1032445877790451, "sufficiency": 0.0, "masked prediction probs": [ - 0.054653946310281754, - 0.9453461170196533 + 0.05076904594898224, + 0.9492309093475342 ], "full text prediction probs": [ 0.035853806883096695, @@ -3254,13 +3644,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12870962917804718, "sufficiency": 0.0, "masked prediction probs": [ + 0.054653946310281754, + 0.9453461170196533 + ], + "full text prediction probs": [ 0.035853806883096695, 0.9641461968421936 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019306520000100136, + 0.980693519115448 + ], "full text prediction probs": [ 0.035853806883096695, 0.9641461968421936 @@ -3268,7 +3671,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.982722818851471, + "comprehensiveness": 0.9813807010650635, "sufficiency": 0.0, "masked prediction probs": [ 0.17959259450435638, @@ -3357,15 +3760,28 @@ 0.9641461968421936 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.035853806883096695, + 0.9641461968421936 + ], + "full text prediction probs": [ + 0.035853806883096695, + 0.9641461968421936 + ], + "labels": 1 } }, "dev_309": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.2176346331834793, + "fixed-shap": { + "comprehensiveness": 0.008070049807429314, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6107364296913147, - 0.3892636001110077 + 0.01306716725230217, + 0.9869328141212463 ], "full text prediction probs": [ 0.01170644536614418, @@ -3464,7 +3880,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.2249857485294342, "masked prediction probs": [ @@ -3477,6 +3893,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009437395259737968, + 0.9905625581741333 + ], + "full text prediction probs": [ + 0.01170644536614418, + 0.9882935285568237 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -3504,7 +3933,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07627301663160324, + "comprehensiveness": 0.07618380337953568, "sufficiency": 0.0, "masked prediction probs": [ 0.02473488077521324, @@ -3518,7 +3947,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.22860974073410034, + "sufficiency": 0.22951045632362366, "masked prediction probs": [ 0.6107364296913147, 0.3892636001110077 @@ -3557,7 +3986,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.2313055843114853, + "sufficiency": 0.2322000116109848, + "masked prediction probs": [ + 0.6107364296913147, + 0.3892636001110077 + ], + "full text prediction probs": [ + 0.01170644536614418, + 0.9882935285568237 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.23309235274791718, "masked prediction probs": [ 0.6107364296913147, 0.3892636001110077 @@ -3570,12 +4012,12 @@ } }, "dev_346": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.7615141868591309, "masked prediction probs": [ - 0.9803169965744019, - 0.0196829866617918 + 0.595622718334198, + 0.404377281665802 ], "full text prediction probs": [ 0.01318312343209982, @@ -3674,7 +4116,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9803169965744019, + 0.0196829866617918 + ], + "full text prediction probs": [ + 0.01318312343209982, + 0.986816942691803 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -3777,15 +4232,28 @@ 0.986816942691803 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9846453070640564, + 0.015354667790234089 + ], + "full text prediction probs": [ + 0.01318312343209982, + 0.986816942691803 + ], + "labels": 1 } }, "dev_351": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01567476987838745, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.02712654136121273, + "sufficiency": 0.9576653838157654, "masked prediction probs": [ - 0.006461720447987318, - 0.9935383200645447 + 0.00848438497632742, + 0.9915156364440918 ], "full text prediction probs": [ 0.0036931531503796577, @@ -3872,11 +4340,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015551483258605003, - "sufficiency": 0.0, + "comprehensiveness": 0.02691318280994892, + "sufficiency": 0.9579982161521912, "masked prediction probs": [ - 0.006461720447987318, - 0.9935383200645447 + 0.00848438497632742, + 0.9915156364440918 ], "full text prediction probs": [ 0.0036931531503796577, @@ -3884,7 +4352,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.026882978156208992, + "sufficiency": 0.9580453038215637, + "masked prediction probs": [ + 0.00848438497632742, + 0.9915156364440918 + ], + "full text prediction probs": [ + 0.0036931531503796577, + 0.9963068962097168 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -3898,7 +4379,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0155166145414114, + "comprehensiveness": 0.015499237924814224, "sufficiency": 0.0, "masked prediction probs": [ 0.006461720447987318, @@ -3924,7 +4405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0063465493731200695, + "comprehensiveness": 0.006339458283036947, "sufficiency": 0.0, "masked prediction probs": [ 0.004828017204999924, @@ -3950,8 +4431,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.002747989958152175, - "sufficiency": 0.7063032388687134, + "comprehensiveness": 0.0027449263725429773, + "sufficiency": 0.7066304683685303, "masked prediction probs": [ 0.004185637459158897, 0.9958143830299377 @@ -3987,15 +4468,28 @@ 0.9963068962097168 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0036931531503796577, + 0.9963068962097168 + ], + "full text prediction probs": [ + 0.0036931531503796577, + 0.9963068962097168 + ], + "labels": 1 } }, "dev_459": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.28472408652305603, "sufficiency": 0.0, "masked prediction probs": [ - 0.9531495571136475, - 0.046850524842739105 + 0.06774643063545227, + 0.9322535991668701 ], "full text prediction probs": [ 0.0229354090988636, @@ -4094,12 +4588,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6897455453872681, - 0.31025445461273193 + 0.9531495571136475, + 0.046850524842739105 + ], + "full text prediction probs": [ + 0.0229354090988636, + 0.9770646095275879 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020089874044060707, + 0.979910135269165 ], "full text prediction probs": [ 0.0229354090988636, @@ -4197,15 +4704,28 @@ 0.9770646095275879 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6897455453872681, + 0.31025445461273193 + ], + "full text prediction probs": [ + 0.0229354090988636, + 0.9770646095275879 + ], + "labels": 1 } }, "dev_481": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5737144351005554, "sufficiency": 0.0, "masked prediction probs": [ - 0.9688921570777893, - 0.031107880175113678 + 0.10846371203660965, + 0.8915363550186157 ], "full text prediction probs": [ 0.011756982654333115, @@ -4304,12 +4824,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9871454238891602, - 0.012854613363742828 + 0.9688921570777893, + 0.031107880175113678 + ], + "full text prediction probs": [ + 0.011756982654333115, + 0.988243043422699 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011756982654333115, + 0.988243043422699 ], "full text prediction probs": [ 0.011756982654333115, @@ -4344,7 +4877,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.566321849822998, + "comprehensiveness": 0.56565922498703, "sufficiency": 0.0, "masked prediction probs": [ 0.10846371203660965, @@ -4407,15 +4940,28 @@ 0.988243043422699 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9871454238891602, + 0.012854613363742828 + ], + "full text prediction probs": [ + 0.011756982654333115, + 0.988243043422699 + ], + "labels": 0 } }, "dev_482": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018671082332730293, - "sufficiency": 0.986768364906311, + "fixed-shap": { + "comprehensiveness": 0.004141693003475666, + "sufficiency": 0.7653920650482178, "masked prediction probs": [ - 0.9683902859687805, - 0.03160969913005829 + 0.9800612926483154, + 0.019938761368393898 ], "full text prediction probs": [ 0.9833881855010986, @@ -4514,12 +5060,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.008194862864911556, - "sufficiency": 0.9441865682601929, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.018633965402841568, + "sufficiency": 0.986794650554657, "masked prediction probs": [ - 0.9767923951148987, - 0.0232076458632946 + 0.9683902859687805, + 0.03160969913005829 + ], + "full text prediction probs": [ + 0.9833881855010986, + 0.016611775383353233 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7752114534378052, + "masked prediction probs": [ + 0.9833881855010986, + 0.016611775383353233 ], "full text prediction probs": [ 0.9833881855010986, @@ -4528,8 +5087,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004132432863116264, - "sufficiency": 0.7659165263175964, + "comprehensiveness": 0.004131406079977751, + "sufficiency": 0.7659745812416077, "masked prediction probs": [ 0.9800612926483154, 0.019938761368393898 @@ -4542,7 +5101,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7752673029899597, + "sufficiency": 0.7753230929374695, "masked prediction probs": [ 0.9833881855010986, 0.016611775383353233 @@ -4554,8 +5113,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0014929487369954586, - "sufficiency": 0.9836307764053345, + "comprehensiveness": 0.0014925780706107616, + "sufficiency": 0.9836349487304688, "masked prediction probs": [ 0.9821856617927551, 0.01781432330608368 @@ -4568,7 +5127,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7753788828849792, + "sufficiency": 0.7754346132278442, "masked prediction probs": [ 0.9833881855010986, 0.016611775383353233 @@ -4580,8 +5139,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008184694685041904, - "sufficiency": 0.9442558288574219, + "comprehensiveness": 0.008182663470506668, + "sufficiency": 0.9442696571350098, "masked prediction probs": [ 0.9767923951148987, 0.0232076458632946 @@ -4594,7 +5153,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7754903435707092, + "sufficiency": 0.7755460143089294, "masked prediction probs": [ 0.9833881855010986, 0.016611775383353233 @@ -4606,8 +5165,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008180634118616581, - "sufficiency": 0.9442834854125977, + "comprehensiveness": 0.008178604766726494, + "sufficiency": 0.9442973136901855, + "masked prediction probs": [ + 0.9767923951148987, + 0.0232076458632946 + ], + "full text prediction probs": [ + 0.9833881855010986, + 0.016611775383353233 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.008176577277481556, + "sufficiency": 0.9443110823631287, "masked prediction probs": [ 0.9767923951148987, 0.0232076458632946 @@ -4620,7 +5192,7 @@ } }, "dev_518": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.013841388747096062, "sufficiency": 0.658375084400177, "masked prediction probs": [ @@ -4724,9 +5296,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.013813994824886322, + "sufficiency": 0.6590511202812195, + "masked prediction probs": [ + 0.9757900238037109, + 0.024210011586546898 + ], + "full text prediction probs": [ + 0.9869577884674072, + 0.013042211532592773 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7717334032058716, + "sufficiency": 0.7717898488044739, "masked prediction probs": [ 0.9869577884674072, 0.013042211532592773 @@ -4739,7 +5324,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9117811322212219, + "sufficiency": 0.9118028879165649, "masked prediction probs": [ 0.9906372427940369, 0.009362831711769104 @@ -4752,7 +5337,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7718462944030762, + "sufficiency": 0.7719026803970337, "masked prediction probs": [ 0.9869577884674072, 0.013042211532592773 @@ -4764,8 +5349,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.013803750276565552, - "sufficiency": 0.6593038439750671, + "comprehensiveness": 0.01380033791065216, + "sufficiency": 0.6593881249427795, "masked prediction probs": [ 0.9757900238037109, 0.024210011586546898 @@ -4778,7 +5363,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7719590067863464, + "sufficiency": 0.772015392780304, "masked prediction probs": [ 0.9869577884674072, 0.013042211532592773 @@ -4790,8 +5375,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004734640009701252, - "sufficiency": 0.696260392665863, + "comprehensiveness": 0.004733470268547535, + "sufficiency": 0.6963353753089905, "masked prediction probs": [ 0.9831253886222839, 0.016874559223651886 @@ -4803,8 +5388,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004733470268547535, - "sufficiency": 0.6963353753089905, + "comprehensiveness": 0.0047323014587163925, + "sufficiency": 0.6964104175567627, "masked prediction probs": [ 0.9831253886222839, 0.016874559223651886 @@ -4817,7 +5402,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7721279859542847, + "sufficiency": 0.7721841931343079, + "masked prediction probs": [ + 0.9869577884674072, + 0.013042211532592773 + ], + "full text prediction probs": [ + 0.9869577884674072, + 0.013042211532592773 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7722404599189758, "masked prediction probs": [ 0.9869577884674072, 0.013042211532592773 @@ -4830,12 +5428,12 @@ } }, "dev_531": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01062334980815649, - "sufficiency": 0.9922054409980774, + "fixed-shap": { + "comprehensiveness": 0.0016936474712565541, + "sufficiency": 0.9158352613449097, "masked prediction probs": [ - 0.9863578081130981, - 0.01364225521683693 + 0.9936345815658569, + 0.006365425419062376 ], "full text prediction probs": [ 0.9950147271156311, @@ -4922,11 +5520,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.010605130344629288, - "sufficiency": 0.9922187924385071, + "comprehensiveness": 0.0016907427925616503, + "sufficiency": 0.9159796833992004, "masked prediction probs": [ - 0.9863578081130981, - 0.01364225521683693 + 0.9936345815658569, + 0.006365425419062376 ], "full text prediction probs": [ 0.9950147271156311, @@ -4934,9 +5532,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00169032858684659, + "sufficiency": 0.9160001873970032, + "masked prediction probs": [ + 0.9936345815658569, + 0.006365425419062376 + ], + "full text prediction probs": [ + 0.9950147271156311, + 0.004985256586223841 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.764119029045105, + "sufficiency": 0.7641768455505371, "masked prediction probs": [ 0.9950147271156311, 0.004985256586223841 @@ -4948,8 +5559,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0022309354972094297, - "sufficiency": 0.8357864022254944, + "comprehensiveness": 0.0022303892765194178, + "sufficiency": 0.835826575756073, "masked prediction probs": [ 0.993192732334137, 0.006807305850088596 @@ -4962,7 +5573,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7642346620559692, + "sufficiency": 0.764292299747467, "masked prediction probs": [ 0.9950147271156311, 0.004985256586223841 @@ -4974,8 +5585,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0016890873666852713, - "sufficiency": 0.9160619378089905, + "comprehensiveness": 0.0016886739758774638, + "sufficiency": 0.9160823822021484, "masked prediction probs": [ 0.9936345815658569, 0.006365425419062376 @@ -4987,8 +5598,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016886739758774638, - "sufficiency": 0.9160823822021484, + "comprehensiveness": 0.0016882609343156219, + "sufficiency": 0.9161030054092407, "masked prediction probs": [ 0.9936345815658569, 0.006365425419062376 @@ -5001,7 +5612,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9363033175468445, + "sufficiency": 0.9363188743591309, "masked prediction probs": [ 0.9956235289573669, 0.004376471042633057 @@ -5013,8 +5624,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016878478927537799, - "sufficiency": 0.9161235690116882, + "comprehensiveness": 0.0016874352004379034, + "sufficiency": 0.9161440134048462, "masked prediction probs": [ 0.9936345815658569, 0.006365425419062376 @@ -5027,7 +5638,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7645227909088135, + "sufficiency": 0.7645803093910217, + "masked prediction probs": [ + 0.9950147271156311, + 0.004985256586223841 + ], + "full text prediction probs": [ + 0.9950147271156311, + 0.004985256586223841 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7646378874778748, "masked prediction probs": [ 0.9950147271156311, 0.004985256586223841 @@ -5040,12 +5664,12 @@ } }, "dev_558": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09548322856426239, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.958340585231781, "masked prediction probs": [ - 0.9065789580345154, - 0.09342104196548462 + 0.9834167957305908, + 0.016583196818828583 ], "full text prediction probs": [ 0.9832659959793091, @@ -5144,12 +5768,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.029012231156229973, - "sufficiency": 0.9764948487281799, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09529338777065277, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9599184989929199, - 0.040081433951854706 + 0.9065789580345154, + 0.09342104196548462 + ], + "full text prediction probs": [ + 0.9832659959793091, + 0.016734005883336067 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7753291130065918, + "masked prediction probs": [ + 0.9832659959793091, + 0.016734005883336067 ], "full text prediction probs": [ 0.9832659959793091, @@ -5159,7 +5796,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9050459265708923, + "sufficiency": 0.9050694704055786, "masked prediction probs": [ 0.9837575554847717, 0.01624245196580887 @@ -5172,7 +5809,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7753849625587463, + "sufficiency": 0.7754406929016113, "masked prediction probs": [ 0.9832659959793091, 0.016734005883336067 @@ -5184,8 +5821,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034475140273571014, - "sufficiency": 0.9840112328529358, + "comprehensiveness": 0.003446657909080386, + "sufficiency": 0.9840152263641357, "masked prediction probs": [ 0.9804895520210266, 0.019510382786393166 @@ -5198,7 +5835,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.905116617679596, + "sufficiency": 0.9051401615142822, "masked prediction probs": [ 0.9837575554847717, 0.01624245196580887 @@ -5210,8 +5847,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02897622436285019, - "sufficiency": 0.9765239357948303, + "comprehensiveness": 0.02896903268992901, + "sufficiency": 0.9765297174453735, "masked prediction probs": [ 0.9599184989929199, 0.040081433951854706 @@ -5224,7 +5861,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9584853053092957, + "sufficiency": 0.9584956169128418, "masked prediction probs": [ 0.9834167957305908, 0.016583196818828583 @@ -5236,8 +5873,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.028961846604943275, - "sufficiency": 0.9765356183052063, + "comprehensiveness": 0.02895466238260269, + "sufficiency": 0.9765415191650391, + "masked prediction probs": [ + 0.9599184989929199, + 0.040081433951854706 + ], + "full text prediction probs": [ + 0.9832659959793091, + 0.016734005883336067 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.028947483748197556, + "sufficiency": 0.9765472412109375, "masked prediction probs": [ 0.9599184989929199, 0.040081433951854706 @@ -5250,12 +5900,12 @@ } }, "dev_568": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03636026382446289, - "sufficiency": 0.9885954260826111, + "fixed-shap": { + "comprehensiveness": 0.004534190520644188, + "sufficiency": 0.9149686098098755, "masked prediction probs": [ - 0.9628136157989502, - 0.03718637302517891 + 0.9886636137962341, + 0.01133643463253975 ], "full text prediction probs": [ 0.9923464059829712, @@ -5354,12 +6004,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.29546740651130676, - "sufficiency": 0.7910668253898621, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.036288775503635406, + "sufficiency": 0.9886178374290466, "masked prediction probs": [ - 0.7518870234489441, - 0.2481130212545395 + 0.9628136157989502, + 0.03718637302517891 + ], + "full text prediction probs": [ + 0.9923464059829712, + 0.007653576787561178 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.766681432723999, + "masked prediction probs": [ + 0.9923464059829712, + 0.007653576787561178 ], "full text prediction probs": [ 0.9923464059829712, @@ -5368,8 +6031,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0023051733151078224, - "sufficiency": 0.6547726392745972, + "comprehensiveness": 0.0023046068381518126, + "sufficiency": 0.654857337474823, "masked prediction probs": [ 0.9904699325561523, 0.009529998525977135 @@ -5382,7 +6045,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.766738772392273, + "sufficiency": 0.7667960524559021, "masked prediction probs": [ 0.9923464059829712, 0.007653576787561178 @@ -5394,8 +6057,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.29524973034858704, - "sufficiency": 0.7912207841873169, + "comprehensiveness": 0.29517725110054016, + "sufficiency": 0.791271984577179, "masked prediction probs": [ 0.7518870234489441, 0.2481130212545395 @@ -5407,8 +6070,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.29517725110054016, - "sufficiency": 0.791271984577179, + "comprehensiveness": 0.2951048016548157, + "sufficiency": 0.7913232445716858, "masked prediction probs": [ 0.7518870234489441, 0.2481130212545395 @@ -5420,8 +6083,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0045197224244475365, - "sufficiency": 0.9152398705482483, + "comprehensiveness": 0.004518613219261169, + "sufficiency": 0.9152606725692749, "masked prediction probs": [ 0.9886636137962341, 0.01133643463253975 @@ -5434,7 +6097,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7669677138328552, + "sufficiency": 0.7670248746871948, "masked prediction probs": [ 0.9923464059829712, 0.007653576787561178 @@ -5446,8 +6109,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.29495999217033386, - "sufficiency": 0.7914256453514099, + "comprehensiveness": 0.29488763213157654, + "sufficiency": 0.7914767861366272, + "masked prediction probs": [ + 0.7518870234489441, + 0.2481130212545395 + ], + "full text prediction probs": [ + 0.9923464059829712, + 0.007653576787561178 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.294815331697464, + "sufficiency": 0.7915279269218445, "masked prediction probs": [ 0.7518870234489441, 0.2481130212545395 @@ -5460,12 +6136,12 @@ } }, "dev_584": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6860452890396118, + "sufficiency": 0.8851093053817749, "masked prediction probs": [ - 0.9893213510513306, - 0.010678669437766075 + 0.9845939874649048, + 0.015405973419547081 ], "full text prediction probs": [ 0.9838789701461792, @@ -5553,10 +6229,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6865911483764648, + "sufficiency": 0.8853089809417725, "masked prediction probs": [ - 0.9893213510513306, - 0.010678669437766075 + 0.9845939874649048, + 0.015405973419547081 ], "full text prediction probs": [ 0.9838789701461792, @@ -5564,9 +6240,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8853375315666199, + "masked prediction probs": [ + 0.9845939874649048, + 0.015405973419547081 + ], + "full text prediction probs": [ + 0.9838789701461792, + 0.016121037304401398 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7746832966804504, + "sufficiency": 0.7747392654418945, "masked prediction probs": [ 0.9838789701461792, 0.016121037304401398 @@ -5579,7 +6268,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8853659629821777, + "sufficiency": 0.8853943347930908, "masked prediction probs": [ 0.9845939874649048, 0.015405973419547081 @@ -5592,7 +6281,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7747951745986938, + "sufficiency": 0.7748510241508484, "masked prediction probs": [ 0.9838789701461792, 0.016121037304401398 @@ -5604,8 +6293,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004687703680247068, - "sufficiency": 0.6964295506477356, + "comprehensiveness": 0.004686540458351374, + "sufficiency": 0.6965048313140869, "masked prediction probs": [ 0.9801008701324463, 0.019899075850844383 @@ -5617,8 +6306,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004686540458351374, - "sufficiency": 0.6965048313140869, + "comprehensiveness": 0.0046853781677782536, + "sufficiency": 0.6965801119804382, "masked prediction probs": [ 0.9801008701324463, 0.019899075850844383 @@ -5630,8 +6319,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008833223953843117, - "sufficiency": 0.9744020700454712, + "comprehensiveness": 0.008831032551825047, + "sufficiency": 0.9744083881378174, "masked prediction probs": [ 0.97675621509552, 0.02324376441538334 @@ -5644,7 +6333,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8855080008506775, + "sufficiency": 0.8855364322662354, "masked prediction probs": [ 0.9845939874649048, 0.015405973419547081 @@ -5657,7 +6346,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7750742435455322, + "sufficiency": 0.7751299738883972, + "masked prediction probs": [ + 0.9838789701461792, + 0.016121037304401398 + ], + "full text prediction probs": [ + 0.9838789701461792, + 0.016121037304401398 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7751857042312622, "masked prediction probs": [ 0.9838789701461792, 0.016121037304401398 @@ -5670,12 +6372,12 @@ } }, "dev_703": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09988513588905334, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9272273182868958, "masked prediction probs": [ - 0.9030582308769226, - 0.09694181382656097 + 0.9895827770233154, + 0.010417197830975056 ], "full text prediction probs": [ 0.9832822680473328, @@ -5774,12 +6476,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11754194647073746, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09968654066324234, "sufficiency": 1.0, "masked prediction probs": [ - 0.888688862323761, - 0.1113111674785614 + 0.9030582308769226, + 0.09694181382656097 ], "full text prediction probs": [ 0.9832822680473328, @@ -5787,7 +6489,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7753134369850159, "masked prediction probs": [ @@ -5800,7 +6502,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7753693461418152, "masked prediction probs": [ @@ -5813,9 +6515,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7754250764846802, + "masked prediction probs": [ + 0.9832822680473328, + 0.016717804595828056 + ], + "full text prediction probs": [ + 0.9832822680473328, + 0.016717804595828056 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.0268831979483366, - "sufficiency": 0.8001246452331543, + "comprehensiveness": 0.026876522228121758, + "sufficiency": 0.8001741766929626, "masked prediction probs": [ 0.9616315364837646, 0.038368530571460724 @@ -5827,7 +6542,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.11742521822452545, + "comprehensiveness": 0.11739607155323029, "sufficiency": 1.0, "masked prediction probs": [ 0.888688862323761, @@ -5841,7 +6556,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9243057370185852, + "sufficiency": 0.9243245720863342, "masked prediction probs": [ 0.9842360019683838, 0.015763964504003525 @@ -5854,7 +6569,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9274801015853882, + "sufficiency": 0.9274981021881104, "masked prediction probs": [ 0.9895827770233154, 0.010417197830975056 @@ -5866,7 +6581,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11733782291412354, + "comprehensiveness": 0.11730871349573135, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.888688862323761, + 0.1113111674785614 + ], + "full text prediction probs": [ + 0.9832822680473328, + 0.016717804595828056 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11727963387966156, "sufficiency": 1.0, "masked prediction probs": [ 0.888688862323761, @@ -5880,12 +6608,12 @@ } }, "dev_727": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8303401470184326, - "sufficiency": 0.9956579804420471, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8167529702186584, "masked prediction probs": [ - 0.31823480129241943, - 0.6817651987075806 + 0.9949405193328857, + 0.005059510935097933 ], "full text prediction probs": [ 0.9941920638084412, @@ -5984,12 +6712,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9960864782333374, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8287113308906555, + "sufficiency": 0.99566650390625, "masked prediction probs": [ - 0.011119034141302109, - 0.98888099193573 + 0.31823480129241943, + 0.6817651987075806 + ], + "full text prediction probs": [ + 0.9941920638084412, + 0.005807892419397831 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7649472951889038, + "masked prediction probs": [ + 0.9941920638084412, + 0.005807892419397831 ], "full text prediction probs": [ 0.9941920638084412, @@ -5998,8 +6739,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0018191019771620631, - "sufficiency": 0.7757941484451294, + "comprehensiveness": 0.0018186559900641441, + "sufficiency": 0.7758491039276123, "masked prediction probs": [ 0.9927079081535339, 0.007292118389159441 @@ -6012,7 +6753,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7650049328804016, + "sufficiency": 0.7650624513626099, "masked prediction probs": [ 0.9941920638084412, 0.005807892419397831 @@ -6025,7 +6766,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9960893392562866, + "sufficiency": 0.996090292930603, "masked prediction probs": [ 0.011119034141302109, 0.98888099193573 @@ -6038,7 +6779,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.996090292930603, + "sufficiency": 0.9960912466049194, "masked prediction probs": [ 0.011119034141302109, 0.98888099193573 @@ -6051,7 +6792,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9960912466049194, + "sufficiency": 0.9960922002792358, "masked prediction probs": [ 0.011119034141302109, 0.98888099193573 @@ -6064,7 +6805,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9960922002792358, + "sufficiency": 0.9960931539535522, "masked prediction probs": [ 0.011119034141302109, 0.98888099193573 @@ -6077,7 +6818,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9960931539535522, + "sufficiency": 0.9960941672325134, + "masked prediction probs": [ + 0.011119034141302109, + 0.98888099193573 + ], + "full text prediction probs": [ + 0.9941920638084412, + 0.005807892419397831 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9960951209068298, "masked prediction probs": [ 0.011119034141302109, 0.98888099193573 @@ -6090,12 +6844,12 @@ } }, "dev_729": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.43302714824676514, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.08814338594675064, - 0.9118566513061523 + 0.22466400265693665, + 0.775335967540741 ], "full text prediction probs": [ 0.017743635922670364, @@ -6182,11 +6936,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.42932942509651184, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.08814338594675064, - 0.9118566513061523 + 0.9727560877799988, + 0.02724393829703331 ], "full text prediction probs": [ 0.017743635922670364, @@ -6194,12 +6948,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9489995837211609, - 0.051000431180000305 + 0.9727560877799988, + 0.02724393829703331 + ], + "full text prediction probs": [ + 0.017743635922670364, + 0.9822563529014587 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017743635922670364, + 0.9822563529014587 ], "full text prediction probs": [ 0.017743635922670364, @@ -6208,7 +6975,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.3968246877193451, + "comprehensiveness": 0.39634236693382263, "sufficiency": 0.0, "masked prediction probs": [ 0.08297214657068253, @@ -6297,15 +7064,28 @@ 0.9822563529014587 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9489995837211609, + 0.051000431180000305 + ], + "full text prediction probs": [ + 0.017743635922670364, + 0.9822563529014587 + ], + "labels": 0 } }, "dev_735": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09222088009119034, - "sufficiency": 0.9900367259979248, + "fixed-shap": { + "comprehensiveness": 0.004955206997692585, + "sufficiency": 0.4981270730495453, "masked prediction probs": [ - 0.9161410331726074, - 0.08385897427797318 + 0.9868955016136169, + 0.013104468584060669 ], "full text prediction probs": [ 0.9909131526947021, @@ -6392,11 +7172,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.09206191450357437, - "sufficiency": 0.9900538921356201, + "comprehensiveness": 0.022258343175053596, + "sufficiency": 0.9659262299537659, "masked prediction probs": [ - 0.9161410331726074, - 0.08385897427797318 + 0.9728350639343262, + 0.027164896950125694 ], "full text prediction probs": [ 0.9909131526947021, @@ -6404,7 +7184,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.02225286327302456, "sufficiency": 0.9659346342086792, "masked prediction probs": [ @@ -6417,9 +7197,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7680335640907288, + "masked prediction probs": [ + 0.9909131526947021, + 0.009086874313652515 + ], + "full text prediction probs": [ + 0.9909131526947021, + 0.009086874313652515 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.001938816043548286, - "sufficiency": 0.9416314959526062, + "comprehensiveness": 0.0019383389735594392, + "sufficiency": 0.9416458010673523, "masked prediction probs": [ 0.989337682723999, 0.01066238060593605 @@ -6432,7 +7225,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7680906653404236, + "sufficiency": 0.7681477069854736, "masked prediction probs": [ 0.9909131526947021, 0.009086874313652515 @@ -6444,8 +7237,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02223644033074379, - "sufficiency": 0.9659597873687744, + "comprehensiveness": 0.0222309697419405, + "sufficiency": 0.965968132019043, "masked prediction probs": [ 0.9728350639343262, 0.027164896950125694 @@ -6457,8 +7250,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0222309697419405, - "sufficiency": 0.965968132019043, + "comprehensiveness": 0.022225504741072655, + "sufficiency": 0.9659765362739563, "masked prediction probs": [ 0.9728350639343262, 0.027164896950125694 @@ -6470,8 +7263,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.022225504741072655, - "sufficiency": 0.9659765362739563, + "comprehensiveness": 0.02222004160284996, + "sufficiency": 0.9659848809242249, "masked prediction probs": [ 0.9728350639343262, 0.027164896950125694 @@ -6483,8 +7276,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019364329054951668, - "sufficiency": 0.941703200340271, + "comprehensiveness": 0.00193595711607486, + "sufficiency": 0.9417175650596619, "masked prediction probs": [ 0.989337682723999, 0.01066238060593605 @@ -6496,8 +7289,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.022214580327272415, - "sufficiency": 0.9659932255744934, + "comprehensiveness": 0.02220912091434002, + "sufficiency": 0.966001570224762, + "masked prediction probs": [ + 0.9728350639343262, + 0.027164896950125694 + ], + "full text prediction probs": [ + 0.9909131526947021, + 0.009086874313652515 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02220366708934307, + "sufficiency": 0.9660099148750305, "masked prediction probs": [ 0.9728350639343262, 0.027164896950125694 @@ -6510,7 +7316,7 @@ } }, "dev_855": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.005118927918374538, "sufficiency": 0.8744866251945496, "masked prediction probs": [ @@ -6614,9 +7420,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005108855664730072, + "sufficiency": 0.874733567237854, + "masked prediction probs": [ + 0.9875264763832092, + 0.01247352547943592 + ], + "full text prediction probs": [ + 0.9916808009147644, + 0.008319255895912647 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7672514915466309, + "sufficiency": 0.76730877161026, "masked prediction probs": [ 0.9916808009147644, 0.008319255895912647 @@ -6629,7 +7448,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9333005547523499, + "sufficiency": 0.9333170056343079, "masked prediction probs": [ 0.9932922124862671, 0.006707791704684496 @@ -6642,7 +7461,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7673660516738892, + "sufficiency": 0.767423152923584, "masked prediction probs": [ 0.9916808009147644, 0.008319255895912647 @@ -6654,8 +7473,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00510508893057704, - "sufficiency": 0.8748260140419006, + "comprehensiveness": 0.005103833973407745, + "sufficiency": 0.87485671043396, "masked prediction probs": [ 0.9875264763832092, 0.01247352547943592 @@ -6667,8 +7486,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015727876452729106, - "sufficiency": 0.9443106055259705, + "comprehensiveness": 0.001572401262819767, + "sufficiency": 0.9443243145942688, "masked prediction probs": [ 0.9904006123542786, 0.009599419310688972 @@ -6680,8 +7499,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005102580413222313, - "sufficiency": 0.8748875260353088, + "comprehensiveness": 0.005101327318698168, + "sufficiency": 0.8749182820320129, "masked prediction probs": [ 0.9875264763832092, 0.01247352547943592 @@ -6693,8 +7512,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006047844653949142, - "sufficiency": 0.9460658431053162, + "comprehensiveness": 0.0006046359776519239, + "sufficiency": 0.9460790753364563, "masked prediction probs": [ 0.9911882877349854, 0.008811717852950096 @@ -6707,7 +7526,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7676515579223633, + "sufficiency": 0.7677085399627686, + "masked prediction probs": [ + 0.9916808009147644, + 0.008319255895912647 + ], + "full text prediction probs": [ + 0.9916808009147644, + 0.008319255895912647 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7677655816078186, "masked prediction probs": [ 0.9916808009147644, 0.008319255895912647 @@ -6720,12 +7552,12 @@ } }, "dev_40": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003515085903927684, - "sufficiency": 0.9088330864906311, + "fixed-shap": { + "comprehensiveness": 0.031811438500881195, + "sufficiency": 0.9567888975143433, "masked prediction probs": [ - 0.004203796852380037, - 0.9957962036132812 + 0.008889183402061462, + 0.9911108016967773 ], "full text prediction probs": [ 0.0036217437591403723, @@ -6824,13 +7656,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003481439780443907, + "sufficiency": 0.9097052216529846, "masked prediction probs": [ + 0.004203796852380037, + 0.9957962036132812 + ], + "full text prediction probs": [ 0.0036217437591403723, 0.9963782429695129 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014542256481945515, + "sufficiency": 0.9602631330490112, + "masked prediction probs": [ + 0.006055900361388922, + 0.9939441084861755 + ], "full text prediction probs": [ 0.0036217437591403723, 0.9963782429695129 @@ -6838,7 +7683,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.004669133108109236, + "comprehensiveness": 0.004663560073822737, "sufficiency": 0.0, "masked prediction probs": [ 0.004403278231620789, @@ -6864,7 +7709,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.004658000078052282, + "comprehensiveness": 0.00465245358645916, "sufficiency": 0.0, "masked prediction probs": [ 0.004403278231620789, @@ -6877,8 +7722,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003464857116341591, - "sufficiency": 0.91013503074646, + "comprehensiveness": 0.003460736246779561, + "sufficiency": 0.9102418422698975, "masked prediction probs": [ 0.004203796852380037, 0.9957962036132812 @@ -6890,8 +7735,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.003460736246779561, - "sufficiency": 0.9102418422698975, + "comprehensiveness": 0.003456624923273921, + "sufficiency": 0.9103484153747559, "masked prediction probs": [ 0.004203796852380037, 0.9957962036132812 @@ -6927,15 +7772,28 @@ 0.9963782429695129 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0036217437591403723, + 0.9963782429695129 + ], + "full text prediction probs": [ + 0.0036217437591403723, + 0.9963782429695129 + ], + "labels": 1 } }, "dev_96": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.012376529164612293, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.04223833605647087, + "sufficiency": 0.7622156143188477, "masked prediction probs": [ - 0.0075751906260848045, - 0.9924248456954956 + 0.012462210841476917, + 0.9875378012657166 ], "full text prediction probs": [ 0.005549700930714607, @@ -7034,13 +7892,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012256680056452751, "sufficiency": 0.0, "masked prediction probs": [ + 0.0075751906260848045, + 0.9924248456954956 + ], + "full text prediction probs": [ 0.005549700930714607, 0.9944503307342529 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.008411011658608913, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006941260304301977, + 0.9930586814880371 + ], "full text prediction probs": [ 0.005549700930714607, 0.9944503307342529 @@ -7048,7 +7919,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.008411011658608913, + "comprehensiveness": 0.008400854654610157, "sufficiency": 0.0, "masked prediction probs": [ 0.006941260304301977, @@ -7074,7 +7945,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03537127375602722, + "comprehensiveness": 0.035328663885593414, "sufficiency": 0.0, "masked prediction probs": [ 0.011416218243539333, @@ -7100,7 +7971,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.035286158323287964, + "comprehensiveness": 0.03524375334382057, "sufficiency": 0.0, "masked prediction probs": [ 0.011416218243539333, @@ -7113,7 +7984,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01216830499470234, + "comprehensiveness": 0.01215369999408722, "sufficiency": 0.0, "masked prediction probs": [ 0.0075751906260848045, @@ -7137,10 +8008,23 @@ 0.9944503307342529 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005549700930714607, + 0.9944503307342529 + ], + "full text prediction probs": [ + 0.005549700930714607, + 0.9944503307342529 + ], + "labels": 1 } }, "dev_127": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9637838006019592, "masked prediction probs": [ @@ -7244,12 +8128,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9350361824035645, + "sufficiency": 0.9641332626342773, "masked prediction probs": [ - 0.6985746622085571, - 0.30142536759376526 + 0.9448992609977722, + 0.05510075390338898 + ], + "full text prediction probs": [ + 0.005060675088316202, + 0.9949393272399902 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009886178188025951, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006701148580759764, + 0.9932987689971924 ], "full text prediction probs": [ 0.005060675088316202, @@ -7259,7 +8156,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9351144433021545, + "sufficiency": 0.9351925253868103, "masked prediction probs": [ 0.6985746622085571, 0.30142536759376526 @@ -7285,7 +8182,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9352704286575317, + "sufficiency": 0.9353480935096741, "masked prediction probs": [ 0.6985746622085571, 0.30142536759376526 @@ -7310,7 +8207,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02196093462407589, + "comprehensiveness": 0.021934621036052704, "sufficiency": 0.0, "masked prediction probs": [ 0.008722575381398201, @@ -7324,7 +8221,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9355029463768005, + "sufficiency": 0.9355800747871399, "masked prediction probs": [ 0.6985746622085571, 0.30142536759376526 @@ -7337,7 +8234,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9355800747871399, + "sufficiency": 0.9356570243835449, + "masked prediction probs": [ + 0.6985746622085571, + 0.30142536759376526 + ], + "full text prediction probs": [ + 0.005060675088316202, + 0.9949393272399902 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9357338547706604, "masked prediction probs": [ 0.6985746622085571, 0.30142536759376526 @@ -7350,12 +8260,12 @@ } }, "dev_171": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8718789219856262, + "sufficiency": 0.8373399376869202, "masked prediction probs": [ - 0.8056575655937195, - 0.1943424642086029 + 0.6671160459518433, + 0.33288392424583435 ], "full text prediction probs": [ 0.011717435903847218, @@ -7454,9 +8364,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8567421436309814, + "sufficiency": 0.8731668591499329, + "masked prediction probs": [ + 0.8056575655937195, + 0.1943424642086029 + ], + "full text prediction probs": [ + 0.011717435903847218, + 0.9882826209068298 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8569219708442688, "masked prediction probs": [ 0.57341468334198, 0.4265853464603424 @@ -7469,7 +8392,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8569219708442688, + "sufficiency": 0.857101321220398, "masked prediction probs": [ 0.57341468334198, 0.4265853464603424 @@ -7495,7 +8418,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8572801947593689, + "sufficiency": 0.8574586510658264, "masked prediction probs": [ 0.57341468334198, 0.4265853464603424 @@ -7521,7 +8444,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8576366305351257, + "sufficiency": 0.8578141927719116, "masked prediction probs": [ 0.57341468334198, 0.4265853464603424 @@ -7533,7 +8456,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04740836098790169, + "comprehensiveness": 0.04734927415847778, "sufficiency": 0.0, "masked prediction probs": [ 0.019316405057907104, @@ -7547,7 +8470,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8579912781715393, + "sufficiency": 0.8581679463386536, + "masked prediction probs": [ + 0.57341468334198, + 0.4265853464603424 + ], + "full text prediction probs": [ + 0.011717435903847218, + 0.9882826209068298 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8583441972732544, "masked prediction probs": [ 0.57341468334198, 0.4265853464603424 @@ -7560,12 +8496,12 @@ } }, "dev_179": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014918345957994461, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.07358762621879578, + "sufficiency": 0.8513921499252319, "masked prediction probs": [ - 0.006468025967478752, - 0.9935319423675537 + 0.01616029441356659, + 0.9838396906852722 ], "full text prediction probs": [ 0.004003545269370079, @@ -7652,11 +8588,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01479296199977398, + "comprehensiveness": 0.01593889109790325, "sufficiency": 0.0, "masked prediction probs": [ - 0.006468025967478752, - 0.9935319423675537 + 0.00665901368483901, + 0.9933410286903381 ], "full text prediction probs": [ 0.004003545269370079, @@ -7664,13 +8600,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.015919776633381844, "sufficiency": 0.0, "masked prediction probs": [ + 0.00665901368483901, + 0.9933410286903381 + ], + "full text prediction probs": [ 0.004003545269370079, 0.9959964752197266 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.015900706872344017, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00665901368483901, + 0.9933410286903381 + ], "full text prediction probs": [ 0.004003545269370079, 0.9959964752197266 @@ -7678,7 +8627,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.015900706872344017, + "comprehensiveness": 0.01588168554008007, "sufficiency": 0.0, "masked prediction probs": [ 0.00665901368483901, @@ -7704,7 +8653,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.012262968346476555, + "comprehensiveness": 0.012248332612216473, "sufficiency": 0.0, "masked prediction probs": [ 0.006056417245417833, @@ -7730,7 +8679,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01582488790154457, + "comprehensiveness": 0.01580604538321495, "sufficiency": 0.0, "masked prediction probs": [ 0.00665901368483901, @@ -7743,7 +8692,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014669667929410934, + "comprehensiveness": 0.014652222394943237, "sufficiency": 0.0, "masked prediction probs": [ 0.006468025967478752, @@ -7767,15 +8716,28 @@ 0.9959964752197266 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004003545269370079, + 0.9959964752197266 + ], + "full text prediction probs": [ + 0.004003545269370079, + 0.9959964752197266 + ], + "labels": 1 } }, "dev_199": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9253942370414734, + "sufficiency": 0.9845933318138123, "masked prediction probs": [ - 0.00905979610979557, - 0.9909402132034302 + 0.14159078896045685, + 0.8584091663360596 ], "full text prediction probs": [ 0.9675100445747375, @@ -7862,11 +8824,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.9255248308181763, + "comprehensiveness": 0.701524019241333, + "sufficiency": 0.9621649980545044, "masked prediction probs": [ - 0.00905979610979557, - 0.9909402132034302 + 0.40635740756988525, + 0.5936425924301147 ], "full text prediction probs": [ 0.9675100445747375, @@ -7874,12 +8836,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8751429915428162, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7013486623764038, + "sufficiency": 0.9621744751930237, "masked prediction probs": [ - 0.09383605420589447, - 0.9061639308929443 + 0.40635740756988525, + 0.5936425924301147 + ], + "full text prediction probs": [ + 0.9675100445747375, + 0.032489925622940063 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.766179621219635, + "masked prediction probs": [ + 0.9675100445747375, + 0.032489925622940063 ], "full text prediction probs": [ 0.9675100445747375, @@ -7902,7 +8877,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7662380933761597, + "sufficiency": 0.7662964463233948, "masked prediction probs": [ 0.9675100445747375, 0.032489925622940063 @@ -7915,7 +8890,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8752366304397583, + "sufficiency": 0.8752676844596863, "masked prediction probs": [ 0.09383605420589447, 0.9061639308929443 @@ -7928,7 +8903,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8752676844596863, + "sufficiency": 0.8752989172935486, "masked prediction probs": [ 0.09383605420589447, 0.9061639308929443 @@ -7941,7 +8916,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8752989172935486, + "sufficiency": 0.8753300905227661, "masked prediction probs": [ 0.09383605420589447, 0.9061639308929443 @@ -7954,7 +8929,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7664714455604553, + "sufficiency": 0.7665296792984009, "masked prediction probs": [ 0.9675100445747375, 0.032489925622940063 @@ -7967,7 +8942,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8753611445426941, + "sufficiency": 0.8753921389579773, + "masked prediction probs": [ + 0.09383605420589447, + 0.9061639308929443 + ], + "full text prediction probs": [ + 0.9675100445747375, + 0.032489925622940063 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8754233121871948, "masked prediction probs": [ 0.09383605420589447, 0.9061639308929443 @@ -7980,12 +8968,12 @@ } }, "dev_233": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.038023944944143295, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8596254587173462, - 0.14037448167800903 + 0.9752110242843628, + 0.024788975715637207 ], "full text prediction probs": [ 0.8869235515594482, @@ -8072,11 +9060,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.03794994577765465, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8596254587173462, - 0.14037448167800903 + 0.9752110242843628, + 0.024788975715637207 ], "full text prediction probs": [ 0.8869235515594482, @@ -8084,9 +9072,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9752110242843628, + 0.024788975715637207 + ], + "full text prediction probs": [ + 0.8869235515594482, + 0.11307640373706818 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8519152402877808, + "sufficiency": 0.8519563674926758, "masked prediction probs": [ 0.8869235515594482, 0.11307640373706818 @@ -8098,7 +9099,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.037928856909275055, + "comprehensiveness": 0.037918321788311005, "sufficiency": 1.0, "masked prediction probs": [ 0.8596254587173462, @@ -8112,7 +9113,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8519974946975708, + "sufficiency": 0.852038562297821, "masked prediction probs": [ 0.8869235515594482, 0.11307640373706818 @@ -8137,7 +9138,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.037897270172834396, + "comprehensiveness": 0.03788674995303154, "sufficiency": 1.0, "masked prediction probs": [ 0.8596254587173462, @@ -8150,7 +9151,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4228724539279938, + "comprehensiveness": 0.4227551817893982, "sufficiency": 1.0, "masked prediction probs": [ 0.5822362303733826, @@ -8163,7 +9164,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.042396798729896545, + "comprehensiveness": 0.042385034263134, "sufficiency": 1.0, "masked prediction probs": [ 0.8563674092292786, @@ -8177,7 +9178,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8522027134895325, + "sufficiency": 0.8522437214851379, + "masked prediction probs": [ + 0.8869235515594482, + 0.11307640373706818 + ], + "full text prediction probs": [ + 0.8869235515594482, + 0.11307640373706818 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8522846698760986, "masked prediction probs": [ 0.8869235515594482, 0.11307640373706818 @@ -8190,12 +9204,12 @@ } }, "dev_389": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9790137410163879, + "fixed-shap": { + "comprehensiveness": 0.36737483739852905, + "sufficiency": 0.9595018625259399, "masked prediction probs": [ - 0.7805448174476624, - 0.21945518255233765 + 0.0645383819937706, + 0.9354616403579712 ], "full text prediction probs": [ 0.0037568730767816305, @@ -8282,11 +9296,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.9791897535324097, + "comprehensiveness": 0.3642917275428772, + "sufficiency": 0.9598415493965149, "masked prediction probs": [ - 0.7805448174476624, - 0.21945518255233765 + 0.0645383819937706, + 0.9354616403579712 ], "full text prediction probs": [ 0.0037568730767816305, @@ -8294,9 +9308,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8881555795669556, - "sufficiency": 0.9613195657730103, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3638555109500885, + "sufficiency": 0.9598895907402039, + "masked prediction probs": [ + 0.0645383819937706, + 0.9354616403579712 + ], + "full text prediction probs": [ + 0.0037568730767816305, + 0.9962431192398071 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8870933055877686, + "sufficiency": 0.9613657593727112, "masked prediction probs": [ 0.1521218717098236, 0.8478781580924988 @@ -8308,7 +9335,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0028735233936458826, + "comprehensiveness": 0.00287009053863585, "sufficiency": 0.0, "masked prediction probs": [ 0.00423750514164567, @@ -8334,8 +9361,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8849763870239258, - "sufficiency": 0.9614579081535339, + "comprehensiveness": 0.88392174243927, + "sufficiency": 0.961503803730011, "masked prediction probs": [ 0.1521218717098236, 0.8478781580924988 @@ -8360,8 +9387,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8828696012496948, - "sufficiency": 0.9615496397018433, + "comprehensiveness": 0.8818199038505554, + "sufficiency": 0.9615952968597412, "masked prediction probs": [ 0.1521218717098236, 0.8478781580924988 @@ -8386,8 +9413,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8807727694511414, - "sufficiency": 0.9616408944129944, + "comprehensiveness": 0.8797280788421631, + "sufficiency": 0.961686372756958, + "masked prediction probs": [ + 0.1521218717098236, + 0.8478781580924988 + ], + "full text prediction probs": [ + 0.0037568730767816305, + 0.9962431192398071 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8786858916282654, + "sufficiency": 0.9617317318916321, "masked prediction probs": [ 0.1521218717098236, 0.8478781580924988 @@ -8400,12 +9440,12 @@ } }, "dev_490": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7161538600921631, + "fixed-shap": { + "comprehensiveness": 0.005458012688905001, + "sufficiency": 0.5423553586006165, "masked prediction probs": [ - 0.9941469430923462, - 0.005853092763572931 + 0.989464521408081, + 0.01053545717149973 ], "full text prediction probs": [ 0.9939671754837036, @@ -8492,11 +9532,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7166346907615662, + "comprehensiveness": 0.005448766052722931, + "sufficiency": 0.5431305766105652, "masked prediction probs": [ - 0.9941469430923462, - 0.005853092763572931 + 0.989464521408081, + 0.01053545717149973 ], "full text prediction probs": [ 0.9939671754837036, @@ -8504,9 +9544,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005447447299957275, + "sufficiency": 0.5432411432266235, + "masked prediction probs": [ + 0.989464521408081, + 0.01053545717149973 + ], + "full text prediction probs": [ + 0.9939671754837036, + 0.0060328533872962 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7416016459465027, + "sufficiency": 0.7416641712188721, "masked prediction probs": [ 0.9939671754837036, 0.0060328533872962 @@ -8519,7 +9572,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9200684428215027, + "sufficiency": 0.9200878143310547, "masked prediction probs": [ 0.9942149519920349, 0.00578509084880352 @@ -8532,7 +9585,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7417266368865967, + "sufficiency": 0.7417890429496765, "masked prediction probs": [ 0.9939671754837036, 0.0060328533872962 @@ -8545,7 +9598,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7169087529182434, + "sufficiency": 0.7169771790504456, "masked prediction probs": [ 0.9941469430923462, 0.005853092763572931 @@ -8558,7 +9611,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7418514490127563, + "sufficiency": 0.7419138550758362, "masked prediction probs": [ 0.9939671754837036, 0.0060328533872962 @@ -8570,8 +9623,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002602240303531289, - "sufficiency": 0.9954820275306702, + "comprehensiveness": 0.0026016116607934237, + "sufficiency": 0.9954831004142761, "masked prediction probs": [ 0.9918136596679688, 0.008186395280063152 @@ -8584,7 +9637,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9201650023460388, + "sufficiency": 0.920184314250946, "masked prediction probs": [ 0.9942149519920349, 0.00578509084880352 @@ -8597,7 +9650,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7420385479927063, + "sufficiency": 0.7421008348464966, + "masked prediction probs": [ + 0.9939671754837036, + 0.0060328533872962 + ], + "full text prediction probs": [ + 0.9939671754837036, + 0.0060328533872962 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7421630620956421, "masked prediction probs": [ 0.9939671754837036, 0.0060328533872962 @@ -8610,12 +9676,12 @@ } }, "dev_526": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9172540903091431, + "sufficiency": 0.494436115026474, "masked prediction probs": [ - 0.983374834060669, - 0.016625171527266502 + 0.9830822944641113, + 0.016917739063501358 ], "full text prediction probs": [ 0.9805303812026978, @@ -8703,10 +9769,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9173964858055115, + "sufficiency": 0.49530667066574097, "masked prediction probs": [ - 0.983374834060669, - 0.016625171527266502 + 0.9830822944641113, + 0.016917739063501358 ], "full text prediction probs": [ 0.9805303812026978, @@ -8714,9 +9780,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.4954307973384857, + "masked prediction probs": [ + 0.9830822944641113, + 0.016917739063501358 + ], + "full text prediction probs": [ + 0.9805303812026978, + 0.019469572231173515 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7538549900054932, + "sufficiency": 0.753915548324585, "masked prediction probs": [ 0.9805303812026978, 0.019469572231173515 @@ -8729,7 +9808,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4955548644065857, + "sufficiency": 0.4956788420677185, "masked prediction probs": [ 0.9830822944641113, 0.016917739063501358 @@ -8742,7 +9821,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.753976047039032, + "sufficiency": 0.7540364861488342, "masked prediction probs": [ 0.9805303812026978, 0.019469572231173515 @@ -8755,7 +9834,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7540364861488342, + "sufficiency": 0.7540969252586365, "masked prediction probs": [ 0.9805303812026978, 0.019469572231173515 @@ -8768,7 +9847,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7540969252586365, + "sufficiency": 0.754157304763794, "masked prediction probs": [ 0.9805303812026978, 0.019469572231173515 @@ -8780,8 +9859,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.028983162716031075, - "sufficiency": 0.9805470108985901, + "comprehensiveness": 0.028976043686270714, + "sufficiency": 0.9805518388748169, "masked prediction probs": [ 0.9569344520568848, 0.04306560382246971 @@ -8794,7 +9873,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8393728733062744, + "sufficiency": 0.839412271976471, "masked prediction probs": [ 0.9832582473754883, 0.016741758212447166 @@ -8807,7 +9886,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7542780637741089, + "sufficiency": 0.7543383836746216, + "masked prediction probs": [ + 0.9805303812026978, + 0.019469572231173515 + ], + "full text prediction probs": [ + 0.9805303812026978, + 0.019469572231173515 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7543986439704895, "masked prediction probs": [ 0.9805303812026978, 0.019469572231173515 @@ -8820,7 +9912,7 @@ } }, "dev_609": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0004362618492450565, "sufficiency": 0.7273879647254944, "masked prediction probs": [ @@ -8924,9 +10016,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00043541970080696046, + "sufficiency": 0.7279140949249268, + "masked prediction probs": [ + 0.995913565158844, + 0.004086433444172144 + ], + "full text prediction probs": [ + 0.996274471282959, + 0.0037255720235407352 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7395375370979309, + "sufficiency": 0.7396003603935242, "masked prediction probs": [ 0.996274471282959, 0.0037255720235407352 @@ -8938,8 +10043,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0017742578638717532, - "sufficiency": 0.8019765019416809, + "comprehensiveness": 0.0017738298047333956, + "sufficiency": 0.802024245262146, "masked prediction probs": [ 0.9948034882545471, 0.005196536425501108 @@ -8952,7 +10057,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7396631836891174, + "sufficiency": 0.7397259473800659, "masked prediction probs": [ 0.996274471282959, 0.0037255720235407352 @@ -8964,8 +10069,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00043510476825758815, - "sufficiency": 0.7281109094619751, + "comprehensiveness": 0.0004349998489487916, + "sufficiency": 0.728176474571228, "masked prediction probs": [ 0.995913565158844, 0.004086433444172144 @@ -8977,8 +10082,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004349998489487916, - "sufficiency": 0.728176474571228, + "comprehensiveness": 0.00043489501695148647, + "sufficiency": 0.7282419800758362, "masked prediction probs": [ 0.995913565158844, 0.004086433444172144 @@ -8990,8 +10095,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00470347423106432, - "sufficiency": 0.9925675988197327, + "comprehensiveness": 0.004702340811491013, + "sufficiency": 0.9925693273544312, "masked prediction probs": [ 0.9923712015151978, 0.007628776133060455 @@ -9004,7 +10109,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.739914059638977, + "sufficiency": 0.739976704120636, "masked prediction probs": [ 0.996274471282959, 0.0037255720235407352 @@ -9017,7 +10122,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.739976704120636, + "sufficiency": 0.7400392889976501, + "masked prediction probs": [ + 0.996274471282959, + 0.0037255720235407352 + ], + "full text prediction probs": [ + 0.996274471282959, + 0.0037255720235407352 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7401018738746643, "masked prediction probs": [ 0.996274471282959, 0.0037255720235407352 @@ -9030,12 +10148,12 @@ } }, "dev_641": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0007935679168440402, - "sufficiency": 0.6702271699905396, + "fixed-shap": { + "comprehensiveness": 0.026034457609057426, + "sufficiency": 0.9870994091033936, "masked prediction probs": [ - 0.9915539622306824, - 0.008446081541478634 + 0.9707756042480469, + 0.029224416241049767 ], "full text prediction probs": [ 0.9922072291374207, @@ -9134,13 +10252,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7431837916374207, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0007920284988358617, + "sufficiency": 0.6708667874336243, "masked prediction probs": [ + 0.9915539622306824, + 0.008446081541478634 + ], + "full text prediction probs": [ 0.9922072291374207, 0.007792796939611435 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04536811262369156, + "sufficiency": 0.962369978427887, + "masked prediction probs": [ + 0.9547784328460693, + 0.04522157087922096 + ], "full text prediction probs": [ 0.9922072291374207, 0.007792796939611435 @@ -9162,7 +10293,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.743308424949646, + "sufficiency": 0.743370532989502, "masked prediction probs": [ 0.9922072291374207, 0.007792796939611435 @@ -9174,8 +10305,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0007914527668617666, - "sufficiency": 0.6711060404777527, + "comprehensiveness": 0.0007912610308267176, + "sufficiency": 0.6711856722831726, "masked prediction probs": [ 0.9915539622306824, 0.008446081541478634 @@ -9187,8 +10318,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0007912610308267176, - "sufficiency": 0.6711856722831726, + "comprehensiveness": 0.0007910694112069905, + "sufficiency": 0.6712653040885925, "masked prediction probs": [ 0.9915539622306824, 0.008446081541478634 @@ -9200,8 +10331,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0027863543946295977, - "sufficiency": 0.8274636268615723, + "comprehensiveness": 0.0027856796514242887, + "sufficiency": 0.8275054693222046, "masked prediction probs": [ 0.9899062514305115, 0.01009371131658554 @@ -9213,8 +10344,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.045313186943531036, - "sufficiency": 0.9624156355857849, + "comprehensiveness": 0.045302219688892365, + "sufficiency": 0.962424635887146, "masked prediction probs": [ 0.9547784328460693, 0.04522157087922096 @@ -9227,7 +10358,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7436190247535706, + "sufficiency": 0.743681013584137, + "masked prediction probs": [ + 0.9922072291374207, + 0.007792796939611435 + ], + "full text prediction probs": [ + 0.9922072291374207, + 0.007792796939611435 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7437430620193481, "masked prediction probs": [ 0.9922072291374207, 0.007792796939611435 @@ -9240,12 +10384,12 @@ } }, "dev_661": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002881633350625634, - "sufficiency": 0.8309374451637268, + "fixed-shap": { + "comprehensiveness": 0.0027169540990144014, + "sufficiency": 0.574347972869873, "masked prediction probs": [ - 0.9929419755935669, - 0.007058007642626762 + 0.9930780529975891, + 0.006921888329088688 ], "full text prediction probs": [ 0.995323121547699, @@ -9332,11 +10476,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0028767595067620277, - "sufficiency": 0.8312233090400696, + "comprehensiveness": 0.002712358720600605, + "sufficiency": 0.5750678777694702, "masked prediction probs": [ - 0.9929419755935669, - 0.007058007642626762 + 0.9930780529975891, + 0.006921888329088688 ], "full text prediction probs": [ 0.995323121547699, @@ -9344,9 +10488,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002711703535169363, + "sufficiency": 0.5751705169677734, + "masked prediction probs": [ + 0.9930780529975891, + 0.006921888329088688 + ], + "full text prediction probs": [ + 0.995323121547699, + 0.0046769059263169765 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7403871417045593, + "sufficiency": 0.7404499053955078, "masked prediction probs": [ 0.995323121547699, 0.0046769059263169765 @@ -9358,8 +10515,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0027110485825687647, - "sufficiency": 0.5752730965614319, + "comprehensiveness": 0.00271039386279881, + "sufficiency": 0.5753756761550903, "masked prediction probs": [ 0.9930780529975891, 0.006921888329088688 @@ -9372,7 +10529,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7405126690864563, + "sufficiency": 0.7405751943588257, "masked prediction probs": [ 0.995323121547699, 0.0046769059263169765 @@ -9384,8 +10541,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007389087695628405, - "sufficiency": 0.9727489948272705, + "comprehensiveness": 0.0007387303630821407, + "sufficiency": 0.972755491733551, "masked prediction probs": [ 0.9947109222412109, 0.005289100110530853 @@ -9397,8 +10554,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007387303630821407, - "sufficiency": 0.972755491733551, + "comprehensiveness": 0.0007385521894320846, + "sufficiency": 0.9727621078491211, "masked prediction probs": [ 0.9947109222412109, 0.005289100110530853 @@ -9410,8 +10567,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0018728779396042228, - "sufficiency": 0.9903284907341003, + "comprehensiveness": 0.0018724261317402124, + "sufficiency": 0.9903309345245361, "masked prediction probs": [ 0.9937706589698792, 0.00622938759624958 @@ -9423,8 +10580,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0018724261317402124, - "sufficiency": 0.9903309345245361, + "comprehensiveness": 0.0018719746731221676, + "sufficiency": 0.9903331995010376, "masked prediction probs": [ 0.9937706589698792, 0.00622938759624958 @@ -9437,7 +10594,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7408254146575928, + "sufficiency": 0.7408878803253174, + "masked prediction probs": [ + 0.995323121547699, + 0.0046769059263169765 + ], + "full text prediction probs": [ + 0.995323121547699, + 0.0046769059263169765 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.740950345993042, "masked prediction probs": [ 0.995323121547699, 0.0046769059263169765 @@ -9450,12 +10620,12 @@ } }, "dev_663": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.022420896217226982, - "sufficiency": 0.7062873840332031, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.493485689163208, "masked prediction probs": [ - 0.9626871943473816, - 0.03731279820203781 + 0.9834499955177307, + 0.01654999516904354 ], "full text prediction probs": [ 0.9808903932571411, @@ -9554,12 +10724,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.40073642134666443, - "sufficiency": 0.8996455669403076, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02237679809331894, + "sufficiency": 0.7068650126457214, "masked prediction probs": [ - 0.654897153377533, - 0.34510281682014465 + 0.9626871943473816, + 0.03731279820203781 + ], + "full text prediction probs": [ + 0.9808903932571411, + 0.01910962164402008 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7535820007324219, + "masked prediction probs": [ + 0.9808903932571411, + 0.01910962164402008 ], "full text prediction probs": [ 0.9808903932571411, @@ -9568,8 +10751,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.4006379246711731, - "sufficiency": 0.8996701836585999, + "comprehensiveness": 0.40053945779800415, + "sufficiency": 0.8996948599815369, "masked prediction probs": [ 0.654897153377533, 0.34510281682014465 @@ -9582,7 +10765,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7536425590515137, + "sufficiency": 0.7537030577659607, "masked prediction probs": [ 0.9808903932571411, 0.01910962164402008 @@ -9595,7 +10778,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7537030577659607, + "sufficiency": 0.7537635564804077, "masked prediction probs": [ 0.9808903932571411, 0.01910962164402008 @@ -9607,8 +10790,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4003427028656006, - "sufficiency": 0.8997441530227661, + "comprehensiveness": 0.40024441480636597, + "sufficiency": 0.8997687697410583, "masked prediction probs": [ 0.654897153377533, 0.34510281682014465 @@ -9621,7 +10804,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.4266766309738159, + "sufficiency": 0.4268173575401306, "masked prediction probs": [ 0.9873078465461731, 0.012692132033407688 @@ -9634,7 +10817,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.4268173575401306, + "sufficiency": 0.42695802450180054, "masked prediction probs": [ 0.9873078465461731, 0.012692132033407688 @@ -9646,8 +10829,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4000479280948639, - "sufficiency": 0.899817943572998, + "comprehensiveness": 0.3999497592449188, + "sufficiency": 0.8998425006866455, + "masked prediction probs": [ + 0.654897153377533, + 0.34510281682014465 + ], + "full text prediction probs": [ + 0.9808903932571411, + 0.01910962164402008 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.39985164999961853, + "sufficiency": 0.8998671174049377, "masked prediction probs": [ 0.654897153377533, 0.34510281682014465 @@ -9660,12 +10856,12 @@ } }, "dev_675": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2559530436992645, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6503375172615051, "masked prediction probs": [ - 0.7760148048400879, - 0.22398518025875092 + 0.9877716302871704, + 0.012228413484990597 ], "full text prediction probs": [ 0.984826922416687, @@ -9752,11 +10948,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.25551456212997437, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.6509364247322083, "masked prediction probs": [ - 0.7760148048400879, - 0.22398518025875092 + 0.9877716302871704, + 0.012228413484990597 ], "full text prediction probs": [ 0.984826922416687, @@ -9764,9 +10960,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6510218977928162, + "masked prediction probs": [ + 0.9877716302871704, + 0.012228413484990597 + ], + "full text prediction probs": [ + 0.984826922416687, + 0.015173079445958138 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.749893069267273, + "sufficiency": 0.7499542832374573, "masked prediction probs": [ 0.984826922416687, 0.015173079445958138 @@ -9778,8 +10987,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0036429590545594692, - "sufficiency": 0.8347630500793457, + "comprehensiveness": 0.003642068011686206, + "sufficiency": 0.8348034620285034, "masked prediction probs": [ 0.9818483591079712, 0.01815166138112545 @@ -9792,7 +11001,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7500154376029968, + "sufficiency": 0.7500765323638916, "masked prediction probs": [ 0.984826922416687, 0.015173079445958138 @@ -9805,7 +11014,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6512777209281921, + "sufficiency": 0.6513630151748657, "masked prediction probs": [ 0.9877716302871704, 0.012228413484990597 @@ -9817,7 +11026,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2552022933959961, + "comprehensiveness": 0.25513991713523865, "sufficiency": 1.0, "masked prediction probs": [ 0.7760148048400879, @@ -9830,8 +11039,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0032015517354011536, - "sufficiency": 0.9221246242523193, + "comprehensiveness": 0.0032007694244384766, + "sufficiency": 0.9221435785293579, "masked prediction probs": [ 0.9822067022323608, 0.017793327569961548 @@ -9844,7 +11053,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9111405611038208, + "sufficiency": 0.911162257194519, "masked prediction probs": [ 0.9881793260574341, 0.011820671148598194 @@ -9857,7 +11066,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7503206729888916, + "sufficiency": 0.7503816485404968, + "masked prediction probs": [ + 0.984826922416687, + 0.015173079445958138 + ], + "full text prediction probs": [ + 0.984826922416687, + 0.015173079445958138 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7504425644874573, "masked prediction probs": [ 0.984826922416687, 0.015173079445958138 @@ -9870,7 +11092,7 @@ } }, "dev_714": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0016810017405077815, "sufficiency": 0.7273596525192261, "masked prediction probs": [ @@ -9962,11 +11184,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0016781619051471353, - "sufficiency": 0.7278202176094055, + "comprehensiveness": 0.0038566363509744406, + "sufficiency": 0.9010757207870483, "masked prediction probs": [ - 0.9949159622192383, - 0.005084039177745581 + 0.9931106567382812, + 0.006889390293508768 ], "full text prediction probs": [ 0.9963066577911377, @@ -9974,12 +11196,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0016777568962424994, - "sufficiency": 0.7278858423233032, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003855705726891756, + "sufficiency": 0.9010996222496033, "masked prediction probs": [ - 0.9949159622192383, - 0.005084039177745581 + 0.9931106567382812, + 0.006889390293508768 ], "full text prediction probs": [ 0.9963066577911377, @@ -9987,7 +11209,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7395716309547424, "masked prediction probs": [ @@ -10000,7 +11222,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7396344542503357, "masked prediction probs": [ @@ -10013,9 +11235,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7396972179412842, + "masked prediction probs": [ + 0.9963066577911377, + 0.003693375736474991 + ], + "full text prediction probs": [ + 0.9963066577911377, + 0.003693375736474991 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.0016765433829277754, - "sufficiency": 0.7280826568603516, + "comprehensiveness": 0.0016761391889303923, + "sufficiency": 0.7281482219696045, "masked prediction probs": [ 0.9949159622192383, 0.005084039177745581 @@ -10027,8 +11262,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016761391889303923, - "sufficiency": 0.7281482219696045, + "comprehensiveness": 0.0016757353441789746, + "sufficiency": 0.7282137274742126, "masked prediction probs": [ 0.9949159622192383, 0.005084039177745581 @@ -10040,8 +11275,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0016757353441789746, - "sufficiency": 0.7282137274742126, + "comprehensiveness": 0.001675331499427557, + "sufficiency": 0.7282792329788208, "masked prediction probs": [ 0.9949159622192383, 0.005084039177745581 @@ -10053,8 +11288,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002684178063645959, - "sufficiency": 0.9936702251434326, + "comprehensiveness": 0.002683531492948532, + "sufficiency": 0.9936717748641968, "masked prediction probs": [ 0.994078516960144, 0.005921501666307449 @@ -10066,8 +11301,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0016749280039221048, - "sufficiency": 0.7283446192741394, + "comprehensiveness": 0.0016745246248319745, + "sufficiency": 0.7284100651741028, + "masked prediction probs": [ + 0.9949159622192383, + 0.005084039177745581 + ], + "full text prediction probs": [ + 0.9963066577911377, + 0.003693375736474991 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0016741214785724878, + "sufficiency": 0.7284754514694214, "masked prediction probs": [ 0.9949159622192383, 0.005084039177745581 @@ -10080,12 +11328,12 @@ } }, "dev_749": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06890840828418732, - "sufficiency": 0.9729727506637573, + "fixed-shap": { + "comprehensiveness": 0.0019533939193934202, + "sufficiency": 0.9296525120735168, "masked prediction probs": [ - 0.927486777305603, - 0.07251325249671936 + 0.982029378414154, + 0.017970643937587738 ], "full text prediction probs": [ 0.9836206436157227, @@ -10184,12 +11432,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19671031832695007, - "sufficiency": 0.9817093014717102, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06877332180738449, + "sufficiency": 0.9730257391929626, "masked prediction probs": [ - 0.8230625987052917, - 0.17693737149238586 + 0.927486777305603, + 0.07251325249671936 + ], + "full text prediction probs": [ + 0.9836206436157227, + 0.016379322856664658 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7510622143745422, + "masked prediction probs": [ + 0.9836206436157227, + 0.016379322856664658 ], "full text prediction probs": [ 0.9836206436157227, @@ -10199,7 +11460,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9485620260238647, + "sufficiency": 0.9485746026039124, "masked prediction probs": [ 0.9912161827087402, 0.008783798664808273 @@ -10212,7 +11473,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7511231899261475, + "sufficiency": 0.7511841058731079, "masked prediction probs": [ 0.9836206436157227, 0.016379322856664658 @@ -10224,8 +11485,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001948132528923452, - "sufficiency": 0.9298418760299683, + "comprehensiveness": 0.001947655575349927, + "sufficiency": 0.9298591017723083, "masked prediction probs": [ 0.982029378414154, 0.017970643937587738 @@ -10237,8 +11498,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.1965176910161972, - "sufficiency": 0.9817272424697876, + "comprehensiveness": 0.19646960496902466, + "sufficiency": 0.981731653213501, "masked prediction probs": [ 0.8230625987052917, 0.17693737149238586 @@ -10250,8 +11511,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0019471789710223675, - "sufficiency": 0.9298762083053589, + "comprehensiveness": 0.0019467024831101298, + "sufficiency": 0.9298933148384094, "masked prediction probs": [ 0.982029378414154, 0.017970643937587738 @@ -10264,7 +11525,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9486249089241028, + "sufficiency": 0.9486374855041504, "masked prediction probs": [ 0.9912161827087402, 0.008783798664808273 @@ -10276,8 +11537,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19637349247932434, - "sufficiency": 0.9817405939102173, + "comprehensiveness": 0.19632545113563538, + "sufficiency": 0.9817451238632202, + "masked prediction probs": [ + 0.8230625987052917, + 0.17693737149238586 + ], + "full text prediction probs": [ + 0.9836206436157227, + 0.016379322856664658 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1962774693965912, + "sufficiency": 0.9817494750022888, "masked prediction probs": [ 0.8230625987052917, 0.17693737149238586 @@ -10290,12 +11564,12 @@ } }, "dev_766": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.20110447704792023, + "sufficiency": 0.7419285774230957, "masked prediction probs": [ - 0.9847276210784912, - 0.015272382646799088 + 0.981109619140625, + 0.018890421837568283 ], "full text prediction probs": [ 0.9790105819702148, @@ -10394,12 +11668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.4378757178783417, + "sufficiency": 0.20267924666404724, "masked prediction probs": [ - 0.9862685799598694, - 0.013731434941291809 + 0.9847276210784912, + 0.015272382646799088 + ], + "full text prediction probs": [ + 0.9790105819702148, + 0.020989442244172096 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7553268074989319, + "masked prediction probs": [ + 0.9790105819702148, + 0.020989442244172096 ], "full text prediction probs": [ 0.9790105819702148, @@ -10409,7 +11696,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4380141794681549, + "sufficiency": 0.438152551651001, "masked prediction probs": [ 0.9862685799598694, 0.013731434941291809 @@ -10422,7 +11709,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7553870677947998, + "sufficiency": 0.755447268486023, "masked prediction probs": [ 0.9790105819702148, 0.020989442244172096 @@ -10435,7 +11722,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9267227649688721, + "sufficiency": 0.9267408847808838, "masked prediction probs": [ 0.9852815270423889, 0.01471850834786892 @@ -10448,7 +11735,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9267408847808838, + "sufficiency": 0.9267588257789612, "masked prediction probs": [ 0.9852815270423889, 0.01471850834786892 @@ -10461,7 +11748,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7427542209625244, + "sufficiency": 0.7428175210952759, "masked prediction probs": [ 0.981109619140625, 0.018890421837568283 @@ -10474,7 +11761,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9267767667770386, + "sufficiency": 0.9267948269844055, "masked prediction probs": [ 0.9852815270423889, 0.01471850834786892 @@ -10487,7 +11774,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.43884357810020447, + "sufficiency": 0.4389815926551819, + "masked prediction probs": [ + 0.9862685799598694, + 0.013731434941291809 + ], + "full text prediction probs": [ + 0.9790105819702148, + 0.020989442244172096 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.43911948800086975, "masked prediction probs": [ 0.9862685799598694, 0.013731434941291809 @@ -10500,12 +11800,12 @@ } }, "dev_840": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3381865620613098, - "sufficiency": 0.9823240041732788, + "fixed-shap": { + "comprehensiveness": 0.0002395089977653697, + "sufficiency": 0.8869953751564026, "masked prediction probs": [ - 0.7149857878684998, - 0.28501424193382263 + 0.9937843084335327, + 0.006215622648596764 ], "full text prediction probs": [ 0.9939818978309631, @@ -10592,11 +11892,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.33761364221572876, - "sufficiency": 0.982353925704956, + "comprehensiveness": 1.0, + "sufficiency": 0.9926615953445435, "masked prediction probs": [ - 0.7149857878684998, - 0.28501424193382263 + 0.09754350036382675, + 0.9024564623832703 ], "full text prediction probs": [ 0.9939818978309631, @@ -10604,12 +11904,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4813327491283417, - "sufficiency": 0.9740498065948486, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9926633834838867, "masked prediction probs": [ - 0.5961233377456665, - 0.4038766920566559 + 0.09754350036382675, + 0.9024564623832703 + ], + "full text prediction probs": [ + 0.9939818978309631, + 0.006018097512423992 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7416509389877319, + "masked prediction probs": [ + 0.9939818978309631, + 0.006018097512423992 ], "full text prediction probs": [ 0.9939818978309631, @@ -10618,8 +11931,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00023898755898699164, - "sufficiency": 0.8872414231300354, + "comprehensiveness": 0.00023892974422778934, + "sufficiency": 0.8872687816619873, "masked prediction probs": [ 0.9937843084335327, 0.006215622648596764 @@ -10632,7 +11945,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7417134642601013, + "sufficiency": 0.7417758703231812, "masked prediction probs": [ 0.9939818978309631, 0.006018097512423992 @@ -10644,7 +11957,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014314808882772923, + "comprehensiveness": 0.014311348088085651, "sufficiency": 0.0, "masked prediction probs": [ 0.9821410179138184, @@ -10657,8 +11970,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4808673560619354, - "sufficiency": 0.9740749001502991, + "comprehensiveness": 0.4807511568069458, + "sufficiency": 0.9740812182426453, "masked prediction probs": [ 0.5961233377456665, 0.4038766920566559 @@ -10670,8 +11983,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4807511568069458, - "sufficiency": 0.9740812182426453, + "comprehensiveness": 0.4806349575519562, + "sufficiency": 0.9740875363349915, "masked prediction probs": [ 0.5961233377456665, 0.4038766920566559 @@ -10683,8 +11996,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.4806349575519562, - "sufficiency": 0.9740875363349915, + "comprehensiveness": 0.4805188775062561, + "sufficiency": 0.9740937352180481, "masked prediction probs": [ 0.5961233377456665, 0.4038766920566559 @@ -10696,8 +12009,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4805188775062561, - "sufficiency": 0.9740937352180481, + "comprehensiveness": 0.4804028272628784, + "sufficiency": 0.9740999341011047, + "masked prediction probs": [ + 0.5961233377456665, + 0.4038766920566559 + ], + "full text prediction probs": [ + 0.9939818978309631, + 0.006018097512423992 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4802868664264679, + "sufficiency": 0.9741062521934509, "masked prediction probs": [ 0.5961233377456665, 0.4038766920566559 @@ -10710,12 +12036,12 @@ } }, "dev_854": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0004025944508612156, - "sufficiency": 0.9706700444221497, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7051137685775757, "masked prediction probs": [ - 0.9813315868377686, - 0.0186684001237154 + 0.986929178237915, + 0.013070784509181976 ], "full text prediction probs": [ 0.9816587567329407, @@ -10802,11 +12128,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0004019020707346499, - "sufficiency": 0.9707204699516296, + "comprehensiveness": 0.0, + "sufficiency": 0.7056208252906799, "masked prediction probs": [ - 0.9813315868377686, - 0.0186684001237154 + 0.986929178237915, + 0.013070784509181976 ], "full text prediction probs": [ 0.9816587567329407, @@ -10814,9 +12140,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7056931257247925, + "masked prediction probs": [ + 0.986929178237915, + 0.013070784509181976 + ], + "full text prediction probs": [ + 0.9816587567329407, + 0.018341246992349625 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7528104186058044, + "sufficiency": 0.7528711557388306, "masked prediction probs": [ 0.9816587567329407, 0.018341246992349625 @@ -10828,8 +12167,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.010794797912240028, - "sufficiency": 0.9056673645973206, + "comprehensiveness": 0.010792147368192673, + "sufficiency": 0.9056905508041382, "masked prediction probs": [ 0.9728668928146362, 0.02713310718536377 @@ -10842,7 +12181,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7529318928718567, + "sufficiency": 0.7529924511909485, "masked prediction probs": [ 0.9816587567329407, 0.018341246992349625 @@ -10854,8 +12193,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010789498686790466, - "sufficiency": 0.9057136178016663, + "comprehensiveness": 0.010786850936710835, + "sufficiency": 0.9057366847991943, "masked prediction probs": [ 0.9728668928146362, 0.02713310718536377 @@ -10868,7 +12207,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9639508724212646, + "sufficiency": 0.9639597535133362, "masked prediction probs": [ 0.9847025275230408, 0.01529750321060419 @@ -10881,7 +12220,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7060540914535522, + "sufficiency": 0.7061261534690857, "masked prediction probs": [ 0.986929178237915, 0.013070784509181976 @@ -10893,8 +12232,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0031574342865496874, - "sufficiency": 0.9180405735969543, + "comprehensiveness": 0.0031566601246595383, + "sufficiency": 0.9180606603622437, "masked prediction probs": [ 0.9790840148925781, 0.020915957167744637 @@ -10907,7 +12246,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7532346844673157, + "sufficiency": 0.7532951235771179, + "masked prediction probs": [ + 0.9816587567329407, + 0.018341246992349625 + ], + "full text prediction probs": [ + 0.9816587567329407, + 0.018341246992349625 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7533556818962097, "masked prediction probs": [ 0.9816587567329407, 0.018341246992349625 @@ -10920,12 +12272,12 @@ } }, "dev_863": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9182981848716736, + "sufficiency": 0.8448811769485474, "masked prediction probs": [ - 0.975487470626831, - 0.02451253868639469 + 0.9772127270698547, + 0.022787228226661682 ], "full text prediction probs": [ 0.9735367894172668, @@ -11013,10 +12365,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9184401631355286, + "sufficiency": 0.8451505899429321, "masked prediction probs": [ - 0.975487470626831, - 0.02451253868639469 + 0.9772127270698547, + 0.022787228226661682 ], "full text prediction probs": [ 0.9735367894172668, @@ -11024,9 +12376,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7603942155838013, + "sufficiency": 0.8451889753341675, + "masked prediction probs": [ + 0.9772127270698547, + 0.022787228226661682 + ], + "full text prediction probs": [ + 0.9735367894172668, + 0.026463210582733154 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7604537010192871, "masked prediction probs": [ 0.9735367894172668, 0.026463210582733154 @@ -11038,7 +12403,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012592398561537266, + "comprehensiveness": 0.001258927513845265, "sufficiency": 1.0, "masked prediction probs": [ 0.9725214242935181, @@ -11052,7 +12417,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.760513186454773, + "sufficiency": 0.7605724334716797, "masked prediction probs": [ 0.9735367894172668, 0.026463210582733154 @@ -11065,7 +12430,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7856853008270264, + "sufficiency": 0.7857384085655212, "masked prediction probs": [ 0.9745253324508667, 0.025474626570940018 @@ -11078,7 +12443,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7857384085655212, + "sufficiency": 0.7857914566993713, "masked prediction probs": [ 0.9745253324508667, 0.025474626570940018 @@ -11090,7 +12455,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0012579916510730982, + "comprehensiveness": 0.0012576800072565675, "sufficiency": 1.0, "masked prediction probs": [ 0.9725214242935181, @@ -11104,7 +12469,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7607504725456238, + "sufficiency": 0.7608096599578857, "masked prediction probs": [ 0.9735367894172668, 0.026463210582733154 @@ -11117,7 +12482,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7608096599578857, + "sufficiency": 0.7608687877655029, + "masked prediction probs": [ + 0.9735367894172668, + 0.026463210582733154 + ], + "full text prediction probs": [ + 0.9735367894172668, + 0.026463210582733154 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7609280347824097, "masked prediction probs": [ 0.9735367894172668, 0.026463210582733154 @@ -11130,12 +12508,12 @@ } }, "dev_4": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.0026776916347444057, "sufficiency": 0.0, "masked prediction probs": [ - 0.004451237618923187, - 0.9955487251281738 + 0.005299674812704325, + 0.9947003126144409 ], "full text prediction probs": [ 0.0049034226685762405, @@ -11234,13 +12612,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ + 0.004451237618923187, + 0.9955487251281738 + ], + "full text prediction probs": [ 0.0049034226685762405, 0.9950965046882629 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004451237618923187, + 0.9955487251281738 + ], "full text prediction probs": [ 0.0049034226685762405, 0.9950965046882629 @@ -11248,7 +12639,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.007738304324448109, + "comprehensiveness": 0.007727982010692358, "sufficiency": 0.0, "masked prediction probs": [ 0.006062379106879234, @@ -11274,8 +12665,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03958634287118912, - "sufficiency": 0.4364975094795227, + "comprehensiveness": 0.03953367844223976, + "sufficiency": 0.4372466504573822, "masked prediction probs": [ 0.010847766883671284, 0.989152193069458 @@ -11287,8 +12678,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03953367844223976, - "sufficiency": 0.4372466504573822, + "comprehensiveness": 0.03948115557432175, + "sufficiency": 0.4379938244819641, "masked prediction probs": [ 0.010847766883671284, 0.989152193069458 @@ -11313,8 +12704,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028007635846734047, - "sufficiency": 0.7770487070083618, + "comprehensiveness": 0.02797052264213562, + "sufficiency": 0.7773439884185791, "masked prediction probs": [ 0.009125970304012299, 0.9908740520477295 @@ -11337,15 +12728,28 @@ 0.9950965046882629 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0049034226685762405, + 0.9950965046882629 + ], + "full text prediction probs": [ + 0.0049034226685762405, + 0.9950965046882629 + ], + "labels": 1 } }, "dev_131": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1406993865966797, - "sufficiency": 0.8668110370635986, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9221968054771423, "masked prediction probs": [ - 0.031327683478593826, - 0.9686722755432129 + 0.25013795495033264, + 0.7498620748519897 ], "full text prediction probs": [ 0.011427734978497028, @@ -11444,13 +12848,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1391252726316452, + "sufficiency": 0.8683000802993774, "masked prediction probs": [ + 0.031327683478593826, + 0.9686722755432129 + ], + "full text prediction probs": [ 0.011427734978497028, 0.9885722398757935 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11723864078521729, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028220562264323235, + 0.9717794060707092 + ], "full text prediction probs": [ 0.011427734978497028, 0.9885722398757935 @@ -11458,8 +12875,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2607249617576599, - "sufficiency": 0.9812136888504028, + "comprehensiveness": 0.26036137342453003, + "sufficiency": 0.981239914894104, "masked prediction probs": [ 0.048772986978292465, 0.9512269496917725 @@ -11484,8 +12901,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.25999876856803894, - "sufficiency": 0.9812660217285156, + "comprehensiveness": 0.2596372067928314, + "sufficiency": 0.9812920093536377, "masked prediction probs": [ 0.048772986978292465, 0.9512269496917725 @@ -11497,7 +12914,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0005710319383069873, + "comprehensiveness": 0.0005702389171347022, "sufficiency": 0.0, "masked prediction probs": [ 0.011509895324707031, @@ -11510,8 +12927,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2592766284942627, - "sufficiency": 0.9813179969787598, + "comprehensiveness": 0.25891706347465515, + "sufficiency": 0.9813438653945923, "masked prediction probs": [ 0.048772986978292465, 0.9512269496917725 @@ -11547,15 +12964,28 @@ 0.9885722398757935 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011427734978497028, + 0.9885722398757935 + ], + "full text prediction probs": [ + 0.011427734978497028, + 0.9885722398757935 + ], + "labels": 1 } }, "dev_170": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6837744116783142, + "fixed-shap": { + "comprehensiveness": 0.13213126361370087, + "sufficiency": 0.0, "masked prediction probs": [ - 0.960015058517456, - 0.039984893053770065 + 0.03335217386484146, + 0.966647744178772 ], "full text prediction probs": [ 0.015156841836869717, @@ -11654,12 +13084,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.6874043345451355, + "masked prediction probs": [ + 0.960015058517456, + 0.039984893053770065 + ], + "full text prediction probs": [ + 0.015156841836869717, + 0.9848431348800659 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05518591031432152, "sufficiency": 0.0, "masked prediction probs": [ - 0.7536987662315369, - 0.24630120396614075 + 0.022855715826153755, + 0.9771443009376526 ], "full text prediction probs": [ 0.015156841836869717, @@ -11668,7 +13111,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06187068670988083, + "comprehensiveness": 0.061782099306583405, "sufficiency": 0.0, "masked prediction probs": [ 0.02378830499947071, @@ -11694,7 +13137,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.022508420050144196, + "comprehensiveness": 0.022476283833384514, "sufficiency": 0.0, "masked prediction probs": [ 0.018305998295545578, @@ -11707,7 +13150,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.022476283833384514, + "comprehensiveness": 0.022444240748882294, "sufficiency": 0.0, "masked prediction probs": [ 0.018305998295545578, @@ -11757,15 +13200,28 @@ 0.9848431348800659 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7536987662315369, + 0.24630120396614075 + ], + "full text prediction probs": [ + 0.015156841836869717, + 0.9848431348800659 + ], + "labels": 1 } }, "dev_185": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8387398719787598, - 0.161260187625885 + 0.8136402368545532, + 0.18635980784893036 ], "full text prediction probs": [ 0.7168908715248108, @@ -11855,8 +13311,8 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8387398719787598, - 0.161260187625885 + 0.8136402368545532, + 0.18635980784893036 ], "full text prediction probs": [ 0.7168908715248108, @@ -11864,7 +13320,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8136402368545532, + 0.18635980784893036 + ], + "full text prediction probs": [ + 0.7168908715248108, + 0.2831091582775116 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -11879,7 +13348,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8676053881645203, + "sufficiency": 0.867652177810669, "masked prediction probs": [ 0.9143437147140503, 0.08565627038478851 @@ -11930,8 +13399,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.036889731884002686, - "sufficiency": 0.8907769322395325, + "comprehensiveness": 0.03687671571969986, + "sufficiency": 0.8908154368400574, "masked prediction probs": [ 0.6959807872772217, 0.30401918292045593 @@ -11944,7 +13413,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8678388595581055, + "sufficiency": 0.867885410785675, "masked prediction probs": [ 0.9143437147140503, 0.08565627038478851 @@ -11967,15 +13436,28 @@ 0.2831091582775116 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7168908715248108, + 0.2831091582775116 + ], + "full text prediction probs": [ + 0.7168908715248108, + 0.2831091582775116 + ], + "labels": 1 } }, "dev_261": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9799979329109192, - 0.020002050325274467 + 0.026814188808202744, + 0.9731858372688293 ], "full text prediction probs": [ 0.0330570824444294, @@ -12074,12 +13556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9799979329109192, + 0.020002050325274467 + ], + "full text prediction probs": [ + 0.0330570824444294, + 0.9669429063796997 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9732676148414612, - 0.026732435449957848 + 0.027858735993504524, + 0.9721412658691406 ], "full text prediction probs": [ 0.0330570824444294, @@ -12114,7 +13609,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.009166370145976543, + "comprehensiveness": 0.009151365607976913, "sufficiency": 0.0, "masked prediction probs": [ 0.03417550027370453, @@ -12177,15 +13672,28 @@ 0.9669429063796997 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9732676148414612, + 0.026732435449957848 + ], + "full text prediction probs": [ + 0.0330570824444294, + 0.9669429063796997 + ], + "labels": 1 } }, "dev_279": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9974804520606995, + "fixed-shap": { + "comprehensiveness": 0.3133072555065155, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9301610589027405, - 0.06983894109725952 + 0.058093126863241196, + 0.9419069290161133 ], "full text prediction probs": [ 0.01485343836247921, @@ -12284,12 +13792,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9369471669197083, + "sufficiency": 0.9975093603134155, "masked prediction probs": [ - 0.7437933683395386, - 0.2562066614627838 + 0.9301610589027405, + 0.06983894109725952 + ], + "full text prediction probs": [ + 0.01485343836247921, + 0.9851465821266174 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.019543543457984924, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01758575439453125, + 0.982414186000824 ], "full text prediction probs": [ 0.01485343836247921, @@ -12298,7 +13819,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02021798864006996, + "comprehensiveness": 0.020189102739095688, "sufficiency": 0.0, "masked prediction probs": [ 0.017680088058114052, @@ -12324,7 +13845,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02016029879450798, + "comprehensiveness": 0.020131578668951988, "sufficiency": 0.0, "masked prediction probs": [ 0.017680088058114052, @@ -12337,7 +13858,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020131578668951988, + "comprehensiveness": 0.020102938637137413, "sufficiency": 0.0, "masked prediction probs": [ 0.017680088058114052, @@ -12351,7 +13872,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9373953938484192, + "sufficiency": 0.9374842643737793, "masked prediction probs": [ 0.7437933683395386, 0.2562066614627838 @@ -12363,7 +13884,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.020074382424354553, + "comprehensiveness": 0.02004590444266796, "sufficiency": 0.0, "masked prediction probs": [ 0.017680088058114052, @@ -12377,7 +13898,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9375728368759155, + "sufficiency": 0.9376612305641174, + "masked prediction probs": [ + 0.7437933683395386, + 0.2562066614627838 + ], + "full text prediction probs": [ + 0.01485343836247921, + 0.9851465821266174 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9377493262290955, "masked prediction probs": [ 0.7437933683395386, 0.2562066614627838 @@ -12390,12 +13924,12 @@ } }, "dev_289": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008364365436136723, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.032501328736543655, + "sufficiency": 0.9230090379714966, "masked prediction probs": [ - 0.004871877375990152, - 0.9951281547546387 + 0.008474040776491165, + 0.9915259480476379 ], "full text prediction probs": [ 0.003623525146394968, @@ -12482,11 +14016,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008286617696285248, + "comprehensiveness": 0.009181237779557705, "sufficiency": 0.0, "masked prediction probs": [ - 0.004871877375990152, - 0.9951281547546387 + 0.005006610881537199, + 0.9949933886528015 ], "full text prediction probs": [ 0.003623525146394968, @@ -12494,13 +14028,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009169062599539757, "sufficiency": 0.0, "masked prediction probs": [ + 0.005006610881537199, + 0.9949933886528015 + ], + "full text prediction probs": [ 0.003623525146394968, 0.9963764548301697 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014744440093636513, + "sufficiency": 0.6057838201522827, + "masked prediction probs": [ + 0.005850584711879492, + 0.9941494464874268 + ], "full text prediction probs": [ 0.003623525146394968, 0.9963764548301697 @@ -12508,7 +14055,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.009156919084489346, + "comprehensiveness": 0.009144808165729046, "sufficiency": 0.0, "masked prediction probs": [ 0.005006610881537199, @@ -12534,8 +14081,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.014285534620285034, - "sufficiency": 0.9466742277145386, + "comprehensiveness": 0.014266690239310265, + "sufficiency": 0.9467445611953735, "masked prediction probs": [ 0.005786939524114132, 0.9942130446434021 @@ -12560,7 +14107,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.009108666330575943, + "comprehensiveness": 0.009096683003008366, "sufficiency": 0.0, "masked prediction probs": [ 0.005006610881537199, @@ -12573,7 +14120,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009096683003008366, + "comprehensiveness": 0.00908473040908575, "sufficiency": 0.0, "masked prediction probs": [ 0.005006610881537199, @@ -12597,15 +14144,28 @@ 0.9963764548301697 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.003623525146394968, + 0.9963764548301697 + ], + "full text prediction probs": [ + 0.003623525146394968, + 0.9963764548301697 + ], + "labels": 1 } }, "dev_391": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20828498899936676, - "sufficiency": 0.9633565545082092, + "fixed-shap": { + "comprehensiveness": 0.012239860370755196, + "sufficiency": 0.0, "masked prediction probs": [ - 0.035435132682323456, - 0.9645648002624512 + 0.006357419770210981, + 0.9936425685882568 ], "full text prediction probs": [ 0.004542061127722263, @@ -12704,12 +14264,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06479808688163757, - "sufficiency": 0.9440783858299255, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.20606176555156708, + "sufficiency": 0.9637474417686462, "masked prediction probs": [ - 0.014256593771278858, - 0.9857433438301086 + 0.035435132682323456, + 0.9645648002624512 + ], + "full text prediction probs": [ + 0.004542061127722263, + 0.9954580068588257 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01215858943760395, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0063672857359051704, + 0.9936327338218689 ], "full text prediction probs": [ 0.004542061127722263, @@ -12718,8 +14291,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06471174210309982, - "sufficiency": 0.9441528916358948, + "comprehensiveness": 0.06462562829256058, + "sufficiency": 0.9442271590232849, "masked prediction probs": [ 0.014256593771278858, 0.9857433438301086 @@ -12744,8 +14317,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06453974545001984, - "sufficiency": 0.944301187992096, + "comprehensiveness": 0.0644540935754776, + "sufficiency": 0.9443750977516174, "masked prediction probs": [ 0.014256593771278858, 0.9857433438301086 @@ -12770,8 +14343,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06436866521835327, - "sufficiency": 0.9444487690925598, + "comprehensiveness": 0.06428346037864685, + "sufficiency": 0.9445222616195679, "masked prediction probs": [ 0.014256593771278858, 0.9857433438301086 @@ -12783,7 +14356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01207812037318945, + "comprehensiveness": 0.012062154710292816, "sufficiency": 0.0, "masked prediction probs": [ 0.0063672857359051704, @@ -12796,8 +14369,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06419848650693893, - "sufficiency": 0.9445955157279968, + "comprehensiveness": 0.06411373615264893, + "sufficiency": 0.9446686506271362, + "masked prediction probs": [ + 0.014256593771278858, + 0.9857433438301086 + ], + "full text prediction probs": [ + 0.004542061127722263, + 0.9954580068588257 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06402920931577682, + "sufficiency": 0.9447415471076965, "masked prediction probs": [ 0.014256593771278858, 0.9857433438301086 @@ -12810,12 +14396,12 @@ } }, "dev_398": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.27154242992401123, - "sufficiency": 0.9534593224525452, + "fixed-shap": { + "comprehensiveness": 0.07518792152404785, + "sufficiency": 0.9172406196594238, "masked prediction probs": [ - 0.04478796198964119, - 0.9552119970321655 + 0.01565632037818432, + 0.9843436479568481 ], "full text prediction probs": [ 0.004501250572502613, @@ -12914,12 +14500,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03276684135198593, - "sufficiency": 0.9219653010368347, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.268644779920578, + "sufficiency": 0.9539555907249451, "masked prediction probs": [ - 0.009415051899850368, - 0.9905849099159241 + 0.04478796198964119, + 0.9552119970321655 + ], + "full text prediction probs": [ + 0.004501250572502613, + 0.9954987168312073 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.010810085572302341, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0061245569959282875, + 0.9938754439353943 ], "full text prediction probs": [ 0.004501250572502613, @@ -12928,8 +14527,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03272319212555885, - "sufficiency": 0.9220691919326782, + "comprehensiveness": 0.032679662108421326, + "sufficiency": 0.9221727848052979, "masked prediction probs": [ 0.009415051899850368, 0.9905849099159241 @@ -12954,7 +14553,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.011588162742555141, + "comprehensiveness": 0.011572787538170815, "sufficiency": 0.0, "masked prediction probs": [ 0.006246001459658146, @@ -12980,7 +14579,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.011557452380657196, + "comprehensiveness": 0.011542159132659435, "sufficiency": 0.0, "masked prediction probs": [ 0.006246001459658146, @@ -12993,7 +14592,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010738560929894447, + "comprehensiveness": 0.010724369436502457, "sufficiency": 0.0, "masked prediction probs": [ 0.0061245569959282875, @@ -13006,8 +14605,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03246372193098068, - "sufficiency": 0.9226866960525513, + "comprehensiveness": 0.03242087736725807, + "sufficiency": 0.922788679599762, + "masked prediction probs": [ + 0.009415051899850368, + 0.9905849099159241 + ], + "full text prediction probs": [ + 0.004501250572502613, + 0.9954987168312073 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.032378144562244415, + "sufficiency": 0.9228903651237488, "masked prediction probs": [ 0.009415051899850368, 0.9905849099159241 @@ -13020,12 +14632,12 @@ } }, "dev_403": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6301928758621216, "masked prediction probs": [ - 0.03611414134502411, - 0.9638858437538147 + 0.9782696962356567, + 0.02173028700053692 ], "full text prediction probs": [ 0.9702972769737244, @@ -13112,11 +14724,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.6308249831199646, "masked prediction probs": [ - 0.03611414134502411, - 0.9638858437538147 + 0.9782696962356567, + 0.02173028700053692 ], "full text prediction probs": [ 0.9702972769737244, @@ -13124,9 +14736,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7151315808296204, + "sufficiency": 0.6309150457382202, + "masked prediction probs": [ + 0.9782696962356567, + 0.02173028700053692 + ], + "full text prediction probs": [ + 0.9702972769737244, + 0.029702676460146904 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7152010798454285, "masked prediction probs": [ 0.9702972769737244, 0.029702676460146904 @@ -13139,7 +14764,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.593193531036377, + "sufficiency": 0.593292772769928, "masked prediction probs": [ 0.9842374920845032, 0.015762509778141975 @@ -13152,7 +14777,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7152705788612366, + "sufficiency": 0.7153400182723999, "masked prediction probs": [ 0.9702972769737244, 0.029702676460146904 @@ -13164,8 +14789,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.033873073756694794, - "sufficiency": 0.7963089942932129, + "comprehensiveness": 0.033864811062812805, + "sufficiency": 0.796358585357666, "masked prediction probs": [ 0.9425269961357117, 0.05747302249073982 @@ -13178,7 +14803,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7154094576835632, + "sufficiency": 0.7154788374900818, "masked prediction probs": [ 0.9702972769737244, 0.029702676460146904 @@ -13191,7 +14816,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6313650608062744, + "sufficiency": 0.6314549446105957, "masked prediction probs": [ 0.9782696962356567, 0.02173028700053692 @@ -13217,7 +14842,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7156174778938293, + "sufficiency": 0.7156867980957031, + "masked prediction probs": [ + 0.9702972769737244, + 0.029702676460146904 + ], + "full text prediction probs": [ + 0.9702972769737244, + 0.029702676460146904 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7157560586929321, "masked prediction probs": [ 0.9702972769737244, 0.029702676460146904 @@ -13230,12 +14868,12 @@ } }, "dev_466": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015900606522336602, - "sufficiency": 0.9944251775741577, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8436969518661499, "masked prediction probs": [ - 0.993030846118927, - 0.006969205103814602 + 0.994473397731781, + 0.005526559427380562 ], "full text prediction probs": [ 0.9943692088127136, @@ -13334,9 +14972,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015870437491685152, + "sufficiency": 0.9944357872009277, + "masked prediction probs": [ + 0.993030846118927, + 0.006969205103814602 + ], + "full text prediction probs": [ + 0.9943692088127136, + 0.00563083915039897 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6947207450866699, + "sufficiency": 0.6947931051254272, "masked prediction probs": [ 0.9943692088127136, 0.00563083915039897 @@ -13349,7 +15000,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6947931051254272, + "sufficiency": 0.6948654651641846, "masked prediction probs": [ 0.9943692088127136, 0.00563083915039897 @@ -13362,7 +15013,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6948654651641846, + "sufficiency": 0.6949377655982971, "masked prediction probs": [ 0.9943692088127136, 0.00563083915039897 @@ -13375,7 +15026,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9310469627380371, + "sufficiency": 0.9310632348060608, "masked prediction probs": [ 0.9946987628936768, 0.005301245953887701 @@ -13388,7 +15039,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6950100660324097, + "sufficiency": 0.6950823068618774, "masked prediction probs": [ 0.9943692088127136, 0.00563083915039897 @@ -13401,7 +15052,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.931079626083374, + "sufficiency": 0.9310960173606873, "masked prediction probs": [ 0.9946987628936768, 0.005301245953887701 @@ -13413,8 +15064,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007356485002674162, - "sufficiency": 0.7377164363861084, + "comprehensiveness": 0.0007354743429459631, + "sufficiency": 0.7377784252166748, "masked prediction probs": [ 0.9937479496002197, 0.006252057384699583 @@ -13427,7 +15078,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6952266693115234, + "sufficiency": 0.6952987909317017, + "masked prediction probs": [ + 0.9943692088127136, + 0.00563083915039897 + ], + "full text prediction probs": [ + 0.9943692088127136, + 0.00563083915039897 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6953709125518799, "masked prediction probs": [ 0.9943692088127136, 0.00563083915039897 @@ -13440,12 +15104,12 @@ } }, "dev_467": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.060502782464027405, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6769551038742065, "masked prediction probs": [ - 0.942355751991272, - 0.05764417722821236 + 0.9932424426078796, + 0.006757542956620455 ], "full text prediction probs": [ 0.9932112097740173, @@ -13544,12 +15208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0455598421394825, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.060387831181287766, "sufficiency": 1.0, "masked prediction probs": [ - 0.9548431038856506, - 0.04515689238905907 + 0.942355751991272, + 0.05764417722821236 + ], + "full text prediction probs": [ + 0.9932112097740173, + 0.006788845174014568 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6957481503486633, + "masked prediction probs": [ + 0.9932112097740173, + 0.006788845174014568 ], "full text prediction probs": [ 0.9932112097740173, @@ -13558,8 +15235,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0004986468702554703, - "sufficiency": 0.7421475052833557, + "comprehensiveness": 0.0004985284758731723, + "sufficiency": 0.7422087788581848, "masked prediction probs": [ 0.9927911758422852, 0.007208866998553276 @@ -13572,7 +15249,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6958203911781311, + "sufficiency": 0.6958925724029541, "masked prediction probs": [ 0.9932112097740173, 0.006788845174014568 @@ -13584,7 +15261,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04552740603685379, + "comprehensiveness": 0.04551660269498825, "sufficiency": 1.0, "masked prediction probs": [ 0.9548431038856506, @@ -13598,7 +15275,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6959646940231323, + "sufficiency": 0.6960368156433105, "masked prediction probs": [ 0.9932112097740173, 0.006788845174014568 @@ -13611,7 +15288,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6779511570930481, + "sufficiency": 0.6780275106430054, "masked prediction probs": [ 0.9932424426078796, 0.006757542956620455 @@ -13623,7 +15300,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.045495014637708664, + "comprehensiveness": 0.04548422992229462, "sufficiency": 1.0, "masked prediction probs": [ 0.9548431038856506, @@ -13636,7 +15313,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04548422992229462, + "comprehensiveness": 0.04547344520688057, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9548431038856506, + 0.04515689238905907 + ], + "full text prediction probs": [ + 0.9932112097740173, + 0.006788845174014568 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04546267166733742, "sufficiency": 1.0, "masked prediction probs": [ 0.9548431038856506, @@ -13650,12 +15340,12 @@ } }, "dev_525": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8539073467254639, + "fixed-shap": { + "comprehensiveness": 0.0023679854348301888, + "sufficiency": 0.8284695744514465, "masked prediction probs": [ - 0.9927573204040527, - 0.007242624182254076 + 0.9865139126777649, + 0.013486122712492943 ], "full text prediction probs": [ 0.9884931445121765, @@ -13742,11 +15432,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.8541516065597534, + "comprehensiveness": 0.002364025916904211, + "sufficiency": 0.8287564516067505, "masked prediction probs": [ - 0.9927573204040527, - 0.007242624182254076 + 0.9865139126777649, + 0.013486122712492943 ], "full text prediction probs": [ 0.9884931445121765, @@ -13754,9 +15444,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0023634610697627068, + "sufficiency": 0.8287972807884216, + "masked prediction probs": [ + 0.9865139126777649, + 0.013486122712492943 + ], + "full text prediction probs": [ + 0.9884931445121765, + 0.011506813578307629 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6995949149131775, + "sufficiency": 0.6996666193008423, "masked prediction probs": [ 0.9884931445121765, 0.011506813578307629 @@ -13769,7 +15472,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7348871231079102, + "sufficiency": 0.7349503636360168, "masked prediction probs": [ 0.9895484447479248, 0.010451545007526875 @@ -13782,7 +15485,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6997382640838623, + "sufficiency": 0.6998099088668823, "masked prediction probs": [ 0.9884931445121765, 0.011506813578307629 @@ -13794,8 +15497,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03199583292007446, - "sufficiency": 0.8743115663528442, + "comprehensiveness": 0.031988196074962616, + "sufficiency": 0.8743414878845215, "masked prediction probs": [ 0.9616796970367432, 0.03832025080919266 @@ -13808,7 +15511,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6998815536499023, + "sufficiency": 0.6999531388282776, "masked prediction probs": [ 0.9884931445121765, 0.011506813578307629 @@ -13821,7 +15524,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7351400256156921, + "sufficiency": 0.735203206539154, "masked prediction probs": [ 0.9895484447479248, 0.010451545007526875 @@ -13833,8 +15536,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0029799144249409437, - "sufficiency": 0.7829845547676086, + "comprehensiveness": 0.0029792040586471558, + "sufficiency": 0.7830363512039185, "masked prediction probs": [ 0.9859941005706787, 0.014005911536514759 @@ -13847,7 +15550,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7000961899757385, + "sufficiency": 0.700167715549469, + "masked prediction probs": [ + 0.9884931445121765, + 0.011506813578307629 + ], + "full text prediction probs": [ + 0.9884931445121765, + 0.011506813578307629 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7002391219139099, "masked prediction probs": [ 0.9884931445121765, 0.011506813578307629 @@ -13860,12 +15576,12 @@ } }, "dev_545": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9479537010192871, + "sufficiency": 0.6422637701034546, "masked prediction probs": [ - 0.9848666787147522, - 0.015133299864828587 + 0.9863329529762268, + 0.013667019084095955 ], "full text prediction probs": [ 0.983551561832428, @@ -13953,10 +15669,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9480413198471069, + "sufficiency": 0.6428654193878174, "masked prediction probs": [ - 0.9848666787147522, - 0.015133299864828587 + 0.9863329529762268, + 0.013667019084095955 ], "full text prediction probs": [ 0.983551561832428, @@ -13964,9 +15680,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7037471532821655, + "sufficiency": 0.642951250076294, + "masked prediction probs": [ + 0.9863329529762268, + 0.013667019084095955 + ], + "full text prediction probs": [ + 0.983551561832428, + 0.01644849218428135 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7038182616233826, "masked prediction probs": [ 0.983551561832428, 0.01644849218428135 @@ -13979,7 +15708,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7820538878440857, + "sufficiency": 0.7821062803268433, "masked prediction probs": [ 0.9859143495559692, 0.014085667207837105 @@ -13992,7 +15721,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7038893699645996, + "sufficiency": 0.7039604783058167, "masked prediction probs": [ 0.983551561832428, 0.01644849218428135 @@ -14005,7 +15734,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9406588077545166, + "sufficiency": 0.9406729936599731, "masked prediction probs": [ 0.9842572212219238, 0.01574276201426983 @@ -14018,7 +15747,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7040315270423889, + "sufficiency": 0.7041025161743164, "masked prediction probs": [ 0.983551561832428, 0.01644849218428135 @@ -14031,7 +15760,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9406872987747192, + "sufficiency": 0.9407016038894653, "masked prediction probs": [ 0.9842572212219238, 0.01574276201426983 @@ -14044,7 +15773,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7823153138160706, + "sufficiency": 0.782367467880249, "masked prediction probs": [ 0.9859143495559692, 0.014085667207837105 @@ -14057,7 +15786,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7042444348335266, + "sufficiency": 0.7043153643608093, + "masked prediction probs": [ + 0.983551561832428, + 0.01644849218428135 + ], + "full text prediction probs": [ + 0.983551561832428, + 0.01644849218428135 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7043862342834473, "masked prediction probs": [ 0.983551561832428, 0.01644849218428135 @@ -14070,12 +15812,12 @@ } }, "dev_554": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7487989664077759, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04622523486614227, + "sufficiency": 0.9530289769172668, "masked prediction probs": [ - 0.33397427201271057, - 0.666025698184967 + 0.841073751449585, + 0.15892623364925385 ], "full text prediction probs": [ 0.8744379281997681, @@ -14174,12 +15916,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7773700952529907, - "sufficiency": 0.7236233353614807, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7471429109573364, + "sufficiency": 1.0, "masked prediction probs": [ - 0.31210869550704956, - 0.6878913044929504 + 0.33397427201271057, + 0.666025698184967 + ], + "full text prediction probs": [ + 0.8744379281997681, + 0.12556204199790955 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03604365885257721, + "sufficiency": 0.941842257976532, + "masked prediction probs": [ + 0.8483576774597168, + 0.15164239704608917 ], "full text prediction probs": [ 0.8744379281997681, @@ -14189,7 +15944,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8349829316139221, + "sufficiency": 0.8350284695625305, "masked prediction probs": [ 0.8940615057945251, 0.10593845695257187 @@ -14202,7 +15957,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8099905252456665, + "sufficiency": 0.8100429773330688, "masked prediction probs": [ 0.8744379281997681, 0.12556204199790955 @@ -14214,8 +15969,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7767258882522583, - "sufficiency": 0.7238523364067078, + "comprehensiveness": 0.7765114307403564, + "sufficiency": 0.7239285707473755, "masked prediction probs": [ 0.31210869550704956, 0.6878913044929504 @@ -14228,7 +15983,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6693603992462158, + "sufficiency": 0.6694517135620117, "masked prediction probs": [ 0.9580737352371216, 0.04192632809281349 @@ -14240,8 +15995,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7762970328330994, - "sufficiency": 0.7240048050880432, + "comprehensiveness": 0.7760828137397766, + "sufficiency": 0.7240809798240662, "masked prediction probs": [ 0.31210869550704956, 0.6878913044929504 @@ -14253,8 +16008,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06288007646799088, - "sufficiency": 0.9937288165092468, + "comprehensiveness": 0.06286272406578064, + "sufficiency": 0.9937305450439453, "masked prediction probs": [ 0.8288766741752625, 0.17112329602241516 @@ -14266,8 +16021,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7758686542510986, - "sufficiency": 0.7241570949554443, + "comprehensiveness": 0.775654673576355, + "sufficiency": 0.7242331504821777, + "masked prediction probs": [ + 0.31210869550704956, + 0.6878913044929504 + ], + "full text prediction probs": [ + 0.8744379281997681, + 0.12556204199790955 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7754407525062561, + "sufficiency": 0.7243092060089111, "masked prediction probs": [ 0.31210869550704956, 0.6878913044929504 @@ -14280,12 +16048,12 @@ } }, "dev_702": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0014948471216484904, - "sufficiency": 0.6431105136871338, + "fixed-shap": { + "comprehensiveness": 0.00043487234506756067, + "sufficiency": 0.7679723501205444, "masked prediction probs": [ - 0.9905053973197937, - 0.009494570083916187 + 0.9913948178291321, + 0.008605209179222584 ], "full text prediction probs": [ 0.991759717464447, @@ -14372,11 +16140,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0014923571143299341, - "sufficiency": 0.643704891204834, + "comprehensiveness": 0.0004341480089351535, + "sufficiency": 0.7683588266372681, "masked prediction probs": [ - 0.9905053973197937, - 0.009494570083916187 + 0.9913948178291321, + 0.008605209179222584 ], "full text prediction probs": [ 0.991759717464447, @@ -14384,9 +16152,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0004340446903370321, + "sufficiency": 0.7684138417243958, + "masked prediction probs": [ + 0.9913948178291321, + 0.008605209179222584 + ], + "full text prediction probs": [ + 0.991759717464447, + 0.008240297436714172 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6968768835067749, + "sufficiency": 0.6969489455223083, "masked prediction probs": [ 0.991759717464447, 0.008240297436714172 @@ -14398,8 +16179,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014916472136974335, - "sufficiency": 0.6438743472099304, + "comprehensiveness": 0.0014912924962118268, + "sufficiency": 0.6439590454101562, "masked prediction probs": [ 0.9905053973197937, 0.009494570083916187 @@ -14412,7 +16193,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6970210075378418, + "sufficiency": 0.6970930695533752, "masked prediction probs": [ 0.991759717464447, 0.008240297436714172 @@ -14425,7 +16206,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6304041147232056, + "sufficiency": 0.6304919719696045, "masked prediction probs": [ 0.9918162226676941, 0.008183794096112251 @@ -14438,7 +16219,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6971650123596191, + "sufficiency": 0.697236955165863, "masked prediction probs": [ 0.991759717464447, 0.008240297436714172 @@ -14450,8 +16231,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00043352902866899967, - "sufficiency": 0.7686890363693237, + "comprehensiveness": 0.0004334260302130133, + "sufficiency": 0.7687440514564514, "masked prediction probs": [ 0.9913948178291321, 0.008605209179222584 @@ -14463,8 +16244,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0004334260302130133, - "sufficiency": 0.7687440514564514, + "comprehensiveness": 0.0004333230899646878, + "sufficiency": 0.7687988877296448, "masked prediction probs": [ 0.9913948178291321, 0.008605209179222584 @@ -14477,7 +16258,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.697380781173706, + "sufficiency": 0.6974526643753052, + "masked prediction probs": [ + 0.991759717464447, + 0.008240297436714172 + ], + "full text prediction probs": [ + 0.991759717464447, + 0.008240297436714172 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6975244283676147, "masked prediction probs": [ 0.991759717464447, 0.008240297436714172 @@ -14490,12 +16284,12 @@ } }, "dev_720": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007981840521097183, - "sufficiency": 0.9579496383666992, + "fixed-shap": { + "comprehensiveness": 0.0009616778115741909, + "sufficiency": 0.7610571980476379, "masked prediction probs": [ - 0.985418438911438, - 0.014581535942852497 + 0.9913115501403809, + 0.008688499219715595 ], "full text prediction probs": [ 0.9921188354492188, @@ -14594,12 +16388,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0020909158047288656, - "sufficiency": 0.9450257420539856, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007966656237840652, + "sufficiency": 0.9580296277999878, "masked prediction probs": [ - 0.9903602600097656, - 0.009639723226428032 + 0.985418438911438, + 0.014581535942852497 + ], + "full text prediction probs": [ + 0.9921188354492188, + 0.007881096564233303 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6966515183448792, + "masked prediction probs": [ + 0.9921188354492188, + 0.007881096564233303 ], "full text prediction probs": [ 0.9921188354492188, @@ -14609,7 +16416,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.825552761554718, + "sufficiency": 0.8255941271781921, "masked prediction probs": [ 0.9932318925857544, 0.0067680999636650085 @@ -14622,7 +16429,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6967235207557678, + "sufficiency": 0.696795642375946, "masked prediction probs": [ 0.9921188354492188, 0.007881096564233303 @@ -14634,8 +16441,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0020894252229481936, - "sufficiency": 0.945064902305603, + "comprehensiveness": 0.0020889288280159235, + "sufficiency": 0.9450779557228088, "masked prediction probs": [ 0.9903602600097656, 0.009639723226428032 @@ -14648,7 +16455,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6982638835906982, + "sufficiency": 0.698335587978363, "masked prediction probs": [ 0.9923496842384338, 0.0076503143645823 @@ -14660,8 +16467,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0020884328987449408, - "sufficiency": 0.9450910091400146, + "comprehensiveness": 0.0020879367366433144, + "sufficiency": 0.9451040625572205, "masked prediction probs": [ 0.9903602600097656, 0.009639723226428032 @@ -14674,7 +16481,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.825759768486023, + "sufficiency": 0.8258011937141418, "masked prediction probs": [ 0.9932318925857544, 0.0067680999636650085 @@ -14686,8 +16493,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002087441273033619, - "sufficiency": 0.9451170563697815, + "comprehensiveness": 0.00208694557659328, + "sufficiency": 0.9451301097869873, + "masked prediction probs": [ + 0.9903602600097656, + 0.009639723226428032 + ], + "full text prediction probs": [ + 0.9921188354492188, + 0.007881096564233303 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0020864505786448717, + "sufficiency": 0.9451431035995483, "masked prediction probs": [ 0.9903602600097656, 0.009639723226428032 @@ -14700,12 +16520,12 @@ } }, "dev_763": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3863915503025055, - 0.6136084794998169 + 0.2732186019420624, + 0.7267813682556152 ], "full text prediction probs": [ 0.08618637919425964, @@ -14795,8 +16615,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3863915503025055, - 0.6136084794998169 + 0.8232576251029968, + 0.17674240469932556 ], "full text prediction probs": [ 0.08618637919425964, @@ -14804,12 +16624,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5129043459892273, - 0.4870956838130951 + 0.8232576251029968, + 0.17674240469932556 + ], + "full text prediction probs": [ + 0.08618637919425964, + 0.913813591003418 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1932319849729538, + 0.806768000125885 ], "full text prediction probs": [ 0.08618637919425964, @@ -14907,15 +16740,28 @@ 0.913813591003418 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5129043459892273, + 0.4870956838130951 + ], + "full text prediction probs": [ + 0.08618637919425964, + 0.913813591003418 + ], + "labels": 0 } }, "dev_807": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9971866011619568, + "fixed-shap": { + "comprehensiveness": 0.001478718244470656, + "sufficiency": 0.844003438949585, "masked prediction probs": [ - 0.017523935064673424, - 0.9824761152267456 + 0.9868183135986328, + 0.013181721791625023 ], "full text prediction probs": [ 0.9880536198616028, @@ -15014,12 +16860,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9887632131576538, + "sufficiency": 0.9971919655799866, "masked prediction probs": [ - 0.013292456045746803, - 0.9867075681686401 + 0.017523935064673424, + 0.9824761152267456 + ], + "full text prediction probs": [ + 0.9880536198616028, + 0.011946307495236397 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7000339031219482, + "masked prediction probs": [ + 0.9880536198616028, + 0.011946307495236397 ], "full text prediction probs": [ 0.9880536198616028, @@ -15028,8 +16887,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0033294139429926872, - "sufficiency": 0.7302147150039673, + "comprehensiveness": 0.0033286185935139656, + "sufficiency": 0.7302791476249695, "masked prediction probs": [ 0.9852662682533264, 0.014733714051544666 @@ -15042,7 +16901,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7001054883003235, + "sufficiency": 0.7001771330833435, "masked prediction probs": [ 0.9880536198616028, 0.011946307495236397 @@ -15054,8 +16913,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010733378119766712, - "sufficiency": 0.5314548015594482, + "comprehensiveness": 0.01073081512004137, + "sufficiency": 0.5315666198730469, "masked prediction probs": [ 0.9790634512901306, 0.02093649096786976 @@ -15067,8 +16926,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01073081512004137, - "sufficiency": 0.5315666198730469, + "comprehensiveness": 0.010728254914283752, + "sufficiency": 0.5316784381866455, "masked prediction probs": [ 0.9790634512901306, 0.02093649096786976 @@ -15081,7 +16940,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.988776683807373, + "sufficiency": 0.9887794256210327, "masked prediction probs": [ 0.013292456045746803, 0.9867075681686401 @@ -15093,8 +16952,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014737785095348954, - "sufficiency": 0.8445245027542114, + "comprehensiveness": 0.001473426935262978, + "sufficiency": 0.8445615768432617, "masked prediction probs": [ 0.9868183135986328, 0.013181721791625023 @@ -15107,7 +16966,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9887820482254028, + "sufficiency": 0.9887846112251282, + "masked prediction probs": [ + 0.013292456045746803, + 0.9867075681686401 + ], + "full text prediction probs": [ + 0.9880536198616028, + 0.011946307495236397 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9887874126434326, "masked prediction probs": [ 0.013292456045746803, 0.9867075681686401 @@ -15120,12 +16992,12 @@ } }, "dev_836": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006955533754080534, - "sufficiency": 0.9886087775230408, + "fixed-shap": { + "comprehensiveness": 0.003021685406565666, + "sufficiency": 0.7557775974273682, "masked prediction probs": [ - 0.9865626692771912, - 0.01343738567084074 + 0.9898660778999329, + 0.010133989155292511 ], "full text prediction probs": [ 0.992403507232666, @@ -15224,12 +17096,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00497813057154417, - "sufficiency": 0.9845672845840454, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006942305713891983, + "sufficiency": 0.988630473613739, "masked prediction probs": [ - 0.9882152080535889, - 0.011784781701862812 + 0.9865626692771912, + 0.01343738567084074 + ], + "full text prediction probs": [ + 0.992403507232666, + 0.007596509996801615 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6964158415794373, + "masked prediction probs": [ + 0.992403507232666, + 0.007596509996801615 ], "full text prediction probs": [ 0.992403507232666, @@ -15239,7 +17124,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6657481789588928, + "sufficiency": 0.6658276319503784, "masked prediction probs": [ 0.9928339719772339, 0.007166075520217419 @@ -15252,7 +17137,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6964879035949707, + "sufficiency": 0.6965600848197937, "masked prediction probs": [ 0.992403507232666, 0.007596509996801615 @@ -15264,8 +17149,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00497458316385746, - "sufficiency": 0.9845781922340393, + "comprehensiveness": 0.004973401315510273, + "sufficiency": 0.9845819473266602, "masked prediction probs": [ 0.9882152080535889, 0.011784781701862812 @@ -15278,7 +17163,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6966322064399719, + "sufficiency": 0.6967041492462158, "masked prediction probs": [ 0.992403507232666, 0.007596509996801615 @@ -15290,8 +17175,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0007693115621805191, - "sufficiency": 0.9459220767021179, + "comprehensiveness": 0.0007691289065405726, + "sufficiency": 0.9459349513053894, "masked prediction probs": [ 0.991755485534668, 0.008244547992944717 @@ -15304,7 +17189,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6967760920524597, + "sufficiency": 0.6968480944633484, "masked prediction probs": [ 0.992403507232666, 0.007596509996801615 @@ -15316,8 +17201,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004969860427081585, - "sufficiency": 0.984592854976654, + "comprehensiveness": 0.004968681372702122, + "sufficiency": 0.9845965504646301, + "masked prediction probs": [ + 0.9882152080535889, + 0.011784781701862812 + ], + "full text prediction probs": [ + 0.992403507232666, + 0.007596509996801615 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004967502783983946, + "sufficiency": 0.9846001267433167, "masked prediction probs": [ 0.9882152080535889, 0.011784781701862812 @@ -15330,12 +17228,12 @@ } }, "dev_107": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1538868546485901, - "sufficiency": 0.974513053894043, + "fixed-shap": { + "comprehensiveness": 0.014024397358298302, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02564263343811035, - 0.9743573665618896 + 0.0070038046687841415, + 0.9929961562156677 ], "full text prediction probs": [ 0.005134871229529381, @@ -15434,12 +17332,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04574780538678169, - "sufficiency": 0.9299867749214172, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1520608812570572, + "sufficiency": 0.9748152494430542, "masked prediction probs": [ - 0.011304683983325958, - 0.9886953234672546 + 0.02564263343811035, + 0.9743573665618896 + ], + "full text prediction probs": [ + 0.005134871229529381, + 0.9948651194572449 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005110013764351606, + 0.9948899745941162 ], "full text prediction probs": [ 0.005134871229529381, @@ -15448,8 +17359,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04568004980683327, - "sufficiency": 0.9300904273986816, + "comprehensiveness": 0.04561249911785126, + "sufficiency": 0.9301937222480774, "masked prediction probs": [ 0.011304683983325958, 0.9886953234672546 @@ -15474,7 +17385,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006921619642525911, + "comprehensiveness": 0.006911413744091988, "sufficiency": 0.0, "masked prediction probs": [ 0.0060724662616848946, @@ -15487,7 +17398,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006911413744091988, + "comprehensiveness": 0.006901238113641739, "sufficiency": 0.0, "masked prediction probs": [ 0.0060724662616848946, @@ -15500,7 +17411,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.006901238113641739, + "comprehensiveness": 0.006891092751175165, "sufficiency": 0.0, "masked prediction probs": [ 0.0060724662616848946, @@ -15526,8 +17437,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.045277711004018784, - "sufficiency": 0.930705726146698, + "comprehensiveness": 0.045211341232061386, + "sufficiency": 0.9308071732521057, + "masked prediction probs": [ + 0.011304683983325958, + 0.9886953234672546 + ], + "full text prediction probs": [ + 0.005134871229529381, + 0.9948651194572449 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04514516890048981, + "sufficiency": 0.9309083819389343, "masked prediction probs": [ 0.011304683983325958, 0.9886953234672546 @@ -15540,12 +17464,12 @@ } }, "dev_229": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21827591955661774, - "sufficiency": 0.9034268856048584, + "fixed-shap": { + "comprehensiveness": 0.02390880137681961, + "sufficiency": 0.0, "masked prediction probs": [ - 0.03318031132221222, - 0.966819703578949 + 0.00701849814504385, + 0.9929814338684082 ], "full text prediction probs": [ 0.003800390288233757, @@ -15644,12 +17568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11997572332620621, - "sufficiency": 0.0029185754247009754, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.215711310505867, + "sufficiency": 0.9045607447624207, "masked prediction probs": [ - 0.02014113962650299, - 0.9798588752746582 + 0.03318031132221222, + 0.966819703578949 + ], + "full text prediction probs": [ + 0.003800390288233757, + 0.9961995482444763 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.004353241063654423, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004394207149744034, + 0.9956057667732239 ], "full text prediction probs": [ 0.003800390288233757, @@ -15658,7 +17595,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04254176467657089, + "comprehensiveness": 0.042479466646909714, "sufficiency": 0.0, "masked prediction probs": [ 0.009603100828826427, @@ -15684,7 +17621,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0058066630735993385, + "comprehensiveness": 0.0057981847785413265, "sufficiency": 0.0, "masked prediction probs": [ 0.0045948452316224575, @@ -15697,7 +17634,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0057981847785413265, + "comprehensiveness": 0.005789731163531542, "sufficiency": 0.0, "masked prediction probs": [ 0.0045948452316224575, @@ -15710,8 +17647,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11910111457109451, - "sufficiency": 0.010181844234466553, + "comprehensiveness": 0.1189277246594429, + "sufficiency": 0.011621817946434021, "masked prediction probs": [ 0.02014113962650299, 0.9798588752746582 @@ -15723,7 +17660,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014033116400241852, + "comprehensiveness": 0.0140127157792449, "sufficiency": 0.0, "masked prediction probs": [ 0.005728638730943203, @@ -15736,8 +17673,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11875483393669128, - "sufficiency": 0.013057608157396317, + "comprehensiveness": 0.11858244985342026, + "sufficiency": 0.014489233493804932, + "masked prediction probs": [ + 0.02014113962650299, + 0.9798588752746582 + ], + "full text prediction probs": [ + 0.003800390288233757, + 0.9961995482444763 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11841056495904922, + "sufficiency": 0.01591671071946621, "masked prediction probs": [ 0.02014113962650299, 0.9798588752746582 @@ -15750,12 +17700,12 @@ } }, "dev_246": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9985296130180359, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.13823047280311584, - 0.8617695569992065 + 0.01302491407841444, + 0.9869750738143921 ], "full text prediction probs": [ 0.023074273020029068, @@ -15854,13 +17804,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9848635792732239, "sufficiency": 0.0, "masked prediction probs": [ + 0.13823047280311584, + 0.8617695569992065 + ], + "full text prediction probs": [ 0.023074273020029068, 0.9769257307052612 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01882874220609665, + 0.9811712503433228 + ], "full text prediction probs": [ 0.023074273020029068, 0.9769257307052612 @@ -15868,7 +17831,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.9831815958023071, + "comprehensiveness": 0.9815053343772888, "sufficiency": 0.0, "masked prediction probs": [ 0.13823047280311584, @@ -15920,7 +17883,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9765106439590454, + "comprehensiveness": 0.9748570919036865, "sufficiency": 0.0, "masked prediction probs": [ 0.13823047280311584, @@ -15957,15 +17920,28 @@ 0.9769257307052612 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023074273020029068, + 0.9769257307052612 + ], + "full text prediction probs": [ + 0.023074273020029068, + 0.9769257307052612 + ], + "labels": 1 } }, "dev_252": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004038571380078793, + "fixed-shap": { + "comprehensiveness": 0.0232151597738266, "sufficiency": 0.0, "masked prediction probs": [ - 0.003990219905972481, - 0.9960098266601562 + 0.006578175816684961, + 0.9934218525886536 ], "full text prediction probs": [ 0.003445167327299714, @@ -16064,13 +18040,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0039912438951432705, "sufficiency": 0.0, "masked prediction probs": [ + 0.003990219905972481, + 0.9960098266601562 + ], + "full text prediction probs": [ 0.003445167327299714, 0.9965548515319824 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01082518883049488, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004925545770674944, + 0.995074450969696 + ], "full text prediction probs": [ 0.003445167327299714, 0.9965548515319824 @@ -16078,7 +18067,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.003985405899584293, + "comprehensiveness": 0.003979585133492947, "sufficiency": 0.0, "masked prediction probs": [ 0.003990219905972481, @@ -16104,7 +18093,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.003973781131207943, + "comprehensiveness": 0.003967993892729282, "sufficiency": 0.0, "masked prediction probs": [ 0.003990219905972481, @@ -16117,7 +18106,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003967993892729282, + "comprehensiveness": 0.003962223883718252, "sufficiency": 0.0, "masked prediction probs": [ 0.003990219905972481, @@ -16130,7 +18119,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.003962223883718252, + "comprehensiveness": 0.003956470172852278, "sufficiency": 0.0, "masked prediction probs": [ 0.003990219905972481, @@ -16143,8 +18132,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012349258176982403, - "sufficiency": 0.8941616415977478, + "comprehensiveness": 0.012331351637840271, + "sufficiency": 0.8943150043487549, "masked prediction probs": [ 0.00514635443687439, 0.994853675365448 @@ -16167,10 +18156,23 @@ 0.9965548515319824 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.003445167327299714, + 0.9965548515319824 + ], + "full text prediction probs": [ + 0.003445167327299714, + 0.9965548515319824 + ], + "labels": 1 } }, "dev_274": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.732522189617157, "masked prediction probs": [ @@ -16274,9 +18276,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7331559658050537, + "masked prediction probs": [ + 0.9552032947540283, + 0.044796694070100784 + ], + "full text prediction probs": [ + 0.8116737604141235, + 0.18832625448703766 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9022620320320129, + "sufficiency": 0.902290940284729, "masked prediction probs": [ 0.8116737604141235, 0.18832625448703766 @@ -16302,7 +18317,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9023199081420898, + "sufficiency": 0.9023488163948059, "masked prediction probs": [ 0.8116737604141235, 0.18832625448703766 @@ -16314,7 +18329,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.35246866941452026, + "comprehensiveness": 0.35236436128616333, "sufficiency": 1.0, "masked prediction probs": [ 0.5735200643539429, @@ -16327,7 +18342,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.35236436128616333, + "comprehensiveness": 0.35226017236709595, "sufficiency": 1.0, "masked prediction probs": [ 0.5735200643539429, @@ -16353,8 +18368,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.48881420493125916, - "sufficiency": 0.9139658212661743, + "comprehensiveness": 0.4886697232723236, + "sufficiency": 0.9139912128448486, "masked prediction probs": [ 0.48110175132751465, 0.5188981890678406 @@ -16367,7 +18382,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9024642109870911, + "sufficiency": 0.9024930596351624, + "masked prediction probs": [ + 0.8116737604141235, + 0.18832625448703766 + ], + "full text prediction probs": [ + 0.8116737604141235, + 0.18832625448703766 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9025218486785889, "masked prediction probs": [ 0.8116737604141235, 0.18832625448703766 @@ -16380,12 +18408,12 @@ } }, "dev_292": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21830029785633087, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09783585369586945, + "sufficiency": 0.9459648132324219, "masked prediction probs": [ - 0.7540762424468994, - 0.2459237426519394 + 0.8489863276481628, + 0.15101364254951477 ], "full text prediction probs": [ 0.9260680675506592, @@ -16484,12 +18512,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.28827905654907227, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.21785786747932434, "sufficiency": 1.0, "masked prediction probs": [ - 0.6984809637069702, - 0.30151909589767456 + 0.7540762424468994, + 0.2459237426519394 + ], + "full text prediction probs": [ + 0.9260680675506592, + 0.07393189519643784 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7715982794761658, + "masked prediction probs": [ + 0.9260680675506592, + 0.07393189519643784 ], "full text prediction probs": [ 0.9260680675506592, @@ -16499,7 +18540,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8339064717292786, + "sufficiency": 0.8339486122131348, "masked prediction probs": [ 0.9857727885246277, 0.014227178879082203 @@ -16512,7 +18553,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7716560959815979, + "sufficiency": 0.7717138528823853, "masked prediction probs": [ 0.9260680675506592, 0.07393189519643784 @@ -16525,7 +18566,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8478913307189941, + "sufficiency": 0.8479297757148743, "masked prediction probs": [ 0.9603114724159241, 0.039688535034656525 @@ -16538,7 +18579,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7717716693878174, + "sufficiency": 0.77182936668396, "masked prediction probs": [ 0.9260680675506592, 0.07393189519643784 @@ -16550,7 +18591,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.28791436553001404, + "comprehensiveness": 0.2878415286540985, "sufficiency": 1.0, "masked prediction probs": [ 0.6984809637069702, @@ -16564,7 +18605,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6319165825843811, + "sufficiency": 0.6320096254348755, "masked prediction probs": [ 0.9580957293510437, 0.04190431535243988 @@ -16576,7 +18617,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.28776875138282776, + "comprehensiveness": 0.287695974111557, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6984809637069702, + 0.30151909589767456 + ], + "full text prediction probs": [ + 0.9260680675506592, + 0.07393189519643784 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.28762325644493103, "sufficiency": 1.0, "masked prediction probs": [ 0.6984809637069702, @@ -16590,12 +18644,12 @@ } }, "dev_308": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8278433084487915, + "fixed-shap": { + "comprehensiveness": 0.0828184187412262, + "sufficiency": 0.9955493211746216, "masked prediction probs": [ - 0.8893072605133057, - 0.11069274693727493 + 0.7776437401771545, + 0.22235627472400665 ], "full text prediction probs": [ 0.8353833556175232, @@ -16682,11 +18736,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.8281882405281067, + "comprehensiveness": 0.08265246450901031, + "sufficiency": 0.9955582618713379, "masked prediction probs": [ - 0.8893072605133057, - 0.11069274693727493 + 0.7776437401771545, + 0.22235627472400665 ], "full text prediction probs": [ 0.8353833556175232, @@ -16694,9 +18748,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08262881636619568, + "sufficiency": 0.9955595135688782, + "masked prediction probs": [ + 0.7776437401771545, + 0.22235627472400665 + ], + "full text prediction probs": [ + 0.8353833556175232, + 0.16461661458015442 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8716527819633484, + "sufficiency": 0.87168949842453, "masked prediction probs": [ 0.8353833556175232, 0.16461661458015442 @@ -16709,7 +18776,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9156233072280884, + "sufficiency": 0.9156474471092224, "masked prediction probs": [ 0.8895077705383301, 0.11049224436283112 @@ -16722,7 +18789,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8717262148857117, + "sufficiency": 0.8717628717422485, "masked prediction probs": [ 0.8353833556175232, 0.16461661458015442 @@ -16735,7 +18802,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9789791107177734, + "sufficiency": 0.9789851307868958, "masked prediction probs": [ 0.8451539278030396, 0.15484611690044403 @@ -16748,7 +18815,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8717995285987854, + "sufficiency": 0.8718361854553223, "masked prediction probs": [ 0.8353833556175232, 0.16461661458015442 @@ -16761,7 +18828,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9789911508560181, + "sufficiency": 0.9789971113204956, "masked prediction probs": [ 0.8451539278030396, 0.15484611690044403 @@ -16773,8 +18840,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08248718082904816, - "sufficiency": 0.9955671429634094, + "comprehensiveness": 0.08246361464262009, + "sufficiency": 0.9955683946609497, "masked prediction probs": [ 0.7776437401771545, 0.22235627472400665 @@ -16787,7 +18854,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8719093799591064, + "sufficiency": 0.8719459176063538, + "masked prediction probs": [ + 0.8353833556175232, + 0.16461661458015442 + ], + "full text prediction probs": [ + 0.8353833556175232, + 0.16461661458015442 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8719824552536011, "masked prediction probs": [ 0.8353833556175232, 0.16461661458015442 @@ -16800,12 +18880,12 @@ } }, "dev_311": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9117792248725891, + "fixed-shap": { + "comprehensiveness": 0.022503811866044998, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9530366659164429, - 0.046963296830654144 + 0.010765481740236282, + 0.9892345666885376 ], "full text prediction probs": [ 0.007827097550034523, @@ -16904,12 +18984,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.753171980381012, + "sufficiency": 0.9128465056419373, "masked prediction probs": [ - 0.705990195274353, - 0.294009804725647 + 0.9530366659164429, + 0.046963296830654144 + ], + "full text prediction probs": [ + 0.007827097550034523, + 0.9921729564666748 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02143273688852787, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010664236731827259, + 0.989335834980011 ], "full text prediction probs": [ 0.007827097550034523, @@ -16919,7 +19012,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7535446882247925, + "sufficiency": 0.753916323184967, "masked prediction probs": [ 0.705990195274353, 0.294009804725647 @@ -16970,7 +19063,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.010499583557248116, + "comprehensiveness": 0.010483836755156517, "sufficiency": 0.0, "masked prediction probs": [ 0.009225298650562763, @@ -16983,7 +19076,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02127201296389103, + "comprehensiveness": 0.021240156143903732, "sufficiency": 0.0, "masked prediction probs": [ 0.010664236731827259, @@ -16997,7 +19090,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7557575106620789, + "sufficiency": 0.7561224699020386, + "masked prediction probs": [ + 0.705990195274353, + 0.294009804725647 + ], + "full text prediction probs": [ + 0.007827097550034523, + 0.9921729564666748 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7564863562583923, "masked prediction probs": [ 0.705990195274353, 0.294009804725647 @@ -17010,12 +19116,12 @@ } }, "dev_402": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008792777545750141, + "fixed-shap": { + "comprehensiveness": 0.018121207132935524, "sufficiency": 0.0, "masked prediction probs": [ - 0.006595980376005173, - 0.9934040904045105 + 0.00783630833029747, + 0.9921636581420898 ], "full text prediction probs": [ 0.005426716525107622, @@ -17102,11 +19208,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008701152168214321, - "sufficiency": 0.0, + "comprehensiveness": 0.04758753255009651, + "sufficiency": 0.9498739242553711, "masked prediction probs": [ - 0.006595980376005173, - 0.9934040904045105 + 0.011821256019175053, + 0.9881787896156311 ], "full text prediction probs": [ 0.005426716525107622, @@ -17114,13 +19220,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04751679673790932, + "sufficiency": 0.9499483704566956, "masked prediction probs": [ + 0.011821256019175053, + 0.9881787896156311 + ], + "full text prediction probs": [ 0.005426716525107622, 0.9945732951164246 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02659117616713047, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009010476991534233, + 0.9909895062446594 + ], "full text prediction probs": [ 0.005426716525107622, 0.9945732951164246 @@ -17128,7 +19247,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.00867532379925251, + "comprehensiveness": 0.008662466891109943, "sufficiency": 0.0, "masked prediction probs": [ 0.006595980376005173, @@ -17154,7 +19273,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008649648167192936, + "comprehensiveness": 0.008636866696178913, "sufficiency": 0.0, "masked prediction probs": [ 0.006595980376005173, @@ -17180,7 +19299,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.026434239000082016, + "comprehensiveness": 0.026395294815301895, "sufficiency": 0.0, "masked prediction probs": [ 0.009010476991534233, @@ -17193,7 +19312,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05730833485722542, + "comprehensiveness": 0.057224027812480927, "sufficiency": 0.0, "masked prediction probs": [ 0.013207648880779743, @@ -17217,15 +19336,28 @@ 0.9945732951164246 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005426716525107622, + 0.9945732951164246 + ], + "full text prediction probs": [ + 0.005426716525107622, + 0.9945732951164246 + ], + "labels": 1 } }, "dev_414": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007311976980417967, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.0376189686357975, + "sufficiency": 0.8935535550117493, "masked prediction probs": [ - 0.004484864417463541, - 0.9955151677131653 + 0.008573358878493309, + 0.9914267063140869 ], "full text prediction probs": [ 0.0034984159283339977, @@ -17324,13 +19456,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007226255722343922, "sufficiency": 0.0, "masked prediction probs": [ + 0.004484864417463541, + 0.9955151677131653 + ], + "full text prediction probs": [ 0.0034984159283339977, 0.9965015649795532 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.011866698041558266, + "sufficiency": 0.8933488130569458, + "masked prediction probs": [ + 0.005120599642395973, + 0.9948793649673462 + ], "full text prediction probs": [ 0.0034984159283339977, 0.9965015649795532 @@ -17338,7 +19483,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0072156814858317375, + "comprehensiveness": 0.007205138448625803, "sufficiency": 0.0, "masked prediction probs": [ 0.004484864417463541, @@ -17364,7 +19509,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.007194626145064831, + "comprehensiveness": 0.007184144575148821, "sufficiency": 0.0, "masked prediction probs": [ 0.004484864417463541, @@ -17390,7 +19535,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.007173693273216486, + "comprehensiveness": 0.007163272239267826, "sufficiency": 0.0, "masked prediction probs": [ 0.004484864417463541, @@ -17403,7 +19548,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.015491350553929806, + "comprehensiveness": 0.015468879602849483, "sufficiency": 0.0, "masked prediction probs": [ 0.005631645675748587, @@ -17427,15 +19572,28 @@ 0.9965015649795532 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0034984159283339977, + 0.9965015649795532 + ], + "full text prediction probs": [ + 0.0034984159283339977, + 0.9965015649795532 + ], + "labels": 1 } }, "dev_454": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0021650982089340687, - "sufficiency": 0.6723647117614746, + "fixed-shap": { + "comprehensiveness": 0.001466840854845941, + "sufficiency": 0.8342931866645813, "masked prediction probs": [ - 0.9822207093238831, - 0.017779309302568436 + 0.9828113317489624, + 0.01718870922923088 ], "full text prediction probs": [ 0.9840520620346069, @@ -17534,9 +19692,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0021610104013234377, + "sufficiency": 0.6729832291603088, + "masked prediction probs": [ + 0.9822207093238831, + 0.017779309302568436 + ], + "full text prediction probs": [ + 0.9840520620346069, + 0.015947967767715454 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7187566161155701, + "sufficiency": 0.7188229560852051, "masked prediction probs": [ 0.9840520620346069, 0.015947967767715454 @@ -17549,7 +19720,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7188229560852051, + "sufficiency": 0.7188892960548401, "masked prediction probs": [ 0.9840520620346069, 0.015947967767715454 @@ -17562,7 +19733,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7188892960548401, + "sufficiency": 0.7189555764198303, "masked prediction probs": [ 0.9840520620346069, 0.015947967767715454 @@ -17575,7 +19746,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7189555764198303, + "sufficiency": 0.7190218567848206, "masked prediction probs": [ 0.9840520620346069, 0.015947967767715454 @@ -17588,7 +19759,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7190218567848206, + "sufficiency": 0.719088077545166, "masked prediction probs": [ 0.9840520620346069, 0.015947967767715454 @@ -17600,8 +19771,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0022853368427604437, - "sufficiency": 0.8802504539489746, + "comprehensiveness": 0.0022847980726510286, + "sufficiency": 0.8802787661552429, "masked prediction probs": [ 0.9821130633354187, 0.017886852845549583 @@ -17613,8 +19784,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0021579547319561243, - "sufficiency": 0.6734455823898315, + "comprehensiveness": 0.0021574462298303843, + "sufficiency": 0.6735224723815918, "masked prediction probs": [ 0.9822207093238831, 0.017779309302568436 @@ -17627,7 +19798,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7192204594612122, + "sufficiency": 0.7192865610122681, + "masked prediction probs": [ + 0.9840520620346069, + 0.015947967767715454 + ], + "full text prediction probs": [ + 0.9840520620346069, + 0.015947967767715454 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.719352662563324, "masked prediction probs": [ 0.9840520620346069, 0.015947967767715454 @@ -17640,7 +19824,7 @@ } }, "dev_473": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0020325828809291124, "sufficiency": 0.6297929883003235, "masked prediction probs": [ @@ -17744,9 +19928,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0020287882070988417, + "sufficiency": 0.6304840445518494, + "masked prediction probs": [ + 0.9919180274009705, + 0.008082017302513123 + ], + "full text prediction probs": [ + 0.9936568140983582, + 0.006343166809529066 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7107027769088745, + "sufficiency": 0.7107701897621155, "masked prediction probs": [ 0.9936568140983582, 0.006343166809529066 @@ -17758,8 +19955,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009389265323989093, - "sufficiency": 0.8476962447166443, + "comprehensiveness": 0.000938707496970892, + "sufficiency": 0.8477317690849304, "masked prediction probs": [ 0.9928519129753113, 0.00714802835136652 @@ -17772,7 +19969,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7108376026153564, + "sufficiency": 0.7109050750732422, "masked prediction probs": [ 0.9936568140983582, 0.006343166809529066 @@ -17784,8 +19981,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0020273688714951277, - "sufficiency": 0.6307424902915955, + "comprehensiveness": 0.0020268962252885103, + "sufficiency": 0.6308285593986511, "masked prediction probs": [ 0.9919180274009705, 0.008082017302513123 @@ -17798,7 +19995,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7109724879264832, + "sufficiency": 0.7110398411750793, "masked prediction probs": [ 0.9936568140983582, 0.006343166809529066 @@ -17810,8 +20007,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0017762120114639401, - "sufficiency": 0.9827175140380859, + "comprehensiveness": 0.0017757980385795236, + "sufficiency": 0.9827215671539307, "masked prediction probs": [ 0.9921327233314514, 0.007867329753935337 @@ -17823,8 +20020,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0008799124625511467, - "sufficiency": 0.7680811285972595, + "comprehensiveness": 0.0008797074551694095, + "sufficiency": 0.7681352496147156, "masked prediction probs": [ 0.992901623249054, 0.007098411209881306 @@ -17837,7 +20034,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7111744284629822, + "sufficiency": 0.7112417817115784, + "masked prediction probs": [ + 0.9936568140983582, + 0.006343166809529066 + ], + "full text prediction probs": [ + 0.9936568140983582, + 0.006343166809529066 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7113089561462402, "masked prediction probs": [ 0.9936568140983582, 0.006343166809529066 @@ -17850,12 +20060,12 @@ } }, "dev_486": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9693831205368042, - 0.030616946518421173 + 0.8929853439331055, + 0.10701467096805573 ], "full text prediction probs": [ 0.5474081635475159, @@ -17954,12 +20164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9640010595321655, - 0.035998888313770294 + 0.9693831205368042, + 0.030616946518421173 + ], + "full text prediction probs": [ + 0.5474081635475159, + 0.45259183645248413 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5474081635475159, + 0.45259183645248413 ], "full text prediction probs": [ 0.5474081635475159, @@ -18057,15 +20280,28 @@ 0.45259183645248413 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9640010595321655, + 0.035998888313770294 + ], + "full text prediction probs": [ + 0.5474081635475159, + 0.45259183645248413 + ], + "labels": 0 } }, "dev_521": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04868915304541588, - "sufficiency": 0.8968425989151001, + "fixed-shap": { + "comprehensiveness": 0.0044208308681845665, + "sufficiency": 0.7204218506813049, "masked prediction probs": [ - 0.9478679895401001, - 0.052131980657577515 + 0.9855450987815857, + 0.014454915188252926 ], "full text prediction probs": [ 0.989307701587677, @@ -18164,12 +20400,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017268624156713486, - "sufficiency": 0.7011610269546509, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0485977940261364, + "sufficiency": 0.8970361351966858, "masked prediction probs": [ - 0.9745826125144958, - 0.025417372584342957 + 0.9478679895401001, + 0.052131980657577515 + ], + "full text prediction probs": [ + 0.989307701587677, + 0.010692293755710125 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7143940925598145, + "masked prediction probs": [ + 0.989307701587677, + 0.010692293755710125 ], "full text prediction probs": [ 0.989307701587677, @@ -18178,8 +20427,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0033003443386405706, - "sufficiency": 0.798017680644989, + "comprehensiveness": 0.003299570409581065, + "sufficiency": 0.7980650067329407, "masked prediction probs": [ 0.9864928126335144, 0.013507187366485596 @@ -18192,7 +20441,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7144609689712524, + "sufficiency": 0.71452796459198, "masked prediction probs": [ 0.989307701587677, 0.010692293755710125 @@ -18205,7 +20454,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.71452796459198, + "sufficiency": 0.7145949006080627, "masked prediction probs": [ 0.989307701587677, 0.010692293755710125 @@ -18218,7 +20467,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7145949006080627, + "sufficiency": 0.714661717414856, "masked prediction probs": [ 0.989307701587677, 0.010692293755710125 @@ -18230,8 +20479,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017248397693037987, - "sufficiency": 0.7015109658241272, + "comprehensiveness": 0.017244357615709305, + "sufficiency": 0.701580822467804, "masked prediction probs": [ 0.9745826125144958, 0.025417372584342957 @@ -18243,8 +20492,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01121560949832201, - "sufficiency": 0.6939394474029541, + "comprehensiveness": 0.011212984099984169, + "sufficiency": 0.6940112113952637, "masked prediction probs": [ 0.9797306060791016, 0.020269380882382393 @@ -18256,8 +20505,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017240319401025772, - "sufficiency": 0.7016507387161255, + "comprehensiveness": 0.01723628304898739, + "sufficiency": 0.701720654964447, + "masked prediction probs": [ + 0.9745826125144958, + 0.025417372584342957 + ], + "full text prediction probs": [ + 0.989307701587677, + 0.010692293755710125 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017232248559594154, + "sufficiency": 0.7017903923988342, "masked prediction probs": [ 0.9745826125144958, 0.025417372584342957 @@ -18270,7 +20532,7 @@ } }, "dev_566": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.000986226717941463, "sufficiency": 0.6209012269973755, "masked prediction probs": [ @@ -18374,9 +20636,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.000984384911134839, + "sufficiency": 0.6216091513633728, + "masked prediction probs": [ + 0.9924806356430054, + 0.007519340608268976 + ], + "full text prediction probs": [ + 0.9933239817619324, + 0.0066760266199707985 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7109788060188293, + "sufficiency": 0.7110462188720703, "masked prediction probs": [ 0.9933239817619324, 0.0066760266199707985 @@ -18388,8 +20663,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00037490963586606085, - "sufficiency": 0.7152372598648071, + "comprehensiveness": 0.00037482212064787745, + "sufficiency": 0.7153037190437317, "masked prediction probs": [ 0.993002712726593, 0.006997228134423494 @@ -18402,7 +20677,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7111135721206665, + "sufficiency": 0.7111810445785522, "masked prediction probs": [ 0.9933239817619324, 0.0066760266199707985 @@ -18414,8 +20689,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0009836959652602673, - "sufficiency": 0.6218738555908203, + "comprehensiveness": 0.0009834665106609464, + "sufficiency": 0.6219621300697327, "masked prediction probs": [ 0.9924806356430054, 0.007519340608268976 @@ -18428,7 +20703,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7112484574317932, + "sufficiency": 0.7113156914710999, "masked prediction probs": [ 0.9933239817619324, 0.0066760266199707985 @@ -18440,8 +20715,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0009832371724769473, - "sufficiency": 0.6220502257347107, + "comprehensiveness": 0.00098300795070827, + "sufficiency": 0.622138261795044, "masked prediction probs": [ 0.9924806356430054, 0.007519340608268976 @@ -18453,8 +20728,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006814150838181376, - "sufficiency": 0.9010646343231201, + "comprehensiveness": 0.0006812562933191657, + "sufficiency": 0.901087760925293, "masked prediction probs": [ 0.9927393794059753, 0.00726065319031477 @@ -18467,7 +20742,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7114502787590027, + "sufficiency": 0.7115175127983093, + "masked prediction probs": [ + 0.9933239817619324, + 0.0066760266199707985 + ], + "full text prediction probs": [ + 0.9933239817619324, + 0.0066760266199707985 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7115846872329712, "masked prediction probs": [ 0.9933239817619324, 0.0066760266199707985 @@ -18480,12 +20768,12 @@ } }, "dev_701": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002923720981925726, - "sufficiency": 0.7435001134872437, + "fixed-shap": { + "comprehensiveness": 0.004505240358412266, + "sufficiency": 0.7368766069412231, "masked prediction probs": [ - 0.9912211894989014, - 0.008778823539614677 + 0.9898681640625, + 0.010131865739822388 ], "full text prediction probs": [ 0.9937224984169006, @@ -18572,11 +20860,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.002918944228440523, - "sufficiency": 0.7439190745353699, + "comprehensiveness": 0.00449788011610508, + "sufficiency": 0.7373064160346985, "masked prediction probs": [ - 0.9912211894989014, - 0.008778823539614677 + 0.9898681640625, + 0.010131865739822388 ], "full text prediction probs": [ 0.9937224984169006, @@ -18584,9 +20872,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004496830515563488, + "sufficiency": 0.7373677492141724, + "masked prediction probs": [ + 0.9898681640625, + 0.010131865739822388 + ], + "full text prediction probs": [ + 0.9937224984169006, + 0.006277495063841343 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7106482982635498, + "sufficiency": 0.7107157111167908, "masked prediction probs": [ 0.9937224984169006, 0.006277495063841343 @@ -18598,8 +20899,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006987180677242577, - "sufficiency": 0.946683406829834, + "comprehensiveness": 0.0006985550862737, + "sufficiency": 0.9466958045959473, "masked prediction probs": [ 0.993123471736908, 0.0068765077739953995 @@ -18612,7 +20913,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7107831239700317, + "sufficiency": 0.7108506560325623, "masked prediction probs": [ 0.9937224984169006, 0.006277495063841343 @@ -18624,8 +20925,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0003516283177305013, - "sufficiency": 0.7443001866340637, + "comprehensiveness": 0.0003515463322401047, + "sufficiency": 0.7443598508834839, "masked prediction probs": [ 0.9934208989143372, 0.0065790824592113495 @@ -18638,7 +20939,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7109180688858032, + "sufficiency": 0.7109854221343994, "masked prediction probs": [ 0.9937224984169006, 0.006277495063841343 @@ -18650,8 +20951,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004491589963436127, - "sufficiency": 0.7376736998558044, + "comprehensiveness": 0.004490543156862259, + "sufficiency": 0.7377347946166992, "masked prediction probs": [ 0.9898681640625, 0.010131865739822388 @@ -18663,8 +20964,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0013321980368345976, - "sufficiency": 0.894905149936676, + "comprehensiveness": 0.001331887673586607, + "sufficiency": 0.8949295878410339, "masked prediction probs": [ 0.9925790429115295, 0.007420983165502548 @@ -18677,7 +20978,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.711120069026947, + "sufficiency": 0.7111873626708984, + "masked prediction probs": [ + 0.9937224984169006, + 0.006277495063841343 + ], + "full text prediction probs": [ + 0.9937224984169006, + 0.006277495063841343 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7112545371055603, "masked prediction probs": [ 0.9937224984169006, 0.006277495063841343 @@ -18690,12 +21004,12 @@ } }, "dev_706": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01087214332073927, - "sufficiency": 0.8997902274131775, + "fixed-shap": { + "comprehensiveness": 0.002877396997064352, + "sufficiency": 0.6214560270309448, "masked prediction probs": [ - 0.9832716584205627, - 0.016728390008211136 + 0.9901020526885986, + 0.009897895157337189 ], "full text prediction probs": [ 0.9925603866577148, @@ -18782,11 +21096,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.010854356922209263, - "sufficiency": 0.8999541401863098, + "comprehensiveness": 0.0028726898599416018, + "sufficiency": 0.6220752596855164, "masked prediction probs": [ - 0.9832716584205627, - 0.016728390008211136 + 0.9901020526885986, + 0.009897895157337189 ], "full text prediction probs": [ 0.9925603866577148, @@ -18794,9 +21108,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002872018376365304, + "sufficiency": 0.6221635937690735, + "masked prediction probs": [ + 0.9901020526885986, + 0.009897895157337189 + ], + "full text prediction probs": [ + 0.9925603866577148, + 0.007439649198204279 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7116129398345947, + "sufficiency": 0.7116802930831909, "masked prediction probs": [ 0.9925603866577148, 0.007439649198204279 @@ -18808,8 +21135,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002871347591280937, - "sufficiency": 0.6222518086433411, + "comprehensiveness": 0.002870677039027214, + "sufficiency": 0.6223400235176086, "masked prediction probs": [ 0.9901020526885986, 0.009897895157337189 @@ -18822,7 +21149,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7117476463317871, + "sufficiency": 0.7118149399757385, "masked prediction probs": [ 0.9925603866577148, 0.007439649198204279 @@ -18834,8 +21161,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0005440932582132518, - "sufficiency": 0.8919733166694641, + "comprehensiveness": 0.0005439662490971386, + "sufficiency": 0.8919985294342041, "masked prediction probs": [ 0.9920943379402161, 0.007905634120106697 @@ -18848,7 +21175,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7118822336196899, + "sufficiency": 0.7119494676589966, "masked prediction probs": [ 0.9925603866577148, 0.007439649198204279 @@ -18860,8 +21187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0391174778342247, - "sufficiency": 0.9254773855209351, + "comprehensiveness": 0.03910835087299347, + "sufficiency": 0.9254948496818542, "masked prediction probs": [ 0.959038257598877, 0.04096168652176857 @@ -18873,8 +21200,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010836628265678883, - "sufficiency": 0.9001175165176392, + "comprehensiveness": 0.010834100656211376, + "sufficiency": 0.9001408219337463, "masked prediction probs": [ 0.9832716584205627, 0.016728390008211136 @@ -18887,7 +21214,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7120838165283203, + "sufficiency": 0.7121509909629822, + "masked prediction probs": [ + 0.9925603866577148, + 0.007439649198204279 + ], + "full text prediction probs": [ + 0.9925603866577148, + 0.007439649198204279 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7122180461883545, "masked prediction probs": [ 0.9925603866577148, 0.007439649198204279 @@ -18900,12 +21240,12 @@ } }, "dev_730": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9821552634239197, - 0.017844701185822487 + 0.8263819217681885, + 0.17361804842948914 ], "full text prediction probs": [ 0.4305931627750397, @@ -18995,8 +21335,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9821552634239197, - 0.017844701185822487 + 0.9854713678359985, + 0.014528682455420494 ], "full text prediction probs": [ 0.4305931627750397, @@ -19004,12 +21344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9738326668739319, - 0.02616741508245468 + 0.9854713678359985, + 0.014528682455420494 + ], + "full text prediction probs": [ + 0.4305931627750397, + 0.5694068074226379 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2691425085067749, + 0.7308574318885803 ], "full text prediction probs": [ 0.4305931627750397, @@ -19107,15 +21460,28 @@ 0.5694068074226379 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9738326668739319, + 0.02616741508245468 + ], + "full text prediction probs": [ + 0.4305931627750397, + 0.5694068074226379 + ], + "labels": 0 } }, "dev_788": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9389176368713379, - "sufficiency": 0.9833400845527649, + "fixed-shap": { + "comprehensiveness": 0.0011676906142383814, + "sufficiency": 0.7497566342353821, "masked prediction probs": [ - 0.19011065363883972, - 0.8098893761634827 + 0.987054169178009, + 0.012945905327796936 ], "full text prediction probs": [ 0.9880465269088745, @@ -19214,12 +21580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9833999276161194, - "sufficiency": 0.8845632672309875, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9371532201766968, + "sufficiency": 0.983371376991272, "masked prediction probs": [ - 0.1507340520620346, - 0.8492659330368042 + 0.19011065363883972, + 0.8098893761634827 + ], + "full text prediction probs": [ + 0.9880465269088745, + 0.01195349358022213 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7154518961906433, + "masked prediction probs": [ + 0.9880465269088745, + 0.01195349358022213 ], "full text prediction probs": [ 0.9880465269088745, @@ -19228,8 +21607,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.008346924558281898, - "sufficiency": 0.7996994853019714, + "comprehensiveness": 0.008344964124262333, + "sufficiency": 0.799746572971344, "masked prediction probs": [ 0.9809378981590271, 0.019062088802456856 @@ -19242,7 +21621,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7155186533927917, + "sufficiency": 0.715585470199585, "masked prediction probs": [ 0.9880465269088745, 0.01195349358022213 @@ -19254,8 +21633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 5.477451850310899e-05, - "sufficiency": 0.5968627333641052, + "comprehensiveness": 5.476166188600473e-05, + "sufficiency": 0.596957266330719, "masked prediction probs": [ 0.9879998564720154, 0.012000147253274918 @@ -19268,7 +21647,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7156522274017334, + "sufficiency": 0.7157189249992371, "masked prediction probs": [ 0.9880465269088745, 0.01195349358022213 @@ -19280,8 +21659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9822463393211365, - "sufficiency": 0.884698748588562, + "comprehensiveness": 0.9820159077644348, + "sufficiency": 0.8847258687019348, "masked prediction probs": [ 0.1507340520620346, 0.8492659330368042 @@ -19293,8 +21672,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00833713449537754, - "sufficiency": 0.799934446811676, + "comprehensiveness": 0.008335179649293423, + "sufficiency": 0.7999812960624695, "masked prediction probs": [ 0.9809378981590271, 0.019062088802456856 @@ -19306,8 +21685,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9817856550216675, - "sufficiency": 0.8847528100013733, + "comprehensiveness": 0.9815554022789001, + "sufficiency": 0.8847797513008118, + "masked prediction probs": [ + 0.1507340520620346, + 0.8492659330368042 + ], + "full text prediction probs": [ + 0.9880465269088745, + 0.01195349358022213 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9813253879547119, + "sufficiency": 0.8848068118095398, "masked prediction probs": [ 0.1507340520620346, 0.8492659330368042 @@ -19320,12 +21712,12 @@ } }, "dev_834": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04064624011516571, - "sufficiency": 0.9895734190940857, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7722859978675842, "masked prediction probs": [ - 0.956202507019043, - 0.043797463178634644 + 0.9911969900131226, + 0.008803066797554493 ], "full text prediction probs": [ 0.9908599257469177, @@ -19412,11 +21804,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.04057961329817772, - "sufficiency": 0.9895905256271362, + "comprehensiveness": 0.11157828569412231, + "sufficiency": 0.999169647693634, "masked prediction probs": [ - 0.956202507019043, - 0.043797463178634644 + 0.895565390586853, + 0.10443458706140518 ], "full text prediction probs": [ 0.9908599257469177, @@ -19424,12 +21816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06776681542396545, - "sufficiency": 0.9898809790611267, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1115521565079689, + "sufficiency": 0.9991699457168579, "masked prediction probs": [ - 0.9329694509506226, - 0.06703059375286102 + 0.895565390586853, + 0.10443458706140518 + ], + "full text prediction probs": [ + 0.9908599257469177, + 0.009140145033597946 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7130964398384094, + "masked prediction probs": [ + 0.9908599257469177, + 0.009140145033597946 ], "full text prediction probs": [ 0.9908599257469177, @@ -19439,7 +21844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8313178420066833, + "sufficiency": 0.8313572406768799, "masked prediction probs": [ 0.9935751557350159, 0.006424793042242527 @@ -19452,7 +21857,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7131635546684265, + "sufficiency": 0.7132306694984436, "masked prediction probs": [ 0.9908599257469177, 0.009140145033597946 @@ -19464,8 +21869,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06771925836801529, - "sufficiency": 0.989888072013855, + "comprehensiveness": 0.06770341098308563, + "sufficiency": 0.989890456199646, "masked prediction probs": [ 0.9329694509506226, 0.06703059375286102 @@ -19477,8 +21882,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.06770341098308563, - "sufficiency": 0.989890456199646, + "comprehensiveness": 0.06768758594989777, + "sufficiency": 0.9898927807807922, "masked prediction probs": [ 0.9329694509506226, 0.06703059375286102 @@ -19490,8 +21895,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06768758594989777, - "sufficiency": 0.9898927807807922, + "comprehensiveness": 0.0676717534661293, + "sufficiency": 0.9898951649665833, "masked prediction probs": [ 0.9329694509506226, 0.06703059375286102 @@ -19504,7 +21909,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8224290609359741, + "sufficiency": 0.8224706053733826, "masked prediction probs": [ 0.9909891486167908, 0.009010895155370235 @@ -19516,8 +21921,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06765594333410263, - "sufficiency": 0.9898975491523743, + "comprehensiveness": 0.06764012575149536, + "sufficiency": 0.9898998737335205, + "masked prediction probs": [ + 0.9329694509506226, + 0.06703059375286102 + ], + "full text prediction probs": [ + 0.9908599257469177, + 0.009140145033597946 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06762432307004929, + "sufficiency": 0.9899022579193115, "masked prediction probs": [ 0.9329694509506226, 0.06703059375286102 @@ -19530,12 +21948,12 @@ } }, "dev_25": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.01994025893509388, "sufficiency": 0.0, "masked prediction probs": [ - 0.48472005128860474, - 0.5152799487113953 + 0.007615153677761555, + 0.9923847913742065 ], "full text prediction probs": [ 0.005112787242978811, @@ -19634,12 +22052,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1821499615907669, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.028262993320822716, - 0.9717369675636292 + 0.48472005128860474, + 0.5152799487113953 + ], + "full text prediction probs": [ + 0.005112787242978811, + 0.9948871731758118 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.010278402827680111, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006421178113669157, + 0.9935787916183472 ], "full text prediction probs": [ 0.005112787242978811, @@ -19648,7 +22079,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1818637251853943, + "comprehensiveness": 0.1815783977508545, "sufficiency": 0.0, "masked prediction probs": [ 0.028262993320822716, @@ -19674,7 +22105,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02885562926530838, + "comprehensiveness": 0.028810497373342514, "sufficiency": 0.0, "masked prediction probs": [ 0.00879750121384859, @@ -19700,7 +22131,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1807277351617813, + "comprehensiveness": 0.18044593930244446, "sufficiency": 0.0, "masked prediction probs": [ 0.028262993320822716, @@ -19713,7 +22144,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004099101293832064, + "comprehensiveness": 0.004092719871550798, "sufficiency": 0.0, "masked prediction probs": [ 0.0056387074291706085, @@ -19726,7 +22157,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18016503751277924, + "comprehensiveness": 0.17988499999046326, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028262993320822716, + 0.9717369675636292 + ], + "full text prediction probs": [ + 0.005112787242978811, + 0.9948871731758118 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17960584163665771, "sufficiency": 0.0, "masked prediction probs": [ 0.028262993320822716, @@ -19740,7 +22184,7 @@ } }, "dev_104": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -19844,7 +22288,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13659562170505524, + 0.863404393196106 + ], + "full text prediction probs": [ + 0.01801292784512043, + 0.9819870591163635 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -19897,7 +22354,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11581452935934067, + "comprehensiveness": 0.1156134158372879, "sufficiency": 0.0, "masked prediction probs": [ 0.03133096173405647, @@ -19923,7 +22380,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11541300266981125, + "comprehensiveness": 0.11521328240633011, "sufficiency": 0.0, "masked prediction probs": [ 0.03133096173405647, @@ -19947,15 +22404,28 @@ 0.9819870591163635 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.28506138920783997, + 0.7149386405944824 + ], + "full text prediction probs": [ + 0.01801292784512043, + 0.9819870591163635 + ], + "labels": 1 } }, "dev_124": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021721577271819115, + "fixed-shap": { + "comprehensiveness": 0.04089222103357315, "sufficiency": 0.0, "masked prediction probs": [ - 0.012178073637187481, - 0.9878219962120056 + 0.014498796314001083, + 0.985501229763031 ], "full text prediction probs": [ 0.009548434987664223, @@ -20054,13 +22524,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02143818698823452, "sufficiency": 0.0, "masked prediction probs": [ + 0.012178073637187481, + 0.9878219962120056 + ], + "full text prediction probs": [ 0.009548434987664223, 0.9904515743255615 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030759364366531372, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013327518478035927, + 0.9866725206375122 + ], "full text prediction probs": [ 0.009548434987664223, 0.9904515743255615 @@ -20068,7 +22551,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07575540244579315, + "comprehensiveness": 0.0756322592496872, "sufficiency": 0.0, "masked prediction probs": [ 0.018855610862374306, @@ -20094,7 +22577,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.016646534204483032, + "comprehensiveness": 0.016619563102722168, "sufficiency": 0.0, "masked prediction probs": [ 0.011600203812122345, @@ -20107,7 +22590,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016619563102722168, + "comprehensiveness": 0.01659267768263817, "sufficiency": 0.0, "masked prediction probs": [ 0.011600203812122345, @@ -20120,7 +22603,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.22703973948955536, + "comprehensiveness": 0.22667306661605835, "sufficiency": 0.0, "masked prediction probs": [ 0.037623874843120575, @@ -20133,7 +22616,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02123044803738594, + "comprehensiveness": 0.021196216344833374, "sufficiency": 0.0, "masked prediction probs": [ 0.012178073637187481, @@ -20157,15 +22640,28 @@ 0.9904515743255615 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009548434987664223, + 0.9904515743255615 + ], + "full text prediction probs": [ + 0.009548434987664223, + 0.9904515743255615 + ], + "labels": 1 } }, "dev_126": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7890847325325012, "masked prediction probs": [ - 0.06225943937897682, - 0.9377405643463135 + 0.9784662127494812, + 0.021533826366066933 ], "full text prediction probs": [ 0.9757068157196045, @@ -20264,7 +22760,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -20277,6 +22773,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.738914966583252, + "masked prediction probs": [ + 0.9757068157196045, + 0.024293191730976105 + ], + "full text prediction probs": [ + 0.9757068157196045, + 0.024293191730976105 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -20292,7 +22801,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7389765381813049, + "sufficiency": 0.7390382289886475, "masked prediction probs": [ 0.9757068157196045, 0.024293191730976105 @@ -20330,7 +22839,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8933742642402649, + "comprehensiveness": 0.8931635618209839, "sufficiency": 1.0, "masked prediction probs": [ 0.21821478009223938, @@ -20367,15 +22876,28 @@ 0.024293191730976105 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06225943937897682, + 0.9377405643463135 + ], + "full text prediction probs": [ + 0.9757068157196045, + 0.024293191730976105 + ], + "labels": 1 } }, "dev_186": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9522855281829834, - 0.0477144829928875 + 0.9032667875289917, + 0.09673324972391129 ], "full text prediction probs": [ 0.01819298043847084, @@ -20474,7 +22996,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -20487,6 +23009,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9032667875289917, + 0.09673324972391129 + ], + "full text prediction probs": [ + 0.01819298043847084, + 0.9818069934844971 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -20501,7 +23036,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09058946371078491, + "comprehensiveness": 0.09043135493993759, "sufficiency": 0.0, "masked prediction probs": [ 0.028557680547237396, @@ -20514,7 +23049,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2081308215856552, + "comprehensiveness": 0.20776820182800293, "sufficiency": 0.0, "masked prediction probs": [ 0.04204776883125305, @@ -20540,7 +23075,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4821793735027313, + "comprehensiveness": 0.48134222626686096, "sufficiency": 0.0, "masked prediction probs": [ 0.07365050166845322, @@ -20553,7 +23088,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07823023200035095, + "comprehensiveness": 0.07809464633464813, "sufficiency": 0.0, "masked prediction probs": [ 0.027206197381019592, @@ -20577,15 +23112,28 @@ 0.9818069934844971 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9522855281829834, + 0.0477144829928875 + ], + "full text prediction probs": [ + 0.01819298043847084, + 0.9818069934844971 + ], + "labels": 1 } }, "dev_210": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08217109739780426, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9760441184043884, - 0.02395595982670784 + 0.049371104687452316, + 0.9506288766860962 ], "full text prediction probs": [ 0.04209831357002258, @@ -20684,12 +23232,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.773188054561615, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9781914353370667, - 0.021808570250868797 + 0.9760441184043884, + 0.02395595982670784 + ], + "full text prediction probs": [ + 0.04209831357002258, + 0.9579017162322998 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.31884127855300903, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07089252024888992, + 0.9291075468063354 ], "full text prediction probs": [ 0.04209831357002258, @@ -20699,7 +23260,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.773689866065979, + "sufficiency": 0.7741894721984863, "masked prediction probs": [ 0.9781914353370667, 0.021808570250868797 @@ -20725,7 +23286,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7746869325637817, + "sufficiency": 0.7751821279525757, "masked prediction probs": [ 0.9781914353370667, 0.021808570250868797 @@ -20777,7 +23338,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.776654839515686, + "sufficiency": 0.7771414518356323, + "masked prediction probs": [ + 0.9781914353370667, + 0.021808570250868797 + ], + "full text prediction probs": [ + 0.04209831357002258, + 0.9579017162322998 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7776259779930115, "masked prediction probs": [ 0.9781914353370667, 0.021808570250868797 @@ -20790,12 +23364,12 @@ } }, "dev_247": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03668132796883583, - "sufficiency": 0.9596138596534729, + "fixed-shap": { + "comprehensiveness": 0.002206290839239955, + "sufficiency": 0.7920888066291809, "masked prediction probs": [ - 0.958489716053009, - 0.04151033237576485 + 0.9881249666213989, + 0.011874960735440254 ], "full text prediction probs": [ 0.9900215268135071, @@ -20894,7 +23468,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.03661318123340607, "sufficiency": 0.9596889019012451, "masked prediction probs": [ @@ -20907,9 +23481,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0022016807924956083, + "sufficiency": 0.7925232648849487, + "masked prediction probs": [ + 0.9881249666213989, + 0.011874960735440254 + ], + "full text prediction probs": [ + 0.9900215268135071, + 0.009978444315493107 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.0013367569772526622, - "sufficiency": 0.7280187606811523, + "comprehensiveness": 0.0013364466140046716, + "sufficiency": 0.7280818223953247, "masked prediction probs": [ 0.9888700246810913, 0.011130046099424362 @@ -20921,8 +23508,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0022011694964021444, - "sufficiency": 0.792571485042572, + "comprehensiveness": 0.0022006588988006115, + "sufficiency": 0.7926195859909058, "masked prediction probs": [ 0.9881249666213989, 0.011874960735440254 @@ -20934,8 +23521,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03658768907189369, - "sufficiency": 0.9597169756889343, + "comprehensiveness": 0.0365791991353035, + "sufficiency": 0.9597263336181641, "masked prediction probs": [ 0.958489716053009, 0.04151033237576485 @@ -20947,8 +23534,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006598923355340958, - "sufficiency": 0.8172727823257446, + "comprehensiveness": 0.006597392726689577, + "sufficiency": 0.8173151612281799, "masked prediction probs": [ 0.9843331575393677, 0.015666823834180832 @@ -20960,8 +23547,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.009274786338210106, - "sufficiency": 0.8968330025672913, + "comprehensiveness": 0.009272634983062744, + "sufficiency": 0.8968569040298462, "masked prediction probs": [ 0.9820246696472168, 0.017975322902202606 @@ -20973,8 +23560,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.002375851385295391, - "sufficiency": 0.8670454025268555, + "comprehensiveness": 0.002375300507992506, + "sufficiency": 0.8670761585235596, "masked prediction probs": [ 0.9879725575447083, 0.012027476914227009 @@ -20986,8 +23573,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0365537591278553, - "sufficiency": 0.9597543478012085, + "comprehensiveness": 0.0365452840924263, + "sufficiency": 0.9597636461257935, + "masked prediction probs": [ + 0.958489716053009, + 0.04151033237576485 + ], + "full text prediction probs": [ + 0.9900215268135071, + 0.009978444315493107 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.036536816507577896, + "sufficiency": 0.9597730040550232, "masked prediction probs": [ 0.958489716053009, 0.04151033237576485 @@ -21000,12 +23600,12 @@ } }, "dev_286": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0871918573975563, - "sufficiency": 0.9571174383163452, + "fixed-shap": { + "comprehensiveness": 0.01685614138841629, + "sufficiency": 0.9422935247421265, "masked prediction probs": [ - 0.014526798389852047, - 0.9854732155799866 + 0.005582291167229414, + 0.994417667388916 ], "full text prediction probs": [ 0.0034387900959700346, @@ -21104,7 +23704,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.08610828220844269, "sufficiency": 0.9576499462127686, "masked prediction probs": [ @@ -21117,9 +23717,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.01662084273993969, + "sufficiency": 0.9430984854698181, + "masked prediction probs": [ + 0.005582291167229414, + 0.994417667388916 + ], + "full text prediction probs": [ + 0.0034387900959700346, + 0.9965612292289734 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.020204009488224983, - "sufficiency": 0.903360903263092, + "comprehensiveness": 0.0201727207750082, + "sufficiency": 0.9035104513168335, "masked prediction probs": [ 0.006044487468898296, 0.9939555525779724 @@ -21131,7 +23744,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.003950929269194603, + "comprehensiveness": 0.003944820258766413, "sufficiency": 0.0, "masked prediction probs": [ 0.00394916208460927, @@ -21144,8 +23757,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.085708849132061, - "sufficiency": 0.9578462243080139, + "comprehensiveness": 0.08557652682065964, + "sufficiency": 0.9579112529754639, "masked prediction probs": [ 0.014526798389852047, 0.9854732155799866 @@ -21157,8 +23770,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017477253451943398, - "sufficiency": 0.9580087065696716, + "comprehensiveness": 0.01745031215250492, + "sufficiency": 0.9580733776092529, "masked prediction probs": [ 0.0057033332996070385, 0.9942967295646667 @@ -21170,8 +23783,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.027682941406965256, - "sufficiency": 0.9447887539863586, + "comprehensiveness": 0.027640335261821747, + "sufficiency": 0.9448736310005188, "masked prediction probs": [ 0.007031104061752558, 0.9929688572883606 @@ -21183,7 +23796,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00782753061503172, + "comprehensiveness": 0.007815501652657986, "sufficiency": 0.0, "masked prediction probs": [ 0.004456107039004564, @@ -21196,8 +23809,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08518200367689133, - "sufficiency": 0.9581051468849182, + "comprehensiveness": 0.08505130559206009, + "sufficiency": 0.9581694006919861, + "masked prediction probs": [ + 0.014526798389852047, + 0.9854732155799866 + ], + "full text prediction probs": [ + 0.0034387900959700346, + 0.9965612292289734 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08492100238800049, + "sufficiency": 0.9582334160804749, "masked prediction probs": [ 0.014526798389852047, 0.9854732155799866 @@ -21210,12 +23836,12 @@ } }, "dev_313": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8194471001625061, + "fixed-shap": { + "comprehensiveness": 0.04296817630529404, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5291091203689575, - 0.4708908796310425 + 0.01258525624871254, + 0.9874147772789001 ], "full text prediction probs": [ 0.00728631392121315, @@ -21314,7 +23940,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8217582106590271, "masked prediction probs": [ @@ -21327,8 +23953,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.042349930852651596, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01258525624871254, + 0.9874147772789001 + ], + "full text prediction probs": [ + 0.00728631392121315, + 0.9927136301994324 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.15396414697170258, + "comprehensiveness": 0.15371839702129364, "sufficiency": 0.0, "masked prediction probs": [ 0.026550501585006714, @@ -21354,8 +23993,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12317885458469391, - "sufficiency": 0.9366615414619446, + "comprehensiveness": 0.12298286706209183, + "sufficiency": 0.936762273311615, "masked prediction probs": [ 0.022747885435819626, 0.9772521257400513 @@ -21367,7 +24006,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013149728998541832, + "comprehensiveness": 0.013128839433193207, "sufficiency": 0.0, "masked prediction probs": [ 0.008939534425735474, @@ -21381,7 +24020,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8231728076934814, + "sufficiency": 0.8234530687332153, "masked prediction probs": [ 0.5291091203689575, 0.4708908796310425 @@ -21393,8 +24032,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10057435184717178, - "sufficiency": 0.4228306710720062, + "comprehensiveness": 0.10041508823633194, + "sufficiency": 0.4237439036369324, "masked prediction probs": [ 0.01997089572250843, 0.9800291061401367 @@ -21407,7 +24046,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8237323760986328, + "sufficiency": 0.8240108489990234, + "masked prediction probs": [ + 0.5291091203689575, + 0.4708908796310425 + ], + "full text prediction probs": [ + 0.00728631392121315, + 0.9927136301994324 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8242884278297424, "masked prediction probs": [ 0.5291091203689575, 0.4708908796310425 @@ -21420,12 +24072,12 @@ } }, "dev_339": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2810783088207245, - "sufficiency": 0.8769992589950562, + "fixed-shap": { + "comprehensiveness": 0.05273185297846794, + "sufficiency": 0.6606918573379517, "masked prediction probs": [ - 0.03998963534832001, - 0.9600103497505188 + 0.011207520961761475, + 0.9887924790382385 ], "full text prediction probs": [ 0.004560882691293955, @@ -21524,7 +24176,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.2775544822216034, "sufficiency": 0.8785400390625, "masked prediction probs": [ @@ -21537,9 +24189,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.051989298313856125, + "sufficiency": 0.6654661297798157, + "masked prediction probs": [ + 0.011207520961761475, + 0.9887924790382385 + ], + "full text prediction probs": [ + 0.004560882691293955, + 0.9954391121864319 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.2771202325820923, - "sufficiency": 0.8787299394607544, + "comprehensiveness": 0.27668729424476624, + "sufficiency": 0.878919243812561, "masked prediction probs": [ 0.03998963534832001, 0.9600103497505188 @@ -21564,8 +24229,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09628581255674362, - "sufficiency": 0.8127166032791138, + "comprehensiveness": 0.09613586217164993, + "sufficiency": 0.8130080699920654, "masked prediction probs": [ 0.016909165307879448, 0.9830908179283142 @@ -21577,7 +24242,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015993718057870865, + "comprehensiveness": 0.015968849882483482, "sufficiency": 0.0, "masked prediction probs": [ 0.006615217309445143, @@ -21590,8 +24255,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2753966450691223, - "sufficiency": 0.8794836401939392, + "comprehensiveness": 0.27496910095214844, + "sufficiency": 0.8796705603599548, "masked prediction probs": [ 0.03998963534832001, 0.9600103497505188 @@ -21603,7 +24268,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03713402897119522, + "comprehensiveness": 0.037076469510793686, "sufficiency": 0.0, "masked prediction probs": [ 0.009345408529043198, @@ -21616,8 +24281,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2745428681373596, - "sufficiency": 0.8798569440841675, + "comprehensiveness": 0.27411794662475586, + "sufficiency": 0.8800427317619324, + "masked prediction probs": [ + 0.03998963534832001, + 0.9600103497505188 + ], + "full text prediction probs": [ + 0.004560882691293955, + 0.9954391121864319 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.27369436621665955, + "sufficiency": 0.8802279829978943, "masked prediction probs": [ 0.03998963534832001, 0.9600103497505188 @@ -21630,7 +24308,7 @@ } }, "dev_366": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -21734,7 +24412,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8993969559669495, + 0.10060302168130875 + ], + "full text prediction probs": [ + 0.06118054687976837, + 0.9388194680213928 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -21837,15 +24528,28 @@ 0.9388194680213928 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8993969559669495, + 0.10060302168130875 + ], + "full text prediction probs": [ + 0.06118054687976837, + 0.9388194680213928 + ], + "labels": 1 } }, "dev_369": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.15216998755931854, "sufficiency": 0.0, "masked prediction probs": [ - 0.42092788219451904, - 0.579072117805481 + 0.02414841763675213, + 0.9758516550064087 ], "full text prediction probs": [ 0.005041004624217749, @@ -21944,7 +24648,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -21957,6 +24661,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.1500190943479538, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02414841763675213, + 0.9758516550064087 + ], + "full text prediction probs": [ + 0.005041004624217749, + 0.9949589967727661 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -21971,7 +24688,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4242231249809265, + "comprehensiveness": 0.42355895042419434, "sufficiency": 0.0, "masked prediction probs": [ 0.05915747210383415, @@ -22023,7 +24740,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021796243265271187, + "comprehensiveness": 0.021762331947684288, "sufficiency": 0.0, "masked prediction probs": [ 0.007838903926312923, @@ -22047,15 +24764,28 @@ 0.9949589967727661 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.42092788219451904, + 0.579072117805481 + ], + "full text prediction probs": [ + 0.005041004624217749, + 0.9949589967727661 + ], + "labels": 1 } }, "dev_397": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.12410712242126465, "sufficiency": 0.0, "masked prediction probs": [ - 0.30760082602500916, - 0.6923991441726685 + 0.023334333673119545, + 0.9766656756401062 ], "full text prediction probs": [ 0.008134620264172554, @@ -22154,7 +24884,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -22167,8 +24897,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.12230922281742096, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023334333673119545, + 0.9766656756401062 + ], + "full text prediction probs": [ + 0.008134620264172554, + 0.991865336894989 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.31489798426628113, + "comprehensiveness": 0.31439194083213806, "sufficiency": 0.0, "masked prediction probs": [ 0.047267790883779526, @@ -22233,7 +24976,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.031928058713674545, + "comprehensiveness": 0.03187715634703636, "sufficiency": 0.0, "masked prediction probs": [ 0.012134434655308723, @@ -22257,15 +25000,28 @@ 0.991865336894989 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.30760082602500916, + 0.6923991441726685 + ], + "full text prediction probs": [ + 0.008134620264172554, + 0.991865336894989 + ], + "labels": 1 } }, "dev_399": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.07575853168964386, + "fixed-shap": { + "comprehensiveness": 0.06436087191104889, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9037657380104065, - 0.0962342619895935 + 0.01431606151163578, + 0.9856839179992676 ], "full text prediction probs": [ 0.0063167354092001915, @@ -22364,7 +25120,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.087497778236866, "masked prediction probs": [ @@ -22377,9 +25133,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0634419396519661, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01431606151163578, + 0.9856839179992676 + ], + "full text prediction probs": [ + 0.0063167354092001915, + 0.9936833381652832 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.08894424885511398, + "sufficiency": 0.09038613736629486, "masked prediction probs": [ 0.9037657380104065, 0.0962342619895935 @@ -22391,7 +25160,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.43792152404785156, + "comprehensiveness": 0.4372289776802063, "sufficiency": 0.0, "masked prediction probs": [ 0.06162199005484581, @@ -22404,7 +25173,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03909982368350029, + "comprehensiveness": 0.03903808817267418, "sufficiency": 0.0, "masked prediction probs": [ 0.011262452229857445, @@ -22417,7 +25186,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012747975066304207, + "comprehensiveness": 0.012727878987789154, "sufficiency": 0.0, "masked prediction probs": [ 0.007931672967970371, @@ -22431,7 +25200,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9275041222572327, + "sufficiency": 0.9276180863380432, "masked prediction probs": [ 0.5780086517333984, 0.42199137806892395 @@ -22444,7 +25213,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8984279632568359, + "sufficiency": 0.8985874652862549, "masked prediction probs": [ 0.6088785529136658, 0.39112144708633423 @@ -22457,7 +25226,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.09752767533063889, + "sufficiency": 0.09894254803657532, + "masked prediction probs": [ + 0.9037657380104065, + 0.0962342619895935 + ], + "full text prediction probs": [ + 0.0063167354092001915, + 0.9936833381652832 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.10035298764705658, "masked prediction probs": [ 0.9037657380104065, 0.0962342619895935 @@ -22470,12 +25252,12 @@ } }, "dev_428": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.031382184475660324, - "sufficiency": 0.7246133685112, + "fixed-shap": { + "comprehensiveness": 0.012900596484541893, + "sufficiency": 0.0, "masked prediction probs": [ - 0.00933491624891758, - 0.990665078163147 + 0.007021061144769192, + 0.9929789900779724 ], "full text prediction probs": [ 0.005405900068581104, @@ -22574,7 +25356,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.030986132100224495, "sufficiency": 0.7280861139297485, "masked prediction probs": [ @@ -22587,9 +25369,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.012717724777758121, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007021061144769192, + 0.9929789900779724 + ], + "full text prediction probs": [ + 0.005405900068581104, + 0.994594156742096 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.1569497138261795, - "sufficiency": 0.6814559102058411, + "comprehensiveness": 0.1567029058933258, + "sufficiency": 0.6819564700126648, "masked prediction probs": [ 0.025338659062981606, 0.9746613502502441 @@ -22601,7 +25396,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.014223908074200153, + "comprehensiveness": 0.014201574958860874, "sufficiency": 0.0, "masked prediction probs": [ 0.007215199992060661, @@ -22614,8 +25409,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.044496241956949234, - "sufficiency": 0.8503686189651489, + "comprehensiveness": 0.044426485896110535, + "sufficiency": 0.8506030440330505, "masked prediction probs": [ 0.011074792593717575, 0.9889252781867981 @@ -22627,7 +25422,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.024202223867177963, + "comprehensiveness": 0.024164343252778053, "sufficiency": 0.0, "masked prediction probs": [ 0.008494049310684204, @@ -22640,8 +25435,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07981434464454651, - "sufficiency": 0.5952431559562683, + "comprehensiveness": 0.07968961447477341, + "sufficiency": 0.5958752036094666, "masked prediction probs": [ 0.015606244094669819, 0.9843937754631042 @@ -22653,8 +25448,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15572336316108704, - "sufficiency": 0.683942973613739, + "comprehensiveness": 0.15548038482666016, + "sufficiency": 0.6844357252120972, "masked prediction probs": [ 0.025338659062981606, 0.9746613502502441 @@ -22666,7 +25461,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014112940058112144, + "comprehensiveness": 0.014090953394770622, "sufficiency": 0.0, "masked prediction probs": [ 0.007215199992060661, @@ -22677,15 +25472,28 @@ 0.994594156742096 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03055235557258129, + "sufficiency": 0.7318896651268005, + "masked prediction probs": [ + 0.00933491624891758, + 0.990665078163147 + ], + "full text prediction probs": [ + 0.005405900068581104, + 0.994594156742096 + ], + "labels": 1 } }, "dev_440": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07606061547994614, "sufficiency": 0.0, "masked prediction probs": [ - 0.9525868892669678, - 0.04741310328245163 + 0.0287015363574028, + 0.9712985157966614 ], "full text prediction probs": [ 0.020312493667006493, @@ -22784,7 +25592,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -22797,6 +25605,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0748390406370163, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0287015363574028, + 0.9712985157966614 + ], + "full text prediction probs": [ + 0.020312493667006493, + 0.9796875715255737 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -22811,7 +25632,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10598664730787277, + "comprehensiveness": 0.10579819232225418, "sufficiency": 0.0, "masked prediction probs": [ 0.03221417963504791, @@ -22850,7 +25671,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9488722681999207, + "comprehensiveness": 0.94719398021698, "sufficiency": 0.0, "masked prediction probs": [ 0.12743517756462097, @@ -22863,7 +25684,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06715501844882965, + "comprehensiveness": 0.0670364499092102, "sufficiency": 0.0, "masked prediction probs": [ 0.027907252311706543, @@ -22887,10 +25708,23 @@ 0.9796875715255737 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9525868892669678, + 0.04741310328245163 + ], + "full text prediction probs": [ + 0.020312493667006493, + 0.9796875715255737 + ], + "labels": 1 } }, "dev_465": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.003627649275586009, "sufficiency": 0.8268918991088867, "masked prediction probs": [ @@ -22994,9 +25828,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0036209376994520426, + "sufficiency": 0.8272120952606201, + "masked prediction probs": [ + 0.9904925227165222, + 0.009507511742413044 + ], + "full text prediction probs": [ + 0.9936239719390869, + 0.006376056931912899 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7235476970672607, + "sufficiency": 0.72361159324646, "masked prediction probs": [ 0.9936239719390869, 0.006376056931912899 @@ -23008,8 +25855,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003022619057446718, - "sufficiency": 0.7883778214454651, + "comprehensiveness": 0.0030219200998544693, + "sufficiency": 0.7884266376495361, "masked prediction probs": [ 0.9910093545913696, 0.008990640752017498 @@ -23022,7 +25869,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7236753702163696, + "sufficiency": 0.7237393260002136, "masked prediction probs": [ 0.9936239719390869, 0.006376056931912899 @@ -23034,8 +25881,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010661470703780651, - "sufficiency": 0.9471537470817566, + "comprehensiveness": 0.010659007355570793, + "sufficiency": 0.9471660256385803, "masked prediction probs": [ 0.9843973517417908, 0.015602617524564266 @@ -23047,8 +25894,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.012054414488375187, - "sufficiency": 0.959293782711029, + "comprehensiveness": 0.012051629833877087, + "sufficiency": 0.9593032002449036, "masked prediction probs": [ 0.9831894636154175, 0.016810547560453415 @@ -23060,8 +25907,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010656545870006084, - "sufficiency": 0.9471781253814697, + "comprehensiveness": 0.010654084384441376, + "sufficiency": 0.9471902847290039, "masked prediction probs": [ 0.9843973517417908, 0.015602617524564266 @@ -23073,8 +25920,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0972663089632988, - "sufficiency": 0.9989290237426758, + "comprehensiveness": 0.09724385291337967, + "sufficiency": 0.9989293217658997, "masked prediction probs": [ 0.9093896746635437, 0.0906103253364563 @@ -23087,7 +25934,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7239944338798523, + "sufficiency": 0.724058210849762, + "masked prediction probs": [ + 0.9936239719390869, + 0.006376056931912899 + ], + "full text prediction probs": [ + 0.9936239719390869, + 0.006376056931912899 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7241218090057373, "masked prediction probs": [ 0.9936239719390869, 0.006376056931912899 @@ -23100,12 +25960,12 @@ } }, "dev_470": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7428357601165771, + "sufficiency": 0.7814656496047974, "masked prediction probs": [ - 0.9899675846099854, - 0.010032381862401962 + 0.991091251373291, + 0.008908772841095924 ], "full text prediction probs": [ 0.9898326396942139, @@ -23204,7 +26064,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7433136105537415, "masked prediction probs": [ @@ -23217,9 +26077,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7267967462539673, + "masked prediction probs": [ + 0.9898326396942139, + 0.010167358443140984 + ], + "full text prediction probs": [ + 0.9898326396942139, + 0.010167358443140984 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8581916093826294, + "sufficiency": 0.8582245111465454, "masked prediction probs": [ 0.9904395341873169, 0.009560410864651203 @@ -23232,7 +26105,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7434326410293579, + "sufficiency": 0.7434922456741333, "masked prediction probs": [ 0.9899675846099854, 0.010032381862401962 @@ -23244,8 +26117,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005494171287864447, - "sufficiency": 0.9871965646743774, + "comprehensiveness": 0.005492896307259798, + "sufficiency": 0.9871995449066162, "masked prediction probs": [ 0.9850987195968628, 0.014901301823556423 @@ -23257,8 +26130,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0012025695759803057, - "sufficiency": 0.7612519264221191, + "comprehensiveness": 0.0012022905284538865, + "sufficiency": 0.7613072395324707, "masked prediction probs": [ 0.9887962341308594, 0.011203817091882229 @@ -23270,8 +26143,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003639369737356901, - "sufficiency": 0.7472138404846191, + "comprehensiveness": 0.0036385254934430122, + "sufficiency": 0.7472724318504333, "masked prediction probs": [ 0.986695408821106, 0.013304554857313633 @@ -23284,7 +26157,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7271134853363037, + "sufficiency": 0.7271768450737, "masked prediction probs": [ 0.9898326396942139, 0.010167358443140984 @@ -23297,7 +26170,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7437301874160767, + "sufficiency": 0.7437896728515625, + "masked prediction probs": [ + 0.9899675846099854, + 0.010032381862401962 + ], + "full text prediction probs": [ + 0.9898326396942139, + 0.010167358443140984 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.743848979473114, "masked prediction probs": [ 0.9899675846099854, 0.010032381862401962 @@ -23310,12 +26196,12 @@ } }, "dev_472": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8877168893814087, "masked prediction probs": [ - 0.02216871827840805, - 0.977831244468689 + 0.9757480025291443, + 0.024251949042081833 ], "full text prediction probs": [ 0.9707194566726685, @@ -23414,7 +26300,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -23427,9 +26313,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8879568576812744, + "masked prediction probs": [ + 0.9757480025291443, + 0.024251949042081833 + ], + "full text prediction probs": [ + 0.9707194566726685, + 0.029280539602041245 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4951602816581726, + "sufficiency": 0.4952801465988159, "masked prediction probs": [ 0.9825427532196045, 0.017457226291298866 @@ -23442,7 +26341,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8897005319595337, + "sufficiency": 0.8897267580032349, "masked prediction probs": [ 0.12000339478254318, 0.8799965977668762 @@ -23455,7 +26354,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9756408333778381, + "sufficiency": 0.9756466150283813, "masked prediction probs": [ 0.07233672589063644, 0.9276632070541382 @@ -23467,8 +26366,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9547125697135925, - "sufficiency": 0.9348250031471252, + "comprehensiveness": 0.954486072063446, + "sufficiency": 0.9348404407501221, "masked prediction probs": [ 0.1661710888147354, 0.833828866481781 @@ -23494,7 +26393,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8346763849258423, + "sufficiency": 0.8347156643867493, "masked prediction probs": [ 0.9813352823257446, 0.01866474188864231 @@ -23517,15 +26416,28 @@ 0.029280539602041245 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02216871827840805, + 0.977831244468689 + ], + "full text prediction probs": [ + 0.9707194566726685, + 0.029280539602041245 + ], + "labels": 0 } }, "dev_484": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.706337034702301, - "sufficiency": 0.9146813154220581, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8454378247261047, "masked prediction probs": [ - 0.3774661719799042, - 0.6225337982177734 + 0.976407527923584, + 0.023592466488480568 ], "full text prediction probs": [ 0.9717090725898743, @@ -23624,7 +26536,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7049962282180786, "sufficiency": 0.9148432016372681, "masked prediction probs": [ @@ -23637,9 +26549,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7424182891845703, + "masked prediction probs": [ + 0.9717090725898743, + 0.02829088643193245 + ], + "full text prediction probs": [ + 0.9717090725898743, + 0.02829088643193245 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0033042277209460735, - "sufficiency": 0.8966801762580872, + "comprehensiveness": 0.0033034440129995346, + "sufficiency": 0.8967047333717346, "masked prediction probs": [ 0.9689232707023621, 0.031076721847057343 @@ -23651,8 +26576,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3910917043685913, - "sufficiency": 0.8890994787216187, + "comprehensiveness": 0.3909989893436432, + "sufficiency": 0.8891257643699646, "masked prediction probs": [ 0.6419005393981934, 0.35809949040412903 @@ -23664,8 +26589,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.42514631152153015, - "sufficiency": 0.9652836322784424, + "comprehensiveness": 0.42504552006721497, + "sufficiency": 0.9652917981147766, "masked prediction probs": [ 0.6130971908569336, 0.386902779340744 @@ -23677,8 +26602,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7043277025222778, - "sufficiency": 0.9149239659309387, + "comprehensiveness": 0.7041608095169067, + "sufficiency": 0.9149441719055176, "masked prediction probs": [ 0.3774661719799042, 0.6225337982177734 @@ -23690,8 +26615,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.46510785818099976, - "sufficiency": 0.994926929473877, + "comprehensiveness": 0.46499764919281006, + "sufficiency": 0.9949281811714172, "masked prediction probs": [ 0.5792034864425659, 0.4207965135574341 @@ -23704,7 +26629,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8979149460792542, + "sufficiency": 0.8979390859603882, "masked prediction probs": [ 0.9753490090370178, 0.024650994688272476 @@ -23716,8 +26641,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7038272023200989, - "sufficiency": 0.9149844646453857, + "comprehensiveness": 0.7036604881286621, + "sufficiency": 0.915004551410675, + "masked prediction probs": [ + 0.3774661719799042, + 0.6225337982177734 + ], + "full text prediction probs": [ + 0.9717090725898743, + 0.02829088643193245 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7034938931465149, + "sufficiency": 0.9150247573852539, "masked prediction probs": [ 0.3774661719799042, 0.6225337982177734 @@ -23730,12 +26668,12 @@ } }, "dev_488": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9284364581108093, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8271495699882507, "masked prediction probs": [ - 0.19127783179283142, - 0.8087221384048462 + 0.9820131659507751, + 0.017986876890063286 ], "full text prediction probs": [ 0.9809942245483398, @@ -23834,7 +26772,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9266932606697083, "sufficiency": 1.0, "masked prediction probs": [ @@ -23847,9 +26785,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7343320250511169, + "masked prediction probs": [ + 0.9809942245483398, + 0.019005795940756798 + ], + "full text prediction probs": [ + 0.9809942245483398, + 0.019005795940756798 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.19094882905483246, + "sufficiency": 0.19113858044147491, "masked prediction probs": [ 0.9831522703170776, 0.01684771664440632 @@ -23861,7 +26812,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9262585043907166, + "comprehensiveness": 0.9260412454605103, "sufficiency": 1.0, "masked prediction probs": [ 0.19127783179283142, @@ -23874,7 +26825,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9260412454605103, + "comprehensiveness": 0.9258241057395935, "sufficiency": 1.0, "masked prediction probs": [ 0.19127783179283142, @@ -23888,7 +26839,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7345188856124878, + "sufficiency": 0.7345810532569885, "masked prediction probs": [ 0.9809942245483398, 0.019005795940756798 @@ -23900,7 +26851,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9256070852279663, + "comprehensiveness": 0.9253901243209839, "sufficiency": 1.0, "masked prediction probs": [ 0.19127783179283142, @@ -23913,8 +26864,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016567875863984227, - "sufficiency": 0.8574945330619812, + "comprehensiveness": 0.0016563994577154517, + "sufficiency": 0.8575279116630554, "masked prediction probs": [ 0.9795803427696228, 0.020419638603925705 @@ -23926,7 +26877,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9251733422279358, + "comprehensiveness": 0.9249566197395325, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19127783179283142, + 0.8087221384048462 + ], + "full text prediction probs": [ + 0.9809942245483398, + 0.019005795940756798 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9247400164604187, "sufficiency": 1.0, "masked prediction probs": [ 0.19127783179283142, @@ -23940,12 +26904,12 @@ } }, "dev_572": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9847678542137146, + "fixed-shap": { + "comprehensiveness": 0.0009701670496724546, + "sufficiency": 0.7786665558815002, "masked prediction probs": [ - 0.018351055681705475, - 0.9816489219665527 + 0.9920297861099243, + 0.007970207370817661 ], "full text prediction probs": [ 0.9928665161132812, @@ -24044,7 +27008,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9847960472106934, "masked prediction probs": [ @@ -24057,9 +27021,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0009681464871391654, + "sufficiency": 0.7791274189949036, + "masked prediction probs": [ + 0.9920297861099243, + 0.007970207370817661 + ], + "full text prediction probs": [ + 0.9928665161132812, + 0.00713344756513834 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.00241491780616343, - "sufficiency": 0.9173438549041748, + "comprehensiveness": 0.002414359012618661, + "sufficiency": 0.9173629879951477, "masked prediction probs": [ 0.9907793998718262, 0.009220637381076813 @@ -24071,8 +27048,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9723142981529236, - "sufficiency": 0.9232037663459778, + "comprehensiveness": 0.972089409828186, + "sufficiency": 0.9232215881347656, "masked prediction probs": [ 0.15233992040157318, 0.8476601243019104 @@ -24085,7 +27062,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7243732213973999, + "sufficiency": 0.7244370579719543, "masked prediction probs": [ 0.9928665161132812, 0.00713344756513834 @@ -24098,7 +27075,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.800089955329895, + "sufficiency": 0.8001360893249512, "masked prediction probs": [ 0.9932168126106262, 0.006783127319067717 @@ -24111,7 +27088,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9848135709762573, + "sufficiency": 0.9848169684410095, "masked prediction probs": [ 0.018351055681705475, 0.9816489219665527 @@ -24123,8 +27100,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002272838493809104, - "sufficiency": 0.6476650834083557, + "comprehensiveness": 0.002272313227877021, + "sufficiency": 0.6477465629577637, "masked prediction probs": [ 0.990899920463562, 0.009100034832954407 @@ -24137,7 +27114,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.984820544719696, + "sufficiency": 0.9848241209983826, + "masked prediction probs": [ + 0.018351055681705475, + 0.9816489219665527 + ], + "full text prediction probs": [ + 0.9928665161132812, + 0.00713344756513834 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9848275780677795, "masked prediction probs": [ 0.018351055681705475, 0.9816489219665527 @@ -24150,12 +27140,12 @@ } }, "dev_614": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08361487835645676, - "sufficiency": 0.9943313598632812, + "fixed-shap": { + "comprehensiveness": 0.0005789384595118463, + "sufficiency": 0.8925650715827942, "masked prediction probs": [ - 0.9073501229286194, - 0.09264984726905823 + 0.9777508974075317, + 0.022249111905694008 ], "full text prediction probs": [ 0.9782417416572571, @@ -24254,12 +27244,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08728184551000595, - "sufficiency": 0.9459540247917175, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08345738053321838, + "sufficiency": 0.994342029094696, "masked prediction probs": [ - 0.9041014909744263, - 0.09589853137731552 + 0.9073501229286194, + 0.09264984726905823 + ], + "full text prediction probs": [ + 0.9782417416572571, + 0.021758276969194412 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7367106676101685, + "masked prediction probs": [ + 0.9782417416572571, + 0.021758276969194412 ], "full text prediction probs": [ 0.9782417416572571, @@ -24269,7 +27272,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.714051365852356, + "sufficiency": 0.7141187191009521, "masked prediction probs": [ 0.9852564930915833, 0.014743526466190815 @@ -24281,8 +27284,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08724076300859451, - "sufficiency": 0.9459795951843262, + "comprehensiveness": 0.08722023665904999, + "sufficiency": 0.9459922313690186, "masked prediction probs": [ 0.9041014909744263, 0.09589853137731552 @@ -24295,7 +27298,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7368345260620117, + "sufficiency": 0.7368964552879333, "masked prediction probs": [ 0.9782417416572571, 0.021758276969194412 @@ -24308,7 +27311,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7368964552879333, + "sufficiency": 0.7369583249092102, "masked prediction probs": [ 0.9782417416572571, 0.021758276969194412 @@ -24320,8 +27323,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08717921376228333, - "sufficiency": 0.9460176229476929, + "comprehensiveness": 0.08715870976448059, + "sufficiency": 0.9460304379463196, "masked prediction probs": [ 0.9041014909744263, 0.09589853137731552 @@ -24333,8 +27336,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023446378763765097, - "sufficiency": 0.9395124912261963, + "comprehensiveness": 0.002344086766242981, + "sufficiency": 0.9395266175270081, "masked prediction probs": [ 0.9762473106384277, 0.023752650246024132 @@ -24346,8 +27349,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08713822811841965, - "sufficiency": 0.9460430145263672, + "comprehensiveness": 0.0871177464723587, + "sufficiency": 0.9460556507110596, + "masked prediction probs": [ + 0.9041014909744263, + 0.09589853137731552 + ], + "full text prediction probs": [ + 0.9782417416572571, + 0.021758276969194412 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08709727972745895, + "sufficiency": 0.9460684061050415, "masked prediction probs": [ 0.9041014909744263, 0.09589853137731552 @@ -24360,12 +27376,12 @@ } }, "dev_643": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013573309406638145, - "sufficiency": 0.9457066655158997, + "fixed-shap": { + "comprehensiveness": 0.0006840768037363887, + "sufficiency": 0.7783509492874146, "masked prediction probs": [ - 0.9822458028793335, - 0.01775425300002098 + 0.9933764338493347, + 0.006623607594519854 ], "full text prediction probs": [ 0.9939671754837036, @@ -24464,7 +27480,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.013548207469284534, "sufficiency": 0.9458070993423462, "masked prediction probs": [ @@ -24477,9 +27493,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.000682653917465359, + "sufficiency": 0.7788118720054626, + "masked prediction probs": [ + 0.9933764338493347, + 0.006623607594519854 + ], + "full text prediction probs": [ + 0.9939671754837036, + 0.0060328333638608456 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.002232831437140703, - "sufficiency": 0.9201874136924744, + "comprehensiveness": 0.0022323152516037226, + "sufficiency": 0.92020583152771, "masked prediction probs": [ 0.9920349717140198, 0.007965050637722015 @@ -24491,8 +27520,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006824961164966226, - "sufficiency": 0.7788629531860352, + "comprehensiveness": 0.0006823384901508689, + "sufficiency": 0.7789140939712524, "masked prediction probs": [ 0.9933764338493347, 0.006623607594519854 @@ -24504,8 +27533,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.013538818806409836, - "sufficiency": 0.9458446502685547, + "comprehensiveness": 0.013535690493881702, + "sufficiency": 0.9458571672439575, "masked prediction probs": [ 0.9822458028793335, 0.01775425300002098 @@ -24517,8 +27546,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0025517598260194063, - "sufficiency": 0.7428906559944153, + "comprehensiveness": 0.002551170764490962, + "sufficiency": 0.7429500222206116, "masked prediction probs": [ 0.9917574524879456, 0.008242574520409107 @@ -24530,8 +27559,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014279825612902641, - "sufficiency": 0.9230921864509583, + "comprehensiveness": 0.014276528730988503, + "sufficiency": 0.9231098890304565, "masked prediction probs": [ 0.9815985560417175, 0.018401432782411575 @@ -24543,8 +27572,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06858665496110916, - "sufficiency": 0.9748831987380981, + "comprehensiveness": 0.0685708299279213, + "sufficiency": 0.9748890399932861, "masked prediction probs": [ 0.9345464110374451, 0.06545364856719971 @@ -24556,8 +27585,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.013526319526135921, - "sufficiency": 0.9458946585655212, + "comprehensiveness": 0.01352319773286581, + "sufficiency": 0.9459071159362793, + "masked prediction probs": [ + 0.9822458028793335, + 0.01775425300002098 + ], + "full text prediction probs": [ + 0.9939671754837036, + 0.0060328333638608456 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013520078733563423, + "sufficiency": 0.9459195733070374, "masked prediction probs": [ 0.9822458028793335, 0.01775425300002098 @@ -24570,12 +27612,12 @@ } }, "dev_662": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05645390599966049, - "sufficiency": 0.7504143714904785, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.782962441444397, "masked prediction probs": [ - 0.9342236518859863, - 0.06577640771865845 + 0.9858022332191467, + 0.014197818003594875 ], "full text prediction probs": [ 0.982317328453064, @@ -24674,7 +27716,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.05634807422757149, "sufficiency": 0.7508822083473206, "masked prediction probs": [ @@ -24687,9 +27729,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7834199070930481, + "masked prediction probs": [ + 0.9858022332191467, + 0.014197818003594875 + ], + "full text prediction probs": [ + 0.982317328453064, + 0.017682647332549095 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9816028475761414, + "sufficiency": 0.9816070795059204, "masked prediction probs": [ 0.989107072353363, 0.010892999358475208 @@ -24701,8 +27756,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.056321680545806885, - "sufficiency": 0.7509987354278564, + "comprehensiveness": 0.05630849301815033, + "sufficiency": 0.7510570883750916, "masked prediction probs": [ 0.9342236518859863, 0.06577640771865845 @@ -24714,8 +27769,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05630849301815033, - "sufficiency": 0.7510570883750916, + "comprehensiveness": 0.05629530921578407, + "sufficiency": 0.7511154413223267, "masked prediction probs": [ 0.9342236518859863, 0.06577640771865845 @@ -24727,8 +27782,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.025399720296263695, - "sufficiency": 0.8495364189147949, + "comprehensiveness": 0.0253937765955925, + "sufficiency": 0.8495715260505676, "masked prediction probs": [ 0.9606180787086487, 0.03938188776373863 @@ -24740,8 +27795,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.060952652245759964, - "sufficiency": 0.9073278903961182, + "comprehensiveness": 0.06093838810920715, + "sufficiency": 0.9073495268821716, "masked prediction probs": [ 0.9302326440811157, 0.06976735591888428 @@ -24754,7 +27809,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8839995861053467, + "sufficiency": 0.8840267062187195, "masked prediction probs": [ 0.9840794205665588, 0.015920564532279968 @@ -24766,8 +27821,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.056255798786878586, - "sufficiency": 0.7512900233268738, + "comprehensiveness": 0.05624264106154442, + "sufficiency": 0.7513482570648193, + "masked prediction probs": [ + 0.9342236518859863, + 0.06577640771865845 + ], + "full text prediction probs": [ + 0.982317328453064, + 0.017682647332549095 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05622949078679085, + "sufficiency": 0.7514063715934753, "masked prediction probs": [ 0.9342236518859863, 0.06577640771865845 @@ -24780,12 +27848,12 @@ } }, "dev_693": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006183085963129997, - "sufficiency": 0.7755987048149109, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8667182922363281, "masked prediction probs": [ - 0.9821666479110718, - 0.01783328875899315 + 0.988410472869873, + 0.011589526198804379 ], "full text prediction probs": [ 0.9874659180641174, @@ -24884,7 +27952,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.006171564105898142, "sufficiency": 0.7760167717933655, "masked prediction probs": [ @@ -24897,9 +27965,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7287992835044861, + "masked prediction probs": [ + 0.9874659180641174, + 0.012534074485301971 + ], + "full text prediction probs": [ + 0.9874659180641174, + 0.012534074485301971 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.003379006404429674, - "sufficiency": 0.6542957425117493, + "comprehensiveness": 0.0033782196696847677, + "sufficiency": 0.654376208782196, "masked prediction probs": [ 0.9845638275146484, 0.01543620228767395 @@ -24911,8 +27992,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006168690510094166, - "sufficiency": 0.7761210203170776, + "comprehensiveness": 0.006167254876345396, + "sufficiency": 0.7761731743812561, "masked prediction probs": [ 0.9821666479110718, 0.01783328875899315 @@ -24925,7 +28006,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8996363282203674, + "sufficiency": 0.8996595740318298, "masked prediction probs": [ 0.9901126623153687, 0.009887363761663437 @@ -24938,7 +28019,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6369656324386597, + "sufficiency": 0.6370500922203064, "masked prediction probs": [ 0.9901183247566223, 0.009881678968667984 @@ -24950,8 +28031,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0031329113990068436, - "sufficiency": 0.7701411247253418, + "comprehensiveness": 0.003132182639092207, + "sufficiency": 0.7701945900917053, "masked prediction probs": [ 0.9847726821899414, 0.015227270312607288 @@ -24963,8 +28044,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000772838422562927, - "sufficiency": 0.8770910501480103, + "comprehensiveness": 0.0007726587355136871, + "sufficiency": 0.8771195411682129, "masked prediction probs": [ 0.9868013858795166, 0.013198590837419033 @@ -24976,8 +28057,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006161518394947052, - "sufficiency": 0.7763813138008118, + "comprehensiveness": 0.006160085555166006, + "sufficiency": 0.7764333486557007, + "masked prediction probs": [ + 0.9821666479110718, + 0.01783328875899315 + ], + "full text prediction probs": [ + 0.9874659180641174, + 0.012534074485301971 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006158654112368822, + "sufficiency": 0.7764852643013, "masked prediction probs": [ 0.9821666479110718, 0.01783328875899315 @@ -24990,12 +28084,12 @@ } }, "dev_698": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2791014313697815, - "sufficiency": 0.8803154826164246, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8673211932182312, "masked prediction probs": [ - 0.7452974319458008, - 0.2547025680541992 + 0.98618084192276, + 0.013819199055433273 ], "full text prediction probs": [ 0.9833570718765259, @@ -25094,7 +28188,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.27857884764671326, "sufficiency": 0.8805395364761353, "masked prediction probs": [ @@ -25107,9 +28201,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7323022484779358, + "masked prediction probs": [ + 0.9833570718765259, + 0.016642892733216286 + ], + "full text prediction probs": [ + 0.9833570718765259, + 0.016642892733216286 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8878526091575623, + "sufficiency": 0.8878787755966187, "masked prediction probs": [ 0.9872286319732666, 0.01277136243879795 @@ -25122,7 +28229,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.73236483335495, + "sufficiency": 0.7324274778366089, "masked prediction probs": [ 0.9833570718765259, 0.016642892733216286 @@ -25134,8 +28241,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02320576086640358, - "sufficiency": 0.8595860004425049, + "comprehensiveness": 0.02320033311843872, + "sufficiency": 0.8596189022064209, "masked prediction probs": [ 0.963512659072876, 0.036487333476543427 @@ -25148,7 +28255,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8079392313957214, + "sufficiency": 0.8079841732978821, "masked prediction probs": [ 0.9874470829963684, 0.01255286019295454 @@ -25160,8 +28267,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03269556164741516, - "sufficiency": 0.8819231390953064, + "comprehensiveness": 0.032687921077013016, + "sufficiency": 0.8819507360458374, "masked prediction probs": [ 0.955384373664856, 0.044615600258111954 @@ -25174,7 +28281,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8376421332359314, + "sufficiency": 0.8376800417900085, "masked prediction probs": [ 0.9858623147010803, 0.014137611724436283 @@ -25186,8 +28293,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023184072226285934, - "sufficiency": 0.8597172498703003, + "comprehensiveness": 0.02317865379154682, + "sufficiency": 0.8597500324249268, "masked prediction probs": [ 0.963512659072876, 0.036487333476543427 @@ -25197,15 +28304,28 @@ 0.016642892733216286 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2779932916164398, + "sufficiency": 0.8807905912399292, + "masked prediction probs": [ + 0.7452974319458008, + 0.2547025680541992 + ], + "full text prediction probs": [ + 0.9833570718765259, + 0.016642892733216286 + ], + "labels": 0 } }, "dev_717": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0002554183593019843, + "sufficiency": 0.8375932574272156, "masked prediction probs": [ - 0.04464705288410187, - 0.9553529024124146 + 0.9817230105400085, + 0.01827704906463623 ], "full text prediction probs": [ 0.981940507888794, @@ -25304,7 +28424,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -25317,9 +28437,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00025487958919256926, + "sufficiency": 0.8379358053207397, + "masked prediction probs": [ + 0.9817230105400085, + 0.01827704906463623 + ], + "full text prediction probs": [ + 0.981940507888794, + 0.018059518188238144 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9002848863601685, + "sufficiency": 0.9003081917762756, "masked prediction probs": [ 0.9839615821838379, 0.016038447618484497 @@ -25332,7 +28465,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9862737655639648, + "sufficiency": 0.9862769246101379, "masked prediction probs": [ 0.07371517270803452, 0.9262848496437073 @@ -25345,7 +28478,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8921259045600891, + "sufficiency": 0.8921512365341187, "masked prediction probs": [ 0.986164391040802, 0.013835623860359192 @@ -25358,7 +28491,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8321998715400696, + "sufficiency": 0.8322391510009766, "masked prediction probs": [ 0.984565258026123, 0.015434766188263893 @@ -25384,7 +28517,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9004015326499939, + "sufficiency": 0.9004248976707458, "masked prediction probs": [ 0.9839615821838379, 0.016038447618484497 @@ -25407,15 +28540,28 @@ 0.018059518188238144 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04464705288410187, + 0.9553529024124146 + ], + "full text prediction probs": [ + 0.981940507888794, + 0.018059518188238144 + ], + "labels": 0 } }, "dev_742": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8656859993934631, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6087909936904907, "masked prediction probs": [ - 0.24399520456790924, - 0.756004810333252 + 0.9764254689216614, + 0.023574484512209892 ], "full text prediction probs": [ 0.9760998487472534, @@ -25514,7 +28660,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8640512824058533, "sufficiency": 1.0, "masked prediction probs": [ @@ -25527,9 +28673,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6096217632293701, + "masked prediction probs": [ + 0.9764254689216614, + 0.023574484512209892 + ], + "full text prediction probs": [ + 0.9760998487472534, + 0.02390013262629509 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5499058961868286, + "sufficiency": 0.5500120520591736, "masked prediction probs": [ 0.9894756078720093, 0.010524422861635685 @@ -25541,7 +28700,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6831099987030029, + "comprehensiveness": 0.6829489469528198, "sufficiency": 1.0, "masked prediction probs": [ 0.3970322012901306, @@ -25555,7 +28714,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6329278945922852, + "sufficiency": 0.6330145001411438, "masked prediction probs": [ 0.9764891266822815, 0.023510830476880074 @@ -25567,7 +28726,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6827878355979919, + "comprehensiveness": 0.6826269030570984, "sufficiency": 1.0, "masked prediction probs": [ 0.3970322012901306, @@ -25580,7 +28739,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8630326986312866, + "comprehensiveness": 0.8628292679786682, "sufficiency": 1.0, "masked prediction probs": [ 0.24399520456790924, @@ -25593,8 +28752,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023360152263194323, - "sufficiency": 0.7595518231391907, + "comprehensiveness": 0.0023354648146778345, + "sufficiency": 0.7596084475517273, "masked prediction probs": [ 0.9741177558898926, 0.02588227391242981 @@ -25606,7 +28765,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8626259565353394, + "comprehensiveness": 0.8624226450920105, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.24399520456790924, + 0.756004810333252 + ], + "full text prediction probs": [ + 0.9760998487472534, + 0.02390013262629509 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8622195720672607, "sufficiency": 1.0, "masked prediction probs": [ 0.24399520456790924, @@ -25620,12 +28792,12 @@ } }, "dev_852": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04405467212200165, - "sufficiency": 0.9740532636642456, + "fixed-shap": { + "comprehensiveness": 0.0011513982899487019, + "sufficiency": 0.5703235864639282, "masked prediction probs": [ - 0.9535173773765564, - 0.04648268595337868 + 0.9904589653015137, + 0.009541059844195843 ], "full text prediction probs": [ 0.9914503693580627, @@ -25724,7 +28896,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.043972957879304886, "sufficiency": 0.9741013646125793, "masked prediction probs": [ @@ -25737,9 +28909,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7254342436790466, + "masked prediction probs": [ + 0.9914503693580627, + 0.008549624122679234 + ], + "full text prediction probs": [ + 0.9914503693580627, + 0.008549624122679234 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0038143526762723923, - "sufficiency": 0.811164140701294, + "comprehensiveness": 0.0038134686183184385, + "sufficiency": 0.8112078905105591, "masked prediction probs": [ 0.9881591796875, 0.011840766295790672 @@ -25751,8 +28936,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.043952576816082, - "sufficiency": 0.9741133451461792, + "comprehensiveness": 0.043942395597696304, + "sufficiency": 0.9741193652153015, "masked prediction probs": [ 0.9535173773765564, 0.04648268595337868 @@ -25764,8 +28949,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0048137023113667965, - "sufficiency": 0.8846022486686707, + "comprehensiveness": 0.0048125870525836945, + "sufficiency": 0.8846288919448853, "masked prediction probs": [ 0.9872949719429016, 0.012705063447356224 @@ -25778,7 +28963,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7256249785423279, + "sufficiency": 0.7256885170936584, "masked prediction probs": [ 0.9914503693580627, 0.008549624122679234 @@ -25790,8 +28975,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0068700616247951984, - "sufficiency": 0.7399302124977112, + "comprehensiveness": 0.006868470925837755, + "sufficiency": 0.7399904727935791, "masked prediction probs": [ 0.9855170845985413, 0.014482942409813404 @@ -25803,8 +28988,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00618475629016757, - "sufficiency": 0.7572693228721619, + "comprehensiveness": 0.006183324847370386, + "sufficiency": 0.7573254704475403, "masked prediction probs": [ 0.9861077070236206, 0.013892307877540588 @@ -25816,8 +29001,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0439017117023468, - "sufficiency": 0.9741433262825012, + "comprehensiveness": 0.0438915491104126, + "sufficiency": 0.9741492867469788, + "masked prediction probs": [ + 0.9535173773765564, + 0.04648268595337868 + ], + "full text prediction probs": [ + 0.9914503693580627, + 0.008549624122679234 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04388139769434929, + "sufficiency": 0.9741553068161011, "masked prediction probs": [ 0.9535173773765564, 0.04648268595337868 @@ -25830,12 +29028,12 @@ } }, "dev_24": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.289715439081192, - "sufficiency": 0.8601668477058411, + "fixed-shap": { + "comprehensiveness": 0.6365665793418884, + "sufficiency": 0.0, "masked prediction probs": [ - 0.036059677600860596, - 0.9639403223991394 + 0.07177893817424774, + 0.9282209873199463 ], "full text prediction probs": [ 0.006224276497960091, @@ -25934,12 +29132,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8508219718933105, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2852823734283447, + "sufficiency": 0.8623044490814209, + "masked prediction probs": [ + 0.036059677600860596, + 0.9639403223991394 + ], + "full text prediction probs": [ + 0.006224276497960091, + 0.9937757253646851 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6081136465072632, "sufficiency": 0.0, "masked prediction probs": [ - 0.09520498663187027, - 0.9047950506210327 + 0.06994358450174332, + 0.9300563335418701 ], "full text prediction probs": [ 0.006224276497960091, @@ -25948,7 +29159,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6081136465072632, + "comprehensiveness": 0.6069549322128296, "sufficiency": 0.0, "masked prediction probs": [ 0.06994358450174332, @@ -25961,7 +29172,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.025453824549913406, + "comprehensiveness": 0.025405418127775192, "sufficiency": 0.0, "masked prediction probs": [ 0.008896458894014359, @@ -25974,8 +29185,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.17637135088443756, - "sufficiency": 0.8568685054779053, + "comprehensiveness": 0.17603656649589539, + "sufficiency": 0.8571399450302124, "masked prediction probs": [ 0.024775343015789986, 0.9752246141433716 @@ -25987,7 +29198,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02607155218720436, + "comprehensiveness": 0.026022158563137054, "sufficiency": 0.0, "masked prediction probs": [ 0.008971801027655602, @@ -26000,7 +29211,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8427622318267822, + "comprehensiveness": 0.8411685824394226, "sufficiency": 0.0, "masked prediction probs": [ 0.09520498663187027, @@ -26026,7 +29237,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8395809531211853, + "comprehensiveness": 0.8379992842674255, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09520498663187027, + 0.9047950506210327 + ], + "full text prediction probs": [ + 0.006224276497960091, + 0.9937757253646851 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8364235758781433, "sufficiency": 0.0, "masked prediction probs": [ 0.09520498663187027, @@ -26040,12 +29264,12 @@ } }, "dev_64": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9304946064949036, - 0.06950534880161285 + 0.8900781273841858, + 0.10992184281349182 ], "full text prediction probs": [ 0.015917623415589333, @@ -26144,12 +29368,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7852578163146973, - 0.21474213898181915 + 0.9304946064949036, + 0.06950534880161285 + ], + "full text prediction probs": [ + 0.015917623415589333, + 0.9840824604034424 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16040116548538208, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.031169915571808815, + 0.9688301086425781 ], "full text prediction probs": [ 0.015917623415589333, @@ -26171,7 +29408,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18156279623508453, + "comprehensiveness": 0.18118245899677277, "sufficiency": 0.0, "masked prediction probs": [ 0.03321843594312668, @@ -26197,7 +29434,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18080370128154755, + "comprehensiveness": 0.18042652308940887, "sufficiency": 0.0, "masked prediction probs": [ 0.03321843594312668, @@ -26210,7 +29447,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9255620241165161, + "comprehensiveness": 0.9236352443695068, "sufficiency": 0.0, "masked prediction probs": [ 0.10466863960027695, @@ -26247,15 +29484,28 @@ 0.9840824604034424 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7852578163146973, + 0.21474213898181915 + ], + "full text prediction probs": [ + 0.015917623415589333, + 0.9840824604034424 + ], + "labels": 1 } }, "dev_80": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9741697311401367, + "fixed-shap": { + "comprehensiveness": 0.052178025245666504, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8021830916404724, - 0.1978169083595276 + 0.011852551251649857, + 0.9881474375724792 ], "full text prediction probs": [ 0.00649319589138031, @@ -26354,12 +29604,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9387661814689636, + "sufficiency": 0.9745655655860901, "masked prediction probs": [ - 0.8722051382064819, - 0.12779492139816284 + 0.8021830916404724, + 0.1978169083595276 + ], + "full text prediction probs": [ + 0.00649319589138031, + 0.9935067892074585 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.022449027746915817, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008839501067996025, + 0.9911605715751648 ], "full text prediction probs": [ 0.00649319589138031, @@ -26368,8 +29631,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.061577849090099335, - "sufficiency": 0.02597946487367153, + "comprehensiveness": 0.0614602155983448, + "sufficiency": 0.02783835679292679, "masked prediction probs": [ 0.012928929179906845, 0.9870710968971252 @@ -26381,8 +29644,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0614602155983448, - "sufficiency": 0.02783835679292679, + "comprehensiveness": 0.061343032866716385, + "sufficiency": 0.029690168797969818, "masked prediction probs": [ 0.012928929179906845, 0.9870710968971252 @@ -26395,7 +29658,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9391161203384399, + "sufficiency": 0.9392318725585938, "masked prediction probs": [ 0.8722051382064819, 0.12779492139816284 @@ -26421,7 +29684,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9393472075462341, + "sufficiency": 0.9394620656967163, "masked prediction probs": [ 0.8722051382064819, 0.12779492139816284 @@ -26447,7 +29710,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9395765066146851, + "sufficiency": 0.9396905303001404, + "masked prediction probs": [ + 0.8722051382064819, + 0.12779492139816284 + ], + "full text prediction probs": [ + 0.00649319589138031, + 0.9935067892074585 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9398040771484375, "masked prediction probs": [ 0.8722051382064819, 0.12779492139816284 @@ -26460,12 +29736,12 @@ } }, "dev_82": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.503162682056427, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.06743046641349792, - 0.9325695037841797 + 0.11894446611404419, + 0.8810555338859558 ], "full text prediction probs": [ 0.02512306161224842, @@ -26552,11 +29828,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.4949207603931427, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.06743046641349792, - 0.9325695037841797 + 0.13874782621860504, + 0.8612521290779114 ], "full text prediction probs": [ 0.02512306161224842, @@ -26564,12 +29840,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6302700638771057, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07912667095661163, - 0.9208733439445496 + 0.13874782621860504, + 0.8612521290779114 + ], + "full text prediction probs": [ + 0.02512306161224842, + 0.974876880645752 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7389777302742004, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08858881890773773, + 0.9114111065864563 ], "full text prediction probs": [ 0.02512306161224842, @@ -26578,7 +29867,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6644448637962341, + "comprehensiveness": 0.6629009246826172, "sufficiency": 0.0, "masked prediction probs": [ 0.08218780905008316, @@ -26591,7 +29880,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6273409128189087, + "comprehensiveness": 0.6258865594863892, "sufficiency": 0.0, "masked prediction probs": [ 0.07912667095661163, @@ -26617,7 +29906,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6244388818740845, + "comprehensiveness": 0.6229979395866394, "sufficiency": 0.0, "masked prediction probs": [ 0.07912667095661163, @@ -26643,7 +29932,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6215636134147644, + "comprehensiveness": 0.6201358437538147, "sufficiency": 0.0, "masked prediction probs": [ 0.07912667095661163, @@ -26656,7 +29945,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6201358437538147, + "comprehensiveness": 0.6187146306037903, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07912667095661163, + 0.9208733439445496 + ], + "full text prediction probs": [ + 0.02512306161224842, + 0.974876880645752 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6172999143600464, "sufficiency": 0.0, "masked prediction probs": [ 0.07912667095661163, @@ -26670,12 +29972,12 @@ } }, "dev_99": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9853262305259705, + "fixed-shap": { + "comprehensiveness": 0.08567977696657181, + "sufficiency": 0.0, "masked prediction probs": [ - 0.11789340525865555, - 0.882106602191925 + 0.018097644671797752, + 0.9819023609161377 ], "full text prediction probs": [ 0.00956003274768591, @@ -26774,12 +30076,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3479013442993164, - "sufficiency": 0.7617509365081787, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9855579137802124, "masked prediction probs": [ - 0.04478376731276512, - 0.9552162885665894 + 0.11789340525865555, + 0.882106602191925 + ], + "full text prediction probs": [ + 0.00956003274768591, + 0.9904400110244751 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03799911588430405, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01341481227427721, + 0.9865851402282715 ], "full text prediction probs": [ 0.00956003274768591, @@ -26788,8 +30103,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.34721535444259644, - "sufficiency": 0.7622202634811401, + "comprehensiveness": 0.34653204679489136, + "sufficiency": 0.7626877427101135, "masked prediction probs": [ 0.04478376731276512, 0.9552162885665894 @@ -26814,8 +30129,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.34585142135620117, - "sufficiency": 0.7631533741950989, + "comprehensiveness": 0.3451734781265259, + "sufficiency": 0.763617217540741, "masked prediction probs": [ 0.04478376731276512, 0.9552162885665894 @@ -26853,7 +30168,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1883082538843155, + "comprehensiveness": 0.1879412829875946, "sufficiency": 0.0, "masked prediction probs": [ 0.02885143645107746, @@ -26866,8 +30181,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.34315550327301025, - "sufficiency": 0.7649978399276733, + "comprehensiveness": 0.3424880802631378, + "sufficiency": 0.7654544711112976, + "masked prediction probs": [ + 0.04478376731276512, + 0.9552162885665894 + ], + "full text prediction probs": [ + 0.00956003274768591, + 0.9904400110244751 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3418232500553131, + "sufficiency": 0.7659093141555786, "masked prediction probs": [ 0.04478376731276512, 0.9552162885665894 @@ -26880,12 +30208,12 @@ } }, "dev_101": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9835014939308167, - 0.01649850234389305 + 0.14818128943443298, + 0.8518187403678894 ], "full text prediction probs": [ 0.051605019718408585, @@ -26984,12 +30312,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.29927098751068115, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9811703562736511, - 0.018829630687832832 + 0.9835014939308167, + 0.01649850234389305 + ], + "full text prediction probs": [ + 0.051605019718408585, + 0.9483950138092041 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.277293860912323, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06807654350996017, + 0.9319233894348145 ], "full text prediction probs": [ 0.051605019718408585, @@ -27051,7 +30392,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.31089335680007935, + "sufficiency": 0.31317171454429626, "masked prediction probs": [ 0.9811703562736511, 0.018829630687832832 @@ -27077,7 +30418,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3154350519180298, + "sufficiency": 0.31768351793289185, + "masked prediction probs": [ + 0.9811703562736511, + 0.018829630687832832 + ], + "full text prediction probs": [ + 0.051605019718408585, + 0.9483950138092041 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3199172914028168, "masked prediction probs": [ 0.9811703562736511, 0.018829630687832832 @@ -27090,12 +30444,12 @@ } }, "dev_146": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07735960930585861, + "fixed-shap": { + "comprehensiveness": 0.07622496783733368, "sufficiency": 0.0, "masked prediction probs": [ - 0.01401518564671278, - 0.9859848022460938 + 0.013898156583309174, + 0.9861018657684326 ], "full text prediction probs": [ 0.006033857353031635, @@ -27182,11 +30536,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.07632376253604889, + "comprehensiveness": 0.11778499186038971, "sufficiency": 0.0, "masked prediction probs": [ - 0.01401518564671278, - 0.9859848022460938 + 0.01835082471370697, + 0.9816491007804871 ], "full text prediction probs": [ 0.006033857353031635, @@ -27194,12 +30548,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07617804408073425, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11756011843681335, "sufficiency": 0.0, "masked prediction probs": [ - 0.01401518564671278, - 0.9859848022460938 + 0.01835082471370697, + 0.9816491007804871 + ], + "full text prediction probs": [ + 0.006033857353031635, + 0.9939661622047424 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.012132440693676472, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0073074111714959145, + 0.9926925897598267 ], "full text prediction probs": [ 0.006033857353031635, @@ -27208,7 +30575,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07307741791009903, + "comprehensiveness": 0.07293842732906342, "sufficiency": 0.0, "masked prediction probs": [ 0.013704911805689335, @@ -27234,7 +30601,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07574420422315598, + "comprehensiveness": 0.07560069113969803, "sufficiency": 0.0, "masked prediction probs": [ 0.01401518564671278, @@ -27247,7 +30614,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07560069113969803, + "comprehensiveness": 0.07545771449804306, "sufficiency": 0.0, "masked prediction probs": [ 0.01401518564671278, @@ -27260,7 +30627,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07545771449804306, + "comprehensiveness": 0.07531528174877167, "sufficiency": 0.0, "masked prediction probs": [ 0.01401518564671278, @@ -27273,7 +30640,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.061688732355833054, + "comprehensiveness": 0.06157250702381134, "sufficiency": 0.0, "masked prediction probs": [ 0.012571185827255249, @@ -27286,7 +30653,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07517338544130325, + "comprehensiveness": 0.07503202557563782, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01401518564671278, + 0.9859848022460938 + ], + "full text prediction probs": [ + 0.006033857353031635, + 0.9939661622047424 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07489118725061417, "sufficiency": 0.0, "masked prediction probs": [ 0.01401518564671278, @@ -27300,12 +30680,12 @@ } }, "dev_151": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.960612416267395, + "fixed-shap": { + "comprehensiveness": 0.003916499204933643, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5929569602012634, - 0.40704309940338135 + 0.0057289316318929195, + 0.9942710399627686 ], "full text prediction probs": [ 0.005322111304849386, @@ -27404,12 +30784,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8631693720817566, + "sufficiency": 0.9612094163894653, "masked prediction probs": [ - 0.6605843305587769, - 0.33941566944122314 + 0.5929569602012634, + 0.40704309940338135 + ], + "full text prediction probs": [ + 0.005322111304849386, + 0.9946779012680054 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0024494004901498556, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0055809468030929565, + 0.9944190382957458 ], "full text prediction probs": [ 0.005322111304849386, @@ -27419,7 +30812,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8701168894767761, + "sufficiency": 0.8703620433807373, "masked prediction probs": [ 0.4030408263206482, 0.5969591736793518 @@ -27431,7 +30824,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02843153476715088, + "comprehensiveness": 0.028377924114465714, "sufficiency": 0.0, "masked prediction probs": [ 0.008332629688084126, @@ -27445,7 +30838,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8639426827430725, + "sufficiency": 0.8641985058784485, "masked prediction probs": [ 0.6605843305587769, 0.33941566944122314 @@ -27457,7 +30850,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013981398195028305, + "comprehensiveness": 0.013955133967101574, "sufficiency": 0.0, "masked prediction probs": [ 0.006808059755712748, @@ -27471,7 +30864,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.871091902256012, + "sufficiency": 0.8713334202766418, "masked prediction probs": [ 0.4030408263206482, 0.5969591736793518 @@ -27483,7 +30876,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009480592794716358, + "comprehensiveness": 0.009462850168347359, "sufficiency": 0.0, "masked prediction probs": [ 0.006333529483526945, @@ -27497,7 +30890,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.864960253238678, + "sufficiency": 0.8652122616767883, + "masked prediction probs": [ + 0.6605843305587769, + 0.33941566944122314 + ], + "full text prediction probs": [ + 0.005322111304849386, + 0.9946779012680054 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8654633164405823, "masked prediction probs": [ 0.6605843305587769, 0.33941566944122314 @@ -27510,12 +30916,12 @@ } }, "dev_206": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9170213937759399, + "fixed-shap": { + "comprehensiveness": 0.0023960552643984556, + "sufficiency": 0.0, "masked prediction probs": [ - 0.924635648727417, - 0.07536440342664719 + 0.009766115806996822, + 0.9902338981628418 ], "full text prediction probs": [ 0.009527226909995079, @@ -27614,12 +31020,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8269461393356323, + "sufficiency": 0.9183312058448792, "masked prediction probs": [ - 0.9196813106536865, - 0.08031876385211945 + 0.924635648727417, + 0.07536440342664719 + ], + "full text prediction probs": [ + 0.009527226909995079, + 0.9904727339744568 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009380054660141468, + 0.9906198978424072 ], "full text prediction probs": [ 0.009527226909995079, @@ -27628,7 +31047,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.24443359673023224, + "comprehensiveness": 0.24395272135734558, "sufficiency": 0.0, "masked prediction probs": [ 0.034332118928432465, @@ -27655,7 +31074,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.23943349719047546, + "sufficiency": 0.24092243611812592, "masked prediction probs": [ 0.15377995371818542, 0.8462200164794922 @@ -27667,7 +31086,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09521640837192535, + "comprehensiveness": 0.09503018856048584, "sufficiency": 0.0, "masked prediction probs": [ 0.01924688182771206, @@ -27681,7 +31100,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8286367654800415, + "sufficiency": 0.8289709091186523, "masked prediction probs": [ 0.9196813106536865, 0.08031876385211945 @@ -27693,7 +31112,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04464275389909744, + "comprehensiveness": 0.04455578327178955, "sufficiency": 0.0, "masked prediction probs": [ 0.014102191664278507, @@ -27707,7 +31126,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8293038010597229, + "sufficiency": 0.8296353816986084, + "masked prediction probs": [ + 0.9196813106536865, + 0.08031876385211945 + ], + "full text prediction probs": [ + 0.009527226909995079, + 0.9904727339744568 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8299656510353088, "masked prediction probs": [ 0.9196813106536865, 0.08031876385211945 @@ -27720,12 +31152,12 @@ } }, "dev_218": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9442377090454102, - 0.05576227605342865 + 0.8377596735954285, + 0.16224037110805511 ], "full text prediction probs": [ 0.6257683634757996, @@ -27815,8 +31247,8 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9442377090454102, - 0.05576227605342865 + 0.8377596735954285, + 0.16224037110805511 ], "full text prediction probs": [ 0.6257683634757996, @@ -27824,7 +31256,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8377596735954285, + 0.16224037110805511 + ], + "full text prediction probs": [ + 0.6257683634757996, + 0.3742316663265228 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -27890,7 +31335,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.19242887198925018, + "comprehensiveness": 0.19235478341579437, "sufficiency": 1.0, "masked prediction probs": [ 0.5258281230926514, @@ -27927,15 +31372,28 @@ 0.3742316663265228 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7369965314865112, + 0.26300352811813354 + ], + "full text prediction probs": [ + 0.6257683634757996, + 0.3742316663265228 + ], + "labels": 0 } }, "dev_234": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7988948822021484, + "sufficiency": 0.7959939241409302, "masked prediction probs": [ - 0.9562169313430786, - 0.043783098459243774 + 0.9686920642852783, + 0.031307969242334366 ], "full text prediction probs": [ 0.016086021438241005, @@ -28034,12 +31492,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.91778963804245, + "sufficiency": 0.8022888898849487, "masked prediction probs": [ - 0.9605388641357422, - 0.039461132138967514 + 0.9562169313430786, + 0.043783098459243774 + ], + "full text prediction probs": [ + 0.016086021438241005, + 0.9839140176773071 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08880570530891418, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02451547421514988, + 0.9754845499992371 ], "full text prediction probs": [ 0.016086021438241005, @@ -28061,7 +31532,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2073553055524826, + "comprehensiveness": 0.20692016184329987, "sufficiency": 0.0, "masked prediction probs": [ 0.03580966964364052, @@ -28075,7 +31546,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9183066487312317, + "sufficiency": 0.9184775352478027, "masked prediction probs": [ 0.9605388641357422, 0.039461132138967514 @@ -28100,7 +31571,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.34036439657211304, + "comprehensiveness": 0.3396545946598053, "sufficiency": 0.0, "masked prediction probs": [ 0.048665840178728104, @@ -28113,7 +31584,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20562562346458435, + "comprehensiveness": 0.20519770681858063, "sufficiency": 0.0, "masked prediction probs": [ 0.03580966964364052, @@ -28127,7 +31598,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9189859628677368, + "sufficiency": 0.9191540479660034, + "masked prediction probs": [ + 0.9605388641357422, + 0.039461132138967514 + ], + "full text prediction probs": [ + 0.016086021438241005, + 0.9839140176773071 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9193214178085327, "masked prediction probs": [ 0.9605388641357422, 0.039461132138967514 @@ -28140,12 +31624,12 @@ } }, "dev_237": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8645851016044617, + "sufficiency": 0.7794008851051331, "masked prediction probs": [ - 0.17659436166286469, - 0.8234056234359741 + 0.11003996431827545, + 0.8899601101875305 ], "full text prediction probs": [ 0.004502828232944012, @@ -28244,12 +31728,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9144852757453918, + "sufficiency": 0.8666216731071472, "masked prediction probs": [ - 0.41916322708129883, - 0.5808367133140564 + 0.17659436166286469, + 0.8234056234359741 + ], + "full text prediction probs": [ + 0.004502828232944012, + 0.9954972267150879 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01828766241669655, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006450540851801634, + 0.9935495257377625 ], "full text prediction probs": [ 0.004502828232944012, @@ -28258,8 +31755,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6049731373786926, - "sufficiency": 0.46512937545776367, + "comprehensiveness": 0.6038390398025513, + "sufficiency": 0.46613115072250366, "masked prediction probs": [ 0.06893454492092133, 0.9310654401779175 @@ -28285,7 +31782,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7412449717521667, + "sufficiency": 0.7417277693748474, "masked prediction probs": [ 0.17630857229232788, 0.8236914277076721 @@ -28297,7 +31794,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016748279333114624, + "comprehensiveness": 0.016717057675123215, "sufficiency": 0.0, "masked prediction probs": [ 0.0062966058030724525, @@ -28311,7 +31808,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9152816534042358, + "sufficiency": 0.9154391288757324, "masked prediction probs": [ 0.41916322708129883, 0.5808367133140564 @@ -28323,7 +31820,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3641202449798584, + "comprehensiveness": 0.3634439706802368, "sufficiency": 0.0, "masked prediction probs": [ 0.04364699870347977, @@ -28337,7 +31834,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9155960083007812, + "sufficiency": 0.9157523512840271, + "masked prediction probs": [ + 0.41916322708129883, + 0.5808367133140564 + ], + "full text prediction probs": [ + 0.004502828232944012, + 0.9954972267150879 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9159080982208252, "masked prediction probs": [ 0.41916322708129883, 0.5808367133140564 @@ -28350,12 +31860,12 @@ } }, "dev_258": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4912601709365845, + "fixed-shap": { + "comprehensiveness": 0.010036182589828968, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8814764618873596, - 0.11852351576089859 + 0.015500657260417938, + 0.9844993948936462 ], "full text prediction probs": [ 0.014550646767020226, @@ -28454,12 +31964,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.49970924854278564, + "masked prediction probs": [ + 0.8814764618873596, + 0.11852351576089859 + ], + "full text prediction probs": [ + 0.014550646767020226, + 0.9854493737220764 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.025388412177562714, "sufficiency": 0.0, "masked prediction probs": [ - 0.21884429454803467, - 0.7811557054519653 + 0.016999438405036926, + 0.9830005168914795 ], "full text prediction probs": [ 0.014550646767020226, @@ -28507,7 +32030,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1631571352481842, + "comprehensiveness": 0.16282156109809875, "sufficiency": 0.0, "masked prediction probs": [ 0.030386000871658325, @@ -28520,7 +32043,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09979640692472458, + "comprehensiveness": 0.09959156811237335, "sufficiency": 0.0, "masked prediction probs": [ 0.024256370961666107, @@ -28533,7 +32056,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10883844643831253, + "comprehensiveness": 0.10861551016569138, "sufficiency": 0.0, "masked prediction probs": [ 0.025157494470477104, @@ -28557,15 +32080,28 @@ 0.9854493737220764 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21884429454803467, + 0.7811557054519653 + ], + "full text prediction probs": [ + 0.014550646767020226, + 0.9854493737220764 + ], + "labels": 1 } }, "dev_331": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 1.0, + "sufficiency": 0.7516516447067261, "masked prediction probs": [ - 0.9726645350456238, - 0.027335457503795624 + 0.9761083722114563, + 0.023891625925898552 ], "full text prediction probs": [ 0.9650447368621826, @@ -28653,10 +32189,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9223660826683044, + "sufficiency": 0.7520571351051331, "masked prediction probs": [ - 0.9720360636711121, - 0.027963969856500626 + 0.9761083722114563, + 0.023891625925898552 ], "full text prediction probs": [ 0.9650447368621826, @@ -28664,12 +32200,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9822188019752502, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.035768914967775345, - 0.9642310738563538 + 0.9726645350456238, + 0.027335457503795624 + ], + "full text prediction probs": [ + 0.9650447368621826, + 0.034955304116010666 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6517400741577148, + "masked prediction probs": [ + 0.978805422782898, + 0.021194560453295708 ], "full text prediction probs": [ 0.9650447368621826, @@ -28679,7 +32228,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7789716124534607, + "sufficiency": 0.7790231108665466, "masked prediction probs": [ 0.9849274158477783, 0.015072627924382687 @@ -28692,7 +32241,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6518212556838989, + "sufficiency": 0.6519023776054382, "masked prediction probs": [ 0.978805422782898, 0.021194560453295708 @@ -28705,7 +32254,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8522897958755493, + "sufficiency": 0.8523241877555847, "masked prediction probs": [ 0.9831979870796204, 0.01680205576121807 @@ -28718,7 +32267,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8523241877555847, + "sufficiency": 0.8523585796356201, "masked prediction probs": [ 0.9831979870796204, 0.01680205576121807 @@ -28731,7 +32280,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9754877686500549, + "sufficiency": 0.9754934310913086, "masked prediction probs": [ 0.07560181617736816, 0.9243981242179871 @@ -28757,7 +32306,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.975499153137207, + "sufficiency": 0.9755048751831055, "masked prediction probs": [ 0.07560181617736816, 0.9243981242179871 @@ -28767,15 +32316,28 @@ 0.034955304116010666 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9822559952735901, + "masked prediction probs": [ + 0.035768914967775345, + 0.9642310738563538 + ], + "full text prediction probs": [ + 0.9650447368621826, + 0.034955304116010666 + ], + "labels": 1 } }, "dev_393": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.876110315322876, - 0.12388972193002701 + 0.41876813769340515, + 0.5812318921089172 ], "full text prediction probs": [ 0.1929401159286499, @@ -28862,11 +32424,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.027385467663407326, - 0.972614586353302 + 0.41876813769340515, + 0.5812318921089172 ], "full text prediction probs": [ 0.1929401159286499, @@ -28874,7 +32436,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.876110315322876, + 0.12388972193002701 + ], + "full text prediction probs": [ + 0.1929401159286499, + 0.8070598840713501 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -28977,15 +32552,28 @@ 0.8070598840713501 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1929401159286499, + 0.8070598840713501 + ], + "full text prediction probs": [ + 0.1929401159286499, + 0.8070598840713501 + ], + "labels": 1 } }, "dev_394": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9296801090240479, - 0.07031989097595215 + 0.7934648990631104, + 0.20653510093688965 ], "full text prediction probs": [ 0.11581005156040192, @@ -29084,7 +32672,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9296801090240479, + 0.07031989097595215 + ], + "full text prediction probs": [ + 0.11581005156040192, + 0.8841899633407593 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -29187,15 +32788,28 @@ 0.8841899633407593 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.868079423904419, + 0.13192059099674225 + ], + "full text prediction probs": [ + 0.11581005156040192, + 0.8841899633407593 + ], + "labels": 1 } }, "dev_450": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003178450046107173, - "sufficiency": 0.6845585703849792, + "fixed-shap": { + "comprehensiveness": 0.0021425611339509487, + "sufficiency": 0.8009020686149597, "masked prediction probs": [ - 0.9937333464622498, - 0.006266679614782333 + 0.9946527481079102, + 0.005347241181880236 ], "full text prediction probs": [ 0.9965543746948242, @@ -29294,12 +32908,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0007337052375078201, - "sufficiency": 0.7160017490386963, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003172730328515172, + "sufficiency": 0.6851261854171753, "masked prediction probs": [ - 0.9959020018577576, - 0.0040979827754199505 + 0.9937333464622498, + 0.006266679614782333 + ], + "full text prediction probs": [ + 0.9965543746948242, + 0.003445577807724476 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7146260142326355, + "masked prediction probs": [ + 0.9965543746948242, + 0.003445577807724476 ], "full text prediction probs": [ 0.9965543746948242, @@ -29308,8 +32935,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0031720169354230165, - "sufficiency": 0.6851969361305237, + "comprehensiveness": 0.0031713037751615047, + "sufficiency": 0.6852676272392273, "masked prediction probs": [ 0.9937333464622498, 0.006266679614782333 @@ -29321,8 +32948,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001840775366872549, - "sufficiency": 0.6772088408470154, + "comprehensiveness": 0.0018403616268187761, + "sufficiency": 0.6772814393043518, "masked prediction probs": [ 0.9949169158935547, 0.005083057098090649 @@ -29334,8 +32961,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005530731286853552, - "sufficiency": 0.9897879958152771, + "comprehensiveness": 0.0055294884368777275, + "sufficiency": 0.9897903203964233, "masked prediction probs": [ 0.991633415222168, 0.008366507478058338 @@ -29347,8 +32974,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007330456865020096, - "sufficiency": 0.7162569761276245, + "comprehensiveness": 0.0007328809588216245, + "sufficiency": 0.7163206934928894, "masked prediction probs": [ 0.9959020018577576, 0.0040979827754199505 @@ -29360,8 +32987,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0038511573802679777, - "sufficiency": 0.8534690141677856, + "comprehensiveness": 0.00385029218159616, + "sufficiency": 0.8535018563270569, "masked prediction probs": [ 0.9931262731552124, 0.006873675622045994 @@ -29373,8 +33000,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0028104307129979134, - "sufficiency": 0.7578130960464478, + "comprehensiveness": 0.0028097997419536114, + "sufficiency": 0.7578674554824829, "masked prediction probs": [ 0.9940521121025085, 0.00594792515039444 @@ -29386,8 +33013,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0007325517944991589, - "sufficiency": 0.7164480686187744, + "comprehensiveness": 0.0007323872996494174, + "sufficiency": 0.7165117859840393, + "masked prediction probs": [ + 0.9959020018577576, + 0.0040979827754199505 + ], + "full text prediction probs": [ + 0.9965543746948242, + 0.003445577807724476 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0007322229212149978, + "sufficiency": 0.7165753841400146, "masked prediction probs": [ 0.9959020018577576, 0.0040979827754199505 @@ -29400,12 +33040,12 @@ } }, "dev_485": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9425726532936096, + "fixed-shap": { + "comprehensiveness": 0.860270082950592, + "sufficiency": 0.5015978813171387, "masked prediction probs": [ - 0.2697465717792511, - 0.7302533984184265 + 0.09523574262857437, + 0.9047642946243286 ], "full text prediction probs": [ 0.009225202724337578, @@ -29492,11 +33132,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.8194364905357361, - "sufficiency": 0.7563284039497375, + "comprehensiveness": 0.8483883738517761, + "sufficiency": 0.5084748268127441, "masked prediction probs": [ - 0.09230051189661026, - 0.907699465751648 + 0.09523574262857437, + 0.9047642946243286 ], "full text prediction probs": [ 0.009225202724337578, @@ -29504,7 +33144,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9434764385223389, "masked prediction probs": [ @@ -29517,9 +33157,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8138019442558289, + "masked prediction probs": [ + 0.22527579963207245, + 0.7747241854667664 + ], + "full text prediction probs": [ + 0.009225202724337578, + 0.9907748103141785 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6226544380187988, + "sufficiency": 0.6233938336372375, "masked prediction probs": [ 0.22786080837249756, 0.7721391916275024 @@ -29531,7 +33184,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.06954224407672882, + "comprehensiveness": 0.06940610706806183, "sufficiency": 0.0, "masked prediction probs": [ 0.016317227855324745, @@ -29544,7 +33197,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01619713008403778, + "comprehensiveness": 0.016165483742952347, "sufficiency": 0.0, "masked prediction probs": [ 0.010880213230848312, @@ -29570,7 +33223,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06913542002439499, + "comprehensiveness": 0.06900086998939514, "sufficiency": 0.0, "masked prediction probs": [ 0.016317227855324745, @@ -29583,7 +33236,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06900086998939514, + "comprehensiveness": 0.06886684149503708, "sufficiency": 0.0, "masked prediction probs": [ 0.016317227855324745, @@ -29597,7 +33250,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6270479559898376, + "sufficiency": 0.6277702450752258, "masked prediction probs": [ 0.22786080837249756, 0.7721391916275024 @@ -29607,15 +33260,28 @@ 0.9907748103141785 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9444597959518433, + "masked prediction probs": [ + 0.2697465717792511, + 0.7302533984184265 + ], + "full text prediction probs": [ + 0.009225202724337578, + 0.9907748103141785 + ], + "labels": 0 } }, "dev_513": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2487620711326599, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8901751041412354, "masked prediction probs": [ - 0.7385262250900269, - 0.26147374510765076 + 0.9572409987449646, + 0.0427589975297451 ], "full text prediction probs": [ 0.9469831585884094, @@ -29703,10 +33369,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8704567551612854, + "sufficiency": 0.8903583288192749, "masked prediction probs": [ - 0.9503657817840576, - 0.04963419958949089 + 0.9572409987449646, + 0.0427589975297451 ], "full text prediction probs": [ 0.9469831585884094, @@ -29714,12 +33380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.20921088755130768, - "sufficiency": 0.8497019410133362, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24828799068927765, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7713344693183899, - 0.2286655157804489 + 0.7385262250900269, + 0.26147374510765076 + ], + "full text prediction probs": [ + 0.9469831585884094, + 0.05301686003804207 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7568046450614929, + "masked prediction probs": [ + 0.9469831585884094, + 0.05301686003804207 ], "full text prediction probs": [ 0.9469831585884094, @@ -29729,7 +33408,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.039298687130212784, + "sufficiency": 0.03952741250395775, "masked prediction probs": [ 0.9719824194908142, 0.028017589822411537 @@ -29742,7 +33421,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7568626403808594, + "sufficiency": 0.7569204568862915, "masked prediction probs": [ 0.9469831585884094, 0.05301686003804207 @@ -29754,8 +33433,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009086372330784798, - "sufficiency": 0.816501259803772, + "comprehensiveness": 0.00908420979976654, + "sufficiency": 0.8165448904037476, "masked prediction probs": [ 0.9393489956855774, 0.06065104901790619 @@ -29767,8 +33446,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00908420979976654, - "sufficiency": 0.8165448904037476, + "comprehensiveness": 0.009082048200070858, + "sufficiency": 0.8165885210037231, "masked prediction probs": [ 0.9393489956855774, 0.06065104901790619 @@ -29781,7 +33460,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7900480628013611, + "sufficiency": 0.7900980710983276, "masked prediction probs": [ 0.9675302505493164, 0.03246981278061867 @@ -29794,7 +33473,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7529590129852295, + "sufficiency": 0.753017783164978, "masked prediction probs": [ 0.9658132791519165, 0.03418676555156708 @@ -29807,7 +33486,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7571516633033752, + "sufficiency": 0.757209300994873, "masked prediction probs": [ 0.9469831585884094, 0.05301686003804207 @@ -29817,15 +33496,28 @@ 0.05301686003804207 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20876331627368927, + "sufficiency": 0.8500235080718994, + "masked prediction probs": [ + 0.7713344693183899, + 0.2286655157804489 + ], + "full text prediction probs": [ + 0.9469831585884094, + 0.05301686003804207 + ], + "labels": 0 } }, "dev_585": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7604197859764099, + "sufficiency": 0.9383375644683838, "masked prediction probs": [ - 0.9796878695487976, - 0.020312150940299034 + 0.9766596555709839, + 0.023340344429016113 ], "full text prediction probs": [ 0.9721201062202454, @@ -29924,12 +33616,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7780176997184753, + "sufficiency": 0.7608630061149597, "masked prediction probs": [ - 0.9772350192070007, - 0.022764967754483223 + 0.9796878695487976, + 0.020312150940299034 + ], + "full text prediction probs": [ + 0.9721201062202454, + 0.02787991613149643 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7929403185844421, + "masked prediction probs": [ + 0.9763245582580566, + 0.02367544174194336 ], "full text prediction probs": [ 0.9721201062202454, @@ -29938,8 +33643,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0003492558898869902, - "sufficiency": 0.9110473394393921, + "comprehensiveness": 0.00034917512675747275, + "sufficiency": 0.9110679030418396, "masked prediction probs": [ 0.9718180298805237, 0.028181979432702065 @@ -29951,8 +33656,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.00034917512675747275, - "sufficiency": 0.9110679030418396, + "comprehensiveness": 0.00034909442183561623, + "sufficiency": 0.9110884666442871, "masked prediction probs": [ 0.9718180298805237, 0.028181979432702065 @@ -29965,7 +33670,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7610288262367249, + "sufficiency": 0.7610840201377869, "masked prediction probs": [ 0.9796878695487976, 0.020312150940299034 @@ -29978,7 +33683,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7782228589057922, + "sufficiency": 0.7782740592956543, "masked prediction probs": [ 0.9772350192070007, 0.022764967754483223 @@ -29991,7 +33696,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9218819737434387, + "sufficiency": 0.9219000339508057, "masked prediction probs": [ 0.9788786172866821, 0.02112140692770481 @@ -30004,7 +33709,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.930446207523346, + "sufficiency": 0.9304622411727905, "masked prediction probs": [ 0.973843514919281, 0.026156466454267502 @@ -30017,7 +33722,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7783764600753784, + "sufficiency": 0.7784276008605957, + "masked prediction probs": [ + 0.9772350192070007, + 0.022764967754483223 + ], + "full text prediction probs": [ + 0.9721201062202454, + 0.02787991613149643 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.778478741645813, "masked prediction probs": [ 0.9772350192070007, 0.022764967754483223 @@ -30030,12 +33748,12 @@ } }, "dev_652": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8585821390151978, + "fixed-shap": { + "comprehensiveness": 0.1696213334798813, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9780454635620117, - 0.02195456624031067 + 0.6125820279121399, + 0.3874180018901825 ], "full text prediction probs": [ 0.7154474258422852, @@ -30134,7 +33852,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.858954131603241, "masked prediction probs": [ @@ -30147,6 +33865,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7154474258422852, + 0.28455260396003723 + ], + "full text prediction probs": [ + 0.7154474258422852, + 0.28455260396003723 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -30188,7 +33919,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8591394424438477, + "sufficiency": 0.8591856360435486, "masked prediction probs": [ 0.9780454635620117, 0.02195456624031067 @@ -30227,7 +33958,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8592780828475952, + "sufficiency": 0.8593242168426514, + "masked prediction probs": [ + 0.9780454635620117, + 0.02195456624031067 + ], + "full text prediction probs": [ + 0.7154474258422852, + 0.28455260396003723 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8593703508377075, "masked prediction probs": [ 0.9780454635620117, 0.02195456624031067 @@ -30240,12 +33984,12 @@ } }, "dev_669": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04142211005091667, - "sufficiency": 0.9548166394233704, + "fixed-shap": { + "comprehensiveness": 0.05282213166356087, + "sufficiency": 0.8763318061828613, "masked prediction probs": [ - 0.9395569562911987, - 0.06044306978583336 + 0.9296795129776001, + 0.07032053172588348 ], "full text prediction probs": [ 0.9754467606544495, @@ -30344,12 +34088,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08775416761636734, - "sufficiency": 0.9122907519340515, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.041345756500959396, + "sufficiency": 0.9548999071121216, "masked prediction probs": [ - 0.8992725610733032, - 0.10072743892669678 + 0.9395569562911987, + 0.06044306978583336 + ], + "full text prediction probs": [ + 0.9754467606544495, + 0.02455327659845352 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.030335979536175728, + "sufficiency": 0.7650548815727234, + "masked prediction probs": [ + 0.949107825756073, + 0.05089221149682999 ], "full text prediction probs": [ 0.9754467606544495, @@ -30359,7 +34116,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5706755518913269, + "sufficiency": 0.5707744359970093, "masked prediction probs": [ 0.9820772409439087, 0.01792280562222004 @@ -30372,7 +34129,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.5707744359970093, + "sufficiency": 0.5708732008934021, "masked prediction probs": [ 0.9820772409439087, 0.01792280562222004 @@ -30384,8 +34141,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08769355714321136, - "sufficiency": 0.9123513102531433, + "comprehensiveness": 0.0876733660697937, + "sufficiency": 0.9123715162277222, "masked prediction probs": [ 0.8992725610733032, 0.10072743892669678 @@ -30398,7 +34155,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.5112309455871582, + "sufficiency": 0.5113434791564941, "masked prediction probs": [ 0.9828338623046875, 0.01716610975563526 @@ -30410,8 +34167,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011461867019534111, - "sufficiency": 0.7691591382026672, + "comprehensiveness": 0.0114592295140028, + "sufficiency": 0.7692123055458069, "masked prediction probs": [ 0.9654859304428101, 0.03451411798596382 @@ -30423,8 +34180,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0038721999153494835, - "sufficiency": 0.8726762533187866, + "comprehensiveness": 0.0038713093381375074, + "sufficiency": 0.8727054595947266, "masked prediction probs": [ 0.9720808863639832, 0.027919117361307144 @@ -30436,8 +34193,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08761286735534668, - "sufficiency": 0.9124319553375244, + "comprehensiveness": 0.087592713534832, + "sufficiency": 0.9124521017074585, + "masked prediction probs": [ + 0.8992725610733032, + 0.10072743892669678 + ], + "full text prediction probs": [ + 0.9754467606544495, + 0.02455327659845352 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08757257461547852, + "sufficiency": 0.9124722480773926, "masked prediction probs": [ 0.8992725610733032, 0.10072743892669678 @@ -30450,12 +34220,12 @@ } }, "dev_712": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20648249983787537, - "sufficiency": 0.9984666109085083, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.662884533405304, "masked prediction probs": [ - 0.80811607837677, - 0.1918838620185852 + 0.9908247590065002, + 0.009175260551273823 ], "full text prediction probs": [ 0.9900326728820801, @@ -30554,12 +34324,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6975466012954712, - "sufficiency": 0.9972184300422668, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2061081975698471, + "sufficiency": 0.998469352722168, "masked prediction probs": [ - 0.3743594288825989, - 0.6256406307220459 + 0.80811607837677, + 0.1918838620185852 + ], + "full text prediction probs": [ + 0.9900326728820801, + 0.009967389516532421 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7199046015739441, + "masked prediction probs": [ + 0.9900326728820801, + 0.009967389516532421 ], "full text prediction probs": [ 0.9900326728820801, @@ -30568,8 +34351,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014816316543146968, - "sufficiency": 0.8041319847106934, + "comprehensiveness": 0.0014812960289418697, + "sufficiency": 0.8041762709617615, "masked prediction probs": [ 0.9887246489524841, 0.011275313794612885 @@ -30581,8 +34364,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003771179122850299, - "sufficiency": 0.9916579127311707, + "comprehensiveness": 0.00377032533288002, + "sufficiency": 0.9916597604751587, "masked prediction probs": [ 0.9867026209831238, 0.01329745352268219 @@ -30594,8 +34377,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0049879588186740875, - "sufficiency": 0.6718802452087402, + "comprehensiveness": 0.004986829590052366, + "sufficiency": 0.6719545722007751, "masked prediction probs": [ 0.9856271743774414, 0.014372813515365124 @@ -30607,8 +34390,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003529548877850175, - "sufficiency": 0.7365625500679016, + "comprehensiveness": 0.0035287500359117985, + "sufficiency": 0.7366222143173218, "masked prediction probs": [ 0.9869145750999451, 0.013085488229990005 @@ -30620,8 +34403,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6967571973800659, - "sufficiency": 0.9972215890884399, + "comprehensiveness": 0.6965994834899902, + "sufficiency": 0.9972222447395325, "masked prediction probs": [ 0.3743594288825989, 0.6256406307220459 @@ -30633,8 +34416,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0025502166245132685, - "sufficiency": 0.7468345761299133, + "comprehensiveness": 0.002549639670178294, + "sufficiency": 0.7468918561935425, "masked prediction probs": [ 0.9877787232398987, 0.01222124882042408 @@ -30646,8 +34429,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6964418888092041, - "sufficiency": 0.9972228407859802, + "comprehensiveness": 0.6962843537330627, + "sufficiency": 0.9972234964370728, + "masked prediction probs": [ + 0.3743594288825989, + 0.6256406307220459 + ], + "full text prediction probs": [ + 0.9900326728820801, + 0.009967389516532421 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6961269378662109, + "sufficiency": 0.9972240924835205, "masked prediction probs": [ 0.3743594288825989, 0.6256406307220459 @@ -30660,12 +34456,12 @@ } }, "dev_775": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8409743905067444, + "sufficiency": 0.8951913118362427, "masked prediction probs": [ - 0.9787794947624207, - 0.021220505237579346 + 0.9819433093070984, + 0.018056703731417656 ], "full text prediction probs": [ 0.9748781323432922, @@ -30753,10 +34549,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8412310481071472, + "sufficiency": 0.8953604698181152, "masked prediction probs": [ - 0.9787794947624207, - 0.021220505237579346 + 0.9819433093070984, + 0.018056703731417656 ], "full text prediction probs": [ 0.9748781323432922, @@ -30764,9 +34560,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7324150800704956, + "sufficiency": 0.8953846096992493, + "masked prediction probs": [ + 0.9819433093070984, + 0.018056703731417656 + ], + "full text prediction probs": [ + 0.9748781323432922, + 0.02512185089290142 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7324768304824829, "masked prediction probs": [ 0.9748781323432922, 0.02512185089290142 @@ -30779,7 +34588,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7754859924316406, + "sufficiency": 0.7755377888679504, "masked prediction probs": [ 0.9768866896629333, 0.023113347589969635 @@ -30792,7 +34601,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7325385212898254, + "sufficiency": 0.7326000332832336, "masked prediction probs": [ 0.9748781323432922, 0.02512185089290142 @@ -30805,7 +34614,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9181925654411316, + "sufficiency": 0.9182113409042358, "masked prediction probs": [ 0.9781789183616638, 0.021821146830916405 @@ -30818,7 +34627,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7990195155143738, + "sufficiency": 0.799065887928009, "masked prediction probs": [ 0.9753180146217346, 0.02468201145529747 @@ -30831,7 +34640,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.828986644744873, + "sufficiency": 0.8290260434150696, "masked prediction probs": [ 0.9808999300003052, 0.019100090488791466 @@ -30844,7 +34653,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8741891384124756, + "sufficiency": 0.8742180466651917, "masked prediction probs": [ 0.9804677963256836, 0.019532205536961555 @@ -30857,7 +34666,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7328462600708008, + "sufficiency": 0.7329076528549194, + "masked prediction probs": [ + 0.9748781323432922, + 0.02512185089290142 + ], + "full text prediction probs": [ + 0.9748781323432922, + 0.02512185089290142 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7329691648483276, "masked prediction probs": [ 0.9748781323432922, 0.02512185089290142 @@ -30870,12 +34692,12 @@ } }, "dev_856": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02359504997730255, - "sufficiency": 0.9318931102752686, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7208791971206665, "masked prediction probs": [ - 0.9646778702735901, - 0.035322170704603195 + 0.9865332841873169, + 0.013466665521264076 ], "full text prediction probs": [ 0.9853553771972656, @@ -30974,12 +34796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015311401337385178, - "sufficiency": 0.8174903988838196, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.023552048951387405, + "sufficiency": 0.9320172071456909, "masked prediction probs": [ - 0.9719127416610718, - 0.028087249025702477 + 0.9646778702735901, + 0.035322170704603195 + ], + "full text prediction probs": [ + 0.9853553771972656, + 0.014644693583250046 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7237385511398315, + "masked prediction probs": [ + 0.9853553771972656, + 0.014644693583250046 ], "full text prediction probs": [ 0.9853553771972656, @@ -30989,7 +34824,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7488752603530884, + "sufficiency": 0.748932421207428, "masked prediction probs": [ 0.9885454773902893, 0.011454522609710693 @@ -31001,8 +34836,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015304427593946457, - "sufficiency": 0.8175734877586365, + "comprehensiveness": 0.015300944447517395, + "sufficiency": 0.8176150321960449, "masked prediction probs": [ 0.9719127416610718, 0.028087249025702477 @@ -31014,8 +34849,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.017561791464686394, - "sufficiency": 0.9113179445266724, + "comprehensiveness": 0.017557792365550995, + "sufficiency": 0.9113381505012512, "masked prediction probs": [ 0.9699264764785767, 0.03007354401051998 @@ -31027,8 +34862,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004932249430567026, - "sufficiency": 0.833802342414856, + "comprehensiveness": 0.0049311271868646145, + "sufficiency": 0.8338401317596436, "masked prediction probs": [ 0.9810211658477783, 0.01897881180047989 @@ -31040,8 +34875,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0985623300075531, - "sufficiency": 0.9062842130661011, + "comprehensiveness": 0.09853990375995636, + "sufficiency": 0.9063054323196411, "masked prediction probs": [ 0.8987240791320801, 0.10127592086791992 @@ -31053,8 +34888,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002885689726099372, - "sufficiency": 0.8211122155189514, + "comprehensiveness": 0.0028850333765149117, + "sufficiency": 0.821152925491333, "masked prediction probs": [ 0.9828184247016907, 0.0171815138310194 @@ -31066,8 +34901,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.015287023968994617, - "sufficiency": 0.8177809119224548, + "comprehensiveness": 0.015283547341823578, + "sufficiency": 0.8178223371505737, + "masked prediction probs": [ + 0.9719127416610718, + 0.028087249025702477 + ], + "full text prediction probs": [ + 0.9853553771972656, + 0.014644693583250046 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015280073508620262, + "sufficiency": 0.8178637623786926, "masked prediction probs": [ 0.9719127416610718, 0.028087249025702477 @@ -31080,12 +34928,12 @@ } }, "dev_23": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10609547793865204, + "fixed-shap": { + "comprehensiveness": 0.06759227067232132, "sufficiency": 0.0, "masked prediction probs": [ - 0.014655622653663158, - 0.9853443503379822 + 0.011147987097501755, + 0.9888520836830139 ], "full text prediction probs": [ 0.0049901120364665985, @@ -31184,12 +35032,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03126229718327522, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1042640209197998, "sufficiency": 0.0, "masked prediction probs": [ - 0.007888181135058403, - 0.9921118021011353 + 0.014655622653663158, + 0.9853443503379822 + ], + "full text prediction probs": [ + 0.0049901120364665985, + 0.9950098991394043 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0501556470990181, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009649679996073246, + 0.9903503060340881 ], "full text prediction probs": [ 0.0049901120364665985, @@ -31198,7 +35059,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1402311474084854, + "comprehensiveness": 0.139929860830307, "sufficiency": 0.0, "masked prediction probs": [ 0.018017947673797607, @@ -31211,7 +35072,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.031127961352467537, + "comprehensiveness": 0.03106122463941574, "sufficiency": 0.0, "masked prediction probs": [ 0.007888181135058403, @@ -31224,7 +35085,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04503053426742554, + "comprehensiveness": 0.04493420198559761, "sufficiency": 0.0, "masked prediction probs": [ 0.009191569872200489, @@ -31237,7 +35098,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04837905615568161, + "comprehensiveness": 0.04827577993273735, "sufficiency": 0.0, "masked prediction probs": [ 0.009513669647276402, @@ -31250,7 +35111,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10315112769603729, + "comprehensiveness": 0.10293139517307281, "sufficiency": 0.0, "masked prediction probs": [ 0.014655622653663158, @@ -31263,7 +35124,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03465598076581955, + "comprehensiveness": 0.034582313150167465, "sufficiency": 0.0, "masked prediction probs": [ 0.00824439525604248, @@ -31276,7 +35137,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.030797120183706284, + "comprehensiveness": 0.030731793493032455, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007888181135058403, + 0.9921118021011353 + ], + "full text prediction probs": [ + 0.0049901120364665985, + 0.9950098991394043 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.030666744336485863, "sufficiency": 0.0, "masked prediction probs": [ 0.007888181135058403, @@ -31290,12 +35164,12 @@ } }, "dev_30": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21751229465007782, - "sufficiency": 0.8799101710319519, + "fixed-shap": { + "comprehensiveness": 0.16399432718753815, + "sufficiency": 0.8352240324020386, "masked prediction probs": [ - 0.023918956518173218, - 0.9760810136795044 + 0.01898272894322872, + 0.9810172915458679 ], "full text prediction probs": [ 0.0038564696442335844, @@ -31394,12 +35268,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10954830795526505, - "sufficiency": 0.835465133190155, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.21380287408828735, + "sufficiency": 0.8819559812545776, "masked prediction probs": [ - 0.014136115089058876, - 0.9858638644218445 + 0.023918956518173218, + 0.9760810136795044 + ], + "full text prediction probs": [ + 0.0038564696442335844, + 0.9961434602737427 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07133195549249649, + "sufficiency": 0.908661425113678, + "masked prediction probs": [ + 0.010564356110990047, + 0.9894356727600098 ], "full text prediction probs": [ 0.0038564696442335844, @@ -31408,8 +35295,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10931527614593506, - "sufficiency": 0.8358147144317627, + "comprehensiveness": 0.10908323526382446, + "sufficiency": 0.8361628651618958, "masked prediction probs": [ 0.014136115089058876, 0.9858638644218445 @@ -31434,7 +35321,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01891152188181877, + "comprehensiveness": 0.018871549516916275, "sufficiency": 0.0, "masked prediction probs": [ 0.0056424434296786785, @@ -31447,7 +35334,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016623061150312424, + "comprehensiveness": 0.0165879987180233, "sufficiency": 0.0, "masked prediction probs": [ 0.0054297056049108505, @@ -31460,8 +35347,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07073012739419937, - "sufficiency": 0.9094312787055969, + "comprehensiveness": 0.07058125734329224, + "sufficiency": 0.9096216559410095, "masked prediction probs": [ 0.010564356110990047, 0.9894356727600098 @@ -31473,7 +35360,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01815176010131836, + "comprehensiveness": 0.01811363361775875, "sufficiency": 0.0, "masked prediction probs": [ 0.005581696517765522, @@ -31486,8 +35373,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10793765634298325, - "sufficiency": 0.8378816843032837, + "comprehensiveness": 0.10771141946315765, + "sufficiency": 0.8382211327552795, + "masked prediction probs": [ + 0.014136115089058876, + 0.9858638644218445 + ], + "full text prediction probs": [ + 0.0038564696442335844, + 0.9961434602737427 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10748612880706787, + "sufficiency": 0.8385591506958008, "masked prediction probs": [ 0.014136115089058876, 0.9858638644218445 @@ -31500,12 +35400,12 @@ } }, "dev_72": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19571252167224884, + "fixed-shap": { + "comprehensiveness": 0.13340437412261963, "sufficiency": 0.0, "masked prediction probs": [ - 0.02397138997912407, - 0.9760286211967468 + 0.018384231254458427, + 0.9816158413887024 ], "full text prediction probs": [ 0.0064216735772788525, @@ -31604,12 +35504,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1306363195180893, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1922810673713684, "sufficiency": 0.0, "masked prediction probs": [ - 0.018345072865486145, - 0.9816550016403198 + 0.02397138997912407, + 0.9760286211967468 + ], + "full text prediction probs": [ + 0.0064216735772788525, + 0.993578314781189 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005520341452211142, + 0.9944796562194824 ], "full text prediction probs": [ 0.0064216735772788525, @@ -31618,7 +35531,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0323517732322216, + "comprehensiveness": 0.03228117898106575, "sufficiency": 0.0, "masked prediction probs": [ 0.009380880743265152, @@ -31644,7 +35557,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06758331507444382, + "comprehensiveness": 0.06743647903203964, "sufficiency": 0.0, "masked prediction probs": [ 0.012630674988031387, @@ -31657,7 +35570,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05485473573207855, + "comprehensiveness": 0.05473581701517105, "sufficiency": 0.0, "masked prediction probs": [ 0.011472273617982864, @@ -31670,7 +35583,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.030424002557992935, + "comprehensiveness": 0.030358189716935158, "sufficiency": 0.0, "masked prediction probs": [ 0.009228934533894062, @@ -31683,7 +35596,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0053602852858603, + "comprehensiveness": 0.005348714999854565, "sufficiency": 0.0, "masked prediction probs": [ 0.006917392835021019, @@ -31696,7 +35609,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06699979305267334, + "comprehensiveness": 0.06685548275709152, "sufficiency": 0.0, "masked prediction probs": [ 0.012630674988031387, @@ -31707,15 +35620,28 @@ 0.993578314781189 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1281093955039978, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018345072865486145, + 0.9816550016403198 + ], + "full text prediction probs": [ + 0.0064216735772788525, + 0.993578314781189 + ], + "labels": 1 } }, "dev_119": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.967172384262085, - 0.032827623188495636 + 0.9664535522460938, + 0.033546511083841324 ], "full text prediction probs": [ 0.07969744503498077, @@ -31805,8 +35731,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9101269245147705, - 0.0898730456829071 + 0.9870502948760986, + 0.012949701398611069 ], "full text prediction probs": [ 0.07969744503498077, @@ -31814,12 +35740,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9749948382377625, - 0.025005169212818146 + 0.967172384262085, + 0.032827623188495636 + ], + "full text prediction probs": [ + 0.07969744503498077, + 0.9203026294708252 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9318259954452515, + 0.06817404180765152 ], "full text prediction probs": [ 0.07969744503498077, @@ -31917,15 +35856,28 @@ 0.9203026294708252 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9749948382377625, + 0.025005169212818146 + ], + "full text prediction probs": [ + 0.07969744503498077, + 0.9203026294708252 + ], + "labels": 1 } }, "dev_139": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.16632695496082306, - "sufficiency": 0.2554827928543091, + "fixed-shap": { + "comprehensiveness": 0.23055365681648254, + "sufficiency": 0.0, "masked prediction probs": [ - 0.022615473717451096, - 0.9773845076560974 + 0.02827620506286621, + 0.9717237949371338 ], "full text prediction probs": [ 0.007956042885780334, @@ -32024,12 +35976,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.051384493708610535, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1633608639240265, + "sufficiency": 0.26874488592147827, + "masked prediction probs": [ + 0.022615473717451096, + 0.9773845076560974 + ], + "full text prediction probs": [ + 0.007956042885780334, + 0.9920439720153809 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1868680715560913, "sufficiency": 0.0, "masked prediction probs": [ - 0.012567066587507725, - 0.9874328970909119 + 0.024762403219938278, + 0.9752376675605774 ], "full text prediction probs": [ 0.007956042885780334, @@ -32038,8 +36003,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1629975140094757, - "sufficiency": 0.2703695297241211, + "comprehensiveness": 0.16263578832149506, + "sufficiency": 0.2719869315624237, "masked prediction probs": [ 0.022615473717451096, 0.9773845076560974 @@ -32051,7 +36016,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1086934357881546, + "comprehensiveness": 0.10845275968313217, "sufficiency": 0.0, "masked prediction probs": [ 0.017753228545188904, @@ -32064,7 +36029,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2220645248889923, + "comprehensiveness": 0.22157390415668488, "sufficiency": 0.0, "masked prediction probs": [ 0.028016673400998116, @@ -32077,7 +36042,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.29908305406570435, + "comprehensiveness": 0.298423707485199, "sufficiency": 0.0, "masked prediction probs": [ 0.03503411263227463, @@ -32090,7 +36055,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1079745814204216, + "comprehensiveness": 0.10773707181215286, "sufficiency": 0.0, "masked prediction probs": [ 0.017753228545188904, @@ -32116,7 +36081,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1075006052851677, + "comprehensiveness": 0.1072651669383049, "sufficiency": 0.0, "masked prediction probs": [ 0.017753228545188904, @@ -32127,15 +36092,28 @@ 0.9920439720153809 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05037389323115349, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012567066587507725, + 0.9874328970909119 + ], + "full text prediction probs": [ + 0.007956042885780334, + 0.9920439720153809 + ], + "labels": 1 } }, "dev_155": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08390476554632187, "sufficiency": 0.0, "masked prediction probs": [ - 0.8606473207473755, - 0.13935264945030212 + 0.01670965366065502, + 0.9832903146743774 ], "full text prediction probs": [ 0.009439075365662575, @@ -32234,12 +36212,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5769086480140686, - 0.423091322183609 + 0.8606473207473755, + 0.13935264945030212 + ], + "full text prediction probs": [ + 0.009439075365662575, + 0.9905609488487244 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.494318425655365, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05316339433193207, + 0.9468366503715515 ], "full text prediction probs": [ 0.009439075365662575, @@ -32249,7 +36240,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8377785086631775, + "sufficiency": 0.8381441235542297, "masked prediction probs": [ 0.19367635250091553, 0.8063236474990845 @@ -32274,7 +36265,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1849154680967331, + "comprehensiveness": 0.18450011312961578, "sufficiency": 0.0, "masked prediction probs": [ 0.025869468227028847, @@ -32287,7 +36278,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.024447903037071228, + "comprehensiveness": 0.02439311146736145, "sufficiency": 0.0, "masked prediction probs": [ 0.011616157367825508, @@ -32313,7 +36304,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07510792464017868, + "comprehensiveness": 0.07494034618139267, "sufficiency": 0.0, "masked prediction probs": [ 0.01615777611732483, @@ -32337,15 +36328,28 @@ 0.9905609488487244 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5769086480140686, + 0.423091322183609 + ], + "full text prediction probs": [ + 0.009439075365662575, + 0.9905609488487244 + ], + "labels": 1 } }, "dev_165": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22274288535118103, + "fixed-shap": { + "comprehensiveness": 0.082359679043293, "sufficiency": 0.0, "masked prediction probs": [ - 0.026916643604636192, - 0.9730833172798157 + 0.014422561042010784, + 0.985577404499054 ], "full text prediction probs": [ 0.007092643063515425, @@ -32444,13 +36448,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2188085913658142, "sufficiency": 0.0, "masked prediction probs": [ + 0.026916643604636192, + 0.9730833172798157 + ], + "full text prediction probs": [ 0.007092643063515425, 0.9929074048995972 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02536671794950962, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009395923465490341, + 0.9906041026115417 + ], "full text prediction probs": [ 0.007092643063515425, 0.9929074048995972 @@ -32458,8 +36475,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07669685781002045, - "sufficiency": 0.8764389753341675, + "comprehensiveness": 0.07652826607227325, + "sufficiency": 0.8767102956771851, "masked prediction probs": [ 0.014056673273444176, 0.9859433174133301 @@ -32484,8 +36501,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1674010455608368, - "sufficiency": 0.8640241026878357, + "comprehensiveness": 0.16703468561172485, + "sufficiency": 0.8643213510513306, "masked prediction probs": [ 0.02235962450504303, 0.9776403903961182 @@ -32497,7 +36514,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.050093840807676315, + "comprehensiveness": 0.04998444765806198, "sufficiency": 0.0, "masked prediction probs": [ 0.011671152897179127, @@ -32510,7 +36527,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21641945838928223, + "comprehensiveness": 0.21594788134098053, "sufficiency": 0.0, "masked prediction probs": [ 0.026916643604636192, @@ -32523,7 +36540,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07940959185361862, + "comprehensiveness": 0.07923693209886551, "sufficiency": 0.0, "masked prediction probs": [ 0.014382471330463886, @@ -32547,15 +36564,28 @@ 0.9929074048995972 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007092643063515425, + 0.9929074048995972 + ], + "full text prediction probs": [ + 0.007092643063515425, + 0.9929074048995972 + ], + "labels": 1 } }, "dev_174": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.964961051940918, - 0.03503892198204994 + 0.7526946067810059, + 0.2473054677248001 ], "full text prediction probs": [ 0.01835775375366211, @@ -32654,12 +36684,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9677739143371582, - 0.0322260744869709 + 0.964961051940918, + 0.03503892198204994 + ], + "full text prediction probs": [ + 0.01835775375366211, + 0.9816422462463379 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.663337230682373, + 0.3366627097129822 ], "full text prediction probs": [ 0.01835775375366211, @@ -32681,7 +36724,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7581548690795898, + "comprehensiveness": 0.7562575936317444, "sufficiency": 0.0, "masked prediction probs": [ 0.07880925387144089, @@ -32707,7 +36750,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.053317952901124954, + "comprehensiveness": 0.05318519100546837, "sufficiency": 0.0, "masked prediction probs": [ 0.022630343213677406, @@ -32757,15 +36800,28 @@ 0.9816422462463379 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9677739143371582, + 0.0322260744869709 + ], + "full text prediction probs": [ + 0.01835775375366211, + 0.9816422462463379 + ], + "labels": 1 } }, "dev_222": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5775064826011658, + "fixed-shap": { + "comprehensiveness": 0.1210203617811203, + "sufficiency": 0.0, "masked prediction probs": [ - 0.850130558013916, - 0.14986947178840637 + 0.020651310682296753, + 0.9793486595153809 ], "full text prediction probs": [ 0.010264362208545208, @@ -32864,7 +36920,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.5852308869361877, "masked prediction probs": [ @@ -32877,9 +36933,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.052569787949323654, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014871002174913883, + 0.9851289987564087 + ], + "full text prediction probs": [ + 0.010264362208545208, + 0.9897356033325195 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.755249559879303, + "sufficiency": 0.7558063268661499, "masked prediction probs": [ 0.8366824388504028, 0.16331759095191956 @@ -32891,7 +36960,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03591681271791458, + "comprehensiveness": 0.03583519905805588, "sufficiency": 0.0, "masked prediction probs": [ 0.013418857008218765, @@ -32904,7 +36973,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.012460118159651756, + "comprehensiveness": 0.012431868351995945, "sufficiency": 0.0, "masked prediction probs": [ 0.011361232027411461, @@ -32918,7 +36987,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.5889881253242493, + "sufficiency": 0.5899168252944946, "masked prediction probs": [ 0.850130558013916, 0.14986947178840637 @@ -32930,7 +36999,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11746149510145187, + "comprehensiveness": 0.11719638854265213, "sufficiency": 0.0, "masked prediction probs": [ 0.020651310682296753, @@ -32943,7 +37012,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02675091102719307, + "comprehensiveness": 0.02669067122042179, "sufficiency": 0.0, "masked prediction probs": [ 0.012635331600904465, @@ -32957,7 +37026,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5917616486549377, + "sufficiency": 0.592677891254425, + "masked prediction probs": [ + 0.850130558013916, + 0.14986947178840637 + ], + "full text prediction probs": [ + 0.010264362208545208, + 0.9897356033325195 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5935899615287781, "masked prediction probs": [ 0.850130558013916, 0.14986947178840637 @@ -32970,12 +37052,12 @@ } }, "dev_223": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5695599913597107, + "fixed-shap": { + "comprehensiveness": 0.031344570219516754, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3330133855342865, - 0.6669866442680359 + 0.007798498496413231, + 0.9922014474868774 ], "full text prediction probs": [ 0.0049414802342653275, @@ -33074,12 +37156,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8693156242370605, - "sufficiency": 0.32744869589805603, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5769785046577454, "masked prediction probs": [ - 0.08557161688804626, - 0.9144284129142761 + 0.3330133855342865, + 0.6669866442680359 + ], + "full text prediction probs": [ + 0.0049414802342653275, + 0.995058536529541 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.029282497242093086, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007663269992917776, + 0.9923366904258728 ], "full text prediction probs": [ 0.0049414802342653275, @@ -33088,8 +37183,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.47803795337677, - "sufficiency": 0.8738743662834167, + "comprehensiveness": 0.47701144218444824, + "sufficiency": 0.8741449117660522, "masked prediction probs": [ 0.049375735223293304, 0.9506242871284485 @@ -33101,7 +37196,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01934579759836197, + "comprehensiveness": 0.019304344430565834, "sufficiency": 0.0, "masked prediction probs": [ 0.00674349395558238, @@ -33114,7 +37209,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05047900229692459, + "comprehensiveness": 0.050371065735816956, "sufficiency": 0.0, "masked prediction probs": [ 0.009653717279434204, @@ -33127,7 +37222,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.027750946581363678, + "comprehensiveness": 0.027691736817359924, "sufficiency": 0.0, "masked prediction probs": [ 0.007537603843957186, @@ -33140,8 +37235,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8600414991378784, - "sufficiency": 0.3346160054206848, + "comprehensiveness": 0.8582103848457336, + "sufficiency": 0.3360311985015869, "masked prediction probs": [ 0.08557161688804626, 0.9144284129142761 @@ -33153,7 +37248,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.019181041046977043, + "comprehensiveness": 0.01914028823375702, "sufficiency": 0.0, "masked prediction probs": [ 0.00674349395558238, @@ -33166,8 +37261,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8563870787620544, - "sufficiency": 0.3374403417110443, + "comprehensiveness": 0.8545714616775513, + "sufficiency": 0.33884355425834656, + "masked prediction probs": [ + 0.08557161688804626, + 0.9144284129142761 + ], + "full text prediction probs": [ + 0.0049414802342653275, + 0.995058536529541 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8527635335922241, + "sufficiency": 0.34024080634117126, "masked prediction probs": [ 0.08557161688804626, 0.9144284129142761 @@ -33180,12 +37288,12 @@ } }, "dev_231": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2721598148345947, - 0.7278401851654053 + 0.3344573974609375, + 0.6655426025390625 ], "full text prediction probs": [ 0.008027729578316212, @@ -33284,12 +37392,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.24429546296596527, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.029932431876659393, - 0.97006756067276 + 0.2721598148345947, + 0.7278401851654053 + ], + "full text prediction probs": [ + 0.008027729578316212, + 0.9919723272323608 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.20026186108589172, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026024229824543, + 0.9739757776260376 ], "full text prediction probs": [ 0.008027729578316212, @@ -33298,7 +37419,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18746741116046906, + "comprehensiveness": 0.18705105781555176, "sufficiency": 0.0, "masked prediction probs": [ 0.024874497205018997, @@ -33324,7 +37445,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07107841223478317, + "comprehensiveness": 0.07092124223709106, "sufficiency": 0.0, "masked prediction probs": [ 0.014443575404584408, @@ -33337,7 +37458,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03288806974887848, + "comprehensiveness": 0.03281550854444504, "sufficiency": 0.0, "masked prediction probs": [ 0.011002897284924984, @@ -33350,7 +37471,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.24160054326057434, + "comprehensiveness": 0.24106867611408234, "sufficiency": 0.0, "masked prediction probs": [ 0.029932431876659393, @@ -33363,7 +37484,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.005469456315040588, + "comprehensiveness": 0.005457442253828049, "sufficiency": 0.0, "masked prediction probs": [ 0.008524729870259762, @@ -33376,7 +37497,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.24053914844989777, + "comprehensiveness": 0.24001194536685944, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.029932431876659393, + 0.97006756067276 + ], + "full text prediction probs": [ + 0.008027729578316212, + 0.9919723272323608 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23948703706264496, "sufficiency": 0.0, "masked prediction probs": [ 0.029932431876659393, @@ -33390,12 +37524,12 @@ } }, "dev_264": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.025000443682074547, + "fixed-shap": { + "comprehensiveness": 0.040086761116981506, "sufficiency": 0.0, "masked prediction probs": [ - 0.007755364757031202, - 0.9922446608543396 + 0.009122253395617008, + 0.9908778071403503 ], "full text prediction probs": [ 0.005490239709615707, @@ -33494,12 +37628,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01811557449400425, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024566536769270897, "sufficiency": 0.0, "masked prediction probs": [ - 0.007160570938140154, - 0.9928394556045532 + 0.007755364757031202, + 0.9922446608543396 + ], + "full text prediction probs": [ + 0.005490239709615707, + 0.994509756565094 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03131609782576561, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008383956737816334, + 0.9916160702705383 ], "full text prediction probs": [ 0.005490239709615707, @@ -33508,7 +37655,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06021324172616005, + "comprehensiveness": 0.06008317321538925, "sufficiency": 0.0, "masked prediction probs": [ 0.01105404645204544, @@ -33534,7 +37681,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02751178666949272, + "comprehensiveness": 0.027452614158391953, "sufficiency": 0.0, "masked prediction probs": [ 0.008043353445827961, @@ -33547,7 +37694,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013185073621571064, + "comprehensiveness": 0.013156775385141373, "sufficiency": 0.0, "masked prediction probs": [ 0.00671652564778924, @@ -33560,7 +37707,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.059696320444345474, + "comprehensiveness": 0.05956847220659256, "sufficiency": 0.0, "masked prediction probs": [ 0.01105404645204544, @@ -33573,8 +37720,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009937863796949387, - "sufficiency": 0.9359399080276489, + "comprehensiveness": 0.009916625916957855, + "sufficiency": 0.9360767006874084, "masked prediction probs": [ 0.006418547593057156, 0.9935815334320068 @@ -33597,15 +37744,28 @@ 0.994509756565094 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017768632620573044, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007160570938140154, + 0.9928394556045532 + ], + "full text prediction probs": [ + 0.005490239709615707, + 0.994509756565094 + ], + "labels": 1 } }, "dev_280": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3134308457374573, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.038445327430963516, - 0.9615547060966492 + 0.10623086988925934, + 0.8937691450119019 ], "full text prediction probs": [ 0.012128296308219433, @@ -33704,12 +37864,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7824374437332153, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.30756890773773193, "sufficiency": 0.0, "masked prediction probs": [ - 0.07907715439796448, - 0.9209228754043579 + 0.038445327430963516, + 0.9615547060966492 + ], + "full text prediction probs": [ + 0.012128296308219433, + 0.9878716468811035 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.053669221699237823, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01673128455877304, + 0.9832687377929688 ], "full text prediction probs": [ 0.012128296308219433, @@ -33718,7 +37891,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12628571689128876, + "comprehensiveness": 0.1259918510913849, "sufficiency": 0.0, "masked prediction probs": [ 0.022959191352128983, @@ -33744,7 +37917,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05342003330588341, + "comprehensiveness": 0.05329630523920059, "sufficiency": 0.0, "masked prediction probs": [ 0.01673128455877304, @@ -33757,7 +37930,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7751885056495667, + "comprehensiveness": 0.7733971476554871, "sufficiency": 0.0, "masked prediction probs": [ 0.07907715439796448, @@ -33770,7 +37943,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3611338436603546, + "comprehensiveness": 0.36030125617980957, "sufficiency": 0.0, "masked prediction probs": [ 0.04338971897959709, @@ -33796,7 +37969,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7698392868041992, + "comprehensiveness": 0.7680726051330566, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07907715439796448, + 0.9209228754043579 + ], + "full text prediction probs": [ + 0.012128296308219433, + 0.9878716468811035 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7663139700889587, "sufficiency": 0.0, "masked prediction probs": [ 0.07907715439796448, @@ -33810,12 +37996,12 @@ } }, "dev_337": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05805213749408722, - "sufficiency": 0.9619981646537781, + "fixed-shap": { + "comprehensiveness": 0.08903556317090988, + "sufficiency": 0.7580091953277588, "masked prediction probs": [ - 0.00860708486288786, - 0.991392970085144 + 0.01148473471403122, + 0.988515317440033 ], "full text prediction probs": [ 0.003215320874005556, @@ -33914,12 +38100,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05525693669915199, - "sufficiency": 0.8431229591369629, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0570688433945179, + "sufficiency": 0.962641179561615, "masked prediction probs": [ - 0.00843588076531887, - 0.991564154624939 + 0.00860708486288786, + 0.991392970085144 + ], + "full text prediction probs": [ + 0.003215320874005556, + 0.9967846870422363 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.020420869812369347, + "sufficiency": 0.06567880511283875, + "masked prediction probs": [ + 0.005148747935891151, + 0.994851291179657 ], "full text prediction probs": [ 0.003215320874005556, @@ -33928,7 +38127,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.018208613619208336, + "comprehensiveness": 0.018170224502682686, "sufficiency": 0.0, "masked prediction probs": [ 0.004939255304634571, @@ -33954,8 +38153,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05490817129611969, - "sufficiency": 0.8441120982170105, + "comprehensiveness": 0.054792892187833786, + "sufficiency": 0.8444390296936035, "masked prediction probs": [ 0.00843588076531887, 0.991564154624939 @@ -33980,8 +38179,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05467809736728668, - "sufficiency": 0.8447645902633667, + "comprehensiveness": 0.05456378310918808, + "sufficiency": 0.8450888395309448, "masked prediction probs": [ 0.00843588076531887, 0.991564154624939 @@ -33993,7 +38192,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009229356423020363, + "comprehensiveness": 0.009210101328790188, "sufficiency": 0.0, "masked prediction probs": [ 0.0040983292274177074, @@ -34006,8 +38205,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05444994196295738, - "sufficiency": 0.8454116582870483, + "comprehensiveness": 0.05433657765388489, + "sufficiency": 0.8457331657409668, + "masked prediction probs": [ + 0.00843588076531887, + 0.991564154624939 + ], + "full text prediction probs": [ + 0.003215320874005556, + 0.9967846870422363 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0542236864566803, + "sufficiency": 0.8460533618927002, "masked prediction probs": [ 0.00843588076531887, 0.991564154624939 @@ -34020,12 +38232,12 @@ } }, "dev_385": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2962220013141632, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.45039549469947815, - 0.5496044754981995 + 0.8273217082023621, + 0.17267827689647675 ], "full text prediction probs": [ 0.5996067523956299, @@ -34124,12 +38336,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7224705219268799, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2952841818332672, "sufficiency": 1.0, "masked prediction probs": [ - 0.2345322072505951, - 0.7654678225517273 + 0.45039549469947815, + 0.5496044754981995 + ], + "full text prediction probs": [ + 0.5996067523956299, + 0.40039318799972534 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5996067523956299, + 0.40039318799972534 ], "full text prediction probs": [ 0.5996067523956299, @@ -34139,7 +38364,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4380001127719879, + "sufficiency": 0.4382222890853882, "masked prediction probs": [ 0.9208723902702332, 0.07912763953208923 @@ -34151,7 +38376,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.721899151802063, + "comprehensiveness": 0.7216137051582336, "sufficiency": 1.0, "masked prediction probs": [ 0.2345322072505951, @@ -34164,7 +38389,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9313358068466187, + "comprehensiveness": 0.9309679269790649, "sufficiency": 1.0, "masked prediction probs": [ 0.1284308284521103, @@ -34216,7 +38441,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7204746007919312, + "comprehensiveness": 0.7201904654502869, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2345322072505951, + 0.7654678225517273 + ], + "full text prediction probs": [ + 0.5996067523956299, + 0.40039318799972534 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7199063301086426, "sufficiency": 1.0, "masked prediction probs": [ 0.2345322072505951, @@ -34230,12 +38468,12 @@ } }, "dev_430": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.040793757885694504, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.24317581951618195, + "sufficiency": 0.9531105160713196, "masked prediction probs": [ - 0.010119209066033363, - 0.9898808002471924 + 0.028258606791496277, + 0.9717413783073425 ], "full text prediction probs": [ 0.006462824996560812, @@ -34334,12 +38572,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017638377845287323, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.040078192949295044, "sufficiency": 0.0, "masked prediction probs": [ - 0.008072072640061378, - 0.991927981376648 + 0.010119209066033363, + 0.9898808002471924 + ], + "full text prediction probs": [ + 0.006462824996560812, + 0.9935371279716492 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04811273515224457, + "sufficiency": 0.8002750873565674, + "masked prediction probs": [ + 0.010861764661967754, + 0.9891381859779358 ], "full text prediction probs": [ 0.006462824996560812, @@ -34348,7 +38599,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05783085152506828, + "comprehensiveness": 0.05770460516214371, "sufficiency": 0.0, "masked prediction probs": [ 0.011750346049666405, @@ -34361,7 +38612,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01756136678159237, + "comprehensiveness": 0.017523111775517464, "sufficiency": 0.0, "masked prediction probs": [ 0.008072072640061378, @@ -34374,8 +38625,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0525219552218914, - "sufficiency": 0.01770828478038311, + "comprehensiveness": 0.05240779370069504, + "sufficiency": 0.019841041415929794, "masked prediction probs": [ 0.0112859345972538, 0.9887140393257141 @@ -34400,7 +38651,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04523502290248871, + "comprehensiveness": 0.04513712599873543, "sufficiency": 0.0, "masked prediction probs": [ 0.010634960606694221, @@ -34413,8 +38664,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08076511323451996, - "sufficiency": 0.9267081618309021, + "comprehensiveness": 0.08059070259332657, + "sufficiency": 0.9268662929534912, "masked prediction probs": [ 0.013928006403148174, 0.9860720038414001 @@ -34426,7 +38677,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01737174764275551, + "comprehensiveness": 0.017334315925836563, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008072072640061378, + 0.991927981376648 + ], + "full text prediction probs": [ + 0.006462824996560812, + 0.9935371279716492 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017297042533755302, "sufficiency": 0.0, "masked prediction probs": [ 0.008072072640061378, @@ -34440,12 +38704,12 @@ } }, "dev_434": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8231374621391296, - 0.17686252295970917 + 0.12461918592453003, + 0.87538081407547 ], "full text prediction probs": [ 0.03423188999295235, @@ -34544,12 +38808,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.452595978975296, - 0.5474040508270264 + 0.8231374621391296, + 0.17686252295970917 + ], + "full text prediction probs": [ + 0.03423188999295235, + 0.9657681584358215 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10083967447280884, + 0.8991602659225464 ], "full text prediction probs": [ 0.03423188999295235, @@ -34584,7 +38861,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3096984028816223, + "comprehensiveness": 0.30873435735702515, "sufficiency": 0.0, "masked prediction probs": [ 0.05407140031456947, @@ -34597,7 +38874,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.25725314021110535, + "comprehensiveness": 0.25645482540130615, "sufficiency": 0.0, "masked prediction probs": [ 0.05076316371560097, @@ -34647,15 +38924,28 @@ 0.9657681584358215 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.452595978975296, + 0.5474040508270264 + ], + "full text prediction probs": [ + 0.03423188999295235, + 0.9657681584358215 + ], + "labels": 1 } }, "dev_471": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6648643612861633, - 0.3351356089115143 + 0.9657812714576721, + 0.034218769520521164 ], "full text prediction probs": [ 0.06384609639644623, @@ -34754,12 +39044,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9635653495788574, - 0.036434710025787354 + 0.6648643612861633, + 0.3351356089115143 + ], + "full text prediction probs": [ + 0.06384609639644623, + 0.9361538887023926 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2770853042602539, + 0.7229146957397461 ], "full text prediction probs": [ 0.06384609639644623, @@ -34857,15 +39160,28 @@ 0.9361538887023926 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9635653495788574, + 0.036434710025787354 + ], + "full text prediction probs": [ + 0.06384609639644623, + 0.9361538887023926 + ], + "labels": 0 } }, "dev_537": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.043274473398923874, - "sufficiency": 0.9150363206863403, + "fixed-shap": { + "comprehensiveness": 0.002206645207479596, + "sufficiency": 0.8019343614578247, "masked prediction probs": [ - 0.9564226269721985, - 0.04357738047838211 + 0.993361234664917, + 0.006638794671744108 ], "full text prediction probs": [ 0.9953460097312927, @@ -34964,12 +39280,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.019721744582057, - "sufficiency": 0.8419232964515686, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0431976281106472, + "sufficiency": 0.9151871800422668, "masked prediction probs": [ - 0.9775756597518921, - 0.022424321621656418 + 0.9564226269721985, + 0.04357738047838211 + ], + "full text prediction probs": [ + 0.9953460097312927, + 0.004653999116271734 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7361578941345215, + "masked prediction probs": [ + 0.9953460097312927, + 0.004653999116271734 ], "full text prediction probs": [ 0.9953460097312927, @@ -34979,7 +39308,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7290496230125427, + "sufficiency": 0.7291098237037659, "masked prediction probs": [ 0.9956309795379639, 0.0043690623715519905 @@ -34991,8 +39320,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.019712993875145912, - "sufficiency": 0.8419935703277588, + "comprehensiveness": 0.019708620384335518, + "sufficiency": 0.8420285582542419, "masked prediction probs": [ 0.9775756597518921, 0.022424321621656418 @@ -35004,8 +39333,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.046485550701618195, - "sufficiency": 0.7812148332595825, + "comprehensiveness": 0.04647523909807205, + "sufficiency": 0.7812634110450745, "masked prediction probs": [ 0.9534321427345276, 0.04656786844134331 @@ -35018,7 +39347,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.736333429813385, + "sufficiency": 0.7363919019699097, "masked prediction probs": [ 0.9953460097312927, 0.004653999116271734 @@ -35030,8 +39359,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04314974322915077, - "sufficiency": 0.9152812361717224, + "comprehensiveness": 0.04314017668366432, + "sufficiency": 0.9153000116348267, "masked prediction probs": [ 0.9564226269721985, 0.04357738047838211 @@ -35043,8 +39372,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07236796617507935, - "sufficiency": 0.7994357943534851, + "comprehensiveness": 0.07235193252563477, + "sufficiency": 0.7994802594184875, "masked prediction probs": [ 0.9300517439842224, 0.06994833052158356 @@ -35056,8 +39385,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01969114877283573, - "sufficiency": 0.8421685695648193, + "comprehensiveness": 0.019686786457896233, + "sufficiency": 0.8422034382820129, + "masked prediction probs": [ + 0.9775756597518921, + 0.022424321621656418 + ], + "full text prediction probs": [ + 0.9953460097312927, + 0.004653999116271734 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.019682426005601883, + "sufficiency": 0.8422384858131409, "masked prediction probs": [ 0.9775756597518921, 0.022424321621656418 @@ -35070,12 +39412,12 @@ } }, "dev_573": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013019497506320477, - "sufficiency": 0.9662232995033264, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7828236818313599, "masked prediction probs": [ - 0.9387827515602112, - 0.06121720001101494 + 0.96235191822052, + 0.037648044526576996 ], "full text prediction probs": [ 0.9499015212059021, @@ -35162,11 +39504,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.012998188845813274, - "sufficiency": 0.966278612613678, + "comprehensiveness": 0.0, + "sufficiency": 0.7831791639328003, "masked prediction probs": [ - 0.9387827515602112, - 0.06121720001101494 + 0.96235191822052, + 0.037648044526576996 ], "full text prediction probs": [ 0.9499015212059021, @@ -35174,9 +39516,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010227701626718044, - "sufficiency": 0.9436335563659668, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7832297682762146, + "masked prediction probs": [ + 0.96235191822052, + 0.037648044526576996 + ], + "full text prediction probs": [ + 0.9499015212059021, + 0.05009842291474342 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.010225311852991581, + "sufficiency": 0.9436467885971069, "masked prediction probs": [ 0.9411506056785583, 0.05884945020079613 @@ -35188,8 +39543,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.028069043532013893, - "sufficiency": 0.9040833711624146, + "comprehensiveness": 0.02806248515844345, + "sufficiency": 0.9041058421134949, "masked prediction probs": [ 0.9258797764778137, 0.0741201713681221 @@ -35201,8 +39556,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04453825578093529, - "sufficiency": 0.8622522950172424, + "comprehensiveness": 0.04452785477042198, + "sufficiency": 0.8622844815254211, "masked prediction probs": [ 0.9117763638496399, 0.08822359889745712 @@ -35215,7 +39570,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6976896524429321, + "sufficiency": 0.6977601647377014, "masked prediction probs": [ 0.969889223575592, 0.03011079505085945 @@ -35227,8 +39582,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010218147188425064, - "sufficiency": 0.9436862468719482, + "comprehensiveness": 0.010215762071311474, + "sufficiency": 0.9436994194984436, "masked prediction probs": [ 0.9411506056785583, 0.05884945020079613 @@ -35240,8 +39595,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.044507063925266266, - "sufficiency": 0.8623487949371338, + "comprehensiveness": 0.04449667036533356, + "sufficiency": 0.862380862236023, "masked prediction probs": [ 0.9117763638496399, 0.08822359889745712 @@ -35253,8 +39608,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.020343970507383347, - "sufficiency": 0.9029585123062134, + "comprehensiveness": 0.020339224487543106, + "sufficiency": 0.902981162071228, "masked prediction probs": [ 0.9324706196784973, 0.06752939522266388 @@ -35266,8 +39621,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010210993699729443, - "sufficiency": 0.9437257051467896, + "comprehensiveness": 0.010208611376583576, + "sufficiency": 0.9437387585639954, + "masked prediction probs": [ + 0.9411506056785583, + 0.05884945020079613 + ], + "full text prediction probs": [ + 0.9499015212059021, + 0.05009842291474342 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010206229984760284, + "sufficiency": 0.9437519311904907, "masked prediction probs": [ 0.9411506056785583, 0.05884945020079613 @@ -35280,12 +39648,12 @@ } }, "dev_605": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.041181739419698715, - "sufficiency": 0.9253510236740112, + "fixed-shap": { + "comprehensiveness": 0.001754902070388198, + "sufficiency": 0.80503910779953, "masked prediction probs": [ - 0.9542652368545532, - 0.04573475942015648 + 0.9895617365837097, + 0.010438208468258381 ], "full text prediction probs": [ 0.9911327958106995, @@ -35384,12 +39752,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0652279183268547, - "sufficiency": 0.8785071969032288, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04110826924443245, + "sufficiency": 0.9254841804504395, "masked prediction probs": [ - 0.9326337575912476, - 0.06736620515584946 + 0.9542652368545532, + 0.04573475942015648 + ], + "full text prediction probs": [ + 0.9911327958106995, + 0.00886715017259121 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0013224059948697686, + "sufficiency": 0.8739413022994995, + "masked prediction probs": [ + 0.9899465441703796, + 0.010053431615233421 ], "full text prediction probs": [ 0.9911327958106995, @@ -35398,8 +39779,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.007849783636629581, - "sufficiency": 0.8060898184776306, + "comprehensiveness": 0.007848033681511879, + "sufficiency": 0.8061330914497375, "masked prediction probs": [ 0.9840912222862244, 0.015908826142549515 @@ -35411,8 +39792,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.06519883871078491, - "sufficiency": 0.8785613179206848, + "comprehensiveness": 0.06518431007862091, + "sufficiency": 0.8785883784294128, "masked prediction probs": [ 0.9326337575912476, 0.06736620515584946 @@ -35425,7 +39806,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7397311925888062, + "sufficiency": 0.7397891283035278, "masked prediction probs": [ 0.9911327958106995, 0.00886715017259121 @@ -35438,7 +39819,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7397891283035278, + "sufficiency": 0.7398471236228943, "masked prediction probs": [ 0.9911327958106995, 0.00886715017259121 @@ -35450,8 +39831,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0651552751660347, - "sufficiency": 0.8786424994468689, + "comprehensiveness": 0.06514076143503189, + "sufficiency": 0.8786695003509521, "masked prediction probs": [ 0.9326337575912476, 0.06736620515584946 @@ -35463,8 +39844,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017989437328651547, - "sufficiency": 0.7577647566795349, + "comprehensiveness": 0.00179854326415807, + "sufficiency": 0.7578186392784119, "masked prediction probs": [ 0.9895172715187073, 0.01048266887664795 @@ -35476,8 +39857,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06512625515460968, - "sufficiency": 0.8786965012550354, + "comprehensiveness": 0.06511175632476807, + "sufficiency": 0.8787235021591187, + "masked prediction probs": [ + 0.9326337575912476, + 0.06736620515584946 + ], + "full text prediction probs": [ + 0.9911327958106995, + 0.00886715017259121 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06509726494550705, + "sufficiency": 0.8787505030632019, "masked prediction probs": [ 0.9326337575912476, 0.06736620515584946 @@ -35490,12 +39884,12 @@ } }, "dev_630": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8191900253295898, - "sufficiency": 0.8794789910316467, + "fixed-shap": { + "comprehensiveness": 0.013209921307861805, + "sufficiency": 0.7414104342460632, "masked prediction probs": [ - 0.2556099593639374, - 0.7443900108337402 + 0.9675686359405518, + 0.03243139386177063 ], "full text prediction probs": [ 0.9792375564575195, @@ -35594,12 +39988,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9200707674026489, - "sufficiency": 0.781314492225647, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8177089095115662, + "sufficiency": 0.8796969056129456, "masked prediction probs": [ - 0.16502538323402405, - 0.8349746465682983 + 0.2556099593639374, + 0.7443900108337402 + ], + "full text prediction probs": [ + 0.9792375564575195, + 0.020762508735060692 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7495535016059875, + "masked prediction probs": [ + 0.9792375564575195, + 0.020762508735060692 ], "full text prediction probs": [ 0.9792375564575195, @@ -35609,7 +40016,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8062875270843506, + "sufficiency": 0.8063312768936157, "masked prediction probs": [ 0.9870806336402893, 0.012919409200549126 @@ -35621,8 +40028,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9196550250053406, - "sufficiency": 0.781413197517395, + "comprehensiveness": 0.9194473624229431, + "sufficiency": 0.7814626097679138, "masked prediction probs": [ 0.16502538323402405, 0.8349746465682983 @@ -35634,8 +40041,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9194473624229431, - "sufficiency": 0.7814626097679138, + "comprehensiveness": 0.9192396998405457, + "sufficiency": 0.7815120220184326, "masked prediction probs": [ 0.16502538323402405, 0.8349746465682983 @@ -35647,8 +40054,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9192396998405457, - "sufficiency": 0.7815120220184326, + "comprehensiveness": 0.9190322160720825, + "sufficiency": 0.7815612554550171, "masked prediction probs": [ 0.16502538323402405, 0.8349746465682983 @@ -35660,8 +40067,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9190322160720825, - "sufficiency": 0.7815612554550171, + "comprehensiveness": 0.9188247919082642, + "sufficiency": 0.7816104888916016, "masked prediction probs": [ 0.16502538323402405, 0.8349746465682983 @@ -35674,7 +40081,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8691955208778381, + "sufficiency": 0.8692250847816467, "masked prediction probs": [ 0.9851176738739014, 0.014882288873195648 @@ -35686,8 +40093,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9186174869537354, - "sufficiency": 0.7816598415374756, + "comprehensiveness": 0.9184102416038513, + "sufficiency": 0.7817091345787048, + "masked prediction probs": [ + 0.16502538323402405, + 0.8349746465682983 + ], + "full text prediction probs": [ + 0.9792375564575195, + 0.020762508735060692 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9182031154632568, + "sufficiency": 0.7817583084106445, "masked prediction probs": [ 0.16502538323402405, 0.8349746465682983 @@ -35700,12 +40120,12 @@ } }, "dev_638": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4381163716316223, - "sufficiency": 0.9649359583854675, + "fixed-shap": { + "comprehensiveness": 0.003060219343751669, + "sufficiency": 0.7686573266983032, "masked prediction probs": [ - 0.5977270007133484, - 0.4022729694843292 + 0.98628830909729, + 0.013711714185774326 ], "full text prediction probs": [ 0.9890214800834656, @@ -35804,12 +40224,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2493520826101303, - "sufficiency": 0.9119552969932556, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4373328983783722, + "sufficiency": 0.9649986624717712, "masked prediction probs": [ - 0.7659189105033875, - 0.23408111929893494 + 0.5977270007133484, + 0.4022729694843292 ], "full text prediction probs": [ 0.9890214800834656, @@ -35817,7 +40237,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.6106923818588257, "masked prediction probs": [ @@ -35830,9 +40250,22 @@ ], "labels": 0 }, + "var-lime": { + "comprehensiveness": 0.0, + "sufficiency": 0.6107794046401978, + "masked prediction probs": [ + 0.9903518557548523, + 0.00964815728366375 + ], + "full text prediction probs": [ + 0.9890214800834656, + 0.01097854133695364 + ], + "labels": 0 + }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7414175868034363, + "sufficiency": 0.7414753437042236, "masked prediction probs": [ 0.9890214800834656, 0.01097854133695364 @@ -35844,8 +40277,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002482902491465211, - "sufficiency": 0.8315413594245911, + "comprehensiveness": 0.0024823478888720274, + "sufficiency": 0.8315789699554443, "masked prediction probs": [ 0.9867984652519226, 0.013201517052948475 @@ -35858,7 +40291,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8400856256484985, + "sufficiency": 0.8401213884353638, "masked prediction probs": [ 0.9895750880241394, 0.010424932464957237 @@ -35870,8 +40303,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.24907369911670685, - "sufficiency": 0.9120535850524902, + "comprehensiveness": 0.2490180879831314, + "sufficiency": 0.9120732545852661, "masked prediction probs": [ 0.7659189105033875, 0.23408111929893494 @@ -35883,8 +40316,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006483050063252449, - "sufficiency": 0.8973144888877869, + "comprehensiveness": 0.006481603253632784, + "sufficiency": 0.8973374366760254, "masked prediction probs": [ 0.9832131266593933, 0.016786914318799973 @@ -35896,8 +40329,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.24896252155303955, - "sufficiency": 0.9120928645133972, + "comprehensiveness": 0.2489069551229477, + "sufficiency": 0.9121124744415283, + "masked prediction probs": [ + 0.7659189105033875, + 0.23408111929893494 + ], + "full text prediction probs": [ + 0.9890214800834656, + 0.01097854133695364 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2488514482975006, + "sufficiency": 0.9121320843696594, "masked prediction probs": [ 0.7659189105033875, 0.23408111929893494 @@ -35910,12 +40356,12 @@ } }, "dev_640": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007480575703084469, - "sufficiency": 0.8330730199813843, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8544318675994873, "masked prediction probs": [ - 0.9795835614204407, - 0.020416459068655968 + 0.9869822859764099, + 0.01301778294146061 ], "full text prediction probs": [ 0.9862439036369324, @@ -36014,12 +40460,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010579864494502544, - "sufficiency": 0.8177013397216797, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007467156741768122, + "sufficiency": 0.8333724141120911, "masked prediction probs": [ - 0.976807177066803, - 0.023192834109067917 + 0.9795835614204407, + 0.020416459068655968 + ], + "full text prediction probs": [ + 0.9862439036369324, + 0.01375612523406744 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7436676621437073, + "masked prediction probs": [ + 0.9862439036369324, + 0.01375612523406744 ], "full text prediction probs": [ 0.9862439036369324, @@ -36028,8 +40487,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0022619194351136684, - "sufficiency": 0.803009569644928, + "comprehensiveness": 0.0022614123299717903, + "sufficiency": 0.8030536770820618, "masked prediction probs": [ 0.9842259287834167, 0.01577400043606758 @@ -36042,7 +40501,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7437251210212708, + "sufficiency": 0.7437825202941895, "masked prediction probs": [ 0.9862439036369324, 0.01375612523406744 @@ -36054,8 +40513,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0024644513614475727, - "sufficiency": 0.8927609920501709, + "comprehensiveness": 0.0024638990871608257, + "sufficiency": 0.8927850127220154, "masked prediction probs": [ 0.9840442538261414, 0.015955766662955284 @@ -36068,7 +40527,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7438399195671082, + "sufficiency": 0.7438973188400269, "masked prediction probs": [ 0.9862439036369324, 0.01375612523406744 @@ -36080,8 +40539,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005189623683691025, - "sufficiency": 0.9350234866142273, + "comprehensiveness": 0.005188461393117905, + "sufficiency": 0.9350380301475525, "masked prediction probs": [ 0.9816098213195801, 0.018390217795968056 @@ -36093,8 +40552,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000896120211109519, - "sufficiency": 0.7967478632926941, + "comprehensiveness": 0.0008959196275100112, + "sufficiency": 0.7967933416366577, "masked prediction probs": [ 0.9854435324668884, 0.01455642655491829 @@ -36106,8 +40565,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0024622443597763777, - "sufficiency": 0.892857015132904, + "comprehensiveness": 0.002461693249642849, + "sufficiency": 0.8928809762001038, "masked prediction probs": [ 0.9840442538261414, 0.015955766662955284 @@ -36117,15 +40576,28 @@ 0.01375612523406744 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010558556765317917, + "sufficiency": 0.8180684447288513, + "masked prediction probs": [ + 0.976807177066803, + 0.023192834109067917 + ], + "full text prediction probs": [ + 0.9862439036369324, + 0.01375612523406744 + ], + "labels": 0 } }, "dev_688": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9534085392951965, + "sufficiency": 0.9296489357948303, "masked prediction probs": [ - 0.019952183589339256, - 0.980047881603241 + 0.07525892555713654, + 0.9247410297393799 ], "full text prediction probs": [ 0.9676843881607056, @@ -36224,12 +40696,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.968507707118988, + "sufficiency": 0.9534938931465149, "masked prediction probs": [ - 0.019654128700494766, - 0.9803459048271179 + 0.019952183589339256, + 0.980047881603241 + ], + "full text prediction probs": [ + 0.9676843881607056, + 0.03231564536690712 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7594651579856873, + "masked prediction probs": [ + 0.9676843881607056, + 0.03231564536690712 ], "full text prediction probs": [ 0.9676843881607056, @@ -36238,7 +40723,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.007584855891764164, + "comprehensiveness": 0.007583119440823793, "sufficiency": 0.0, "masked prediction probs": [ 0.9610583186149597, @@ -36252,7 +40737,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7595201134681702, + "sufficiency": 0.7595751881599426, "masked prediction probs": [ 0.9676843881607056, 0.03231564536690712 @@ -36265,7 +40750,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8789456486701965, + "sufficiency": 0.8789733052253723, "masked prediction probs": [ 0.07463058829307556, 0.9253694415092468 @@ -36277,8 +40762,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6359027624130249, - "sufficiency": 0.9083250164985657, + "comprehensiveness": 0.6357573866844177, + "sufficiency": 0.9083459377288818, "masked prediction probs": [ 0.41178324818611145, 0.5882167816162109 @@ -36291,7 +40776,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9685436487197876, + "sufficiency": 0.9685508012771606, "masked prediction probs": [ 0.019654128700494766, 0.9803459048271179 @@ -36304,7 +40789,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8780837655067444, + "sufficiency": 0.878111720085144, "masked prediction probs": [ 0.9852960705757141, 0.014703895896673203 @@ -36317,7 +40802,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9685580134391785, + "sufficiency": 0.9685652852058411, + "masked prediction probs": [ + 0.019654128700494766, + 0.9803459048271179 + ], + "full text prediction probs": [ + 0.9676843881607056, + 0.03231564536690712 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9685724377632141, "masked prediction probs": [ 0.019654128700494766, 0.9803459048271179 @@ -36330,12 +40828,12 @@ } }, "dev_691": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00809488259255886, - "sufficiency": 0.9792875647544861, + "fixed-shap": { + "comprehensiveness": 0.001490265247412026, + "sufficiency": 0.6878432631492615, "masked prediction probs": [ - 0.9733231663703918, - 0.026676809415221214 + 0.9791655540466309, + 0.020834488794207573 ], "full text prediction probs": [ 0.9804838299751282, @@ -36434,12 +40932,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0486169271171093, - "sufficiency": 0.9626693725585938, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008080266416072845, + "sufficiency": 0.9793249368667603, "masked prediction probs": [ - 0.9373999238014221, - 0.06260006129741669 + 0.9733231663703918, + 0.026676809415221214 + ], + "full text prediction probs": [ + 0.9804838299751282, + 0.01951616257429123 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7484997510910034, + "masked prediction probs": [ + 0.9804838299751282, + 0.01951616257429123 ], "full text prediction probs": [ 0.9804838299751282, @@ -36448,8 +40959,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0017328818794339895, - "sufficiency": 0.6165738701820374, + "comprehensiveness": 0.0017324909567832947, + "sufficiency": 0.6166604161262512, "masked prediction probs": [ 0.9789478182792664, 0.02105211466550827 @@ -36462,7 +40973,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7485564351081848, + "sufficiency": 0.748613178730011, "masked prediction probs": [ 0.9804838299751282, 0.01951616257429123 @@ -36474,8 +40985,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04858403280377388, - "sufficiency": 0.9626946449279785, + "comprehensiveness": 0.048573076725006104, + "sufficiency": 0.9627030491828918, "masked prediction probs": [ 0.9373999238014221, 0.06260006129741669 @@ -36487,8 +40998,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007729728240519762, - "sufficiency": 0.7919028997421265, + "comprehensiveness": 0.0077279857359826565, + "sufficiency": 0.7919498085975647, "masked prediction probs": [ 0.9736276268959045, 0.02637237124145031 @@ -36500,8 +41011,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014102626591920853, - "sufficiency": 0.9866847991943359, + "comprehensiveness": 0.01409944798797369, + "sufficiency": 0.9866877794265747, "masked prediction probs": [ 0.9679720997810364, 0.03202793002128601 @@ -36513,8 +41024,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017309290124103427, - "sufficiency": 0.6170059442520142, + "comprehensiveness": 0.0017305390210822225, + "sufficiency": 0.6170921921730042, "masked prediction probs": [ 0.9789478182792664, 0.02105211466550827 @@ -36526,8 +41037,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04854024201631546, - "sufficiency": 0.9627282619476318, + "comprehensiveness": 0.048529304563999176, + "sufficiency": 0.9627366662025452, + "masked prediction probs": [ + 0.9373999238014221, + 0.06260006129741669 + ], + "full text prediction probs": [ + 0.9804838299751282, + 0.01951616257429123 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04851837828755379, + "sufficiency": 0.9627450108528137, "masked prediction probs": [ 0.9373999238014221, 0.06260006129741669 @@ -36540,12 +41064,12 @@ } }, "dev_696": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9446990489959717, "masked prediction probs": [ - 0.019394511356949806, - 0.9806054830551147 + 0.9619868397712708, + 0.038013216108083725 ], "full text prediction probs": [ 0.9612218141555786, @@ -36644,12 +41168,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015349202789366245, - 0.984650731086731 + 0.019394511356949806, + 0.9806054830551147 + ], + "full text prediction probs": [ + 0.9612218141555786, + 0.03877813741564751 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8668466210365295, + "masked prediction probs": [ + 0.9652498364448547, + 0.03475010395050049 ], "full text prediction probs": [ 0.9612218141555786, @@ -36659,7 +41196,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5658765435218811, + "sufficiency": 0.565976619720459, "masked prediction probs": [ 0.9827224016189575, 0.017277605831623077 @@ -36685,7 +41222,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8370903134346008, + "sufficiency": 0.8371278047561646, "masked prediction probs": [ 0.9675310254096985, 0.03246898576617241 @@ -36698,7 +41235,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8669387698173523, + "sufficiency": 0.8669693470001221, "masked prediction probs": [ 0.9652498364448547, 0.03475010395050049 @@ -36724,7 +41261,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.16255055367946625, + "sufficiency": 0.1627434343099594, "masked prediction probs": [ 0.973676323890686, 0.026323705911636353 @@ -36747,15 +41284,28 @@ 0.03877813741564751 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015349202789366245, + 0.984650731086731 + ], + "full text prediction probs": [ + 0.9612218141555786, + 0.03877813741564751 + ], + "labels": 0 } }, "dev_709": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.042660191655159, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0013887151144444942, + "sufficiency": 0.8285873532295227, "masked prediction probs": [ - 0.9521607756614685, - 0.04783918708562851 + 0.9890750050544739, + 0.01092507317662239 ], "full text prediction probs": [ 0.9903171062469482, @@ -36854,12 +41404,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.15453466773033142, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04258401319384575, "sufficiency": 1.0, "masked prediction probs": [ - 0.8518502116203308, - 0.14814972877502441 + 0.9521607756614685, + 0.04783918708562851 + ], + "full text prediction probs": [ + 0.9903171062469482, + 0.009682892821729183 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7402881979942322, + "masked prediction probs": [ + 0.9903171062469482, + 0.009682892821729183 ], "full text prediction probs": [ 0.9903171062469482, @@ -36869,7 +41432,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7983390688896179, + "sufficiency": 0.7983840107917786, "masked prediction probs": [ 0.9910542368888855, 0.008945763111114502 @@ -36881,7 +41444,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1544657200574875, + "comprehensiveness": 0.1544312685728073, "sufficiency": 1.0, "masked prediction probs": [ 0.8518502116203308, @@ -36895,7 +41458,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6473552584648132, + "sufficiency": 0.647433876991272, "masked prediction probs": [ 0.9904604554176331, 0.009539473801851273 @@ -36907,8 +41470,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0013467831304296851, - "sufficiency": 0.8217825889587402, + "comprehensiveness": 0.0013464828953146935, + "sufficiency": 0.8218222856521606, "masked prediction probs": [ 0.9891092777252197, 0.0108907176181674 @@ -36920,7 +41483,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1897139549255371, + "comprehensiveness": 0.18967166543006897, "sufficiency": 1.0, "masked prediction probs": [ 0.8201389908790588, @@ -36933,8 +41496,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0032495325431227684, - "sufficiency": 0.7195141315460205, + "comprehensiveness": 0.003248808439821005, + "sufficiency": 0.7195765972137451, "masked prediction probs": [ 0.98740154504776, 0.012598520144820213 @@ -36946,7 +41509,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15429359674453735, + "comprehensiveness": 0.15425921976566315, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8518502116203308, + 0.14814972877502441 + ], + "full text prediction probs": [ + 0.9903171062469482, + 0.009682892821729183 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.15422485768795013, "sufficiency": 1.0, "masked prediction probs": [ 0.8518502116203308, @@ -36960,12 +41536,12 @@ } }, "dev_754": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6008367538452148, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.024597043171525, + "sufficiency": 0.9218591451644897, "masked prediction probs": [ - 0.4101777672767639, - 0.5898222327232361 + 0.8638861775398254, + 0.13611376285552979 ], "full text prediction probs": [ 0.8832529187202454, @@ -37052,11 +41628,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6082858443260193, - "sufficiency": 0.9902764558792114, + "comprehensiveness": 0.024553384631872177, + "sufficiency": 0.9219979047775269, "masked prediction probs": [ - 0.4034610390663147, - 0.5965389609336853 + 0.8638861775398254, + 0.13611376285552979 ], "full text prediction probs": [ 0.8832529187202454, @@ -37064,12 +41640,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7227659821510315, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024547159671783447, + "sufficiency": 0.9220175743103027, + "masked prediction probs": [ + 0.8638861775398254, + 0.13611376285552979 + ], + "full text prediction probs": [ + 0.8832529187202454, + 0.11674704402685165 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7129639387130737, "masked prediction probs": [ - 0.3130190372467041, - 0.6869809627532959 + 0.9272618889808655, + 0.07273808121681213 ], "full text prediction probs": [ 0.8832529187202454, @@ -37079,7 +41668,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6723214387893677, + "sufficiency": 0.6724045276641846, "masked prediction probs": [ 0.9686337113380432, 0.03136633709073067 @@ -37092,7 +41681,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8407495617866516, + "sufficiency": 0.8407899141311646, "masked prediction probs": [ 0.8832529187202454, 0.11674704402685165 @@ -37104,8 +41693,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6076695322990417, - "sufficiency": 0.9902862906455994, + "comprehensiveness": 0.6075155735015869, + "sufficiency": 0.9902887940406799, "masked prediction probs": [ 0.4034610390663147, 0.5965389609336853 @@ -37118,7 +41707,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.5887632369995117, + "sufficiency": 0.5888673663139343, "masked prediction probs": [ 0.9872227907180786, 0.012777195312082767 @@ -37143,8 +41732,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05513078346848488, - "sufficiency": 0.9819679260253906, + "comprehensiveness": 0.05511683598160744, + "sufficiency": 0.9819724559783936, "masked prediction probs": [ 0.8396907448768616, 0.16030924022197723 @@ -37157,11 +41746,24 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8409510254859924, + "sufficiency": 0.7134721279144287, "masked prediction probs": [ + 0.9272618889808655, + 0.07273808121681213 + ], + "full text prediction probs": [ 0.8832529187202454, 0.11674704402685165 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7135446667671204, + "masked prediction probs": [ + 0.9272618889808655, + 0.07273808121681213 + ], "full text prediction probs": [ 0.8832529187202454, 0.11674704402685165 @@ -37170,12 +41772,12 @@ } }, "dev_800": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.309116005897522, - "sufficiency": 0.9946717023849487, + "fixed-shap": { + "comprehensiveness": 0.002505386248230934, + "sufficiency": 0.8346778154373169, "masked prediction probs": [ - 0.7177197933197021, - 0.28228017687797546 + 0.9936834573745728, + 0.006316570099443197 ], "full text prediction probs": [ 0.9959384202957153, @@ -37274,12 +41876,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9844951033592224, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.30856743454933167, + "sufficiency": 0.9946811199188232, "masked prediction probs": [ - 0.08808023482561111, - 0.9119197726249695 + 0.7177197933197021, + 0.28228017687797546 + ], + "full text prediction probs": [ + 0.9959384202957153, + 0.004061593674123287 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0006742686964571476, + "sufficiency": 0.7038768529891968, + "masked prediction probs": [ + 0.9953303337097168, + 0.004669750574976206 ], "full text prediction probs": [ 0.9959384202957153, @@ -37288,8 +41903,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00250038574449718, - "sufficiency": 0.8350077867507935, + "comprehensiveness": 0.0024998311419039965, + "sufficiency": 0.8350443840026855, "masked prediction probs": [ 0.9936834573745728, 0.006316570099443197 @@ -37301,8 +41916,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07350106537342072, - "sufficiency": 0.9510957598686218, + "comprehensiveness": 0.07348477095365524, + "sufficiency": 0.9511066675186157, "masked prediction probs": [ 0.92963707447052, 0.07036291807889938 @@ -37314,8 +41929,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006739698001183569, - "sufficiency": 0.7040081024169922, + "comprehensiveness": 0.0006738203810527921, + "sufficiency": 0.7040737271308899, "masked prediction probs": [ 0.9953303337097168, 0.004669750574976206 @@ -37327,8 +41942,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006738203810527921, - "sufficiency": 0.7040737271308899, + "comprehensiveness": 0.0006736711366102099, + "sufficiency": 0.7041392922401428, "masked prediction probs": [ 0.9953303337097168, 0.004669750574976206 @@ -37340,8 +41955,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00240387418307364, - "sufficiency": 0.8866276144981384, + "comprehensiveness": 0.00240334146656096, + "sufficiency": 0.8866526484489441, "masked prediction probs": [ 0.993768572807312, 0.00623148400336504 @@ -37353,8 +41968,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007697109831497073, - "sufficiency": 0.8693998456001282, + "comprehensiveness": 0.0007695405511185527, + "sufficiency": 0.869428813457489, "masked prediction probs": [ 0.995243489742279, 0.004756538197398186 @@ -37366,8 +41981,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07341966778039932, - "sufficiency": 0.9511500000953674, + "comprehensiveness": 0.07340341061353683, + "sufficiency": 0.9511608481407166, "masked prediction probs": [ 0.92963707447052, 0.07036291807889938 @@ -37377,15 +41992,28 @@ 0.004061593674123287 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9845260381698608, + "masked prediction probs": [ + 0.08808023482561111, + 0.9119197726249695 + ], + "full text prediction probs": [ + 0.9959384202957153, + 0.004061593674123287 + ], + "labels": 0 } }, "dev_821": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6328452229499817, - "sufficiency": 0.9863001108169556, + "fixed-shap": { + "comprehensiveness": 0.0018071538070216775, + "sufficiency": 0.8906668424606323, "masked prediction probs": [ - 0.42423537373542786, - 0.5757646560668945 + 0.9885666966438293, + 0.011433365754783154 ], "full text prediction probs": [ 0.9901828169822693, @@ -37484,12 +42112,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6212080717086792, - "sufficiency": 0.9814519882202148, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.631714940071106, + "sufficiency": 0.9863246083259583, "masked prediction probs": [ - 0.43364840745925903, - 0.566351592540741 + 0.42423537373542786, + 0.5757646560668945 + ], + "full text prediction probs": [ + 0.9901828169822693, + 0.009817194193601608 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009827122557908297, + "sufficiency": 0.8293820023536682, + "masked prediction probs": [ + 0.9893022179603577, + 0.010697748512029648 ], "full text prediction probs": [ 0.9901828169822693, @@ -37498,8 +42139,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0035721927415579557, - "sufficiency": 0.7694732546806335, + "comprehensiveness": 0.003571395529434085, + "sufficiency": 0.7695246338844299, "masked prediction probs": [ 0.9869818091392517, 0.013018161058425903 @@ -37511,8 +42152,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6209308505058289, - "sufficiency": 0.9814602732658386, + "comprehensiveness": 0.6207923293113708, + "sufficiency": 0.9814643859863281, "masked prediction probs": [ 0.43364840745925903, 0.566351592540741 @@ -37524,8 +42165,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6151642203330994, - "sufficiency": 0.9781816005706787, + "comprehensiveness": 0.6150270104408264, + "sufficiency": 0.9781863689422607, "masked prediction probs": [ 0.43869391083717346, 0.5613060593605042 @@ -37537,8 +42178,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016803410835564137, - "sufficiency": 0.875280499458313, + "comprehensiveness": 0.0016799663426354527, + "sufficiency": 0.8753083348274231, "masked prediction probs": [ 0.9886760711669922, 0.01132387574762106 @@ -37550,8 +42191,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6205154657363892, - "sufficiency": 0.9814726710319519, + "comprehensiveness": 0.6203771233558655, + "sufficiency": 0.9814767837524414, "masked prediction probs": [ 0.43364840745925903, 0.566351592540741 @@ -37563,8 +42204,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016959365457296371, - "sufficiency": 0.9600599408149719, + "comprehensiveness": 0.001695558545179665, + "sufficiency": 0.9600688219070435, "masked prediction probs": [ 0.9886614084243774, 0.011338664218783379 @@ -37576,8 +42217,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6202388405799866, - "sufficiency": 0.9814808964729309, + "comprehensiveness": 0.6201006174087524, + "sufficiency": 0.9814850687980652, + "masked prediction probs": [ + 0.43364840745925903, + 0.566351592540741 + ], + "full text prediction probs": [ + 0.9901828169822693, + 0.009817194193601608 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6199624538421631, + "sufficiency": 0.9814891815185547, "masked prediction probs": [ 0.43364840745925903, 0.566351592540741 @@ -37590,12 +42244,12 @@ } }, "dev_823": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08510127663612366, - "sufficiency": 0.8973644971847534, + "fixed-shap": { + "comprehensiveness": 0.0014096420491114259, + "sufficiency": 0.9735313057899475, "masked prediction probs": [ - 0.9168686270713806, - 0.08313138782978058 + 0.99196857213974, + 0.008031466044485569 ], "full text prediction probs": [ 0.9932335019111633, @@ -37694,12 +42348,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.052636269479990005, - "sufficiency": 0.8414589166641235, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0849498063325882, + "sufficiency": 0.89754718542099, "masked prediction probs": [ - 0.9459165930747986, - 0.05408337339758873 + 0.9168686270713806, + 0.08313138782978058 + ], + "full text prediction probs": [ + 0.9932335019111633, + 0.006766481325030327 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0018795386422425508, + "sufficiency": 0.9458972811698914, + "masked prediction probs": [ + 0.9915435314178467, + 0.008456500247120857 ], "full text prediction probs": [ 0.9932335019111633, @@ -37708,8 +42375,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010659535182639956, - "sufficiency": 0.9186683297157288, + "comprehensiveness": 0.001065716496668756, + "sufficiency": 0.9186863899230957, "masked prediction probs": [ 0.992275059223175, 0.007724942173808813 @@ -37721,8 +42388,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015629049390554428, - "sufficiency": 0.7300028800964355, + "comprehensiveness": 0.015625575557351112, + "sufficiency": 0.7300629019737244, "masked prediction probs": [ 0.9791776537895203, 0.020822370424866676 @@ -37734,8 +42401,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00187598611228168, - "sufficiency": 0.9541128277778625, + "comprehensiveness": 0.001875569112598896, + "sufficiency": 0.9541229605674744, "masked prediction probs": [ 0.9915459752082825, 0.008454025723040104 @@ -37747,8 +42414,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00036660776822827756, - "sufficiency": 0.838895320892334, + "comprehensiveness": 0.00036652630660682917, + "sufficiency": 0.8389312028884888, "masked prediction probs": [ 0.9929036498069763, 0.007096391171216965 @@ -37760,8 +42427,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05257778242230415, - "sufficiency": 0.8416350483894348, + "comprehensiveness": 0.05256609618663788, + "sufficiency": 0.8416702151298523, "masked prediction probs": [ 0.9459165930747986, 0.05408337339758873 @@ -37773,8 +42440,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014305519871413708, - "sufficiency": 0.8751696348190308, + "comprehensiveness": 0.001430234289728105, + "sufficiency": 0.8751973509788513, "masked prediction probs": [ 0.9919458031654358, 0.008054216392338276 @@ -37786,8 +42453,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0525544211268425, - "sufficiency": 0.8417053818702698, + "comprehensiveness": 0.05254274979233742, + "sufficiency": 0.8417405486106873, + "masked prediction probs": [ + 0.9459165930747986, + 0.05408337339758873 + ], + "full text prediction probs": [ + 0.9932335019111633, + 0.006766481325030327 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.052531082183122635, + "sufficiency": 0.8417757153511047, "masked prediction probs": [ 0.9459165930747986, 0.05408337339758873 @@ -37800,12 +42480,12 @@ } }, "dev_839": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0008206742350012064, - "sufficiency": 0.9463493227958679, + "fixed-shap": { + "comprehensiveness": 0.0010270015336573124, + "sufficiency": 0.8139274716377258, "masked prediction probs": [ - 0.9953159093856812, - 0.004684145096689463 + 0.995130181312561, + 0.004869829397648573 ], "full text prediction probs": [ 0.9960546493530273, @@ -37904,12 +42584,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0006962758488953114, - "sufficiency": 0.8169585466384888, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0008192180539481342, + "sufficiency": 0.9464445114135742, "masked prediction probs": [ - 0.9954267740249634, - 0.004573160316795111 + 0.9953159093856812, + 0.004684145096689463 + ], + "full text prediction probs": [ + 0.9960546493530273, + 0.00394532410427928 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 9.621728531783447e-05, + "sufficiency": 0.8281527757644653, + "masked prediction probs": [ + 0.9959678649902344, + 0.004032085184007883 ], "full text prediction probs": [ 0.9960546493530273, @@ -37918,8 +42611,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0020578340627253056, - "sufficiency": 0.9921460747718811, + "comprehensiveness": 0.002057377714663744, + "sufficiency": 0.9921478033065796, "masked prediction probs": [ 0.9941985607147217, 0.005801476538181305 @@ -37931,8 +42624,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006959671154618263, - "sufficiency": 0.8170397281646729, + "comprehensiveness": 0.0006958129233680665, + "sufficiency": 0.8170802593231201, "masked prediction probs": [ 0.9954267740249634, 0.004573160316795111 @@ -37944,8 +42637,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 9.617463365430012e-05, - "sufficiency": 0.8282289505004883, + "comprehensiveness": 9.615332237444818e-05, + "sufficiency": 0.828266978263855, "masked prediction probs": [ 0.9959678649902344, 0.004032085184007883 @@ -37957,8 +42650,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0003958399756811559, - "sufficiency": 0.815095841884613, + "comprehensiveness": 0.0003957522858399898, + "sufficiency": 0.815136730670929, "masked prediction probs": [ 0.9956973791122437, 0.004302605986595154 @@ -37970,8 +42663,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002056010300293565, - "sufficiency": 0.9921530485153198, + "comprehensiveness": 0.002055554883554578, + "sufficiency": 0.9921547770500183, "masked prediction probs": [ 0.9941985607147217, 0.005801476538181305 @@ -37983,8 +42676,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0008517284877598286, - "sufficiency": 0.9724695682525635, + "comprehensiveness": 0.0008515398949384689, + "sufficiency": 0.9724757075309753, "masked prediction probs": [ 0.9952855706214905, 0.004714400041848421 @@ -37996,8 +42689,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0006951965624466538, - "sufficiency": 0.8172422647476196, + "comprehensiveness": 0.0006950426031835377, + "sufficiency": 0.8172827363014221, + "masked prediction probs": [ + 0.9954267740249634, + 0.004573160316795111 + ], + "full text prediction probs": [ + 0.9960546493530273, + 0.00394532410427928 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0006948888185434043, + "sufficiency": 0.8173231482505798, "masked prediction probs": [ 0.9954267740249634, 0.004573160316795111 @@ -38010,12 +42716,12 @@ } }, "dev_848": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.012609520927071571, - "sufficiency": 0.946775496006012, + "fixed-shap": { + "comprehensiveness": 0.001616833615116775, + "sufficiency": 0.8611803650856018, "masked prediction probs": [ - 0.9813635349273682, - 0.018636507913470268 + 0.99122154712677, + 0.008778437040746212 ], "full text prediction probs": [ 0.9926714897155762, @@ -38114,12 +42820,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004196837544441223, - "sufficiency": 0.7829915881156921, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012587063014507294, + "sufficiency": 0.9468702673912048, "masked prediction probs": [ - 0.9889011383056641, - 0.011098893359303474 + 0.9813635349273682, + 0.018636507913470268 + ], + "full text prediction probs": [ + 0.9926714897155762, + 0.007328562438488007 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8388124108314514, + "masked prediction probs": [ + 0.9926978945732117, + 0.007302083075046539 ], "full text prediction probs": [ 0.9926714897155762, @@ -38128,8 +42847,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004195903427898884, - "sufficiency": 0.7830398082733154, + "comprehensiveness": 0.004194969777017832, + "sufficiency": 0.7830880284309387, "masked prediction probs": [ 0.9889011383056641, 0.011098893359303474 @@ -38141,8 +42860,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00165468396153301, - "sufficiency": 0.7810730338096619, + "comprehensiveness": 0.001654315972700715, + "sufficiency": 0.7811217904090881, "masked prediction probs": [ 0.9911842942237854, 0.008815623819828033 @@ -38154,8 +42873,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010709856869652867, - "sufficiency": 0.8648872375488281, + "comprehensiveness": 0.0010707475012168288, + "sufficiency": 0.8649173378944397, "masked prediction probs": [ 0.9917086958885193, 0.008291319943964481 @@ -38167,8 +42886,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004193103406578302, - "sufficiency": 0.7831846475601196, + "comprehensiveness": 0.004192171152681112, + "sufficiency": 0.7832328081130981, "masked prediction probs": [ 0.9889011383056641, 0.011098893359303474 @@ -38180,8 +42899,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.021576400846242905, - "sufficiency": 0.8834220170974731, + "comprehensiveness": 0.021571602672338486, + "sufficiency": 0.8834479451179504, "masked prediction probs": [ 0.9732661247253418, 0.02673391066491604 @@ -38193,8 +42912,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00873656291514635, - "sufficiency": 0.8650146722793579, + "comprehensiveness": 0.008734621107578278, + "sufficiency": 0.8650447130203247, "masked prediction probs": [ 0.9848122596740723, 0.015187736600637436 @@ -38206,8 +42925,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004190307576209307, - "sufficiency": 0.7833291292190552, + "comprehensiveness": 0.004189376253634691, + "sufficiency": 0.7833773493766785, + "masked prediction probs": [ + 0.9889011383056641, + 0.011098893359303474 + ], + "full text prediction probs": [ + 0.9926714897155762, + 0.007328562438488007 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004188445396721363, + "sufficiency": 0.7834253907203674, "masked prediction probs": [ 0.9889011383056641, 0.011098893359303474 @@ -38220,12 +42952,12 @@ } }, "dev_37": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9821756482124329, - 0.017824355512857437 + 0.30040496587753296, + 0.699595034122467 ], "full text prediction probs": [ 0.030107993632555008, @@ -38324,7 +43056,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -38337,6 +43069,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11351875960826874, + 0.8864812254905701 + ], + "full text prediction probs": [ + 0.030107993632555008, + 0.9698920249938965 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -38427,15 +43172,28 @@ 0.9698920249938965 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9821756482124329, + 0.017824355512857437 + ], + "full text prediction probs": [ + 0.030107993632555008, + 0.9698920249938965 + ], + "labels": 0 } }, "dev_71": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6475006937980652, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9139766097068787, "masked prediction probs": [ - 0.06036611646413803, - 0.9396339058876038 + 0.7596359848976135, + 0.24036400020122528 ], "full text prediction probs": [ 0.0063183181919157505, @@ -38534,12 +43292,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3553551733493805, - "sufficiency": 0.6394208669662476, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6353207230567932, + "sufficiency": 0.0, "masked prediction probs": [ - 0.036548975855112076, - 0.9634510278701782 + 0.06036611646413803, + 0.9396339058876038 + ], + "full text prediction probs": [ + 0.0063183181919157505, + 0.9936816692352295 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03303530439734459, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009135265834629536, + 0.9908646941184998 ], "full text prediction probs": [ 0.0063183181919157505, @@ -38548,8 +43319,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2714618444442749, - "sufficiency": 0.41060489416122437, + "comprehensiveness": 0.270826518535614, + "sufficiency": 0.4119826853275299, "masked prediction probs": [ 0.029466329142451286, 0.9705336689949036 @@ -38561,7 +43332,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.021432701498270035, + "comprehensiveness": 0.021382657811045647, "sufficiency": 0.0, "masked prediction probs": [ 0.008150208741426468, @@ -38574,7 +43345,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0019494438311085105, + "comprehensiveness": 0.0019449027022346854, "sufficiency": 0.0, "masked prediction probs": [ 0.006485300604254007, @@ -38587,7 +43358,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0019449027022346854, + "comprehensiveness": 0.0019403827609494328, "sufficiency": 0.0, "masked prediction probs": [ 0.006485300604254007, @@ -38600,8 +43371,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.351225882768631, - "sufficiency": 0.6436060070991516, + "comprehensiveness": 0.3504115343093872, + "sufficiency": 0.6444314122200012, "masked prediction probs": [ 0.036548975855112076, 0.9634510278701782 @@ -38613,7 +43384,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006528943777084351, + "comprehensiveness": 0.006513840518891811, "sufficiency": 0.0, "masked prediction probs": [ 0.006881557404994965, @@ -38626,8 +43397,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3496009409427643, - "sufficiency": 0.6452529430389404, + "comprehensiveness": 0.3487940728664398, + "sufficiency": 0.6460707783699036, + "masked prediction probs": [ + 0.036548975855112076, + 0.9634510278701782 + ], + "full text prediction probs": [ + 0.0063183181919157505, + 0.9936816692352295 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3479909300804138, + "sufficiency": 0.6468847990036011, "masked prediction probs": [ 0.036548975855112076, 0.9634510278701782 @@ -38640,12 +43424,12 @@ } }, "dev_112": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.23450657725334167, + "fixed-shap": { + "comprehensiveness": 0.04234930872917175, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6591676473617554, - 0.3408324122428894 + 0.007681495510041714, + 0.9923185110092163 ], "full text prediction probs": [ 0.004050417337566614, @@ -38744,12 +43528,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.24851618707180023, + "masked prediction probs": [ + 0.6591676473617554, + 0.3408324122428894 + ], + "full text prediction probs": [ + 0.004050417337566614, + 0.9959495067596436 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03224143758416176, "sufficiency": 0.0, "masked prediction probs": [ - 0.1558796763420105, - 0.8441203236579895 + 0.006872887723147869, + 0.9931271076202393 ], "full text prediction probs": [ 0.004050417337566614, @@ -38784,7 +43581,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1882205307483673, + "comprehensiveness": 0.18779337406158447, "sufficiency": 0.0, "masked prediction probs": [ 0.02060256153345108, @@ -38797,7 +43594,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03622618317604065, + "comprehensiveness": 0.036144156008958817, "sufficiency": 0.0, "masked prediction probs": [ 0.0072434889152646065, @@ -38811,7 +43608,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.2570147216320038, + "sufficiency": 0.2586914300918579, "masked prediction probs": [ 0.6591676473617554, 0.3408324122428894 @@ -38823,7 +43620,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02740316279232502, + "comprehensiveness": 0.027341391891241074, "sufficiency": 0.0, "masked prediction probs": [ 0.0064767650328576565, @@ -38847,15 +43644,28 @@ 0.9959495067596436 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1558796763420105, + 0.8441203236579895 + ], + "full text prediction probs": [ + 0.004050417337566614, + 0.9959495067596436 + ], + "labels": 1 } }, "dev_166": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17354096472263336, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.4600313901901245, + "sufficiency": 0.8579851388931274, "masked prediction probs": [ - 0.023373475298285484, - 0.9766265749931335 + 0.04639646038413048, + 0.9536035060882568 ], "full text prediction probs": [ 0.009427228011190891, @@ -38954,12 +43764,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0002007118018809706, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1701526939868927, "sufficiency": 0.0, "masked prediction probs": [ - 0.00944377202540636, - 0.9905562996864319 + 0.023373475298285484, + 0.9766265749931335 + ], + "full text prediction probs": [ + 0.009427228011190891, + 0.9905727505683899 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.27735620737075806, + "sufficiency": 0.47988319396972656, + "masked prediction probs": [ + 0.032215625047683716, + 0.9677844047546387 ], "full text prediction probs": [ 0.009427228011190891, @@ -38968,7 +43791,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.043222084641456604, + "comprehensiveness": 0.043117109686136246, "sufficiency": 0.0, "masked prediction probs": [ 0.01297849602997303, @@ -38981,7 +43804,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0001997368672164157, + "comprehensiveness": 0.00019925294327549636, "sufficiency": 0.0, "masked prediction probs": [ 0.00944377202540636, @@ -38994,7 +43817,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9581186175346375, + "comprehensiveness": 0.9558029174804688, "sufficiency": 0.0, "masked prediction probs": [ 0.0885322242975235, @@ -39007,7 +43830,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0807134136557579, + "comprehensiveness": 0.08051880449056625, "sufficiency": 0.0, "masked prediction probs": [ 0.016107333824038506, @@ -39020,7 +43843,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2593308687210083, + "comprehensiveness": 0.25870710611343384, "sufficiency": 0.0, "masked prediction probs": [ 0.030942069366574287, @@ -39033,7 +43856,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0222183670848608, + "comprehensiveness": 0.022165054455399513, "sufficiency": 0.0, "masked prediction probs": [ 0.011274968273937702, @@ -39046,7 +43869,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00019734047236852348, + "comprehensiveness": 0.00019686808809638023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00944377202540636, + 0.9905562996864319 + ], + "full text prediction probs": [ + 0.009427228011190891, + 0.9905727505683899 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00019639794481918216, "sufficiency": 0.0, "masked prediction probs": [ 0.00944377202540636, @@ -39060,12 +43896,12 @@ } }, "dev_220": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9572352766990662, - 0.04276472330093384 + 0.8934614658355713, + 0.10653847455978394 ], "full text prediction probs": [ 0.2845672369003296, @@ -39164,12 +44000,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9416736960411072, - 0.05832632631063461 + 0.9572352766990662, + 0.04276472330093384 + ], + "full text prediction probs": [ + 0.2845672369003296, + 0.7154327630996704 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.835587203502655, + 0.16441281139850616 ], "full text prediction probs": [ 0.2845672369003296, @@ -39267,15 +44116,28 @@ 0.7154327630996704 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9416736960411072, + 0.05832632631063461 + ], + "full text prediction probs": [ + 0.2845672369003296, + 0.7154327630996704 + ], + "labels": 1 } }, "dev_276": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7215542197227478, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07590284198522568, - 0.9240971207618713 + 0.014582323841750622, + 0.9854176044464111 ], "full text prediction probs": [ 0.03991706669330597, @@ -39362,11 +44224,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7018489837646484, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 0.27133414149284363, "masked prediction probs": [ - 0.07590284198522568, - 0.9240971207618713 + 0.9319055080413818, + 0.06809452176094055 ], "full text prediction probs": [ 0.03991706669330597, @@ -39374,12 +44236,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.27416038513183594, + "masked prediction probs": [ + 0.9319055080413818, + 0.06809452176094055 + ], + "full text prediction probs": [ + 0.03991706669330597, + 0.9600828886032104 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8948961496353149, - 0.10510388761758804 + 0.029622046276926994, + 0.9703779816627502 ], "full text prediction probs": [ 0.03991706669330597, @@ -39453,7 +44328,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.43945446610450745, + "comprehensiveness": 0.4377919137477875, "sufficiency": 0.0, "masked prediction probs": [ 0.0630645677447319, @@ -39477,15 +44352,28 @@ 0.9600828886032104 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8948961496353149, + 0.10510388761758804 + ], + "full text prediction probs": [ + 0.03991706669330597, + 0.9600828886032104 + ], + "labels": 1 } }, "dev_285": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.28689664602279663, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.03899908438324928, - 0.961000919342041 + 0.017829062417149544, + 0.9821709394454956 ], "full text prediction probs": [ 0.018564974889159203, @@ -39584,12 +44472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1966269463300705, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2805923521518707, "sufficiency": 0.0, "masked prediction probs": [ - 0.032884251326322556, - 0.9671157002449036 + 0.03899908438324928, + 0.961000919342041 + ], + "full text prediction probs": [ + 0.018564974889159203, + 0.9814350605010986 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01739528775215149, + 0.9826046824455261 ], "full text prediction probs": [ 0.018564974889159203, @@ -39611,7 +44512,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.19555267691612244, + "comprehensiveness": 0.19501993060112, "sufficiency": 0.0, "masked prediction probs": [ 0.032884251326322556, @@ -39676,7 +44577,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19291764497756958, + "comprehensiveness": 0.19239914417266846, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.032884251326322556, + 0.9671157002449036 + ], + "full text prediction probs": [ + 0.018564974889159203, + 0.9814350605010986 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1918834149837494, "sufficiency": 0.0, "masked prediction probs": [ 0.032884251326322556, @@ -39690,12 +44604,12 @@ } }, "dev_348": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9147691130638123, - "sufficiency": 0.8461863994598389, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08328418433666229, - 0.9167158007621765 + 0.13800831139087677, + 0.8619916439056396 ], "full text prediction probs": [ 0.01346180122345686, @@ -39794,12 +44708,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7562919855117798, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8959842324256897, + "sufficiency": 0.8493409752845764, + "masked prediction probs": [ + 0.08328418433666229, + 0.9167158007621765 + ], + "full text prediction probs": [ + 0.01346180122345686, + 0.9865381717681885 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07239823788404465, - 0.9276017546653748 + 0.009173262864351273, + 0.9908267855644226 ], "full text prediction probs": [ 0.01346180122345686, @@ -39808,7 +44735,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0999799370765686, + "comprehensiveness": 0.09972460567951202, "sufficiency": 0.0, "masked prediction probs": [ 0.02127302810549736, @@ -39821,7 +44748,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.752429187297821, + "comprehensiveness": 0.7505125403404236, "sufficiency": 0.0, "masked prediction probs": [ 0.07239823788404465, @@ -39835,7 +44762,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.35660338401794434, + "sufficiency": 0.35823607444763184, "masked prediction probs": [ 0.1833660900592804, 0.8166338801383972 @@ -39847,7 +44774,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06195295229554176, + "comprehensiveness": 0.06179594248533249, "sufficiency": 0.0, "masked prediction probs": [ 0.01833929866552353, @@ -39860,8 +44787,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8846304416656494, - "sufficiency": 0.8512476682662964, + "comprehensiveness": 0.8823941349983215, + "sufficiency": 0.8516232371330261, "masked prediction probs": [ 0.08328418433666229, 0.9167158007621765 @@ -39886,7 +44813,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7429426312446594, + "comprehensiveness": 0.7410739064216614, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07239823788404465, + 0.9276017546653748 + ], + "full text prediction probs": [ + 0.01346180122345686, + 0.9865381717681885 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7392145991325378, "sufficiency": 0.0, "masked prediction probs": [ 0.07239823788404465, @@ -39900,12 +44840,12 @@ } }, "dev_358": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4368762671947479, - "sufficiency": 0.8882911205291748, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8512626886367798, "masked prediction probs": [ - 0.04279806464910507, - 0.9572019577026367 + 0.10437212139368057, + 0.8956278562545776 ], "full text prediction probs": [ 0.006341565400362015, @@ -39992,11 +44932,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.4296666085720062, - "sufficiency": 0.890132486820221, + "comprehensiveness": 1.0, + "sufficiency": 0.8537143468856812, "masked prediction probs": [ - 0.04279806464910507, - 0.9572019577026367 + 0.10437212139368057, + 0.8956278562545776 ], "full text prediction probs": [ 0.006341565400362015, @@ -40004,12 +44944,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1570255607366562, - "sufficiency": 0.7760903835296631, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.854058027267456, "masked prediction probs": [ - 0.019696295261383057, - 0.9803037047386169 + 0.10437212139368057, + 0.8956278562545776 + ], + "full text prediction probs": [ + 0.006341565400362015, + 0.9936584830284119 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.17405357956886292, + "sufficiency": 0.6858049631118774, + "masked prediction probs": [ + 0.021179255098104477, + 0.9788206815719604 ], "full text prediction probs": [ 0.006341565400362015, @@ -40018,7 +44971,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07323566824197769, + "comprehensiveness": 0.07306423038244247, "sufficiency": 0.0, "masked prediction probs": [ 0.012584722600877285, @@ -40031,7 +44984,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.006894588936120272, + "comprehensiveness": 0.00687848636880517, "sufficiency": 0.0, "masked prediction probs": [ 0.006930642761290073, @@ -40044,7 +44997,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0290310550481081, + "comprehensiveness": 0.02896341122686863, "sufficiency": 0.0, "masked prediction probs": [ 0.008827995508909225, @@ -40057,7 +45010,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011037283577024937, + "comprehensiveness": 0.01101162564009428, "sufficiency": 0.0, "masked prediction probs": [ 0.0072890291921794415, @@ -40070,8 +45023,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15520040690898895, - "sufficiency": 0.7786899209022522, + "comprehensiveness": 0.15484045445919037, + "sufficiency": 0.7792025804519653, "masked prediction probs": [ 0.019696295261383057, 0.9803037047386169 @@ -40096,11 +45049,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1544821709394455, - "sufficiency": 0.7797129154205322, + "comprehensiveness": 0.171240895986557, + "sufficiency": 0.6908764839172363, "masked prediction probs": [ - 0.019696295261383057, - 0.9803037047386169 + 0.021179255098104477, + 0.9788206815719604 + ], + "full text prediction probs": [ + 0.006341565400362015, + 0.9936584830284119 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17084649205207825, + "sufficiency": 0.6915876269340515, + "masked prediction probs": [ + 0.021179255098104477, + 0.9788206815719604 ], "full text prediction probs": [ 0.006341565400362015, @@ -40110,12 +45076,12 @@ } }, "dev_395": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9567007422447205, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.015068813227117062, + "sufficiency": 0.75320965051651, "masked prediction probs": [ - 0.12758730351924896, - 0.8724127411842346 + 0.9539245367050171, + 0.0460754819214344 ], "full text prediction probs": [ 0.9671483039855957, @@ -40214,12 +45180,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.997976541519165, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9549595713615417, "sufficiency": 1.0, "masked prediction probs": [ - 0.08976861089468002, - 0.9102314114570618 + 0.12758730351924896, + 0.8724127411842346 + ], + "full text prediction probs": [ + 0.9671483039855957, + 0.03285170719027519 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014063060283660889, + "sufficiency": 0.6676644086837769, + "masked prediction probs": [ + 0.9547818303108215, + 0.04521819204092026 ], "full text prediction probs": [ 0.9671483039855957, @@ -40229,7 +45208,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6972426772117615, + "sufficiency": 0.697311520576477, "masked prediction probs": [ 0.9897945523262024, 0.010205480270087719 @@ -40241,8 +45220,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.014059862121939659, - "sufficiency": 0.667739987373352, + "comprehensiveness": 0.014056665822863579, + "sufficiency": 0.6678155064582825, "masked prediction probs": [ 0.9547818303108215, 0.04521819204092026 @@ -40254,8 +45233,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3138003349304199, - "sufficiency": 0.8152714371681213, + "comprehensiveness": 0.31372901797294617, + "sufficiency": 0.8153135180473328, "masked prediction probs": [ 0.6910797357559204, 0.3089202642440796 @@ -40267,7 +45246,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.997069239616394, + "comprehensiveness": 0.9968426823616028, "sufficiency": 1.0, "masked prediction probs": [ 0.08976861089468002, @@ -40280,8 +45259,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13638125360012054, - "sufficiency": 0.8248120546340942, + "comprehensiveness": 0.13635025918483734, + "sufficiency": 0.8248518705368042, "masked prediction probs": [ 0.847111165523529, 0.15288887917995453 @@ -40294,7 +45273,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8303593397140503, + "sufficiency": 0.8303978443145752, "masked prediction probs": [ 0.986880898475647, 0.013119078241288662 @@ -40306,7 +45285,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9963898658752441, + "comprehensiveness": 0.996163547039032, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.08976861089468002, + 0.9102314114570618 + ], + "full text prediction probs": [ + 0.9671483039855957, + 0.03285170719027519 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9959374070167542, "sufficiency": 1.0, "masked prediction probs": [ 0.08976861089468002, @@ -40320,12 +45312,12 @@ } }, "dev_448": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2489660382270813, - "sufficiency": 0.9583002328872681, + "fixed-shap": { + "comprehensiveness": 0.16457989811897278, + "sufficiency": 0.9077320098876953, "masked prediction probs": [ - 0.7398428916931152, - 0.2601570785045624 + 0.8129053115844727, + 0.18709471821784973 ], "full text prediction probs": [ 0.9554003477096558, @@ -40424,12 +45416,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.333534300327301, - "sufficiency": 0.9035175442695618, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2485067993402481, + "sufficiency": 0.9583771824836731, "masked prediction probs": [ - 0.6660891175270081, - 0.33391082286834717 + 0.7398428916931152, + 0.2601570785045624 + ], + "full text prediction probs": [ + 0.9554003477096558, + 0.04459968954324722 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2665717601776123, + "sufficiency": 0.8932367563247681, + "masked prediction probs": [ + 0.7241198420524597, + 0.27588021755218506 ], "full text prediction probs": [ 0.9554003477096558, @@ -40439,7 +45444,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8867594003677368, + "sufficiency": 0.8867853879928589, "masked prediction probs": [ 0.9825164079666138, 0.017483631148934364 @@ -40452,7 +45457,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8354074954986572, + "sufficiency": 0.8354454040527344, "masked prediction probs": [ 0.9711215496063232, 0.02887844666838646 @@ -40465,7 +45470,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7783589363098145, + "sufficiency": 0.7784100770950317, "masked prediction probs": [ 0.9554003477096558, 0.04459968954324722 @@ -40477,8 +45482,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0020467303693294525, - "sufficiency": 0.8759060502052307, + "comprehensiveness": 0.002046259120106697, + "sufficiency": 0.8759346008300781, "masked prediction probs": [ 0.953623354434967, 0.04637669026851654 @@ -40490,8 +45495,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3331502377986908, - "sufficiency": 0.9036285281181335, + "comprehensiveness": 0.33307352662086487, + "sufficiency": 0.9036506414413452, "masked prediction probs": [ 0.6660891175270081, 0.33391082286834717 @@ -40504,7 +45509,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8606473207473755, + "sufficiency": 0.8606795072555542, "masked prediction probs": [ 0.9675036668777466, 0.03249631077051163 @@ -40516,8 +45521,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.33299684524536133, - "sufficiency": 0.9036729335784912, + "comprehensiveness": 0.3329201936721802, + "sufficiency": 0.9036951661109924, + "masked prediction probs": [ + 0.6660891175270081, + 0.33391082286834717 + ], + "full text prediction probs": [ + 0.9554003477096558, + 0.04459968954324722 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3328436017036438, + "sufficiency": 0.9037172198295593, "masked prediction probs": [ 0.6660891175270081, 0.33391082286834717 @@ -40530,12 +45548,12 @@ } }, "dev_468": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.624496340751648, - "sufficiency": 0.942614734172821, + "fixed-shap": { + "comprehensiveness": 0.007547636050730944, + "sufficiency": 0.8191521167755127, "masked prediction probs": [ - 0.42505648732185364, - 0.574943482875824 + 0.9762251377105713, + 0.023774830624461174 ], "full text prediction probs": [ 0.9829680323600769, @@ -40634,7 +45652,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.6233798861503601, "sufficiency": 0.9427173137664795, "masked prediction probs": [ @@ -40647,9 +45665,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7542924284934998, + "masked prediction probs": [ + 0.9829680323600769, + 0.017031947150826454 + ], + "full text prediction probs": [ + 0.9829680323600769, + 0.017031947150826454 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7899461388587952, + "sufficiency": 0.7899930477142334, "masked prediction probs": [ 0.9839773774147034, 0.01602262072265148 @@ -40661,8 +45692,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04592038318514824, - "sufficiency": 0.9227405190467834, + "comprehensiveness": 0.045910127460956573, + "sufficiency": 0.9227578043937683, "masked prediction probs": [ 0.9418519139289856, 0.0581481009721756 @@ -40675,7 +45706,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7544021606445312, + "sufficiency": 0.7544569969177246, "masked prediction probs": [ 0.9829680323600769, 0.017031947150826454 @@ -40688,7 +45719,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8895699381828308, + "sufficiency": 0.8895946145057678, "masked prediction probs": [ 0.9835408329963684, 0.016459157690405846 @@ -40700,8 +45731,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.622684121131897, - "sufficiency": 0.9427812695503235, + "comprehensiveness": 0.6225451231002808, + "sufficiency": 0.942794144153595, "masked prediction probs": [ 0.42505648732185364, 0.574943482875824 @@ -40713,8 +45744,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01096699945628643, - "sufficiency": 0.8312793374061584, + "comprehensiveness": 0.010964552871882915, + "sufficiency": 0.8313170075416565, "masked prediction probs": [ 0.9731396436691284, 0.02686036191880703 @@ -40726,8 +45757,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6224062442779541, - "sufficiency": 0.9428068399429321, + "comprehensiveness": 0.6222673654556274, + "sufficiency": 0.9428195357322693, + "masked prediction probs": [ + 0.42505648732185364, + 0.574943482875824 + ], + "full text prediction probs": [ + 0.9829680323600769, + 0.017031947150826454 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6221286058425903, + "sufficiency": 0.942832350730896, "masked prediction probs": [ 0.42505648732185364, 0.574943482875824 @@ -40740,12 +45784,12 @@ } }, "dev_505": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9161217212677002, - "sufficiency": 0.9988884925842285, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7080001831054688, "masked prediction probs": [ - 0.16450974345207214, - 0.8354902863502502 + 0.9838809370994568, + 0.01611911691725254 ], "full text prediction probs": [ 0.9827899932861328, @@ -40844,12 +45888,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9144835472106934, + "sufficiency": 0.9988905191421509, "masked prediction probs": [ - 0.058019574731588364, - 0.9419804215431213 + 0.16450974345207214, + 0.8354902863502502 + ], + "full text prediction probs": [ + 0.9827899932861328, + 0.017210017889738083 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004633576609194279, + "sufficiency": 0.6392680406570435, + "masked prediction probs": [ + 0.9786429405212402, + 0.021357107907533646 ], "full text prediction probs": [ 0.9827899932861328, @@ -40859,7 +45916,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8274931907653809, + "sufficiency": 0.8275316953659058, "masked prediction probs": [ 0.9883565306663513, 0.011643447913229465 @@ -40872,7 +45929,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8275316953659058, + "sufficiency": 0.8275702595710754, "masked prediction probs": [ 0.9883565306663513, 0.011643447913229465 @@ -40884,8 +45941,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.07676368206739426, - "sufficiency": 0.9804298877716064, + "comprehensiveness": 0.07674653828144073, + "sufficiency": 0.9804343581199646, "masked prediction probs": [ 0.9140557646751404, 0.08594421297311783 @@ -40897,8 +45954,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07674653828144073, - "sufficiency": 0.9804343581199646, + "comprehensiveness": 0.07672940194606781, + "sufficiency": 0.9804386496543884, "masked prediction probs": [ 0.9140557646751404, 0.08594421297311783 @@ -40910,8 +45967,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7344372868537903, - "sufficiency": 0.9963423609733582, + "comprehensiveness": 0.7342733144760132, + "sufficiency": 0.9963430762290955, "masked prediction probs": [ 0.32488080859184265, 0.6751192212104797 @@ -40923,8 +45980,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.09647665917873383, - "sufficiency": 0.9784690141677856, + "comprehensiveness": 0.09645513445138931, + "sufficiency": 0.9784739017486572, "masked prediction probs": [ 0.8963468670845032, 0.10365316271781921 @@ -40936,8 +45993,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7341094613075256, - "sufficiency": 0.9963439702987671, + "comprehensiveness": 0.7339456081390381, + "sufficiency": 0.9963448643684387, "masked prediction probs": [ 0.32488080859184265, 0.6751192212104797 @@ -40947,15 +46004,28 @@ 0.017210017889738083 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.058019574731588364, + 0.9419804215431213 + ], + "full text prediction probs": [ + 0.9827899932861328, + 0.017210017889738083 + ], + "labels": 0 } }, "dev_522": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0186202023178339, + "sufficiency": 0.6781154870986938, "masked prediction probs": [ - 0.04365628585219383, - 0.9563437104225159 + 0.9532957673072815, + 0.046704262495040894 ], "full text prediction probs": [ 0.9696832895278931, @@ -41054,12 +46124,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7550725936889648, + "sufficiency": 1.0, "masked prediction probs": [ - 0.040278058499097824, - 0.9597219228744507 + 0.04365628585219383, + 0.9563437104225159 + ], + "full text prediction probs": [ + 0.9696832895278931, + 0.030316753312945366 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.685950517654419, + "masked prediction probs": [ + 0.982550323009491, + 0.01744963601231575 ], "full text prediction probs": [ 0.9696832895278931, @@ -41069,7 +46152,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8382138013839722, + "sufficiency": 0.8382503986358643, "masked prediction probs": [ 0.9764297008514404, 0.023570282384753227 @@ -41082,7 +46165,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6860216856002808, + "sufficiency": 0.6860929131507874, "masked prediction probs": [ 0.982550323009491, 0.01744963601231575 @@ -41095,7 +46178,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6860929131507874, + "sufficiency": 0.6861640810966492, "masked prediction probs": [ 0.982550323009491, 0.01744963601231575 @@ -41107,8 +46190,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6947639584541321, - "sufficiency": 0.9655857086181641, + "comprehensiveness": 0.6946065425872803, + "sufficiency": 0.9655934572219849, "masked prediction probs": [ 0.35655850172042847, 0.6434414386749268 @@ -41121,7 +46204,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7553499937057495, + "sufficiency": 0.7554053664207458, "masked prediction probs": [ 0.040278058499097824, 0.9597219228744507 @@ -41133,8 +46216,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4705539345741272, - "sufficiency": 0.7625454068183899, + "comprehensiveness": 0.4704473614692688, + "sufficiency": 0.7625991702079773, "masked prediction probs": [ 0.5542342066764832, 0.44576579332351685 @@ -41147,7 +46230,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.755460798740387, + "sufficiency": 0.7555162310600281, + "masked prediction probs": [ + 0.040278058499097824, + 0.9597219228744507 + ], + "full text prediction probs": [ + 0.9696832895278931, + 0.030316753312945366 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7555715441703796, "masked prediction probs": [ 0.040278058499097824, 0.9597219228744507 @@ -41160,12 +46256,12 @@ } }, "dev_540": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.4285839796066284, "sufficiency": 1.0, "masked prediction probs": [ - 0.9657340049743652, - 0.034266021102666855 + 0.5839190483093262, + 0.41608095169067383 ], "full text prediction probs": [ 0.9546850919723511, @@ -41252,11 +46348,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.4278915226459503, "sufficiency": 1.0, "masked prediction probs": [ - 0.9657340049743652, - 0.034266021102666855 + 0.5839190483093262, + 0.41608095169067383 ], "full text prediction probs": [ 0.9546850919723511, @@ -41264,12 +46360,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19554181396961212, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4277927577495575, "sufficiency": 1.0, "masked prediction probs": [ - 0.7852098941802979, - 0.21479003131389618 + 0.5839190483093262, + 0.41608095169067383 + ], + "full text prediction probs": [ + 0.9546850919723511, + 0.04531493037939072 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.054376211017370224, + 0.9456238150596619 ], "full text prediction probs": [ 0.9546850919723511, @@ -41292,7 +46401,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7789497375488281, + "sufficiency": 0.7790007591247559, "masked prediction probs": [ 0.9546850919723511, 0.04531493037939072 @@ -41305,7 +46414,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7790007591247559, + "sufficiency": 0.7790517807006836, "masked prediction probs": [ 0.9546850919723511, 0.04531493037939072 @@ -41330,7 +46439,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.19531644880771637, + "comprehensiveness": 0.19527143239974976, "sufficiency": 1.0, "masked prediction probs": [ 0.7852098941802979, @@ -41344,7 +46453,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7282540202140808, + "sufficiency": 0.728316605091095, "masked prediction probs": [ 0.9730401039123535, 0.02695983089506626 @@ -41356,11 +46465,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19522646069526672, + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7852098941802979, - 0.21479003131389618 + 0.054376211017370224, + 0.9456238150596619 + ], + "full text prediction probs": [ + 0.9546850919723511, + 0.04531493037939072 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.054376211017370224, + 0.9456238150596619 ], "full text prediction probs": [ 0.9546850919723511, @@ -41370,12 +46492,12 @@ } }, "dev_543": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005434176418930292, - "sufficiency": 0.9799280762672424, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8625463247299194, "masked prediction probs": [ - 0.9498743414878845, - 0.050125714391469955 + 0.9736858010292053, + 0.026314159855246544 ], "full text prediction probs": [ 0.9545748233795166, @@ -41474,9 +46596,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005424142815172672, + "sufficiency": 0.9799651503562927, + "masked prediction probs": [ + 0.9498743414878845, + 0.050125714391469955 + ], + "full text prediction probs": [ + 0.9545748233795166, + 0.04542521387338638 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7789469361305237, + "sufficiency": 0.7789978981018066, "masked prediction probs": [ 0.9545748233795166, 0.04542521387338638 @@ -41489,7 +46624,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9042351841926575, + "sufficiency": 0.9042572379112244, "masked prediction probs": [ 0.9756431579589844, 0.024356907233595848 @@ -41502,7 +46637,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7790488004684448, + "sufficiency": 0.7790998220443726, "masked prediction probs": [ 0.9545748233795166, 0.04542521387338638 @@ -41515,7 +46650,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7790998220443726, + "sufficiency": 0.7791507840156555, "masked prediction probs": [ 0.9545748233795166, 0.04542521387338638 @@ -41528,7 +46663,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7791507840156555, + "sufficiency": 0.7792016267776489, "masked prediction probs": [ 0.9545748233795166, 0.04542521387338638 @@ -41540,8 +46675,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0054178908467292786, - "sufficiency": 0.979988157749176, + "comprehensiveness": 0.005416641943156719, + "sufficiency": 0.979992687702179, "masked prediction probs": [ 0.9498743414878845, 0.050125714391469955 @@ -41553,8 +46688,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.038226887583732605, - "sufficiency": 0.9765133261680603, + "comprehensiveness": 0.03821807727217674, + "sufficiency": 0.9765188097953796, "masked prediction probs": [ 0.921402096748352, 0.07859791070222855 @@ -41567,7 +46702,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7793033719062805, + "sufficiency": 0.7793542742729187, + "masked prediction probs": [ + 0.9545748233795166, + 0.04542521387338638 + ], + "full text prediction probs": [ + 0.9545748233795166, + 0.04542521387338638 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7794050574302673, "masked prediction probs": [ 0.9545748233795166, 0.04542521387338638 @@ -41580,12 +46728,12 @@ } }, "dev_557": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008783194236457348, - "sufficiency": 0.7992732524871826, + "fixed-shap": { + "comprehensiveness": 0.005564555525779724, + "sufficiency": 0.8831398487091064, "masked prediction probs": [ - 0.983468770980835, - 0.01653127744793892 + 0.9863713383674622, + 0.013628698885440826 ], "full text prediction probs": [ 0.9913894534111023, @@ -41672,11 +46820,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008769579231739044, - "sufficiency": 0.7995843887329102, + "comprehensiveness": 0.005555930081754923, + "sufficiency": 0.8833210468292236, "masked prediction probs": [ - 0.983468770980835, - 0.01653127744793892 + 0.9863713383674622, + 0.013628698885440826 ], "full text prediction probs": [ 0.9913894534111023, @@ -41684,9 +46832,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007219196762889624, - "sufficiency": 0.8355687260627747, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005554700270295143, + "sufficiency": 0.8833467960357666, + "masked prediction probs": [ + 0.9863713383674622, + 0.013628698885440826 + ], + "full text prediction probs": [ + 0.9913894534111023, + 0.008610588498413563 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007217599079012871, + "sufficiency": 0.8356052041053772, "masked prediction probs": [ 0.9848676323890686, 0.015132362022995949 @@ -41698,8 +46859,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007747418130747974, - "sufficiency": 0.8081957101821899, + "comprehensiveness": 0.0007745703333057463, + "sufficiency": 0.8082380890846252, "masked prediction probs": [ 0.9906893968582153, 0.009310601279139519 @@ -41711,8 +46872,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007216001395136118, - "sufficiency": 0.835641622543335, + "comprehensiveness": 0.007214405108243227, + "sufficiency": 0.8356779217720032, "masked prediction probs": [ 0.9848676323890686, 0.015132362022995949 @@ -41724,8 +46885,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006486292462795973, - "sufficiency": 0.99552983045578, + "comprehensiveness": 0.00648485729470849, + "sufficiency": 0.9955307245254517, "masked prediction probs": [ 0.9855258464813232, 0.014474091120064259 @@ -41738,7 +46899,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7474310398101807, + "sufficiency": 0.7474868893623352, "masked prediction probs": [ 0.9913894534111023, 0.008610588498413563 @@ -41750,8 +46911,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008757943287491798, - "sufficiency": 0.7998502850532532, + "comprehensiveness": 0.008756007067859173, + "sufficiency": 0.7998945116996765, "masked prediction probs": [ 0.983468770980835, 0.01653127744793892 @@ -41763,8 +46924,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0002812870661728084, - "sufficiency": 0.7491773962974548, + "comprehensiveness": 0.0002812249003909528, + "sufficiency": 0.7492327690124512, "masked prediction probs": [ 0.9911350011825562, 0.008864925242960453 @@ -41776,8 +46937,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007208026479929686, - "sufficiency": 0.8358231782913208, + "comprehensiveness": 0.007206433452665806, + "sufficiency": 0.8358594179153442, + "masked prediction probs": [ + 0.9848676323890686, + 0.015132362022995949 + ], + "full text prediction probs": [ + 0.9913894534111023, + 0.008610588498413563 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007204841356724501, + "sufficiency": 0.8358957171440125, "masked prediction probs": [ 0.9848676323890686, 0.015132362022995949 @@ -41790,12 +46964,12 @@ } }, "dev_597": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05195747688412666, - "sufficiency": 0.9936834573745728, + "fixed-shap": { + "comprehensiveness": 0.0005815388285554945, + "sufficiency": 0.7696807384490967, "masked prediction probs": [ - 0.9474005103111267, - 0.05259951576590538 + 0.9938866496086121, + 0.00611337274312973 ], "full text prediction probs": [ 0.9944128394126892, @@ -41894,12 +47068,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09269672632217407, - "sufficiency": 0.9931254982948303, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05186576023697853, + "sufficiency": 0.9936946034431458, "masked prediction probs": [ - 0.9103903770446777, - 0.08960961550474167 + 0.9474005103111267, + 0.05259951576590538 + ], + "full text prediction probs": [ + 0.9944128394126892, + 0.005587209016084671 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6310735940933228, + "masked prediction probs": [ + 0.9946151375770569, + 0.005384861491620541 ], "full text prediction probs": [ 0.9944128394126892, @@ -41909,7 +47096,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7859352231025696, + "sufficiency": 0.7859824299812317, "masked prediction probs": [ 0.9959337115287781, 0.004066362977027893 @@ -41922,7 +47109,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.744827926158905, + "sufficiency": 0.744884192943573, "masked prediction probs": [ 0.9944128394126892, 0.005587209016084671 @@ -41934,8 +47121,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0032440656796097755, - "sufficiency": 0.9868727326393127, + "comprehensiveness": 0.003243350423872471, + "sufficiency": 0.986875593662262, "masked prediction probs": [ 0.9914703965187073, 0.008529550395905972 @@ -41948,7 +47135,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6313175559043884, + "sufficiency": 0.6313987970352173, "masked prediction probs": [ 0.9946151375770569, 0.005384861491620541 @@ -41960,8 +47147,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09259457141160965, - "sufficiency": 0.9931331276893616, + "comprehensiveness": 0.09257416427135468, + "sufficiency": 0.9931347370147705, "masked prediction probs": [ 0.9103903770446777, 0.08960961550474167 @@ -41973,8 +47160,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0032419210765510798, - "sufficiency": 0.9868813753128052, + "comprehensiveness": 0.0032412069849669933, + "sufficiency": 0.9868842959403992, "masked prediction probs": [ 0.9914703965187073, 0.008529550395905972 @@ -41986,8 +47173,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0925537720322609, - "sufficiency": 0.9931361675262451, + "comprehensiveness": 0.09253337979316711, + "sufficiency": 0.9931375980377197, + "masked prediction probs": [ + 0.9103903770446777, + 0.08960961550474167 + ], + "full text prediction probs": [ + 0.9944128394126892, + 0.005587209016084671 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09251300990581512, + "sufficiency": 0.9931391477584839, "masked prediction probs": [ 0.9103903770446777, 0.08960961550474167 @@ -42000,12 +47200,12 @@ } }, "dev_625": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.26765233278274536, - "sufficiency": 0.9548569321632385, + "fixed-shap": { + "comprehensiveness": 0.009663855656981468, + "sufficiency": 0.9177752137184143, "masked prediction probs": [ - 0.7506433129310608, - 0.2493567019701004 + 0.9835166335105896, + 0.01648334227502346 ], "full text prediction probs": [ 0.9922397136688232, @@ -42104,12 +47304,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.14102639257907867, - "sufficiency": 0.9642633199691772, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2671787440776825, + "sufficiency": 0.9549368023872375, "masked prediction probs": [ - 0.8647165894508362, - 0.13528341054916382 + 0.7506433129310608, + 0.2493567019701004 + ], + "full text prediction probs": [ + 0.9922397136688232, + 0.007760271895676851 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.011509702540934086, + "sufficiency": 0.9293147325515747, + "masked prediction probs": [ + 0.9818297624588013, + 0.018170256167650223 ], "full text prediction probs": [ 0.9922397136688232, @@ -42118,8 +47331,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0021866788156330585, - "sufficiency": 0.7609618902206421, + "comprehensiveness": 0.0021861952263861895, + "sufficiency": 0.7610147595405579, "masked prediction probs": [ 0.990261971950531, 0.009738077409565449 @@ -42131,8 +47344,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.031850941479206085, - "sufficiency": 0.8802382349967957, + "comprehensiveness": 0.03184390440583229, + "sufficiency": 0.8802647590637207, "masked prediction probs": [ 0.9634257555007935, 0.03657427430152893 @@ -42144,8 +47357,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03184390440583229, - "sufficiency": 0.8802647590637207, + "comprehensiveness": 0.0318368636071682, + "sufficiency": 0.8802912831306458, "masked prediction probs": [ 0.9634257555007935, 0.03657427430152893 @@ -42157,8 +47370,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004725958569906652, - "sufficiency": 0.8292831778526306, + "comprehensiveness": 0.0004724914615508169, + "sufficiency": 0.8293208479881287, "masked prediction probs": [ 0.991811990737915, 0.008188033476471901 @@ -42170,8 +47383,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.042736511677503586, - "sufficiency": 0.9404681921005249, + "comprehensiveness": 0.042727068066596985, + "sufficiency": 0.9404813051223755, "masked prediction probs": [ 0.9535524845123291, 0.04644753038883209 @@ -42183,8 +47396,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002443102188408375, - "sufficiency": 0.8666837215423584, + "comprehensiveness": 0.0024425627198070288, + "sufficiency": 0.8667131662368774, "masked prediction probs": [ 0.9900276064872742, 0.00997241586446762 @@ -42196,8 +47409,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.031815774738788605, - "sufficiency": 0.880370557308197, + "comprehensiveness": 0.031808748841285706, + "sufficiency": 0.8803970217704773, "masked prediction probs": [ 0.9634257555007935, 0.03657427430152893 @@ -42207,15 +47420,28 @@ 0.007760271895676851 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.14074622094631195, + "sufficiency": 0.96433424949646, + "masked prediction probs": [ + 0.8647165894508362, + 0.13528341054916382 + ], + "full text prediction probs": [ + 0.9922397136688232, + 0.007760271895676851 + ], + "labels": 0 } }, "dev_628": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7747673988342285, - 0.22523260116577148 + 0.4277895390987396, + 0.5722104907035828 ], "full text prediction probs": [ 0.19714848697185516, @@ -42314,7 +47540,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -42327,6 +47553,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.19714848697185516, + 0.8028515577316284 + ], + "full text prediction probs": [ + 0.19714848697185516, + 0.8028515577316284 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -42417,15 +47656,28 @@ 0.8028515577316284 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7747673988342285, + 0.22523260116577148 + ], + "full text prediction probs": [ + 0.19714848697185516, + 0.8028515577316284 + ], + "labels": 1 } }, "dev_639": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.032849863171577454, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9226944446563721, "masked prediction probs": [ - 0.9490072131156921, - 0.05099273473024368 + 0.9782420992851257, + 0.021757857874035835 ], "full text prediction probs": [ 0.9781978726387024, @@ -42524,12 +47776,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026964792981743813, - "sufficiency": 0.8185417652130127, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03279082104563713, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9541935920715332, - 0.045806411653757095 + 0.9490072131156921, + 0.05099273473024368 + ], + "full text prediction probs": [ + 0.9781978726387024, + 0.021802110597491264 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7583329677581787, + "masked prediction probs": [ + 0.9781978726387024, + 0.021802110597491264 ], "full text prediction probs": [ 0.9781978726387024, @@ -42539,7 +47804,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6924557685852051, + "sufficiency": 0.6925249099731445, "masked prediction probs": [ 0.9846631288528442, 0.015336827374994755 @@ -42552,7 +47817,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8457128405570984, + "sufficiency": 0.8457474112510681, "masked prediction probs": [ 0.9817225337028503, 0.01827748492360115 @@ -42565,7 +47830,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7584414482116699, + "sufficiency": 0.7584956884384155, "masked prediction probs": [ 0.9781978726387024, 0.021802110597491264 @@ -42578,7 +47843,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7584956884384155, + "sufficiency": 0.7585498690605164, "masked prediction probs": [ 0.9781978726387024, 0.021802110597491264 @@ -42590,8 +47855,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0030510313808918, - "sufficiency": 0.8394497036933899, + "comprehensiveness": 0.003050346625968814, + "sufficiency": 0.839485764503479, "masked prediction probs": [ 0.9754787683486938, 0.024521280080080032 @@ -42603,8 +47868,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02349226363003254, - "sufficiency": 0.9421361088752747, + "comprehensiveness": 0.023486994206905365, + "sufficiency": 0.9421489834785461, "masked prediction probs": [ 0.9572566747665405, 0.04274331405758858 @@ -42617,7 +47882,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6928696632385254, + "sufficiency": 0.692938506603241, "masked prediction probs": [ 0.9846631288528442, 0.015336827374994755 @@ -42627,15 +47892,28 @@ 0.021802110597491264 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02691037952899933, + "sufficiency": 0.8189079165458679, + "masked prediction probs": [ + 0.9541935920715332, + 0.045806411653757095 + ], + "full text prediction probs": [ + 0.9781978726387024, + 0.021802110597491264 + ], + "labels": 0 } }, "dev_724": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003425224917009473, - "sufficiency": 0.8773371577262878, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9388077259063721, "masked prediction probs": [ - 0.9823593497276306, - 0.01764066144824028 + 0.9859321117401123, + 0.014067945070564747 ], "full text prediction probs": [ 0.9854277968406677, @@ -42734,12 +48012,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004003848414868116, - "sufficiency": 0.8200879693031311, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003419118234887719, + "sufficiency": 0.8775558471679688, "masked prediction probs": [ - 0.9818345904350281, - 0.018165424466133118 + 0.9823593497276306, + 0.01764066144824028 + ], + "full text prediction probs": [ + 0.9854277968406677, + 0.01457217987626791 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9025604128837585, + "masked prediction probs": [ + 0.9856942296028137, + 0.014305805787444115 ], "full text prediction probs": [ 0.9854277968406677, @@ -42749,7 +48040,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7495005130767822, + "sufficiency": 0.749556303024292, "masked prediction probs": [ 0.9876562356948853, 0.012343736365437508 @@ -42761,8 +48052,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00389252626337111, - "sufficiency": 0.8143424987792969, + "comprehensiveness": 0.0038916596677154303, + "sufficiency": 0.8143838047981262, "masked prediction probs": [ 0.9819329380989075, 0.018067030236124992 @@ -42774,8 +48065,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004001173656433821, - "sufficiency": 0.8202081322669983, + "comprehensiveness": 0.004000282380729914, + "sufficiency": 0.8202481865882874, "masked prediction probs": [ 0.9818345904350281, 0.018165424466133118 @@ -42787,8 +48078,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004000282380729914, - "sufficiency": 0.8202481865882874, + "comprehensiveness": 0.003999392036348581, + "sufficiency": 0.8202881813049316, "masked prediction probs": [ 0.9818345904350281, 0.018165424466133118 @@ -42801,7 +48092,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8001437187194824, + "sufficiency": 0.8001882433891296, "masked prediction probs": [ 0.9861477017402649, 0.013852282427251339 @@ -42814,7 +48105,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8026243448257446, + "sufficiency": 0.8026682138442993, "masked prediction probs": [ 0.9867029190063477, 0.01329704001545906 @@ -42826,8 +48117,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003997612278908491, - "sufficiency": 0.8203681707382202, + "comprehensiveness": 0.003996722865849733, + "sufficiency": 0.8204081058502197, + "masked prediction probs": [ + 0.9818345904350281, + 0.018165424466133118 + ], + "full text prediction probs": [ + 0.9854277968406677, + 0.01457217987626791 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003995833918452263, + "sufficiency": 0.8204480409622192, "masked prediction probs": [ 0.9818345904350281, 0.018165424466133118 @@ -42840,12 +48144,12 @@ } }, "dev_737": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.380073219537735, - "sufficiency": 0.9868459105491638, + "fixed-shap": { + "comprehensiveness": 0.16013933718204498, + "sufficiency": 0.9316526055335999, "masked prediction probs": [ - 0.643102765083313, - 0.3568972051143646 + 0.8394747972488403, + 0.16052523255348206 ], "full text prediction probs": [ 0.9824581742286682, @@ -42932,11 +48236,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.013894842937588692, - "sufficiency": 0.8870423436164856, + "comprehensiveness": 0.1598886400461197, + "sufficiency": 0.9317595958709717, "masked prediction probs": [ - 0.9700324535369873, - 0.02996753714978695 + 0.8394747972488403, + 0.16052523255348206 ], "full text prediction probs": [ 0.9824581742286682, @@ -42944,9 +48248,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3390899896621704, - "sufficiency": 0.8170267939567566, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15985287725925446, + "sufficiency": 0.9317748546600342, + "masked prediction probs": [ + 0.8394747972488403, + 0.16052523255348206 + ], + "full text prediction probs": [ + 0.9824581742286682, + 0.017541799694299698 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.3390142023563385, + "sufficiency": 0.8170677423477173, "masked prediction probs": [ 0.6791528463363647, 0.32084718346595764 @@ -42959,7 +48276,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.535102903842926, + "sufficiency": 0.5352068543434143, "masked prediction probs": [ 0.9863955974578857, 0.013604399748146534 @@ -42971,8 +48288,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0036354183685034513, - "sufficiency": 0.6745874285697937, + "comprehensiveness": 0.003634606022387743, + "sufficiency": 0.6746600866317749, "masked prediction probs": [ 0.9792049527168274, 0.020795004442334175 @@ -42984,8 +48301,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01002886239439249, - "sufficiency": 0.7201565504074097, + "comprehensiveness": 0.010026621632277966, + "sufficiency": 0.7202190160751343, "masked prediction probs": [ 0.9734816551208496, 0.026518378406763077 @@ -42997,8 +48314,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0053795198909938335, - "sufficiency": 0.8383570909500122, + "comprehensiveness": 0.00537831848487258, + "sufficiency": 0.8383932709693909, "masked prediction probs": [ 0.9776420593261719, 0.022357936948537827 @@ -43010,8 +48327,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0071746413595974445, - "sufficiency": 0.830984354019165, + "comprehensiveness": 0.007173039019107819, + "sufficiency": 0.8310221433639526, "masked prediction probs": [ 0.9760335087776184, 0.02396651916205883 @@ -43023,8 +48340,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06632865220308304, - "sufficiency": 0.9119908213615417, + "comprehensiveness": 0.06631384044885635, + "sufficiency": 0.9120104908943176, "masked prediction probs": [ 0.9230496883392334, 0.0769503191113472 @@ -43036,11 +48353,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010019906796514988, - "sufficiency": 0.7204064130783081, + "comprehensiveness": 0.3384844958782196, + "sufficiency": 0.8173534274101257, "masked prediction probs": [ - 0.9734816551208496, - 0.026518378406763077 + 0.6791528463363647, + 0.32084718346595764 + ], + "full text prediction probs": [ + 0.9824581742286682, + 0.017541799694299698 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3384089767932892, + "sufficiency": 0.8173942565917969, + "masked prediction probs": [ + 0.6791528463363647, + 0.32084718346595764 ], "full text prediction probs": [ 0.9824581742286682, @@ -43050,12 +48380,12 @@ } }, "dev_792": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004145401529967785, - "sufficiency": 0.14744426310062408, + "fixed-shap": { + "comprehensiveness": 5.0918188208015636e-05, + "sufficiency": 0.8699516654014587, "masked prediction probs": [ - 0.9872123599052429, - 0.01278769038617611 + 0.9909029603004456, + 0.009097008034586906 ], "full text prediction probs": [ 0.9909488558769226, @@ -43154,12 +48484,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004792812746018171, - "sufficiency": 0.08258005231618881, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004138056188821793, + "sufficiency": 0.14895480871200562, "masked prediction probs": [ - 0.9866211414337158, - 0.013378842733800411 + 0.9872123599052429, + 0.01278769038617611 + ], + "full text prediction probs": [ + 0.9909488558769226, + 0.009051183238625526 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.747627854347229, + "masked prediction probs": [ + 0.9909488558769226, + 0.009051183238625526 ], "full text prediction probs": [ 0.9909488558769226, @@ -43168,8 +48511,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004791751503944397, - "sufficiency": 0.08278319239616394, + "comprehensiveness": 0.004790690261870623, + "sufficiency": 0.0829862430691719, "masked prediction probs": [ 0.9866211414337158, 0.013378842733800411 @@ -43182,7 +48525,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7476837038993835, + "sufficiency": 0.7477395534515381, "masked prediction probs": [ 0.9909488558769226, 0.009051183238625526 @@ -43195,7 +48538,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7477395534515381, + "sufficiency": 0.7477953433990479, "masked prediction probs": [ 0.9909488558769226, 0.009051183238625526 @@ -43208,7 +48551,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7477953433990479, + "sufficiency": 0.7478511333465576, "masked prediction probs": [ 0.9909488558769226, 0.009051183238625526 @@ -43220,8 +48563,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004056133795529604, - "sufficiency": 0.8246110677719116, + "comprehensiveness": 0.004055236466228962, + "sufficiency": 0.8246498703956604, "masked prediction probs": [ 0.9872822761535645, 0.012717682868242264 @@ -43233,8 +48576,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0013024352956563234, - "sufficiency": 0.8126993179321289, + "comprehensiveness": 0.0013021474005654454, + "sufficiency": 0.8127407431602478, "masked prediction probs": [ 0.9897712469100952, 0.010228740982711315 @@ -43246,8 +48589,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004785393364727497, - "sufficiency": 0.08400014042854309, + "comprehensiveness": 0.004784334916621447, + "sufficiency": 0.08420264720916748, + "masked prediction probs": [ + 0.9866211414337158, + 0.013378842733800411 + ], + "full text prediction probs": [ + 0.9909488558769226, + 0.009051183238625526 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004783277399837971, + "sufficiency": 0.0844050720334053, "masked prediction probs": [ 0.9866211414337158, 0.013378842733800411 @@ -43260,12 +48616,12 @@ } }, "dev_808": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9954363703727722, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8592576384544373, "masked prediction probs": [ - 0.05164805427193642, - 0.9483519196510315 + 0.9957270622253418, + 0.004272956866770983 ], "full text prediction probs": [ 0.9957013726234436, @@ -43364,12 +48720,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9255139827728271, - "sufficiency": 0.9933549165725708, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9954444169998169, "masked prediction probs": [ - 0.15560147166252136, - 0.844398558139801 + 0.05164805427193642, + 0.9483519196510315 + ], + "full text prediction probs": [ + 0.9957013726234436, + 0.0042986492626369 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7943512797355652, + "masked prediction probs": [ + 0.9960899353027344, + 0.003910129889845848 ], "full text prediction probs": [ 0.9957013726234436, @@ -43378,8 +48747,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00243260501883924, - "sufficiency": 0.7631482481956482, + "comprehensiveness": 0.002432069042697549, + "sufficiency": 0.7632004022598267, "masked prediction probs": [ 0.9934927821159363, 0.00650720065459609 @@ -43391,8 +48760,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04708286002278328, - "sufficiency": 0.987633466720581, + "comprehensiveness": 0.04707249253988266, + "sufficiency": 0.987636148929596, "masked prediction probs": [ 0.9529448747634888, 0.047055166214704514 @@ -43404,8 +48773,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04707249253988266, - "sufficiency": 0.987636148929596, + "comprehensiveness": 0.04706212878227234, + "sufficiency": 0.9876387715339661, "masked prediction probs": [ 0.9529448747634888, 0.047055166214704514 @@ -43418,7 +48787,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7944870591163635, + "sufficiency": 0.794532299041748, "masked prediction probs": [ 0.9960899353027344, 0.003910129889845848 @@ -43430,8 +48799,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13135264813899994, - "sufficiency": 0.9890238642692566, + "comprehensiveness": 0.13132373988628387, + "sufficiency": 0.9890263080596924, "masked prediction probs": [ 0.8763396739959717, 0.12366035580635071 @@ -43444,7 +48813,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7849916815757751, + "sufficiency": 0.785038948059082, "masked prediction probs": [ 0.9957478642463684, 0.0042521292343735695 @@ -43456,8 +48825,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1312948614358902, - "sufficiency": 0.9890286922454834, + "comprehensiveness": 0.13126598298549652, + "sufficiency": 0.9890310168266296, "masked prediction probs": [ 0.8763396739959717, 0.12366035580635071 @@ -43467,15 +48836,28 @@ 0.0042986492626369 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9236823320388794, + "sufficiency": 0.9933680891990662, + "masked prediction probs": [ + 0.15560147166252136, + 0.844398558139801 + ], + "full text prediction probs": [ + 0.9957013726234436, + 0.0042986492626369 + ], + "labels": 0 } }, "dev_813": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015275569166988134, - "sufficiency": 0.988754153251648, + "fixed-shap": { + "comprehensiveness": 0.00421970896422863, + "sufficiency": 0.995439350605011, "masked prediction probs": [ - 0.9943574070930481, - 0.0056425235234200954 + 0.9919179081916809, + 0.008082143031060696 ], "full text prediction probs": [ 0.995741605758667, @@ -43574,12 +48956,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0010110606672242284, - "sufficiency": 0.9738999605178833, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015248643467202783, + "sufficiency": 0.9887740015983582, "masked prediction probs": [ - 0.9948238134384155, - 0.00517613859847188 + 0.9943574070930481, + 0.0056425235234200954 + ], + "full text prediction probs": [ + 0.995741605758667, + 0.004258435219526291 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002196035347878933, + "sufficiency": 0.9936237931251526, + "masked prediction probs": [ + 0.9937477111816406, + 0.006252294406294823 ], "full text prediction probs": [ 0.995741605758667, @@ -43588,8 +48983,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0002459149982314557, - "sufficiency": 0.9015980362892151, + "comprehensiveness": 0.0002458608360029757, + "sufficiency": 0.9016196131706238, "masked prediction probs": [ 0.9955183267593384, 0.004481686744838953 @@ -43601,8 +48996,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00219555152580142, - "sufficiency": 0.9936251044273376, + "comprehensiveness": 0.0021950684022158384, + "sufficiency": 0.993626594543457, "masked prediction probs": [ 0.9937477111816406, 0.006252294406294823 @@ -43614,8 +49009,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021950684022158384, - "sufficiency": 0.993626594543457, + "comprehensiveness": 0.002194585045799613, + "sufficiency": 0.9936280846595764, "masked prediction probs": [ 0.9937477111816406, 0.006252294406294823 @@ -43627,8 +49022,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010101704392582178, - "sufficiency": 0.9739229083061218, + "comprehensiveness": 0.0010099480859935284, + "sufficiency": 0.9739285707473755, "masked prediction probs": [ 0.9948238134384155, 0.00517613859847188 @@ -43640,8 +49035,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00891447439789772, - "sufficiency": 0.9931976795196533, + "comprehensiveness": 0.008912512101233006, + "sufficiency": 0.9931991696357727, "masked prediction probs": [ 0.9876405596733093, 0.012359395623207092 @@ -43653,8 +49048,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010097258491441607, - "sufficiency": 0.9739342331886292, + "comprehensiveness": 0.001009503728710115, + "sufficiency": 0.9739400744438171, "masked prediction probs": [ 0.9948238134384155, 0.00517613859847188 @@ -43666,8 +49061,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.001009503728710115, - "sufficiency": 0.9739400744438171, + "comprehensiveness": 0.001009281724691391, + "sufficiency": 0.9739458560943604, + "masked prediction probs": [ + 0.9948238134384155, + 0.00517613859847188 + ], + "full text prediction probs": [ + 0.995741605758667, + 0.004258435219526291 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0010090598370879889, + "sufficiency": 0.973951518535614, "masked prediction probs": [ 0.9948238134384155, 0.00517613859847188 @@ -43680,12 +49088,12 @@ } }, "dev_828": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.033897239714860916, - "sufficiency": 0.8311989307403564, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6712183356285095, "masked prediction probs": [ - 0.95792156457901, - 0.04207843914628029 + 0.9894379377365112, + 0.010562114417552948 ], "full text prediction probs": [ 0.9883883595466614, @@ -43784,9 +49192,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03383700177073479, + "sufficiency": 0.8314988613128662, + "masked prediction probs": [ + 0.95792156457901, + 0.04207843914628029 + ], + "full text prediction probs": [ + 0.9883883595466614, + 0.011611680500209332 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7496976256370544, + "sufficiency": 0.7497531771659851, "masked prediction probs": [ 0.9883883595466614, 0.011611680500209332 @@ -43799,7 +49220,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6900009512901306, + "sufficiency": 0.6900697946548462, "masked prediction probs": [ 0.9912774562835693, 0.00872256699949503 @@ -43812,7 +49233,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7498087286949158, + "sufficiency": 0.7498642802238464, "masked prediction probs": [ 0.9883883595466614, 0.011611680500209332 @@ -43824,8 +49245,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04925057291984558, - "sufficiency": 0.8151394128799438, + "comprehensiveness": 0.049239642918109894, + "sufficiency": 0.8151803612709045, "masked prediction probs": [ 0.9440136551856995, 0.05598633736371994 @@ -43837,8 +49258,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006226352998055518, - "sufficiency": 0.7155117392539978, + "comprehensiveness": 0.0006224971148185432, + "sufficiency": 0.7155749201774597, "masked prediction probs": [ 0.9878272414207458, 0.012172830291092396 @@ -43850,8 +49271,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07174745947122574, - "sufficiency": 0.852129340171814, + "comprehensiveness": 0.07173153758049011, + "sufficiency": 0.8521621823310852, "masked prediction probs": [ 0.9237152934074402, 0.07628472149372101 @@ -43863,8 +49284,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007294571492820978, - "sufficiency": 0.8071511387825012, + "comprehensiveness": 0.007292953785508871, + "sufficiency": 0.80719393491745, "masked prediction probs": [ 0.9818115830421448, 0.018188415095210075 @@ -43877,7 +49298,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7500861287117004, + "sufficiency": 0.7501415610313416, + "masked prediction probs": [ + 0.9883883595466614, + 0.011611680500209332 + ], + "full text prediction probs": [ + 0.9883883595466614, + 0.011611680500209332 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7501969337463379, "masked prediction probs": [ 0.9883883595466614, 0.011611680500209332 @@ -43890,12 +49324,12 @@ } }, "dev_830": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0018055044347420335, - "sufficiency": 0.90032958984375, + "fixed-shap": { + "comprehensiveness": 0.0017594879027456045, + "sufficiency": 0.8578528761863708, "masked prediction probs": [ - 0.993362307548523, - 0.006637662183493376 + 0.993403971195221, + 0.006596030201762915 ], "full text prediction probs": [ 0.9949970245361328, @@ -43994,12 +49428,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 4.140090368309757e-06, - "sufficiency": 0.865993857383728, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0018023193115368485, + "sufficiency": 0.9005054235458374, "masked prediction probs": [ - 0.994993269443512, - 0.005006738938391209 + 0.993362307548523, + 0.006637662183493376 + ], + "full text prediction probs": [ + 0.9949970245361328, + 0.005002948921173811 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.744292140007019, + "masked prediction probs": [ + 0.9949970245361328, + 0.005002948921173811 ], "full text prediction probs": [ 0.9949970245361328, @@ -44008,8 +49455,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010924801463261247, - "sufficiency": 0.775641143321991, + "comprehensiveness": 0.0010922392830252647, + "sufficiency": 0.7756905555725098, "masked prediction probs": [ 0.9940059185028076, 0.005994019098579884 @@ -44021,8 +49468,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 4.138265467190649e-06, - "sufficiency": 0.8660528063774109, + "comprehensiveness": 4.137353698752122e-06, + "sufficiency": 0.8660823702812195, "masked prediction probs": [ 0.994993269443512, 0.005006738938391209 @@ -44034,8 +49481,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002254792023450136, - "sufficiency": 0.8455141186714172, + "comprehensiveness": 0.002254295162856579, + "sufficiency": 0.8455482125282288, "masked prediction probs": [ 0.9929505586624146, 0.007049458101391792 @@ -44047,8 +49494,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000677391595672816, - "sufficiency": 0.7614189386367798, + "comprehensiveness": 0.0006772424094378948, + "sufficiency": 0.7614715099334717, "masked prediction probs": [ 0.9943820834159851, 0.005617963615804911 @@ -44060,8 +49507,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0015463603194803, - "sufficiency": 0.7691598534584045, + "comprehensiveness": 0.0015460198046639562, + "sufficiency": 0.769210696220398, "masked prediction probs": [ 0.9935929179191589, 0.006407077424228191 @@ -44073,8 +49520,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015614425064995885, - "sufficiency": 0.780591607093811, + "comprehensiveness": 0.0015610988484695554, + "sufficiency": 0.7806398868560791, "masked prediction probs": [ 0.9935789108276367, 0.006421123631298542 @@ -44086,8 +49533,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 4.133709808229469e-06, - "sufficiency": 0.86620032787323, + "comprehensiveness": 4.132799858780345e-06, + "sufficiency": 0.8662298321723938, + "masked prediction probs": [ + 0.994993269443512, + 0.005006738938391209 + ], + "full text prediction probs": [ + 0.9949970245361328, + 0.005002948921173811 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 4.131890364078572e-06, + "sufficiency": 0.8662592172622681, "masked prediction probs": [ 0.994993269443512, 0.005006738938391209 @@ -44100,12 +49560,12 @@ } }, "dev_38": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7353583574295044, - 0.2646416127681732 + 0.12850753962993622, + 0.8714924454689026 ], "full text prediction probs": [ 0.09314292669296265, @@ -44204,12 +49664,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8904920816421509, - 0.10950792580842972 + 0.7353583574295044, + 0.2646416127681732 + ], + "full text prediction probs": [ + 0.09314292669296265, + 0.9068571329116821 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14324083924293518, + 0.8567591905593872 ], "full text prediction probs": [ 0.09314292669296265, @@ -44307,15 +49780,28 @@ 0.9068571329116821 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8904920816421509, + 0.10950792580842972 + ], + "full text prediction probs": [ + 0.09314292669296265, + 0.9068571329116821 + ], + "labels": 1 } }, "dev_50": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4860617220401764, + "fixed-shap": { + "comprehensiveness": 0.06549648195505142, + "sufficiency": 0.0, "masked prediction probs": [ - 0.683583676815033, - 0.31641629338264465 + 0.011255603283643723, + 0.9887443780899048 ], "full text prediction probs": [ 0.00595852080732584, @@ -44414,12 +49900,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.4960213899612427, + "masked prediction probs": [ + 0.683583676815033, + 0.31641629338264465 + ], + "full text prediction probs": [ + 0.00595852080732584, + 0.9940415024757385 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.062060318887233734, "sufficiency": 0.0, "masked prediction probs": [ - 0.36941632628440857, - 0.6305837035179138 + 0.011089403182268143, + 0.9889105558395386 ], "full text prediction probs": [ 0.00595852080732584, @@ -44441,7 +49940,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.008788572624325752, + "comprehensiveness": 0.00876741111278534, "sufficiency": 0.0, "masked prediction probs": [ 0.006686817854642868, @@ -44454,7 +49953,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08875533193349838, + "comprehensiveness": 0.08854213356971741, "sufficiency": 0.0, "masked prediction probs": [ 0.013331988826394081, @@ -44467,7 +49966,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03467477485537529, + "comprehensiveness": 0.034591685980558395, "sufficiency": 0.0, "masked prediction probs": [ 0.00884610041975975, @@ -44480,7 +49979,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.14252451062202454, + "comprehensiveness": 0.1421837955713272, "sufficiency": 0.0, "masked prediction probs": [ 0.017855927348136902, @@ -44493,7 +49992,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.024513736367225647, + "comprehensiveness": 0.024455273523926735, "sufficiency": 0.0, "masked prediction probs": [ 0.008009671233594418, @@ -44517,15 +50016,28 @@ 0.9940415024757385 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.36941632628440857, + 0.6305837035179138 + ], + "full text prediction probs": [ + 0.00595852080732584, + 0.9940415024757385 + ], + "labels": 1 } }, "dev_86": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5594471096992493, - "sufficiency": 0.9960427284240723, + "fixed-shap": { + "comprehensiveness": 0.00026436636107973754, + "sufficiency": 0.8717054724693298, "masked prediction probs": [ - 0.4859338402748108, - 0.5140661597251892 + 0.992753803730011, + 0.007246118504554033 ], "full text prediction probs": [ 0.9929934144020081, @@ -44624,12 +50136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7116228938102722, - "sufficiency": 0.9941327571868896, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5584611892700195, + "sufficiency": 0.996049702167511, "masked prediction probs": [ - 0.34686940908432007, - 0.6531305909156799 + 0.4859338402748108, + 0.5140661597251892 + ], + "full text prediction probs": [ + 0.9929934144020081, + 0.007006558123975992 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7427455186843872, + "masked prediction probs": [ + 0.9929934144020081, + 0.007006558123975992 ], "full text prediction probs": [ 0.9929934144020081, @@ -44638,8 +50163,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010464434744790196, - "sufficiency": 0.22672884166240692, + "comprehensiveness": 0.0010462130885571241, + "sufficiency": 0.22689907252788544, "masked prediction probs": [ 0.9920430779457092, 0.007956968620419502 @@ -44652,7 +50177,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7428021430969238, + "sufficiency": 0.7428587675094604, "masked prediction probs": [ 0.9929934144020081, 0.007006558123975992 @@ -44665,7 +50190,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7746350765228271, + "sufficiency": 0.7746846675872803, "masked prediction probs": [ 0.9933363199234009, 0.0066636898554861546 @@ -44678,7 +50203,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.996165931224823, + "sufficiency": 0.9961667060852051, "masked prediction probs": [ 0.9952604174613953, 0.004739550407975912 @@ -44690,8 +50215,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7108399868011475, - "sufficiency": 0.9941391348838806, + "comprehensiveness": 0.7106835842132568, + "sufficiency": 0.9941403269767761, "masked prediction probs": [ 0.34686940908432007, 0.6531305909156799 @@ -44703,8 +50228,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009085337514989078, - "sufficiency": 0.8034065961837769, + "comprehensiveness": 0.0009083339828066528, + "sufficiency": 0.803449809551239, "masked prediction probs": [ 0.9921674132347107, 0.007832508534193039 @@ -44716,8 +50241,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7105273008346558, - "sufficiency": 0.994141697883606, + "comprehensiveness": 0.7103710174560547, + "sufficiency": 0.9941430687904358, + "masked prediction probs": [ + 0.34686940908432007, + 0.6531305909156799 + ], + "full text prediction probs": [ + 0.9929934144020081, + 0.007006558123975992 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7102149128913879, + "sufficiency": 0.9941442608833313, "masked prediction probs": [ 0.34686940908432007, 0.6531305909156799 @@ -44730,12 +50268,12 @@ } }, "dev_87": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9536355137825012, - 0.04636450111865997 + 0.9820916056632996, + 0.017908437177538872 ], "full text prediction probs": [ 0.14304499328136444, @@ -44825,8 +50363,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9536355137825012, - 0.04636450111865997 + 0.9820916056632996, + 0.017908437177538872 ], "full text prediction probs": [ 0.14304499328136444, @@ -44834,12 +50372,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9271414279937744, - 0.07285856455564499 + 0.9820916056632996, + 0.017908437177538872 + ], + "full text prediction probs": [ + 0.14304499328136444, + 0.8569549918174744 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9790427684783936, + 0.020957238972187042 ], "full text prediction probs": [ 0.14304499328136444, @@ -44929,8 +50480,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9271414279937744, - 0.07285856455564499 + 0.9790427684783936, + 0.020957238972187042 + ], + "full text prediction probs": [ + 0.14304499328136444, + 0.8569549918174744 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9790427684783936, + 0.020957238972187042 ], "full text prediction probs": [ 0.14304499328136444, @@ -44940,12 +50504,12 @@ } }, "dev_114": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6700002551078796, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07190710306167603, - 0.9280929565429688 + 0.022062750533223152, + 0.9779372811317444 ], "full text prediction probs": [ 0.04159882292151451, @@ -45044,12 +50608,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6471083164215088, "sufficiency": 0.0, "masked prediction probs": [ - 0.3777848482131958, - 0.6222151517868042 + 0.07190710306167603, + 0.9280929565429688 + ], + "full text prediction probs": [ + 0.04159882292151451, + 0.9584012031555176 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04159882292151451, + 0.9584012031555176 ], "full text prediction probs": [ 0.04159882292151451, @@ -45110,7 +50687,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.22413137555122375, + "comprehensiveness": 0.2231980562210083, "sufficiency": 0.0, "masked prediction probs": [ 0.05232042446732521, @@ -45147,15 +50724,28 @@ 0.9584012031555176 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3777848482131958, + 0.6222151517868042 + ], + "full text prediction probs": [ + 0.04159882292151451, + 0.9584012031555176 + ], + "labels": 1 } }, "dev_137": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8906497955322266, - 0.1093502789735794 + 0.6018129587173462, + 0.3981871008872986 ], "full text prediction probs": [ 0.10444273054599762, @@ -45254,12 +50844,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7192577719688416, - 0.28074222803115845 + 0.8906497955322266, + 0.1093502789735794 + ], + "full text prediction probs": [ + 0.10444273054599762, + 0.8955572843551636 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21771764755249023, + 0.7822824120521545 ], "full text prediction probs": [ 0.10444273054599762, @@ -45357,15 +50960,28 @@ 0.8955572843551636 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7192577719688416, + 0.28074222803115845 + ], + "full text prediction probs": [ + 0.10444273054599762, + 0.8955572843551636 + ], + "labels": 1 } }, "dev_187": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05436442047357559, "sufficiency": 0.0, "masked prediction probs": [ - 0.11127293854951859, - 0.8887271285057068 + 0.009598571807146072, + 0.9904014468193054 ], "full text prediction probs": [ 0.005158266983926296, @@ -45464,12 +51080,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1795232743024826, - 0.8204767107963562 + 0.11127293854951859, + 0.8887271285057068 + ], + "full text prediction probs": [ + 0.005158266983926296, + 0.9948417544364929 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01963639073073864, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006797415670007467, + 0.9932025671005249 ], "full text prediction probs": [ 0.005158266983926296, @@ -45478,7 +51107,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.38270431756973267, + "comprehensiveness": 0.3817894458770752, "sufficiency": 0.0, "masked prediction probs": [ 0.03710521012544632, @@ -45504,7 +51133,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13024792075157166, + "comprehensiveness": 0.1299380362033844, "sufficiency": 0.0, "masked prediction probs": [ 0.016083069145679474, @@ -45517,7 +51146,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06725602596998215, + "comprehensiveness": 0.06709638983011246, "sufficiency": 0.0, "masked prediction probs": [ 0.010812923312187195, @@ -45530,7 +51159,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4089074730873108, + "comprehensiveness": 0.40793922543525696, "sufficiency": 0.0, "masked prediction probs": [ 0.0396198034286499, @@ -45543,7 +51172,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03111991100013256, + "comprehensiveness": 0.031046396121382713, "sufficiency": 0.0, "masked prediction probs": [ 0.007787128910422325, @@ -45556,7 +51185,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06677938252687454, + "comprehensiveness": 0.06662200391292572, "sufficiency": 0.0, "masked prediction probs": [ 0.010812923312187195, @@ -45567,15 +51196,28 @@ 0.9948417544364929 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1795232743024826, + 0.8204767107963562 + ], + "full text prediction probs": [ + 0.005158266983926296, + 0.9948417544364929 + ], + "labels": 1 } }, "dev_221": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.039004482328891754, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.07297901809215546, + "sufficiency": 0.6942218542098999, "masked prediction probs": [ - 0.009386872872710228, - 0.9906131029129028 + 0.012124919332563877, + 0.9878750443458557 ], "full text prediction probs": [ 0.006243501789867878, @@ -45674,12 +51316,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015913568437099457, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0382450707256794, "sufficiency": 0.0, "masked prediction probs": [ - 0.007551388815045357, - 0.9924485683441162 + 0.009386872872710228, + 0.9906131029129028 + ], + "full text prediction probs": [ + 0.006243501789867878, + 0.9937565326690674 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01035155076533556, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0070963273756206036, + 0.9929036498069763 ], "full text prediction probs": [ 0.006243501789867878, @@ -45688,8 +51343,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10380343347787857, - "sufficiency": 0.2130141705274582, + "comprehensiveness": 0.10355202108621597, + "sufficiency": 0.21491791307926178, "masked prediction probs": [ 0.014795989729464054, 0.9852039813995361 @@ -45714,7 +51369,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08558930456638336, + "comprehensiveness": 0.08538301289081573, "sufficiency": 0.0, "masked prediction probs": [ 0.01332960743457079, @@ -45727,7 +51382,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01612786203622818, + "comprehensiveness": 0.01608908362686634, "sufficiency": 0.0, "masked prediction probs": [ 0.00758191104978323, @@ -45740,7 +51395,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06248490884900093, + "comprehensiveness": 0.062335025519132614, "sufficiency": 0.0, "masked prediction probs": [ 0.011441749520599842, @@ -45753,7 +51408,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03683336079120636, + "comprehensiveness": 0.03674521669745445, "sufficiency": 0.0, "masked prediction probs": [ 0.009315045550465584, @@ -45766,7 +51421,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.016012081876397133, + "comprehensiveness": 0.015973856672644615, "sufficiency": 0.0, "masked prediction probs": [ 0.00758191104978323, @@ -45777,15 +51432,28 @@ 0.9937565326690674 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015572475269436836, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007551388815045357, + 0.9924485683441162 + ], + "full text prediction probs": [ + 0.006243501789867878, + 0.9937565326690674 + ], + "labels": 1 } }, "dev_266": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08369370549917221, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.01637483760714531, - 0.9836251139640808 + 0.00964787881821394, + 0.9903520941734314 ], "full text prediction probs": [ 0.009939196519553661, @@ -45884,12 +51552,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06975765526294708, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08198747783899307, "sufficiency": 0.0, "masked prediction probs": [ - 0.015414931811392307, - 0.9845851063728333 + 0.01637483760714531, + 0.9836251139640808 + ], + "full text prediction probs": [ + 0.009939196519553661, + 0.9900608062744141 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009939196519553661, + 0.9900608062744141 ], "full text prediction probs": [ 0.009939196519553661, @@ -45911,7 +51592,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.16626965999603271, + "comprehensiveness": 0.16584916412830353, "sufficiency": 0.0, "masked prediction probs": [ 0.023057224228978157, @@ -45924,7 +51605,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0813654437661171, + "comprehensiveness": 0.08116018772125244, "sufficiency": 0.0, "masked prediction probs": [ 0.01637483760714531, @@ -45937,7 +51618,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0690537765622139, + "comprehensiveness": 0.06888001412153244, "sufficiency": 0.0, "masked prediction probs": [ 0.015414931811392307, @@ -45963,7 +51644,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012353776954114437, + "comprehensiveness": 0.012322846800088882, "sufficiency": 0.0, "masked prediction probs": [ 0.010923764668405056, @@ -45976,7 +51657,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06853511184453964, + "comprehensiveness": 0.06836394965648651, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015414931811392307, + 0.9845851063728333 + ], + "full text prediction probs": [ + 0.009939196519553661, + 0.9900608062744141 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06819364428520203, "sufficiency": 0.0, "masked prediction probs": [ 0.015414931811392307, @@ -45990,12 +51684,12 @@ } }, "dev_297": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.371174156665802, - 0.628825843334198 + 0.12305959314107895, + 0.8769404292106628 ], "full text prediction probs": [ 0.009268319234251976, @@ -46094,12 +51788,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2553514540195465, - 0.7446485757827759 + 0.371174156665802, + 0.628825843334198 + ], + "full text prediction probs": [ + 0.009268319234251976, + 0.9907316565513611 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.774780809879303, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0707603171467781, + 0.9292396903038025 ], "full text prediction probs": [ 0.009268319234251976, @@ -46121,7 +51828,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.036868348717689514, + "comprehensiveness": 0.03677589073777199, "sufficiency": 0.0, "masked prediction probs": [ 0.012201819568872452, @@ -46134,7 +51841,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3140791058540344, + "comprehensiveness": 0.3132934272289276, "sufficiency": 0.0, "masked prediction probs": [ 0.034321416169404984, @@ -46147,7 +51854,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004433433059602976, + "comprehensiveness": 0.004422370810061693, "sufficiency": 0.0, "masked prediction probs": [ 0.009622939862310886, @@ -46160,7 +51867,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6775743961334229, + "comprehensiveness": 0.6758878827095032, "sufficiency": 0.0, "masked prediction probs": [ 0.06358750909566879, @@ -46173,7 +51880,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12365686148405075, + "comprehensiveness": 0.12334984540939331, "sufficiency": 0.0, "masked prediction probs": [ 0.019206253811717033, @@ -46197,15 +51904,28 @@ 0.9907316565513611 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2553514540195465, + 0.7446485757827759 + ], + "full text prediction probs": [ + 0.009268319234251976, + 0.9907316565513611 + ], + "labels": 1 } }, "dev_303": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9603449106216431, - 0.03965512290596962 + 0.13343748450279236, + 0.86656254529953 ], "full text prediction probs": [ 0.017304206266999245, @@ -46304,12 +52024,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8975937962532043, - 0.10240624099969864 + 0.9603449106216431, + 0.03965512290596962 + ], + "full text prediction probs": [ + 0.017304206266999245, + 0.9826958179473877 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10395015776157379, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.024719085544347763, + 0.9752809405326843 ], "full text prediction probs": [ 0.017304206266999245, @@ -46318,7 +52051,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7853354811668396, + "comprehensiveness": 0.7831392884254456, "sufficiency": 0.0, "masked prediction probs": [ 0.07332302629947662, @@ -46357,7 +52090,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10308293253183365, + "comprehensiveness": 0.10279706865549088, "sufficiency": 0.0, "masked prediction probs": [ 0.024719085544347763, @@ -46383,7 +52116,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11866830289363861, + "comprehensiveness": 0.11834102869033813, "sufficiency": 0.0, "masked prediction probs": [ 0.02588757500052452, @@ -46407,15 +52140,28 @@ 0.9826958179473877 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8975937962532043, + 0.10240624099969864 + ], + "full text prediction probs": [ + 0.017304206266999245, + 0.9826958179473877 + ], + "labels": 1 } }, "dev_307": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9279441237449646, + "sufficiency": 0.9055548906326294, "masked prediction probs": [ - 0.9766891002655029, - 0.023310871794819832 + 0.9716640710830688, + 0.02833598479628563 ], "full text prediction probs": [ 0.9623780846595764, @@ -46503,10 +52249,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9280591011047363, + "sufficiency": 0.9115179777145386, "masked prediction probs": [ - 0.9766891002655029, - 0.023310871794819832 + 0.9631965756416321, + 0.03680337220430374 ], "full text prediction probs": [ 0.9623780846595764, @@ -46514,13 +52260,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7686024308204651, + "sufficiency": 0.9115381240844727, "masked prediction probs": [ + 0.9631965756416321, + 0.03680337220430374 + ], + "full text prediction probs": [ 0.9623780846595764, 0.037621866911649704 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.797849178314209, + "masked prediction probs": [ + 0.9702685475349426, + 0.029731467366218567 + ], "full text prediction probs": [ 0.9623780846595764, 0.037621866911649704 @@ -46529,7 +52288,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9342925548553467, + "sufficiency": 0.9343074560165405, "masked prediction probs": [ 0.978619396686554, 0.02138056792318821 @@ -46542,7 +52301,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7687078714370728, + "sufficiency": 0.7687605619430542, "masked prediction probs": [ 0.9623780846595764, 0.037621866911649704 @@ -46554,8 +52313,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007443391717970371, - "sufficiency": 0.8602078557014465, + "comprehensiveness": 0.007441696245223284, + "sufficiency": 0.8602397441864014, "masked prediction probs": [ 0.9558432102203369, 0.04415678605437279 @@ -46568,7 +52327,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7688131928443909, + "sufficiency": 0.7688658237457275, "masked prediction probs": [ 0.9623780846595764, 0.037621866911649704 @@ -46580,8 +52339,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04157170653343201, - "sufficiency": 0.9386128187179565, + "comprehensiveness": 0.041562240570783615, + "sufficiency": 0.938626766204834, "masked prediction probs": [ 0.9258638620376587, 0.0741361603140831 @@ -46594,7 +52353,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8903316259384155, + "sufficiency": 0.8903566002845764, "masked prediction probs": [ 0.9703637361526489, 0.02963624708354473 @@ -46607,7 +52366,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7689710259437561, + "sufficiency": 0.769023597240448, + "masked prediction probs": [ + 0.9623780846595764, + 0.037621866911649704 + ], + "full text prediction probs": [ + 0.9623780846595764, + 0.037621866911649704 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7690761685371399, "masked prediction probs": [ 0.9623780846595764, 0.037621866911649704 @@ -46620,12 +52392,12 @@ } }, "dev_316": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05722567439079285, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.04332788661122322, + "sufficiency": 0.7920383810997009, "masked prediction probs": [ - 0.007969290018081665, - 0.9920307397842407 + 0.006806680466979742, + 0.9931933283805847 ], "full text prediction probs": [ 0.0031821858137845993, @@ -46712,11 +52484,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05628356337547302, - "sufficiency": 0.0, + "comprehensiveness": 0.04261457920074463, + "sufficiency": 0.7954580187797546, "masked prediction probs": [ - 0.007969290018081665, - 0.9920307397842407 + 0.006806680466979742, + 0.9931933283805847 ], "full text prediction probs": [ 0.0031821858137845993, @@ -46724,8 +52496,21 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.042594991624355316, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04251458868384361, + "sufficiency": 0.7959374189376831, + "masked prediction probs": [ + 0.006806680466979742, + 0.9931933283805847 + ], + "full text prediction probs": [ + 0.0031821858137845993, + 0.9968178272247314 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04249528422951698, "sufficiency": 0.0, "masked prediction probs": [ 0.006813530810177326, @@ -46738,7 +52523,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.013562442734837532, + "comprehensiveness": 0.013530769385397434, "sufficiency": 0.0, "masked prediction probs": [ 0.004341145046055317, @@ -46751,7 +52536,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.007841221988201141, + "comprehensiveness": 0.00782295223325491, "sufficiency": 0.0, "masked prediction probs": [ 0.0038537834770977497, @@ -46764,7 +52549,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.018238279968500137, + "comprehensiveness": 0.01819588616490364, "sufficiency": 0.0, "masked prediction probs": [ 0.004747992847114801, @@ -46777,7 +52562,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004679535515606403, + "comprehensiveness": 0.0046686832793056965, "sufficiency": 0.0, "masked prediction probs": [ 0.003584869671612978, @@ -46790,7 +52575,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04210107401013374, + "comprehensiveness": 0.04200366139411926, "sufficiency": 0.0, "masked prediction probs": [ 0.006813530810177326, @@ -46816,7 +52601,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.041906699538230896, + "comprehensiveness": 0.041810180991888046, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006813530810177326, + 0.9931864738464355 + ], + "full text prediction probs": [ + 0.0031821858137845993, + 0.9968178272247314 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04171410948038101, "sufficiency": 0.0, "masked prediction probs": [ 0.006813530810177326, @@ -46830,12 +52628,12 @@ } }, "dev_344": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.4458807706832886, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5393149852752686, - 0.46068504452705383 + 0.2135435789823532, + 0.7864564061164856 ], "full text prediction probs": [ 0.013142292387783527, @@ -46934,12 +52732,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4576423168182373, + "masked prediction probs": [ + 0.5393149852752686, + 0.46068504452705383 + ], + "full text prediction probs": [ + 0.013142292387783527, + 0.9868576526641846 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3470829427242279, - 0.6529170870780945 + 0.19494584202766418, + 0.8050541877746582 ], "full text prediction probs": [ 0.013142292387783527, @@ -47013,7 +52824,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.13226647675037384, + "comprehensiveness": 0.13192149996757507, "sufficiency": 0.0, "masked prediction probs": [ 0.02325979247689247, @@ -47037,15 +52848,28 @@ 0.9868576526641846 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3470829427242279, + 0.6529170870780945 + ], + "full text prediction probs": [ + 0.013142292387783527, + 0.9868576526641846 + ], + "labels": 1 } }, "dev_350": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.29647162556648254, + "fixed-shap": { + "comprehensiveness": 0.8648960590362549, + "sufficiency": 0.685254693031311, "masked prediction probs": [ - 0.5547682642936707, - 0.44523167610168457 + 0.07647401094436646, + 0.9235259890556335 ], "full text prediction probs": [ 0.010146182961761951, @@ -47144,12 +52968,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.06718321144580841, + "sufficiency": 0.31083375215530396, "masked prediction probs": [ - 0.242839515209198, - 0.757160484790802 + 0.5547682642936707, + 0.44523167610168457 + ], + "full text prediction probs": [ + 0.010146182961761951, + 0.9898537993431091 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04718991369009018, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013850094750523567, + 0.9861499071121216 ], "full text prediction probs": [ 0.010146182961761951, @@ -47171,7 +53008,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04420292750000954, + "comprehensiveness": 0.04409084841609001, "sufficiency": 0.0, "masked prediction probs": [ 0.013624461367726326, @@ -47211,7 +53048,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.07893507927656174, + "sufficiency": 0.08125001192092896, "masked prediction probs": [ 0.242839515209198, 0.757160484790802 @@ -47223,7 +53060,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014298804104328156, + "comprehensiveness": 0.01426291186362505, "sufficiency": 0.0, "masked prediction probs": [ 0.01128274668008089, @@ -47237,7 +53074,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.08355332911014557, + "sufficiency": 0.08584513515233994, + "masked prediction probs": [ + 0.242839515209198, + 0.757160484790802 + ], + "full text prediction probs": [ + 0.010146182961761951, + 0.9898537993431091 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.08812550455331802, "masked prediction probs": [ 0.242839515209198, 0.757160484790802 @@ -47250,12 +53100,12 @@ } }, "dev_388": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.020344680175185204, + "fixed-shap": { + "comprehensiveness": 0.05776912346482277, "sufficiency": 0.0, "masked prediction probs": [ - 0.009590945206582546, - 0.9904090166091919 + 0.012541800737380981, + 0.9874581694602966 ], "full text prediction probs": [ 0.007986823096871376, @@ -47354,12 +53204,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03072386421263218, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.019939986988902092, "sufficiency": 0.0, "masked prediction probs": [ - 0.010458559729158878, - 0.9895414710044861 + 0.009590945206582546, + 0.9904090166091919 + ], + "full text prediction probs": [ + 0.007986823096871376, + 0.992013156414032 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.044398754835128784, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011567533947527409, + 0.9884324669837952 ], "full text prediction probs": [ 0.007986823096871376, @@ -47368,7 +53231,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05987778678536415, + "comprehensiveness": 0.05972963944077492, "sufficiency": 0.0, "masked prediction probs": [ 0.012815874069929123, @@ -47381,7 +53244,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04428890347480774, + "comprehensiveness": 0.04417959600687027, "sufficiency": 0.0, "masked prediction probs": [ 0.011567533947527409, @@ -47394,7 +53257,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.037704963237047195, + "comprehensiveness": 0.03761213272809982, "sufficiency": 0.0, "masked prediction probs": [ 0.011042824946343899, @@ -47407,7 +53270,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.058334384113550186, + "comprehensiveness": 0.058191120624542236, "sufficiency": 0.0, "masked prediction probs": [ 0.012726415880024433, @@ -47420,7 +53283,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.055215589702129364, + "comprehensiveness": 0.055080316960811615, "sufficiency": 0.0, "masked prediction probs": [ 0.012484078295528889, @@ -47433,7 +53296,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11685924232006073, + "comprehensiveness": 0.11657364666461945, "sufficiency": 0.0, "masked prediction probs": [ 0.01752830483019352, @@ -47446,7 +53309,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04374770447611809, + "comprehensiveness": 0.04364104941487312, "sufficiency": 0.0, "masked prediction probs": [ 0.011567533947527409, @@ -47457,15 +53320,28 @@ 0.992013156414032 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03005136549472809, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010458559729158878, + 0.9895414710044861 + ], + "full text prediction probs": [ + 0.007986823096871376, + 0.992013156414032 + ], + "labels": 1 } }, "dev_404": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1116209402680397, + "fixed-shap": { + "comprehensiveness": 0.028287289664149284, "sufficiency": 0.0, "masked prediction probs": [ - 0.017259512096643448, - 0.9827405214309692 + 0.01073306705802679, + 0.9892669916152954 ], "full text prediction probs": [ 0.00851763878017664, @@ -47564,12 +53440,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.143895223736763, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10938584804534912, "sufficiency": 0.0, "masked prediction probs": [ - 0.02001744508743286, - 0.9799826145172119 + 0.017259512096643448, + 0.9827405214309692 + ], + "full text prediction probs": [ + 0.00851763878017664, + 0.9914823770523071 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05486437305808067, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012913239188492298, + 0.9870867729187012 ], "full text prediction probs": [ 0.00851763878017664, @@ -47578,7 +53467,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0024454097729176283, + "comprehensiveness": 0.0024393193889409304, "sufficiency": 0.0, "masked prediction probs": [ 0.008713538758456707, @@ -47591,7 +53480,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.009378058835864067, + "comprehensiveness": 0.009354760870337486, "sufficiency": 0.0, "masked prediction probs": [ 0.009270798414945602, @@ -47604,7 +53493,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1428227722644806, + "comprehensiveness": 0.14246883988380432, "sufficiency": 0.0, "masked prediction probs": [ 0.02001744508743286, @@ -47617,7 +53506,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03792296350002289, + "comprehensiveness": 0.037829216569662094, "sufficiency": 0.0, "masked prediction probs": [ 0.011578737758100033, @@ -47630,7 +53519,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.031120195984840393, + "comprehensiveness": 0.031043455004692078, "sufficiency": 0.0, "masked prediction probs": [ 0.011035755276679993, @@ -47643,8 +53532,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.083827905356884, - "sufficiency": 0.6715859174728394, + "comprehensiveness": 0.08362170308828354, + "sufficiency": 0.6723927855491638, "masked prediction probs": [ 0.01531753409653902, 0.9846824407577515 @@ -47656,7 +53545,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14141745865345, + "comprehensiveness": 0.1410704404115677, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02001744508743286, + 0.9799826145172119 + ], + "full text prediction probs": [ + 0.00851763878017664, + 0.9914823770523071 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.14072512090206146, "sufficiency": 0.0, "masked prediction probs": [ 0.02001744508743286, @@ -47670,12 +53572,12 @@ } }, "dev_447": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 1.0, + "sufficiency": 0.9842792749404907, "masked prediction probs": [ - 0.9902797341346741, - 0.009720339439809322 + 0.9749118089675903, + 0.025088177993893623 ], "full text prediction probs": [ 0.949192464351654, @@ -47774,12 +53676,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9921330809593201, - 0.00786694884300232 + 0.9902797341346741, + 0.009720339439809322 + ], + "full text prediction probs": [ + 0.949192464351654, + 0.05080752819776535 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7803794741630554, + "masked prediction probs": [ + 0.949192464351654, + 0.05080752819776535 ], "full text prediction probs": [ 0.949192464351654, @@ -47789,7 +53704,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8627372980117798, + "sufficiency": 0.8627690076828003, "masked prediction probs": [ 0.9700444936752319, 0.029955536127090454 @@ -47815,7 +53730,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8815978169441223, + "sufficiency": 0.8816251754760742, "masked prediction probs": [ 0.9653747081756592, 0.03462526202201843 @@ -47854,7 +53769,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8813418745994568, + "sufficiency": 0.8813692927360535, "masked prediction probs": [ 0.9789126515388489, 0.021087374538183212 @@ -47877,15 +53792,28 @@ 0.05080752819776535 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9921330809593201, + 0.00786694884300232 + ], + "full text prediction probs": [ + 0.949192464351654, + 0.05080752819776535 + ], + "labels": 0 } }, "dev_476": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3573898673057556, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.16374768316745758, + "sufficiency": 0.9553489685058594, "masked prediction probs": [ - 0.6223480105400085, - 0.37765198945999146 + 0.7837781310081482, + 0.21622182428836823 ], "full text prediction probs": [ 0.9202866554260254, @@ -47984,12 +53912,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7056329250335693, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3567052185535431, "sufficiency": 1.0, "masked prediction probs": [ - 0.330905556678772, - 0.669094443321228 + 0.6223480105400085, + 0.37765198945999146 + ], + "full text prediction probs": [ + 0.9202866554260254, + 0.07971338927745819 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5498154759407043, + "sufficiency": 0.9031127691268921, + "masked prediction probs": [ + 0.4609423875808716, + 0.5390576124191284 ], "full text prediction probs": [ 0.9202866554260254, @@ -47999,7 +53940,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8550056219100952, + "sufficiency": 0.8550403714179993, "masked prediction probs": [ 0.9580675959587097, 0.04193243756890297 @@ -48012,7 +53953,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8074227571487427, + "sufficiency": 0.8074687719345093, "masked prediction probs": [ 0.9202866554260254, 0.07971338927745819 @@ -48024,8 +53965,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.41047918796539307, - "sufficiency": 0.9605053067207336, + "comprehensiveness": 0.4103809893131256, + "sufficiency": 0.9605146646499634, "masked prediction probs": [ 0.5771869421005249, 0.4228129982948303 @@ -48037,8 +53978,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4103809893131256, - "sufficiency": 0.9605146646499634, + "comprehensiveness": 0.41028285026550293, + "sufficiency": 0.9605242013931274, "masked prediction probs": [ 0.5771869421005249, 0.4228129982948303 @@ -48050,8 +53991,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.637484073638916, - "sufficiency": 0.9954295754432678, + "comprehensiveness": 0.6373316645622253, + "sufficiency": 0.9954307079315186, "masked prediction probs": [ 0.38718950748443604, 0.612810492515564 @@ -48064,7 +54005,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.691923201084137, + "sufficiency": 0.6919968128204346, "masked prediction probs": [ 0.9624748229980469, 0.037525199353694916 @@ -48076,8 +54017,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6371793150901794, - "sufficiency": 0.9954317212104797, + "comprehensiveness": 0.6370270252227783, + "sufficiency": 0.9954327344894409, "masked prediction probs": [ 0.38718950748443604, 0.612810492515564 @@ -48087,15 +54028,28 @@ 0.07971338927745819 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7041155099868774, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.330905556678772, + 0.669094443321228 + ], + "full text prediction probs": [ + 0.9202866554260254, + 0.07971338927745819 + ], + "labels": 0 } }, "dev_479": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0234653539955616, - "sufficiency": 0.8643999099731445, + "fixed-shap": { + "comprehensiveness": 0.026581184938549995, + "sufficiency": 0.12003681063652039, "masked prediction probs": [ - 0.9550088047981262, - 0.044991280883550644 + 0.9522380828857422, + 0.047761909663677216 ], "full text prediction probs": [ 0.9758751392364502, @@ -48194,12 +54148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015213888138532639, - "sufficiency": 0.8776000738143921, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02342320792376995, + "sufficiency": 0.864643394947052, "masked prediction probs": [ - 0.9623219966888428, - 0.037678029388189316 + 0.9550088047981262, + 0.044991280883550644 + ], + "full text prediction probs": [ + 0.9758751392364502, + 0.02412484586238861 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0010600585956126451, + "sufficiency": 0.8642834424972534, + "masked prediction probs": [ + 0.9749305844306946, + 0.025069348514080048 ], "full text prediction probs": [ 0.9758751392364502, @@ -48209,7 +54176,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7666847109794617, + "sufficiency": 0.7667370438575745, "masked prediction probs": [ 0.9802581071853638, 0.01974189653992653 @@ -48221,8 +54188,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015207059681415558, - "sufficiency": 0.8776551485061646, + "comprehensiveness": 0.015203648246824741, + "sufficiency": 0.8776825666427612, "masked prediction probs": [ 0.9623219966888428, 0.037678029388189316 @@ -48234,8 +54201,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014600474387407303, - "sufficiency": 0.7607893347740173, + "comprehensiveness": 0.01459719892591238, + "sufficiency": 0.76084303855896, "masked prediction probs": [ 0.9628596901893616, 0.03714028000831604 @@ -48247,8 +54214,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.016588209196925163, - "sufficiency": 0.7448819875717163, + "comprehensiveness": 0.01658448949456215, + "sufficiency": 0.7449392080307007, "masked prediction probs": [ 0.9610844254493713, 0.038915619254112244 @@ -48260,8 +54227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.023396944627165794, - "sufficiency": 0.8647952079772949, + "comprehensiveness": 0.02339169755578041, + "sufficiency": 0.8648256063461304, "masked prediction probs": [ 0.9550088047981262, 0.044991280883550644 @@ -48273,8 +54240,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009373476728796959, - "sufficiency": 0.7140160202980042, + "comprehensiveness": 0.009371376596391201, + "sufficiency": 0.7140800356864929, "masked prediction probs": [ 0.9675136208534241, 0.0324864499270916 @@ -48286,8 +54253,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.015190016478300095, - "sufficiency": 0.8777921795845032, + "comprehensiveness": 0.0151866115629673, + "sufficiency": 0.8778195381164551, + "masked prediction probs": [ + 0.9623219966888428, + 0.037678029388189316 + ], + "full text prediction probs": [ + 0.9758751392364502, + 0.02412484586238861 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01518320944160223, + "sufficiency": 0.8778469562530518, "masked prediction probs": [ 0.9623219966888428, 0.037678029388189316 @@ -48300,12 +54280,12 @@ } }, "dev_487": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6177688241004944, - "sufficiency": 0.9858580231666565, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8678954243659973, "masked prediction probs": [ - 0.4276464283466339, - 0.5723535418510437 + 0.9833258390426636, + 0.01667420007288456 ], "full text prediction probs": [ 0.9787952303886414, @@ -48404,12 +54384,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6809032559394836, - "sufficiency": 0.9655086994171143, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.616662859916687, + "sufficiency": 0.985883355140686, "masked prediction probs": [ - 0.3702310025691986, - 0.6297690272331238 + 0.4276464283466339, + 0.5723535418510437 + ], + "full text prediction probs": [ + 0.9787952303886414, + 0.021204711869359016 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.844242513179779, + "masked prediction probs": [ + 0.9835731387138367, + 0.016426891088485718 ], "full text prediction probs": [ 0.9787952303886414, @@ -48419,7 +54412,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6594115495681763, + "sufficiency": 0.6594876646995544, "masked prediction probs": [ 0.9873837828636169, 0.012616189196705818 @@ -48431,8 +54424,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.40243133902549744, - "sufficiency": 0.9106566309928894, + "comprehensiveness": 0.402341365814209, + "sufficiency": 0.9106767177581787, "masked prediction probs": [ 0.6189571022987366, 0.38104286789894104 @@ -48444,8 +54437,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.402341365814209, - "sufficiency": 0.9106767177581787, + "comprehensiveness": 0.40225139260292053, + "sufficiency": 0.9106967449188232, "masked prediction probs": [ 0.6189571022987366, 0.38104286789894104 @@ -48458,7 +54451,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6822834610939026, + "sufficiency": 0.6823545098304749, "masked prediction probs": [ 0.9891524314880371, 0.010847620666027069 @@ -48470,8 +54463,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03151325881481171, - "sufficiency": 0.8149104714393616, + "comprehensiveness": 0.031506214290857315, + "sufficiency": 0.8149518370628357, "masked prediction probs": [ 0.950598418712616, 0.04940155893564224 @@ -48483,8 +54476,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0021362053230404854, - "sufficiency": 0.7975187301635742, + "comprehensiveness": 0.0021357282530516386, + "sufficiency": 0.7975639700889587, "masked prediction probs": [ 0.9768834114074707, 0.023116642609238625 @@ -48496,8 +54489,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.40198180079460144, - "sufficiency": 0.910756528377533, + "comprehensiveness": 0.4018919765949249, + "sufficiency": 0.9107764959335327, "masked prediction probs": [ 0.6189571022987366, 0.38104286789894104 @@ -48507,15 +54500,28 @@ 0.021204711869359016 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6795346736907959, + "sufficiency": 0.965578019618988, + "masked prediction probs": [ + 0.3702310025691986, + 0.6297690272331238 + ], + "full text prediction probs": [ + 0.9787952303886414, + 0.021204711869359016 + ], + "labels": 0 } }, "dev_500": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.056336890906095505, - "sufficiency": 0.9817360043525696, + "fixed-shap": { + "comprehensiveness": 0.0885358527302742, + "sufficiency": 0.9907995462417603, "masked prediction probs": [ - 0.9418517351150513, - 0.058148279786109924 + 0.9126706719398499, + 0.08732931315898895 ], "full text prediction probs": [ 0.9929083585739136, @@ -48614,9 +54620,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06296756118535995, - "sufficiency": 0.9718655347824097, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0562376044690609, + "sufficiency": 0.9817681908607483, + "masked prediction probs": [ + 0.9418517351150513, + 0.058148279786109924 + ], + "full text prediction probs": [ + 0.9929083585739136, + 0.007091713137924671 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06295369565486908, + "sufficiency": 0.9718717336654663, "masked prediction probs": [ 0.9357417821884155, 0.06425822526216507 @@ -48628,8 +54647,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003969165030866861, - "sufficiency": 0.7622894048690796, + "comprehensiveness": 0.003968290518969297, + "sufficiency": 0.7623417377471924, "masked prediction probs": [ 0.9893040657043457, 0.0106959268450737 @@ -48641,8 +54660,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0629398301243782, - "sufficiency": 0.971877932548523, + "comprehensiveness": 0.06292597949504852, + "sufficiency": 0.9718840718269348, "masked prediction probs": [ 0.9357417821884155, 0.06425822526216507 @@ -48654,8 +54673,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0012137789744883776, - "sufficiency": 0.923204779624939, + "comprehensiveness": 0.0012135118013247848, + "sufficiency": 0.9232216477394104, "masked prediction probs": [ 0.9918056726455688, 0.008194336667656898 @@ -48667,8 +54686,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0012359453830868006, - "sufficiency": 0.7547909617424011, + "comprehensiveness": 0.0012356734368950129, + "sufficiency": 0.7548449635505676, "masked prediction probs": [ 0.9917852878570557, 0.00821472704410553 @@ -48680,8 +54699,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06289828568696976, - "sufficiency": 0.9718964695930481, + "comprehensiveness": 0.06288444250822067, + "sufficiency": 0.9719026684761047, "masked prediction probs": [ 0.9357417821884155, 0.06425822526216507 @@ -48693,8 +54712,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005627561477012932, - "sufficiency": 0.7575680017471313, + "comprehensiveness": 0.0005626323982141912, + "sufficiency": 0.7576212286949158, "masked prediction probs": [ 0.9923967719078064, 0.007603216916322708 @@ -48706,8 +54725,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06287061423063278, - "sufficiency": 0.9719088077545166, + "comprehensiveness": 0.06285678595304489, + "sufficiency": 0.9719150066375732, + "masked prediction probs": [ + 0.9357417821884155, + 0.06425822526216507 + ], + "full text prediction probs": [ + 0.9929083585739136, + 0.007091713137924671 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0628429651260376, + "sufficiency": 0.9719212055206299, "masked prediction probs": [ 0.9357417821884155, 0.06425822526216507 @@ -48720,12 +54752,12 @@ } }, "dev_502": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01362026296555996, - "sufficiency": 0.9614837765693665, + "fixed-shap": { + "comprehensiveness": 0.0013555905316025019, + "sufficiency": 0.681266725063324, "masked prediction probs": [ - 0.9828023314476013, - 0.017197715118527412 + 0.993945300579071, + 0.00605470035225153 ], "full text prediction probs": [ 0.9951769113540649, @@ -48824,12 +54856,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.020281344652175903, - "sufficiency": 0.9589515924453735, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.013596318662166595, + "sufficiency": 0.9615514874458313, "masked prediction probs": [ - 0.976718008518219, - 0.02328195422887802 + 0.9828023314476013, + 0.017197715118527412 + ], + "full text prediction probs": [ + 0.9951769113540649, + 0.00482312124222517 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6705095767974854, + "masked prediction probs": [ + 0.9952443242073059, + 0.00475569861009717 ], "full text prediction probs": [ 0.9951769113540649, @@ -48839,7 +54884,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8212496638298035, + "sufficiency": 0.8212889432907104, "masked prediction probs": [ 0.9952842593193054, 0.004715705290436745 @@ -48851,8 +54896,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02027243562042713, - "sufficiency": 0.9589695930480957, + "comprehensiveness": 0.02026798389852047, + "sufficiency": 0.9589785933494568, "masked prediction probs": [ 0.976718008518219, 0.02328195422887802 @@ -48865,7 +54910,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7410779595375061, + "sufficiency": 0.741134762763977, "masked prediction probs": [ 0.9951769113540649, 0.00482312124222517 @@ -48878,7 +54923,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6707265377044678, + "sufficiency": 0.6707988381385803, "masked prediction probs": [ 0.9952443242073059, 0.00475569861009717 @@ -48890,8 +54935,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.16837258636951447, - "sufficiency": 0.9764249920845032, + "comprehensiveness": 0.16833563148975372, + "sufficiency": 0.9764302372932434, "masked prediction probs": [ 0.8417655825614929, 0.15823447704315186 @@ -48903,8 +54948,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015347505686804652, - "sufficiency": 0.7517828345298767, + "comprehensiveness": 0.0015344138955697417, + "sufficiency": 0.7518373131752014, "masked prediction probs": [ 0.9937782287597656, 0.006221769843250513 @@ -48916,8 +54961,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.020250195637345314, - "sufficiency": 0.9590145945549011, + "comprehensiveness": 0.020245753228664398, + "sufficiency": 0.9590235948562622, + "masked prediction probs": [ + 0.976718008518219, + 0.02328195422887802 + ], + "full text prediction probs": [ + 0.9951769113540649, + 0.00482312124222517 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02024131268262863, + "sufficiency": 0.9590325951576233, "masked prediction probs": [ 0.976718008518219, 0.02328195422887802 @@ -48930,12 +54988,12 @@ } }, "dev_504": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9642106890678406, - 0.03578929230570793 + 0.9695806503295898, + 0.030419420450925827 ], "full text prediction probs": [ 0.04985004663467407, @@ -49034,12 +55092,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9735905528068542, - 0.02640950307250023 + 0.9642106890678406, + 0.03578929230570793 + ], + "full text prediction probs": [ + 0.04985004663467407, + 0.9501499533653259 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9628140330314636, + 0.03718596696853638 ], "full text prediction probs": [ 0.04985004663467407, @@ -49137,15 +55208,28 @@ 0.9501499533653259 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9735905528068542, + 0.02640950307250023 + ], + "full text prediction probs": [ + 0.04985004663467407, + 0.9501499533653259 + ], + "labels": 0 } }, "dev_512": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01064626220613718, - "sufficiency": 0.7316617965698242, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8736681342124939, "masked prediction probs": [ - 0.9816552996635437, - 0.018344616517424583 + 0.9924543499946594, + 0.007545731030404568 ], "full text prediction probs": [ 0.9912864565849304, @@ -49244,12 +55328,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006126591004431248, - "sufficiency": 0.5834872126579285, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01062746625393629, + "sufficiency": 0.7321354746818542, "masked prediction probs": [ - 0.985734224319458, - 0.014265771023929119 + 0.9816552996635437, + 0.018344616517424583 + ], + "full text prediction probs": [ + 0.9912864565849304, + 0.00871350895613432 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7682948708534241, + "masked prediction probs": [ + 0.9917927384376526, + 0.008207232691347599 ], "full text prediction probs": [ 0.9912864565849304, @@ -49258,8 +55355,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0026799526531249285, - "sufficiency": 0.8608367443084717, + "comprehensiveness": 0.0026793612632900476, + "sufficiency": 0.8608673810958862, "masked prediction probs": [ 0.9888572096824646, 0.01114276796579361 @@ -49272,7 +55369,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7442004680633545, + "sufficiency": 0.7442569136619568, "masked prediction probs": [ 0.9912864565849304, 0.00871350895613432 @@ -49284,8 +55381,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002795370062813163, - "sufficiency": 0.9384763836860657, + "comprehensiveness": 0.002794753760099411, + "sufficiency": 0.9384899735450745, "masked prediction probs": [ 0.9887514710426331, 0.011248553171753883 @@ -49298,7 +55395,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8445760011672974, + "sufficiency": 0.8446102738380432, "masked prediction probs": [ 0.992150068283081, 0.007849914021790028 @@ -49310,8 +55407,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00564241036772728, - "sufficiency": 0.8341520428657532, + "comprehensiveness": 0.005641166586428881, + "sufficiency": 0.8341885805130005, "masked prediction probs": [ 0.9861673712730408, 0.013832625932991505 @@ -49324,7 +55421,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7615694999694824, + "sufficiency": 0.7616220712661743, "masked prediction probs": [ 0.9918117523193359, 0.008188227191567421 @@ -49336,8 +55433,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0027929062489420176, - "sufficiency": 0.9385305643081665, + "comprehensiveness": 0.0027922908775508404, + "sufficiency": 0.9385442137718201, "masked prediction probs": [ 0.9887514710426331, 0.011248553171753883 @@ -49347,15 +55444,28 @@ 0.00871350895613432 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006114446558058262, + "sufficiency": 0.5843127369880676, + "masked prediction probs": [ + 0.985734224319458, + 0.014265771023929119 + ], + "full text prediction probs": [ + 0.9912864565849304, + 0.00871350895613432 + ], + "labels": 0 } }, "dev_550": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004868145566433668, - "sufficiency": 0.870391309261322, + "fixed-shap": { + "comprehensiveness": 0.043700210750103, + "sufficiency": 0.9832355380058289, "masked prediction probs": [ - 0.9865725040435791, - 0.013427529484033585 + 0.9514551162719727, + 0.04854485020041466 ], "full text prediction probs": [ 0.9909749627113342, @@ -49442,11 +55552,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004860620945692062, - "sufficiency": 0.8705915808677673, + "comprehensiveness": 0.043632663786411285, + "sufficiency": 0.9832614064216614, "masked prediction probs": [ - 0.9865725040435791, - 0.013427529484033585 + 0.9514551162719727, + 0.04854485020041466 ], "full text prediction probs": [ 0.9909749627113342, @@ -49454,12 +55564,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0006052311509847641, - "sufficiency": 0.6770711541175842, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04362303018569946, + "sufficiency": 0.9832651019096375, "masked prediction probs": [ - 0.9904266595840454, - 0.009573291055858135 + 0.9514551162719727, + 0.04854485020041466 + ], + "full text prediction probs": [ + 0.9909749627113342, + 0.00902505498379469 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.13183951377868652, + "sufficiency": 0.9348481893539429, + "masked prediction probs": [ + 0.8715099096298218, + 0.12849010527133942 ], "full text prediction probs": [ 0.9909749627113342, @@ -49468,8 +55591,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00039921049028635025, - "sufficiency": 0.81229567527771, + "comprehensiveness": 0.0003991223929915577, + "sufficiency": 0.8123370409011841, "masked prediction probs": [ 0.9906132221221924, 0.009386811405420303 @@ -49481,8 +55604,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006049640360288322, - "sufficiency": 0.6772135496139526, + "comprehensiveness": 0.0006048306240700185, + "sufficiency": 0.6772847771644592, "masked prediction probs": [ 0.9904266595840454, 0.009573291055858135 @@ -49495,7 +55618,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7445126175880432, + "sufficiency": 0.744568943977356, "masked prediction probs": [ 0.9909749627113342, 0.00902505498379469 @@ -49507,8 +55630,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000604697153903544, - "sufficiency": 0.6773560047149658, + "comprehensiveness": 0.0006045638583600521, + "sufficiency": 0.6774271130561829, "masked prediction probs": [ 0.9904266595840454, 0.009573291055858135 @@ -49520,8 +55643,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003408401971682906, - "sufficiency": 0.9838045239448547, + "comprehensiveness": 0.0034076503943651915, + "sufficiency": 0.9838081002235413, "masked prediction probs": [ 0.9878837466239929, 0.012116242200136185 @@ -49534,7 +55657,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9095636606216431, + "sufficiency": 0.909583568572998, "masked prediction probs": [ 0.9933413863182068, 0.006658644415438175 @@ -49546,11 +55669,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0006042973254807293, - "sufficiency": 0.6775693297386169, + "comprehensiveness": 0.1316361278295517, + "sufficiency": 0.9349486827850342, "masked prediction probs": [ - 0.9904266595840454, - 0.009573291055858135 + 0.8715099096298218, + 0.12849010527133942 + ], + "full text prediction probs": [ + 0.9909749627113342, + 0.00902505498379469 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13160713016986847, + "sufficiency": 0.934963047504425, + "masked prediction probs": [ + 0.8715099096298218, + 0.12849010527133942 ], "full text prediction probs": [ 0.9909749627113342, @@ -49560,12 +55696,12 @@ } }, "dev_564": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.973285973072052, - 0.02671394869685173 + 0.9473218321800232, + 0.052678175270557404 ], "full text prediction probs": [ 0.40286707878112793, @@ -49664,12 +55800,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9537556171417236, - 0.04624432325363159 + 0.973285973072052, + 0.02671394869685173 + ], + "full text prediction probs": [ + 0.40286707878112793, + 0.5971329212188721 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.40286707878112793, + 0.5971329212188721 ], "full text prediction probs": [ 0.40286707878112793, @@ -49767,15 +55916,28 @@ 0.5971329212188721 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9537556171417236, + 0.04624432325363159 + ], + "full text prediction probs": [ + 0.40286707878112793, + 0.5971329212188721 + ], + "labels": 0 } }, "dev_646": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9629163146018982, - 0.03708372265100479 + 0.24662597477436066, + 0.7533740401268005 ], "full text prediction probs": [ 0.14683282375335693, @@ -49874,12 +56036,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.920380175113678, - 0.07961979508399963 + 0.9629163146018982, + 0.03708372265100479 + ], + "full text prediction probs": [ + 0.14683282375335693, + 0.8531671166419983 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.31438758969306946, + 0.6856124401092529 ], "full text prediction probs": [ 0.14683282375335693, @@ -49977,15 +56152,28 @@ 0.8531671166419983 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.920380175113678, + 0.07961979508399963 + ], + "full text prediction probs": [ + 0.14683282375335693, + 0.8531671166419983 + ], + "labels": 0 } }, "dev_707": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9029175639152527, - 0.09708245098590851 + 0.18834719061851501, + 0.8116528391838074 ], "full text prediction probs": [ 0.058253586292266846, @@ -50084,12 +56272,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6582928895950317, - 0.34170711040496826 + 0.9029175639152527, + 0.09708245098590851 + ], + "full text prediction probs": [ + 0.058253586292266846, + 0.9417464137077332 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1564762145280838, + 0.8435238003730774 ], "full text prediction probs": [ 0.058253586292266846, @@ -50137,7 +56338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8183856010437012, + "comprehensiveness": 0.81313556432724, "sufficiency": 0.0, "masked prediction probs": [ 0.08360859751701355, @@ -50187,15 +56388,28 @@ 0.9417464137077332 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6582928895950317, + 0.34170711040496826 + ], + "full text prediction probs": [ + 0.058253586292266846, + 0.9417464137077332 + ], + "labels": 1 } }, "dev_722": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15178363025188446, - "sufficiency": 0.9223222732543945, + "fixed-shap": { + "comprehensiveness": 0.07999864220619202, + "sufficiency": 0.9456390738487244, "masked prediction probs": [ - 0.8510769009590149, - 0.14892305433750153 + 0.915772020816803, + 0.08422796428203583 ], "full text prediction probs": [ 0.9878695607185364, @@ -50294,12 +56508,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19578741490840912, - "sufficiency": 0.7488815188407898, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15151463449001312, + "sufficiency": 0.9224599003791809, "masked prediction probs": [ - 0.8111059069633484, - 0.1888941079378128 + 0.8510769009590149, + 0.14892305433750153 + ], + "full text prediction probs": [ + 0.9878695607185364, + 0.012130473740398884 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09046774357557297, + "sufficiency": 0.9299102425575256, + "masked prediction probs": [ + 0.9061740636825562, + 0.09382600337266922 ], "full text prediction probs": [ 0.9878695607185364, @@ -50308,8 +56535,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005148178897798061, - "sufficiency": 0.7427589297294617, + "comprehensiveness": 0.005147038958966732, + "sufficiency": 0.7428159117698669, "masked prediction probs": [ 0.9832205772399902, 0.016779368743300438 @@ -50321,8 +56548,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010578561574220657, - "sufficiency": 0.7002015113830566, + "comprehensiveness": 0.0105762192979455, + "sufficiency": 0.7002679109573364, "masked prediction probs": [ 0.9783146381378174, 0.021685384213924408 @@ -50334,8 +56561,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006366052199155092, - "sufficiency": 0.8427526354789734, + "comprehensiveness": 0.006364643108099699, + "sufficiency": 0.8427874445915222, "masked prediction probs": [ 0.9821182489395142, 0.017881769686937332 @@ -50347,8 +56574,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018067378550767899, - "sufficiency": 0.6351628303527832, + "comprehensiveness": 0.0018063380848616362, + "sufficiency": 0.6352434754371643, "masked prediction probs": [ 0.9862369298934937, 0.013763082213699818 @@ -50360,8 +56587,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.19557079672813416, - "sufficiency": 0.7491593360900879, + "comprehensiveness": 0.19552752375602722, + "sufficiency": 0.7492148280143738, "masked prediction probs": [ 0.8111059069633484, 0.1888941079378128 @@ -50373,8 +56600,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.19552752375602722, - "sufficiency": 0.7492148280143738, + "comprehensiveness": 0.19548428058624268, + "sufficiency": 0.7492702603340149, "masked prediction probs": [ 0.8111059069633484, 0.1888941079378128 @@ -50386,8 +56613,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19548428058624268, - "sufficiency": 0.7492702603340149, + "comprehensiveness": 0.19544105231761932, + "sufficiency": 0.749325692653656, + "masked prediction probs": [ + 0.8111059069633484, + 0.1888941079378128 + ], + "full text prediction probs": [ + 0.9878695607185364, + 0.012130473740398884 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19539785385131836, + "sufficiency": 0.7493811249732971, "masked prediction probs": [ 0.8111059069633484, 0.1888941079378128 @@ -50400,12 +56640,12 @@ } }, "dev_0": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5862383246421814, - "sufficiency": 0.8273093700408936, + "fixed-shap": { + "comprehensiveness": 0.023082923144102097, + "sufficiency": 0.0, "masked prediction probs": [ - 0.0526234433054924, - 0.947376549243927 + 0.006140731740742922, + 0.9938593506813049 ], "full text prediction probs": [ 0.0042353845201432705, @@ -50504,7 +56744,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5750886797904968, "sufficiency": 0.8305898904800415, "masked prediction probs": [ @@ -50517,9 +56757,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.02259020134806633, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006140731740742922, + 0.9938593506813049 + ], + "full text prediction probs": [ + 0.0042353845201432705, + 0.9957646131515503 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.4256809651851654, - "sufficiency": 0.8086339235305786, + "comprehensiveness": 0.42467373609542847, + "sufficiency": 0.8090861439704895, "masked prediction probs": [ 0.0401373952627182, 0.9598625898361206 @@ -50531,8 +56784,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0226319320499897, - "sufficiency": 0.7915695905685425, + "comprehensiveness": 0.022578507661819458, + "sufficiency": 0.7920610308647156, "masked prediction probs": [ 0.006148686632514, 0.9938513040542603 @@ -50544,8 +56797,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03746484965085983, - "sufficiency": 0.9332014322280884, + "comprehensiveness": 0.03737661987543106, + "sufficiency": 0.9333585500717163, "masked prediction probs": [ 0.007410126738250256, 0.9925898313522339 @@ -50557,7 +56810,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01076093502342701, + "comprehensiveness": 0.010735653340816498, "sufficiency": 0.0, "masked prediction probs": [ 0.005149451084434986, @@ -50570,8 +56823,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5683329105377197, - "sufficiency": 0.832577645778656, + "comprehensiveness": 0.5670008063316345, + "sufficiency": 0.8329696655273438, "masked prediction probs": [ 0.0526234433054924, 0.947376549243927 @@ -50583,7 +56836,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009371590800583363, + "comprehensiveness": 0.009349675849080086, "sufficiency": 0.0, "masked prediction probs": [ 0.005035198759287596, @@ -50596,8 +56849,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.565674901008606, - "sufficiency": 0.8333597779273987, + "comprehensiveness": 0.5643551349639893, + "sufficiency": 0.8337481021881104, + "masked prediction probs": [ + 0.0526234433054924, + 0.947376549243927 + ], + "full text prediction probs": [ + 0.0042353845201432705, + 0.9957646131515503 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5630415678024292, + "sufficiency": 0.8341346383094788, "masked prediction probs": [ 0.0526234433054924, 0.947376549243927 @@ -50610,12 +56876,12 @@ } }, "dev_51": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.23343753814697266, "sufficiency": 0.0, "masked prediction probs": [ - 0.4480268657207489, - 0.5519731640815735 + 0.03481745719909668, + 0.9651825428009033 ], "full text prediction probs": [ 0.01899499073624611, @@ -50714,7 +56980,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -50727,6 +56993,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.4186525344848633, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04812510684132576, + 0.9518749117851257 + ], + "full text prediction probs": [ + 0.01899499073624611, + 0.9810050129890442 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -50767,7 +57046,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5189492106437683, + "comprehensiveness": 0.5174742937088013, "sufficiency": 0.0, "masked prediction probs": [ 0.055415213108062744, @@ -50780,7 +57059,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7350975275039673, + "comprehensiveness": 0.7330141663551331, "sufficiency": 0.0, "masked prediction probs": [ 0.0707317367196083, @@ -50793,7 +57072,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9371083974838257, + "comprehensiveness": 0.9344600439071655, "sufficiency": 0.0, "masked prediction probs": [ 0.08513684570789337, @@ -50817,10 +57096,23 @@ 0.9810050129890442 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4480268657207489, + 0.5519731640815735 + ], + "full text prediction probs": [ + 0.01899499073624611, + 0.9810050129890442 + ], + "labels": 1 } }, "dev_58": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.22363141179084778, "sufficiency": 0.0, "masked prediction probs": [ @@ -50924,7 +57216,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.2187931090593338, "sufficiency": 0.0, "masked prediction probs": [ @@ -50937,8 +57229,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.21820300817489624, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.030592840164899826, + 0.9694072008132935 + ], + "full text prediction probs": [ + 0.014409486204385757, + 0.9855904579162598 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.1501358151435852, + "comprehensiveness": 0.14973197877407074, "sufficiency": 0.0, "masked prediction probs": [ 0.025544486939907074, @@ -50951,7 +57256,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.21761606633663177, + "comprehensiveness": 0.2170322835445404, "sufficiency": 0.0, "masked prediction probs": [ 0.030592840164899826, @@ -50964,7 +57269,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11591415852308273, + "comprehensiveness": 0.11560403555631638, "sufficiency": 0.0, "masked prediction probs": [ 0.02305278740823269, @@ -50990,7 +57295,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2158740758895874, + "comprehensiveness": 0.215299591422081, "sufficiency": 0.0, "masked prediction probs": [ 0.030592840164899826, @@ -51003,7 +57308,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12334427982568741, + "comprehensiveness": 0.12301690131425858, "sufficiency": 0.0, "masked prediction probs": [ 0.023680875077843666, @@ -51016,7 +57321,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21472814679145813, + "comprehensiveness": 0.2141597419977188, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.030592840164899826, + 0.9694072008132935 + ], + "full text prediction probs": [ + 0.014409486204385757, + 0.9855904579162598 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21359433233737946, "sufficiency": 0.0, "masked prediction probs": [ 0.030592840164899826, @@ -51030,12 +57348,12 @@ } }, "dev_67": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9687181711196899, - 0.03128180280327797 + 0.24383726716041565, + 0.7561627626419067 ], "full text prediction probs": [ 0.12938204407691956, @@ -51134,7 +57452,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -51147,6 +57465,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7151867151260376, + 0.2848132848739624 + ], + "full text prediction probs": [ + 0.12938204407691956, + 0.8706179857254028 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -51237,15 +57568,28 @@ 0.8706179857254028 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9687181711196899, + 0.03128180280327797 + ], + "full text prediction probs": [ + 0.12938204407691956, + 0.8706179857254028 + ], + "labels": 1 } }, "dev_94": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.209074005484581, "sufficiency": 0.0, "masked prediction probs": [ - 0.8797610402107239, - 0.12023894488811493 + 0.02821820043027401, + 0.9717817902565002 ], "full text prediction probs": [ 0.012739176861941814, @@ -51344,7 +57688,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -51357,6 +57701,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.2041107416152954, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02821820043027401, + 0.9717817902565002 + ], + "full text prediction probs": [ + 0.012739176861941814, + 0.9872608184814453 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -51447,15 +57804,28 @@ 0.9872608184814453 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8797610402107239, + 0.12023894488811493 + ], + "full text prediction probs": [ + 0.012739176861941814, + 0.9872608184814453 + ], + "labels": 1 } }, "dev_117": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9765734672546387, - 0.0234264824539423 + 0.11045794934034348, + 0.8895421028137207 ], "full text prediction probs": [ 0.04494259133934975, @@ -51554,7 +57924,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -51567,6 +57937,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11045794934034348, + 0.8895421028137207 + ], + "full text prediction probs": [ + 0.04494259133934975, + 0.9550573825836182 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -51657,15 +58040,28 @@ 0.9550573825836182 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9765734672546387, + 0.0234264824539423 + ], + "full text prediction probs": [ + 0.04494259133934975, + 0.9550573825836182 + ], + "labels": 1 } }, "dev_128": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6832658052444458, + "fixed-shap": { + "comprehensiveness": 0.1375884711742401, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6555697917938232, - 0.34443026781082153 + 0.022060535848140717, + 0.9779394268989563 ], "full text prediction probs": [ 0.011736052110791206, @@ -51764,7 +58160,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.6898707151412964, "masked prediction probs": [ @@ -51777,9 +58173,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.1743127703666687, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.025130152702331543, + 0.9748698472976685 + ], + "full text prediction probs": [ + 0.011736052110791206, + 0.9882639646530151 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6906770467758179, + "sufficiency": 0.6914791464805603, "masked prediction probs": [ 0.6555697917938232, 0.34443026781082153 @@ -51817,7 +58226,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0004887540126219392, + "comprehensiveness": 0.00048749480629339814, "sufficiency": 0.0, "masked prediction probs": [ 0.011773909442126751, @@ -51857,7 +58266,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6954281330108643, + "sufficiency": 0.6962057948112488, + "masked prediction probs": [ + 0.6555697917938232, + 0.34443026781082153 + ], + "full text prediction probs": [ + 0.011736052110791206, + 0.9882639646530151 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6969795227050781, "masked prediction probs": [ 0.6555697917938232, 0.34443026781082153 @@ -51870,12 +58292,12 @@ } }, "dev_130": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0005768911214545369, "sufficiency": 0.0, "masked prediction probs": [ - 0.8902286887168884, - 0.10977131128311157 + 0.006438358221203089, + 0.9935616254806519 ], "full text prediction probs": [ 0.0063919625245034695, @@ -51974,7 +58396,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -51987,6 +58409,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0017413541208952665, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006535056047141552, + 0.9934648871421814 + ], + "full text prediction probs": [ + 0.0063919625245034695, + 0.9936079978942871 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -52001,7 +58436,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07311339676380157, + "comprehensiveness": 0.07293630391359329, "sufficiency": 0.0, "masked prediction probs": [ 0.012415321543812752, @@ -52014,7 +58449,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1521366685628891, + "comprehensiveness": 0.15176905691623688, "sufficiency": 0.0, "masked prediction probs": [ 0.018955960869789124, @@ -52027,7 +58462,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3266862630844116, + "comprehensiveness": 0.32589876651763916, "sufficiency": 0.0, "masked prediction probs": [ 0.03343627601861954, @@ -52053,7 +58488,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06090318784117699, + "comprehensiveness": 0.06075708195567131, "sufficiency": 0.0, "masked prediction probs": [ 0.011458168737590313, @@ -52077,15 +58512,28 @@ 0.9936079978942871 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8902286887168884, + 0.10977131128311157 + ], + "full text prediction probs": [ + 0.0063919625245034695, + 0.9936079978942871 + ], + "labels": 1 } }, "dev_175": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5489724278450012, "sufficiency": 0.0, "masked prediction probs": [ - 0.9713494777679443, - 0.028650538995862007 + 0.05570092052221298, + 0.944299042224884 ], "full text prediction probs": [ 0.017878564074635506, @@ -52184,7 +58632,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -52197,6 +58645,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.5349928140640259, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05570092052221298, + 0.944299042224884 + ], + "full text prediction probs": [ + 0.017878564074635506, + 0.982121467590332 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -52211,7 +58672,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6060316562652588, + "comprehensiveness": 0.604326605796814, "sufficiency": 0.0, "masked prediction probs": [ 0.06084447726607323, @@ -52237,7 +58698,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.30206209421157837, + "comprehensiveness": 0.3012169897556305, "sufficiency": 0.0, "masked prediction probs": [ 0.03941468894481659, @@ -52263,7 +58724,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3148784637451172, + "comprehensiveness": 0.3140023946762085, "sufficiency": 0.0, "masked prediction probs": [ 0.04045446962118149, @@ -52287,15 +58748,28 @@ 0.982121467590332 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9713494777679443, + 0.028650538995862007 + ], + "full text prediction probs": [ + 0.017878564074635506, + 0.982121467590332 + ], + "labels": 1 } }, "dev_205": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9485902190208435, + "sufficiency": 0.8998964428901672, "masked prediction probs": [ - 0.015318101271986961, - 0.9846818447113037 + 0.022375836968421936, + 0.9776241779327393 ], "full text prediction probs": [ 0.9934507608413696, @@ -52394,12 +58868,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.85935378074646, + "sufficiency": 0.9486807584762573, "masked prediction probs": [ - 0.013964098878204823, - 0.986035943031311 + 0.015318101271986961, + 0.9846818447113037 + ], + "full text prediction probs": [ + 0.9934507608413696, + 0.0065492126159369946 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9000946283340454, + "masked prediction probs": [ + 0.022375836968421936, + 0.9776241779327393 ], "full text prediction probs": [ 0.9934507608413696, @@ -52408,8 +58895,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0015571617987006903, - "sufficiency": 0.11297562718391418, + "comprehensiveness": 0.0015568190719932318, + "sufficiency": 0.1131707951426506, "masked prediction probs": [ 0.9920358061790466, 0.00796419382095337 @@ -52422,7 +58909,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8326159119606018, + "sufficiency": 0.832652747631073, "masked prediction probs": [ 0.02028842270374298, 0.9797115921974182 @@ -52434,8 +58921,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006127295084297657, - "sufficiency": 0.7705526947975159, + "comprehensiveness": 0.006125946994870901, + "sufficiency": 0.7706032395362854, "masked prediction probs": [ 0.9878805875778198, 0.01211934071034193 @@ -52447,8 +58934,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.001589565654285252, - "sufficiency": 0.6056822538375854, + "comprehensiveness": 0.0015892160590738058, + "sufficiency": 0.6057689189910889, "masked prediction probs": [ 0.9920054078102112, 0.007994602434337139 @@ -52461,7 +58948,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8595083951950073, + "sufficiency": 0.859539270401001, "masked prediction probs": [ 0.013964098878204823, 0.986035943031311 @@ -52474,7 +58961,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8997599482536316, + "sufficiency": 0.8997820615768433, "masked prediction probs": [ 0.017563730478286743, 0.9824362993240356 @@ -52487,7 +58974,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8595701456069946, + "sufficiency": 0.8596010208129883, + "masked prediction probs": [ + 0.013964098878204823, + 0.986035943031311 + ], + "full text prediction probs": [ + 0.9934507608413696, + 0.0065492126159369946 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8596318364143372, "masked prediction probs": [ 0.013964098878204823, 0.986035943031311 @@ -52500,12 +59000,12 @@ } }, "dev_215": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1183934286236763, "sufficiency": 1.0, "masked prediction probs": [ - 0.0760357677936554, - 0.9239642024040222 + 0.7833265662193298, + 0.21667347848415375 ], "full text prediction probs": [ 0.8768952488899231, @@ -52604,7 +59104,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -52617,9 +59117,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.11812438815832138, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7833265662193298, + 0.21667347848415375 + ], + "full text prediction probs": [ + 0.8768952488899231, + 0.12310472130775452 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5632104277610779, + "sufficiency": 0.5633206963539124, "masked prediction probs": [ 0.9507671594619751, 0.049232903867959976 @@ -52644,8 +59157,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2538102865219116, - "sufficiency": 0.9735731482505798, + "comprehensiveness": 0.25374624133110046, + "sufficiency": 0.9735797643661499, "masked prediction probs": [ 0.6757455468177795, 0.32425448298454285 @@ -52657,7 +59170,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9890268445014954, + "comprehensiveness": 0.9887773990631104, "sufficiency": 1.0, "masked prediction probs": [ 0.09287391602993011, @@ -52670,7 +59183,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9517711400985718, + "comprehensiveness": 0.9515311121940613, "sufficiency": 1.0, "masked prediction probs": [ 0.12221694737672806, @@ -52684,7 +59197,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8287398219108582, + "sufficiency": 0.8287829160690308, "masked prediction probs": [ 0.9424882531166077, 0.05751181021332741 @@ -52707,15 +59220,28 @@ 0.12310472130775452 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0760357677936554, + 0.9239642024040222 + ], + "full text prediction probs": [ + 0.8768952488899231, + 0.12310472130775452 + ], + "labels": 0 } }, "dev_273": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9165195226669312, + "fixed-shap": { + "comprehensiveness": 0.15391577780246735, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6801237463951111, - 0.3198763132095337 + 0.023700667545199394, + 0.9762993454933167 ], "full text prediction probs": [ 0.01222640834748745, @@ -52814,7 +59340,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9182716012001038, "masked prediction probs": [ @@ -52827,6 +59353,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.150286465883255, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023700667545199394, + 0.9762993454933167 + ], + "full text prediction probs": [ + 0.01222640834748745, + 0.987773597240448 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -52841,7 +59380,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05339165776968002, + "comprehensiveness": 0.05325250327587128, "sufficiency": 0.0, "masked prediction probs": [ 0.016313478350639343, @@ -52854,7 +59393,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0909944474697113, + "comprehensiveness": 0.09075790643692017, "sufficiency": 0.0, "masked prediction probs": [ 0.019210148602724075, @@ -52880,7 +59419,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5446860790252686, + "comprehensiveness": 0.5432775020599365, "sufficiency": 0.0, "masked prediction probs": [ 0.05424852669239044, @@ -52893,7 +59432,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08494829386472702, + "comprehensiveness": 0.08472917973995209, "sufficiency": 0.0, "masked prediction probs": [ 0.01879703253507614, @@ -52917,15 +59456,28 @@ 0.987773597240448 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.920156717300415, + "masked prediction probs": [ + 0.6801237463951111, + 0.3198763132095337 + ], + "full text prediction probs": [ + 0.01222640834748745, + 0.987773597240448 + ], + "labels": 1 } }, "dev_359": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.49565187096595764, "masked prediction probs": [ - 0.1852383017539978, - 0.8147616982460022 + 0.12298658490180969, + 0.8770134449005127 ], "full text prediction probs": [ 0.017484989017248154, @@ -53012,11 +59564,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.16944999992847443, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 0.5056278109550476, "masked prediction probs": [ - 0.029463503509759903, - 0.970536470413208 + 0.12298658490180969, + 0.8770134449005127 ], "full text prediction probs": [ 0.017484989017248154, @@ -53024,7 +59576,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -53037,9 +59589,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.5084060430526733, + "masked prediction probs": [ + 0.12298658490180969, + 0.8770134449005127 + ], + "full text prediction probs": [ + 0.017484989017248154, + 0.9825149774551392 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.7571438550949097, - "sufficiency": 0.40137895941734314, + "comprehensiveness": 0.7550194263458252, + "sufficiency": 0.403056263923645, "masked prediction probs": [ 0.071310855448246, 0.928689181804657 @@ -53051,7 +59616,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.16802363097667694, + "comprehensiveness": 0.16755348443984985, "sufficiency": 0.0, "masked prediction probs": [ 0.029463503509759903, @@ -53064,7 +59629,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024845466017723083, + "comprehensiveness": 0.024776142090559006, "sufficiency": 0.0, "masked prediction probs": [ 0.019261199980974197, @@ -53077,7 +59642,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.31867438554763794, + "comprehensiveness": 0.31778770685195923, "sufficiency": 0.0, "masked prediction probs": [ 0.04033096507191658, @@ -53090,7 +59655,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3933793008327484, + "comprehensiveness": 0.3922877609729767, "sufficiency": 0.0, "masked prediction probs": [ 0.045765314251184464, @@ -53103,7 +59668,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.36146384477615356, + "comprehensiveness": 0.3604636490345001, "sufficiency": 0.0, "masked prediction probs": [ 0.04354318976402283, @@ -53116,11 +59681,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16569896042346954, + "comprehensiveness": 1.0, + "sufficiency": 0.517888605594635, + "masked prediction probs": [ + 0.12298658490180969, + 0.8770134449005127 + ], + "full text prediction probs": [ + 0.017484989017248154, + 0.9825149774551392 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.029463503509759903, - 0.970536470413208 + 0.1852383017539978, + 0.8147616982460022 ], "full text prediction probs": [ 0.017484989017248154, @@ -53130,12 +59708,12 @@ } }, "dev_423": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8859343528747559, + "fixed-shap": { + "comprehensiveness": 0.07390765845775604, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9845635890960693, - 0.015436404384672642 + 0.01312576700001955, + 0.9868742823600769 ], "full text prediction probs": [ 0.007248057052493095, @@ -53234,7 +59812,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8881815671920776, "masked prediction probs": [ @@ -53247,9 +59825,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.07227160781621933, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01312576700001955, + 0.9868742823600769 + ], + "full text prediction probs": [ + 0.007248057052493095, + 0.992751955986023 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8884562849998474, + "sufficiency": 0.8887296319007874, "masked prediction probs": [ 0.9845635890960693, 0.015436404384672642 @@ -53261,8 +59852,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8529769778251648, - "sufficiency": 0.9375085830688477, + "comprehensiveness": 0.850889265537262, + "sufficiency": 0.937661349773407, "masked prediction probs": [ 0.0767892599105835, 0.9232107996940613 @@ -53274,8 +59865,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8812503814697266, - "sufficiency": 0.7057362794876099, + "comprehensiveness": 0.8790987133979797, + "sufficiency": 0.7064538598060608, "masked prediction probs": [ 0.07927054911851883, 0.9207294583320618 @@ -53300,8 +59891,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8467443585395813, - "sufficiency": 0.9379646182060242, + "comprehensiveness": 0.8446869850158691, + "sufficiency": 0.9381151795387268, "masked prediction probs": [ 0.0767892599105835, 0.9232107996940613 @@ -53313,7 +59904,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.30843016505241394, + "comprehensiveness": 0.3076825737953186, "sufficiency": 0.0, "masked prediction probs": [ 0.032640330493450165, @@ -53327,7 +59918,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8900765180587769, + "sufficiency": 0.8903419375419617, + "masked prediction probs": [ + 0.9845635890960693, + 0.015436404384672642 + ], + "full text prediction probs": [ + 0.007248057052493095, + 0.992751955986023 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.890606164932251, "masked prediction probs": [ 0.9845635890960693, 0.015436404384672642 @@ -53340,12 +59944,12 @@ } }, "dev_427": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5164667367935181, + "fixed-shap": { + "comprehensiveness": 0.027812877669930458, "sufficiency": 0.0, "masked prediction probs": [ - 0.04706663638353348, - 0.9529334306716919 + 0.0069373175501823425, + 0.9930626749992371 ], "full text prediction probs": [ 0.0046532368287444115, @@ -53444,7 +60048,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5065950155258179, "sufficiency": 0.0, "masked prediction probs": [ @@ -53457,8 +60061,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.027216237038373947, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0069373175501823425, + 0.9930626749992371 + ], + "full text prediction probs": [ + 0.0046532368287444115, + 0.99534672498703 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.5053874850273132, + "comprehensiveness": 0.5041857361793518, "sufficiency": 0.0, "masked prediction probs": [ 0.04706663638353348, @@ -53471,7 +60088,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06043834984302521, + "comprehensiveness": 0.060294974595308304, "sufficiency": 0.0, "masked prediction probs": [ 0.009737408719956875, @@ -53484,7 +60101,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03165699914097786, + "comprehensiveness": 0.03158207982778549, "sufficiency": 0.0, "masked prediction probs": [ 0.007322604767978191, @@ -53497,7 +60114,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008347372524440289, + "comprehensiveness": 0.008327663876116276, "sufficiency": 0.0, "masked prediction probs": [ 0.00535881333053112, @@ -53510,7 +60127,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.17819175124168396, + "comprehensiveness": 0.17777201533317566, "sufficiency": 0.0, "masked prediction probs": [ 0.019750094041228294, @@ -53523,7 +60140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.379923552274704, + "comprehensiveness": 0.3790307343006134, "sufficiency": 0.0, "masked prediction probs": [ 0.0369173139333725, @@ -53536,7 +60153,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4982616901397705, + "comprehensiveness": 0.4970935583114624, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04706663638353348, + 0.9529334306716919 + ], + "full text prediction probs": [ + 0.0046532368287444115, + 0.99534672498703 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.49593088030815125, "sufficiency": 0.0, "masked prediction probs": [ 0.04706663638353348, @@ -53550,12 +60180,12 @@ } }, "dev_529": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0017672214889898896, - "sufficiency": 0.6876317262649536, + "fixed-shap": { + "comprehensiveness": 0.0014392950106412172, + "sufficiency": 0.8532150387763977, "masked prediction probs": [ - 0.9935988187789917, - 0.006401194259524345 + 0.9938967823982239, + 0.006103199906647205 ], "full text prediction probs": [ 0.9952045679092407, @@ -53654,7 +60284,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0017641150625422597, "sufficiency": 0.6881807446479797, "masked prediction probs": [ @@ -53667,9 +60297,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0006006755866110325, + "sufficiency": 0.6680656671524048, + "masked prediction probs": [ + 0.9946576952934265, + 0.0053422595374286175 + ], + "full text prediction probs": [ + 0.9952045679092407, + 0.004795483313500881 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.001500215963460505, - "sufficiency": 0.7234827876091003, + "comprehensiveness": 0.001499886391684413, + "sufficiency": 0.7235434651374817, "masked prediction probs": [ 0.9938387274742126, 0.00616129906848073 @@ -53681,8 +60324,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0013736904365941882, - "sufficiency": 0.9366653561592102, + "comprehensiveness": 0.0013733888044953346, + "sufficiency": 0.9366792440414429, "masked prediction probs": [ 0.9939536452293396, 0.006046315189450979 @@ -53694,8 +60337,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0028489294927567244, - "sufficiency": 0.9909140467643738, + "comprehensiveness": 0.0028483038768172264, + "sufficiency": 0.9909161329269409, "masked prediction probs": [ 0.9926096796989441, 0.007390330079942942 @@ -53707,8 +60350,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017625659238547087, - "sufficiency": 0.6884545087814331, + "comprehensiveness": 0.0017621790757402778, + "sufficiency": 0.6885229349136353, "masked prediction probs": [ 0.9935988187789917, 0.006401194259524345 @@ -53720,8 +60363,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002954233670607209, - "sufficiency": 0.9621400833129883, + "comprehensiveness": 0.002953585237264633, + "sufficiency": 0.9621483683586121, "masked prediction probs": [ 0.992512583732605, 0.0074874162673950195 @@ -53733,8 +60376,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0003644568787422031, - "sufficiency": 0.8939741253852844, + "comprehensiveness": 0.0003643769596237689, + "sufficiency": 0.8939974308013916, "masked prediction probs": [ 0.9948723912239075, 0.005127541720867157 @@ -53746,8 +60389,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0017614058451727033, - "sufficiency": 0.6886595487594604, + "comprehensiveness": 0.0017610194627195597, + "sufficiency": 0.688727855682373, + "masked prediction probs": [ + 0.9935988187789917, + 0.006401194259524345 + ], + "full text prediction probs": [ + 0.9952045679092407, + 0.004795483313500881 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0017606333130970597, + "sufficiency": 0.6887961030006409, "masked prediction probs": [ 0.9935988187789917, 0.006401194259524345 @@ -53760,12 +60416,12 @@ } }, "dev_590": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.40472322702407837, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4256390333175659, + "sufficiency": 0.9984344840049744, "masked prediction probs": [ - 0.6030414700508118, - 0.396958589553833 + 0.5848947763442993, + 0.4151051938533783 ], "full text prediction probs": [ 0.9541820883750916, @@ -53864,8 +60520,21 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8063451051712036, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.40397822856903076, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6030414700508118, + 0.396958589553833 + ], + "full text prediction probs": [ + 0.9541820883750916, + 0.04581793025135994 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8061596751213074, "sufficiency": 1.0, "masked prediction probs": [ 0.2533014118671417, @@ -53878,8 +60547,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.27387332916259766, - "sufficiency": 0.9927119016647339, + "comprehensiveness": 0.27381032705307007, + "sufficiency": 0.9927135705947876, "masked prediction probs": [ 0.7160747647285461, 0.28392529487609863 @@ -53892,7 +60561,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.76559978723526, + "sufficiency": 0.7656536102294922, "masked prediction probs": [ 0.9600444436073303, 0.039955589920282364 @@ -53904,7 +60573,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8057889342308044, + "comprehensiveness": 0.8056036233901978, "sufficiency": 1.0, "masked prediction probs": [ 0.2533014118671417, @@ -53917,8 +60586,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003015697468072176, - "sufficiency": 0.8141701817512512, + "comprehensiveness": 0.0030150043312460184, + "sufficiency": 0.8142128586769104, "masked prediction probs": [ 0.9515584111213684, 0.048441607505083084 @@ -53930,7 +60599,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8054184913635254, + "comprehensiveness": 0.8052334189414978, "sufficiency": 1.0, "masked prediction probs": [ 0.2533014118671417, @@ -53944,7 +60613,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.877464771270752, + "sufficiency": 0.8774929046630859, "masked prediction probs": [ 0.9714914560317993, 0.028508564457297325 @@ -53956,7 +60625,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8050484657287598, + "comprehensiveness": 0.8048635125160217, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2533014118671417, + 0.7466985583305359 + ], + "full text prediction probs": [ + 0.9541820883750916, + 0.04581793025135994 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.804678738117218, "sufficiency": 1.0, "masked prediction probs": [ 0.2533014118671417, @@ -53970,12 +60652,12 @@ } }, "dev_600": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8783780336380005, - "sufficiency": 0.9945209622383118, + "fixed-shap": { + "comprehensiveness": 0.009086870588362217, + "sufficiency": 0.7372042536735535, "masked prediction probs": [ - 0.19626235961914062, - 0.8037376403808594 + 0.9802486300468445, + 0.019751358777284622 ], "full text prediction probs": [ 0.9884437918663025, @@ -54074,12 +60756,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8986720442771912, - "sufficiency": 0.9899024963378906, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8768224120140076, + "sufficiency": 0.9945306181907654, "masked prediction probs": [ - 0.1765218824148178, - 0.8234780430793762 + 0.19626235961914062, + 0.8037376403808594 + ], + "full text prediction probs": [ + 0.9884437918663025, + 0.01155622024089098 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7551444172859192, + "masked prediction probs": [ + 0.9884437918663025, + 0.01155622024089098 ], "full text prediction probs": [ 0.9884437918663025, @@ -54089,7 +60784,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8048387765884399, + "sufficiency": 0.8048819899559021, "masked prediction probs": [ 0.9921437501907349, 0.007856267504394054 @@ -54101,8 +60796,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8982743620872498, - "sufficiency": 0.9899070858955383, + "comprehensiveness": 0.8980756402015686, + "sufficiency": 0.9899092316627502, "masked prediction probs": [ 0.1765218824148178, 0.8234780430793762 @@ -54128,7 +60823,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8410611152648926, + "sufficiency": 0.8410962224006653, "masked prediction probs": [ 0.9925717711448669, 0.007428278215229511 @@ -54140,8 +60835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8976784944534302, - "sufficiency": 0.9899137020111084, + "comprehensiveness": 0.8974800109863281, + "sufficiency": 0.9899160265922546, "masked prediction probs": [ 0.1765218824148178, 0.8234780430793762 @@ -54153,8 +60848,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5488813519477844, - "sufficiency": 0.9872226119041443, + "comprehensiveness": 0.5487600564956665, + "sufficiency": 0.9872254133224487, "masked prediction probs": [ 0.4918881058692932, 0.5081118941307068 @@ -54166,8 +60861,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8972816467285156, - "sufficiency": 0.9899181723594666, + "comprehensiveness": 0.8970833420753479, + "sufficiency": 0.9899203181266785, + "masked prediction probs": [ + 0.1765218824148178, + 0.8234780430793762 + ], + "full text prediction probs": [ + 0.9884437918663025, + 0.01155622024089098 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8968851566314697, + "sufficiency": 0.9899226427078247, "masked prediction probs": [ 0.1765218824148178, 0.8234780430793762 @@ -54180,12 +60888,12 @@ } }, "dev_631": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9447880983352661, - 0.05521189421415329 + 0.3398284316062927, + 0.6601715087890625 ], "full text prediction probs": [ 0.09808332473039627, @@ -54275,8 +60983,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9336761832237244, - 0.06632381677627563 + 0.3398284316062927, + 0.6601715087890625 ], "full text prediction probs": [ 0.09808332473039627, @@ -54284,7 +60992,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -54297,6 +61005,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3398284316062927, + 0.6601715087890625 + ], + "full text prediction probs": [ + 0.09808332473039627, + 0.9019166827201843 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -54379,8 +61100,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9336761832237244, - 0.06632381677627563 + 0.3398284316062927, + 0.6601715087890625 + ], + "full text prediction probs": [ + 0.09808332473039627, + 0.9019166827201843 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9447880983352661, + 0.05521189421415329 ], "full text prediction probs": [ 0.09808332473039627, @@ -54390,12 +61124,12 @@ } }, "dev_654": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.02510809525847435, - 0.9748919606208801 + 0.8761252164840698, + 0.1238747388124466 ], "full text prediction probs": [ 0.5971062779426575, @@ -54494,12 +61228,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.024449331685900688, - 0.975550651550293 + 0.02510809525847435, + 0.9748919606208801 + ], + "full text prediction probs": [ + 0.5971062779426575, + 0.40289372205734253 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.830523669719696, + 0.16947631537914276 ], "full text prediction probs": [ 0.5971062779426575, @@ -54597,15 +61344,28 @@ 0.40289372205734253 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.024449331685900688, + 0.975550651550293 + ], + "full text prediction probs": [ + 0.5971062779426575, + 0.40289372205734253 + ], + "labels": 0 } }, "dev_665": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8420782089233398, + "fixed-shap": { + "comprehensiveness": 0.009320631623268127, + "sufficiency": 0.8285422921180725, "masked prediction probs": [ - 0.9878455996513367, - 0.012154416181147099 + 0.9784476161003113, + 0.02155240625143051 ], "full text prediction probs": [ 0.9868386387825012, @@ -54692,11 +61452,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.842323362827301, + "comprehensiveness": 0.009306159801781178, + "sufficiency": 0.8288085460662842, "masked prediction probs": [ - 0.9878455996513367, - 0.012154416181147099 + 0.9784476161003113, + 0.02155240625143051 ], "full text prediction probs": [ 0.9868386387825012, @@ -54704,12 +61464,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9726913571357727, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00930409599095583, + "sufficiency": 0.8288464546203613, "masked prediction probs": [ - 0.9888731837272644, - 0.01112681720405817 + 0.9784476161003113, + 0.02155240625143051 + ], + "full text prediction probs": [ + 0.9868386387825012, + 0.01316131092607975 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.009302033111453056, + "sufficiency": 0.8288844227790833, + "masked prediction probs": [ + 0.9784476161003113, + 0.02155240625143051 ], "full text prediction probs": [ 0.9868386387825012, @@ -54719,7 +61492,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9725605845451355, + "sufficiency": 0.9725667238235474, "masked prediction probs": [ 0.990578830242157, 0.009421120397746563 @@ -54731,8 +61504,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00011593749513849616, - "sufficiency": 0.7147102952003479, + "comprehensiveness": 0.00011591180373216048, + "sufficiency": 0.7147734761238098, "masked prediction probs": [ 0.9867340326309204, 0.013265970163047314 @@ -54744,8 +61517,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.013735383749008179, - "sufficiency": 0.8540996313095093, + "comprehensiveness": 0.013732340186834335, + "sufficiency": 0.8541319966316223, "masked prediction probs": [ 0.9744429588317871, 0.025557029992341995 @@ -54758,7 +61531,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8424980640411377, + "sufficiency": 0.8425329327583313, "masked prediction probs": [ 0.9878455996513367, 0.012154416181147099 @@ -54770,8 +61543,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013863181695342064, - "sufficiency": 0.8002289533615112, + "comprehensiveness": 0.013860111124813557, + "sufficiency": 0.8002731800079346, "masked prediction probs": [ 0.9743220806121826, 0.02567792311310768 @@ -54783,8 +61556,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016456855461001396, - "sufficiency": 0.8303734064102173, + "comprehensiveness": 0.0164532121270895, + "sufficiency": 0.8304109573364258, "masked prediction probs": [ 0.9719770550727844, 0.02802298590540886 @@ -54796,11 +61569,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00011580913997022435, - "sufficiency": 0.7150260210037231, + "comprehensiveness": 0.009287618100643158, + "sufficiency": 0.8291495442390442, "masked prediction probs": [ - 0.9867340326309204, - 0.013265970163047314 + 0.9784476161003113, + 0.02155240625143051 + ], + "full text prediction probs": [ + 0.9868386387825012, + 0.01316131092607975 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9727458357810974, + "masked prediction probs": [ + 0.9888731837272644, + 0.01112681720405817 ], "full text prediction probs": [ 0.9868386387825012, @@ -54810,12 +61596,12 @@ } }, "dev_748": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0028522994834929705, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.015373877249658108, + "sufficiency": 0.805651068687439, "masked prediction probs": [ - 0.9853776693344116, - 0.014622317627072334 + 0.9740910530090332, + 0.025908995419740677 ], "full text prediction probs": [ 0.9879486560821533, @@ -54902,11 +61688,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.9220141768455505, + "comprehensiveness": 0.015350036323070526, + "sufficiency": 0.8059524893760681, "masked prediction probs": [ - 0.9890630841255188, - 0.010936858132481575 + 0.9740910530090332, + 0.025908995419740677 ], "full text prediction probs": [ 0.9879486560821533, @@ -54914,12 +61700,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006789123173803091, - "sufficiency": 0.8807719945907593, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002847245428711176, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9818182587623596, - 0.018181703984737396 + 0.9853776693344116, + 0.014622317627072334 + ], + "full text prediction probs": [ + 0.9879486560821533, + 0.012051372788846493 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015343237668275833, + "sufficiency": 0.8060383796691895, + "masked prediction probs": [ + 0.9740910530090332, + 0.025908995419740677 ], "full text prediction probs": [ 0.9879486560821533, @@ -54928,8 +61727,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005061660893261433, - "sufficiency": 0.8225375413894653, + "comprehensiveness": 0.005060540046542883, + "sufficiency": 0.8225767612457275, "masked prediction probs": [ 0.9833770990371704, 0.01662287302315235 @@ -54942,7 +61741,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7646734118461609, + "sufficiency": 0.7647255659103394, "masked prediction probs": [ 0.9887291193008423, 0.01127093005925417 @@ -54954,8 +61753,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008294564671814442, - "sufficiency": 0.8736106753349304, + "comprehensiveness": 0.008292729035019875, + "sufficiency": 0.8736386299133301, "masked prediction probs": [ 0.9804539084434509, 0.019546082243323326 @@ -54968,7 +61767,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7557206749916077, + "sufficiency": 0.7557746767997742, "masked prediction probs": [ 0.9879486560821533, 0.012051372788846493 @@ -54980,8 +61779,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.059848785400390625, - "sufficiency": 0.9179933667182922, + "comprehensiveness": 0.05983554199337959, + "sufficiency": 0.9180114269256592, "masked prediction probs": [ 0.9338469505310059, 0.06615300476551056 @@ -54993,8 +61792,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016175933182239532, - "sufficiency": 0.9508472084999084, + "comprehensiveness": 0.01617235504090786, + "sufficiency": 0.9508581161499023, "masked prediction probs": [ 0.9733228087425232, 0.02667720802128315 @@ -55006,11 +61805,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7649336457252502, + "comprehensiveness": 0.015319489873945713, + "sufficiency": 0.8063385486602783, "masked prediction probs": [ - 0.9887291193008423, - 0.01127093005925417 + 0.9740910530090332, + 0.025908995419740677 + ], + "full text prediction probs": [ + 0.9879486560821533, + 0.012051372788846493 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00677561666816473, + "sufficiency": 0.8810091018676758, + "masked prediction probs": [ + 0.9818182587623596, + 0.018181703984737396 ], "full text prediction probs": [ 0.9879486560821533, @@ -55020,12 +61832,12 @@ } }, "dev_822": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.41916894912719727, - 0.5808310508728027 + 0.5826081037521362, + 0.4173918664455414 ], "full text prediction probs": [ 0.08707274496555328, @@ -55115,8 +61927,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.41916894912719727, - 0.5808310508728027 + 0.5826081037521362, + 0.4173918664455414 ], "full text prediction probs": [ 0.08707274496555328, @@ -55124,12 +61936,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.41916894912719727, - 0.5808310508728027 + 0.5826081037521362, + 0.4173918664455414 + ], + "full text prediction probs": [ + 0.08707274496555328, + 0.9129272103309631 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5826081037521362, + 0.4173918664455414 ], "full text prediction probs": [ 0.08707274496555328, @@ -55219,8 +62044,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.41916894912719727, - 0.5808310508728027 + 0.5826081037521362, + 0.4173918664455414 + ], + "full text prediction probs": [ + 0.08707274496555328, + 0.9129272103309631 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5826081037521362, + 0.4173918664455414 ], "full text prediction probs": [ 0.08707274496555328, @@ -55230,12 +62068,12 @@ } }, "dev_12": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09019725024700165, "sufficiency": 0.0, "masked prediction probs": [ - 0.3102087378501892, - 0.6897912621498108 + 0.015103074721992016, + 0.9848968982696533 ], "full text prediction probs": [ 0.008305136114358902, @@ -55334,12 +62172,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3875001072883606, - 0.6124999523162842 + 0.3102087378501892, + 0.6897912621498108 + ], + "full text prediction probs": [ + 0.008305136114358902, + 0.9916948676109314 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10937338322401047, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016745323315262794, + 0.9832547307014465 ], "full text prediction probs": [ 0.008305136114358902, @@ -55348,7 +62199,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7259864807128906, + "comprehensiveness": 0.7241094708442688, "sufficiency": 0.0, "masked prediction probs": [ 0.06432817131280899, @@ -55361,7 +62212,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.42543885111808777, + "comprehensiveness": 0.42434173822402954, "sufficiency": 0.0, "masked prediction probs": [ 0.041220538318157196, @@ -55374,7 +62225,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.24078629910945892, + "comprehensiveness": 0.24016696214675903, "sufficiency": 0.0, "masked prediction probs": [ 0.02698240801692009, @@ -55387,7 +62238,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08284370601177216, + "comprehensiveness": 0.08263116329908371, "sufficiency": 0.0, "masked prediction probs": [ 0.014747765846550465, @@ -55413,7 +62264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18309560418128967, + "comprehensiveness": 0.18262825906276703, "sufficiency": 0.0, "masked prediction probs": [ 0.02261742390692234, @@ -55426,7 +62277,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4200092554092407, + "comprehensiveness": 0.4189399182796478, "sufficiency": 0.0, "masked prediction probs": [ 0.041220538318157196, @@ -55437,15 +62288,28 @@ 0.9916948676109314 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3875001072883606, + 0.6124999523162842 + ], + "full text prediction probs": [ + 0.008305136114358902, + 0.9916948676109314 + ], + "labels": 1 } }, "dev_47": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9201022386550903, + "sufficiency": 0.9056339859962463, "masked prediction probs": [ - 0.888372004032135, - 0.11162801831960678 + 0.8858707547187805, + 0.11412926763296127 ], "full text prediction probs": [ 0.008563842624425888, @@ -55544,9 +62408,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9217668175697327, + "masked prediction probs": [ + 0.888372004032135, + 0.11162801831960678 + ], + "full text prediction probs": [ + 0.008563842624425888, + 0.9914361834526062 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8449134230613708, + "sufficiency": 0.8453162908554077, "masked prediction probs": [ 0.7710569500923157, 0.22894306480884552 @@ -55559,7 +62436,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8453162908554077, + "sufficiency": 0.8457170128822327, "masked prediction probs": [ 0.7710569500923157, 0.22894306480884552 @@ -55571,7 +62448,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.053743500262498856, + "comprehensiveness": 0.05360444262623787, "sufficiency": 0.0, "masked prediction probs": [ 0.012707928195595741, @@ -55584,7 +62461,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07894757390022278, + "comprehensiveness": 0.0787438303232193, "sufficiency": 0.0, "masked prediction probs": [ 0.014667188748717308, @@ -55597,7 +62474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0787438303232193, + "comprehensiveness": 0.07854112982749939, "sufficiency": 0.0, "masked prediction probs": [ 0.014667188748717308, @@ -55611,7 +62488,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8263504505157471, + "sufficiency": 0.8267956972122192, "masked prediction probs": [ 0.7692015767097473, 0.2307983636856079 @@ -55623,7 +62500,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08156109601259232, + "comprehensiveness": 0.08135222643613815, "sufficiency": 0.0, "masked prediction probs": [ 0.014918209053575993, @@ -55637,7 +62514,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8476900458335876, + "sufficiency": 0.8480786085128784, + "masked prediction probs": [ + 0.7710569500923157, + 0.22894306480884552 + ], + "full text prediction probs": [ + 0.008563842624425888, + 0.9914361834526062 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8484652042388916, "masked prediction probs": [ 0.7710569500923157, 0.22894306480884552 @@ -55650,12 +62540,12 @@ } }, "dev_56": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.047228965908288956, - "sufficiency": 0.9540739059448242, + "fixed-shap": { + "comprehensiveness": 0.03163899481296539, + "sufficiency": 0.0, "masked prediction probs": [ - 0.010312576778233051, - 0.9896873831748962 + 0.009112237952649593, + 0.9908877611160278 ], "full text prediction probs": [ 0.006676127202808857, @@ -55754,12 +62644,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010041406378149986, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04626736789941788, + "sufficiency": 0.955007791519165, + "masked prediction probs": [ + 0.010312576778233051, + 0.9896873831748962 + ], + "full text prediction probs": [ + 0.006676127202808857, + 0.9933238625526428 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.007465326692909002, - 0.9925346374511719 + 0.006676127202808857, + 0.9933238625526428 ], "full text prediction probs": [ 0.006676127202808857, @@ -55768,7 +62671,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06676797568798065, + "comprehensiveness": 0.06659891456365585, "sufficiency": 0.0, "masked prediction probs": [ 0.011937336064875126, @@ -55794,7 +62697,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02785111591219902, + "comprehensiveness": 0.02778094820678234, "sufficiency": 0.0, "masked prediction probs": [ 0.008881804533302784, @@ -55807,7 +62710,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.009940213523805141, + "comprehensiveness": 0.00991523265838623, "sufficiency": 0.0, "masked prediction probs": [ 0.007465326692909002, @@ -55820,7 +62723,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0281491968780756, + "comprehensiveness": 0.028078632429242134, "sufficiency": 0.0, "masked prediction probs": [ 0.008916690945625305, @@ -55833,7 +62736,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006228076759725809, + "comprehensiveness": 0.006212503649294376, "sufficiency": 0.0, "masked prediction probs": [ 0.007173080462962389, @@ -55846,7 +62749,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009865646250545979, + "comprehensiveness": 0.009841038845479488, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007465326692909002, + 0.9925346374511719 + ], + "full text prediction probs": [ + 0.006676127202808857, + 0.9933238625526428 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009816554374992847, "sufficiency": 0.0, "masked prediction probs": [ 0.007465326692909002, @@ -55860,12 +62776,12 @@ } }, "dev_69": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.504095733165741, + "fixed-shap": { + "comprehensiveness": 0.043427154421806335, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5034958124160767, - 0.4965042173862457 + 0.009653361514210701, + 0.9903466105461121 ], "full text prediction probs": [ 0.00629302067682147, @@ -55964,12 +62880,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.2206488698720932, + "sufficiency": 0.5141308307647705, "masked prediction probs": [ - 0.5484529137611389, - 0.4515470862388611 + 0.5034958124160767, + 0.4965042173862457 + ], + "full text prediction probs": [ + 0.00629302067682147, + 0.993707001209259 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03955288231372833, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009424807503819466, + 0.9905751943588257 ], "full text prediction probs": [ 0.00629302067682147, @@ -55979,7 +62908,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.22261525690555573, + "sufficiency": 0.22457174956798553, "masked prediction probs": [ 0.5484529137611389, 0.4515470862388611 @@ -55991,7 +62920,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.017023080959916115, + "comprehensiveness": 0.01698029227554798, "sufficiency": 0.0, "masked prediction probs": [ 0.007644322235137224, @@ -56005,7 +62934,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.2551424503326416, + "sufficiency": 0.2570076882839203, "masked prediction probs": [ 0.2999661862850189, 0.7000338435173035 @@ -56017,7 +62946,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02012862265110016, + "comprehensiveness": 0.020078280940651894, "sufficiency": 0.0, "masked prediction probs": [ 0.007898906245827675, @@ -56031,7 +62960,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6067482233047485, + "sufficiency": 0.6077280640602112, "masked prediction probs": [ 0.27845489978790283, 0.7215451002120972 @@ -56043,7 +62972,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012882804498076439, + "comprehensiveness": 0.012850744649767876, "sufficiency": 0.0, "masked prediction probs": [ 0.007325961720198393, @@ -56057,7 +62986,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.234208345413208, + "sufficiency": 0.2361069917678833, + "masked prediction probs": [ + 0.5484529137611389, + 0.4515470862388611 + ], + "full text prediction probs": [ + 0.00629302067682147, + 0.993707001209259 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.23799623548984528, "masked prediction probs": [ 0.5484529137611389, 0.4515470862388611 @@ -56070,12 +63012,12 @@ } }, "dev_93": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9022173881530762, - 0.09778265655040741 + 0.8149426579475403, + 0.1850574016571045 ], "full text prediction probs": [ 0.45581308007240295, @@ -56174,12 +63116,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8869657516479492, - 0.11303430050611496 + 0.9022173881530762, + 0.09778265655040741 + ], + "full text prediction probs": [ + 0.45581308007240295, + 0.5441868901252747 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7594329714775085, + 0.24056702852249146 ], "full text prediction probs": [ 0.45581308007240295, @@ -56277,15 +63232,28 @@ 0.5441868901252747 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8869657516479492, + 0.11303430050611496 + ], + "full text prediction probs": [ + 0.45581308007240295, + 0.5441868901252747 + ], + "labels": 1 } }, "dev_106": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.447953999042511, + "sufficiency": 0.0, "masked prediction probs": [ - 0.11218288540840149, - 0.8878171443939209 + 0.12503884732723236, + 0.8749611973762512 ], "full text prediction probs": [ 0.00703391432762146, @@ -56384,12 +63352,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.45923084020614624, + "masked prediction probs": [ + 0.11218288540840149, + 0.8878171443939209 + ], + "full text prediction probs": [ + 0.00703391432762146, + 0.9929660558700562 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12951436638832092, "sufficiency": 0.0, "masked prediction probs": [ - 0.22976644337177277, - 0.7702335119247437 + 0.017192911356687546, + 0.9828070402145386 ], "full text prediction probs": [ 0.00703391432762146, @@ -56424,7 +63405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0908358246088028, + "comprehensiveness": 0.09060593694448471, "sufficiency": 0.0, "masked prediction probs": [ 0.014195342548191547, @@ -56437,7 +63418,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.045739222317934036, + "comprehensiveness": 0.04562375694513321, "sufficiency": 0.0, "masked prediction probs": [ 0.01064914371818304, @@ -56451,7 +63432,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6189039945602417, + "sufficiency": 0.6198623776435852, "masked prediction probs": [ 0.268024742603302, 0.731975257396698 @@ -56463,7 +63444,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1798483282327652, + "comprehensiveness": 0.1793965995311737, "sufficiency": 0.0, "masked prediction probs": [ 0.021320976316928864, @@ -56487,15 +63468,28 @@ 0.9929660558700562 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22976644337177277, + 0.7702335119247437 + ], + "full text prediction probs": [ + 0.00703391432762146, + 0.9929660558700562 + ], + "labels": 1 } }, "dev_133": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9053517580032349, + "sufficiency": 0.0, "masked prediction probs": [ - 0.11307663470506668, - 0.8869233727455139 + 0.1130404844880104, + 0.8869595527648926 ], "full text prediction probs": [ 0.0062653436325490475, @@ -56594,12 +63588,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8239992260932922, + "sufficiency": 0.90726637840271, "masked prediction probs": [ - 0.651996910572052, - 0.3480031192302704 + 0.11307663470506668, + 0.8869233727455139 + ], + "full text prediction probs": [ + 0.0062653436325490475, + 0.9937346577644348 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.012009289115667343, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007216569967567921, + 0.9927834272384644 ], "full text prediction probs": [ 0.0062653436325490475, @@ -56621,7 +63628,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.44251278042793274, + "comprehensiveness": 0.4414008557796478, "sufficiency": 0.0, "masked prediction probs": [ 0.04140432924032211, @@ -56647,7 +63654,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.024557191878557205, + "comprehensiveness": 0.024495795369148254, "sufficiency": 0.0, "masked prediction probs": [ 0.008225196041166782, @@ -56697,15 +63704,28 @@ 0.9937346577644348 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8279154300689697, + "masked prediction probs": [ + 0.651996910572052, + 0.3480031192302704 + ], + "full text prediction probs": [ + 0.0062653436325490475, + 0.9937346577644348 + ], + "labels": 1 } }, "dev_197": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03300131857395172, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.18222853541374207, + "sufficiency": 0.8256585001945496, "masked prediction probs": [ - 0.00815670844167471, - 0.9918432831764221 + 0.019810378551483154, + 0.9801896214485168 ], "full text prediction probs": [ 0.0055795577354729176, @@ -56804,12 +63824,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005569774191826582, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.032338645309209824, "sufficiency": 0.0, "masked prediction probs": [ - 0.006023422349244356, - 0.9939765930175781 + 0.00815670844167471, + 0.9918432831764221 + ], + "full text prediction probs": [ + 0.0055795577354729176, + 0.9944204688072205 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10074947774410248, + "sufficiency": 0.8211012482643127, + "masked prediction probs": [ + 0.0136287622153759, + 0.9863712191581726 ], "full text prediction probs": [ 0.0055795577354729176, @@ -56818,8 +63851,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18174506723880768, - "sufficiency": 0.8175649046897888, + "comprehensiveness": 0.18129116296768188, + "sufficiency": 0.8180199861526489, "masked prediction probs": [ 0.020099865272641182, 0.9799001812934875 @@ -56831,7 +63864,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01337748859077692, + "comprehensiveness": 0.013344161212444305, "sufficiency": 0.0, "masked prediction probs": [ 0.006650949828326702, @@ -56844,7 +63877,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01456603966653347, + "comprehensiveness": 0.01452984195202589, "sufficiency": 0.0, "masked prediction probs": [ 0.006749105639755726, @@ -56857,7 +63890,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.005514408927410841, + "comprehensiveness": 0.005500739440321922, "sufficiency": 0.0, "masked prediction probs": [ 0.006023422349244356, @@ -56870,8 +63903,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10301901400089264, - "sufficiency": 0.22740605473518372, + "comprehensiveness": 0.10276427119970322, + "sufficiency": 0.2293141633272171, "masked prediction probs": [ 0.013892577029764652, 0.9861074686050415 @@ -56883,8 +63916,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027332531288266182, - "sufficiency": 0.8577696681022644, + "comprehensiveness": 0.02726510912179947, + "sufficiency": 0.8581200242042542, "masked prediction probs": [ 0.00779051473364234, 0.9922094345092773 @@ -56896,7 +63929,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005473602097481489, + "comprehensiveness": 0.0054601337760686874, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006023422349244356, + 0.9939765930175781 + ], + "full text prediction probs": [ + 0.0055795577354729176, + 0.9944204688072205 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005446731578558683, "sufficiency": 0.0, "masked prediction probs": [ 0.006023422349244356, @@ -56910,12 +63956,12 @@ } }, "dev_225": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8830961585044861, - 0.1169038936495781 + 0.2096368819475174, + 0.7903631925582886 ], "full text prediction probs": [ 0.3076987862586975, @@ -57014,12 +64060,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7757951021194458, - 0.2242049276828766 + 0.8830961585044861, + 0.1169038936495781 + ], + "full text prediction probs": [ + 0.3076987862586975, + 0.6923012733459473 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2069530040025711, + 0.7930469512939453 ], "full text prediction probs": [ 0.3076987862586975, @@ -57117,15 +64176,28 @@ 0.6923012733459473 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7757951021194458, + 0.2242049276828766 + ], + "full text prediction probs": [ + 0.3076987862586975, + 0.6923012733459473 + ], + "labels": 1 } }, "dev_243": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06919154524803162, + "fixed-shap": { + "comprehensiveness": 0.11803747713565826, "sufficiency": 0.0, "masked prediction probs": [ - 0.011617230251431465, - 0.9883827567100525 + 0.015398446470499039, + 0.9846014976501465 ], "full text prediction probs": [ 0.006261040456593037, @@ -57224,12 +64296,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04287023842334747, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06779018044471741, "sufficiency": 0.0, "masked prediction probs": [ - 0.009648322127759457, - 0.9903517365455627 + 0.011617230251431465, + 0.9883827567100525 + ], + "full text prediction probs": [ + 0.006261040456593037, + 0.9937390089035034 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.015128360129892826, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007459421642124653, + 0.9925406575202942 ], "full text prediction probs": [ 0.006261040456593037, @@ -57238,7 +64323,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3186684846878052, + "comprehensiveness": 0.317865788936615, "sufficiency": 0.0, "masked prediction probs": [ 0.03150345757603645, @@ -57251,7 +64336,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.030972357839345932, + "comprehensiveness": 0.030894538387656212, "sufficiency": 0.0, "masked prediction probs": [ 0.008720563724637032, @@ -57264,7 +64349,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06727918982505798, + "comprehensiveness": 0.0671105682849884, "sufficiency": 0.0, "masked prediction probs": [ 0.011617230251431465, @@ -57277,7 +64362,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04244045540690422, + "comprehensiveness": 0.04233435168862343, "sufficiency": 0.0, "masked prediction probs": [ 0.009648322127759457, @@ -57290,7 +64375,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06428781896829605, + "comprehensiveness": 0.06412749737501144, "sufficiency": 0.0, "masked prediction probs": [ 0.011404738761484623, @@ -57303,7 +64388,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07058713585138321, + "comprehensiveness": 0.07041154056787491, "sufficiency": 0.0, "masked prediction probs": [ 0.011923018842935562, @@ -57316,7 +64401,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04212373122572899, + "comprehensiveness": 0.042019203305244446, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009648322127759457, + 0.9903517365455627 + ], + "full text prediction probs": [ + 0.006261040456593037, + 0.9937390089035034 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04191519692540169, "sufficiency": 0.0, "masked prediction probs": [ 0.009648322127759457, @@ -57330,12 +64428,12 @@ } }, "dev_265": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9491888284683228, + "fixed-shap": { + "comprehensiveness": 0.04461591690778732, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3886558711528778, - 0.6113441586494446 + 0.00949807744473219, + 0.990501880645752 ], "full text prediction probs": [ 0.006034222897142172, @@ -57434,12 +64532,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9229066967964172, + "sufficiency": 0.9502136707305908, "masked prediction probs": [ - 0.08578158915042877, - 0.9142183661460876 + 0.3886558711528778, + 0.6113441586494446 + ], + "full text prediction probs": [ + 0.006034222897142172, + 0.9939658045768738 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.021246790885925293, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0077220299281179905, + 0.992277979850769 ], "full text prediction probs": [ 0.006034222897142172, @@ -57449,7 +64560,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9231005311012268, + "sufficiency": 0.9232934713363647, "masked prediction probs": [ 0.08578158915042877, 0.9142183661460876 @@ -57461,7 +64572,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07900775223970413, + "comprehensiveness": 0.07880980521440506, "sufficiency": 0.0, "masked prediction probs": [ 0.012326250784099102, @@ -57474,8 +64585,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9988517761230469, - "sufficiency": 0.9234853982925415, + "comprehensiveness": 0.9963554739952087, + "sufficiency": 0.9236763715744019, "masked prediction probs": [ 0.08578158915042877, 0.9142183661460876 @@ -57487,7 +64598,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07329721748828888, + "comprehensiveness": 0.07311449199914932, "sufficiency": 0.0, "masked prediction probs": [ 0.01190083846449852, @@ -57500,8 +64611,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9153886437416077, - "sufficiency": 0.9689828753471375, + "comprehensiveness": 0.9131122827529907, + "sufficiency": 0.9690598845481873, "masked prediction probs": [ 0.07948417961597443, 0.920515775680542 @@ -57513,7 +64624,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03185071051120758, + "comprehensiveness": 0.0317717008292675, "sufficiency": 0.0, "masked prediction probs": [ 0.008596268482506275, @@ -57526,8 +64637,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9889408349990845, - "sufficiency": 0.924243688583374, + "comprehensiveness": 0.986493706703186, + "sufficiency": 0.9244309067726135, + "masked prediction probs": [ + 0.08578158915042877, + 0.9142183661460876 + ], + "full text prediction probs": [ + 0.006034222897142172, + 0.9939658045768738 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9840587377548218, + "sufficiency": 0.9246172308921814, "masked prediction probs": [ 0.08578158915042877, 0.9142183661460876 @@ -57540,12 +64664,12 @@ } }, "dev_275": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08389801532030106, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.004139342810958624, "masked prediction probs": [ - 0.010947789065539837, - 0.9890522360801697 + 0.8183724880218506, + 0.1816275268793106 ], "full text prediction probs": [ 0.0042874873615801334, @@ -57644,12 +64768,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08224020153284073, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010947789065539837, + 0.9890522360801697 + ], + "full text prediction probs": [ + 0.0042874873615801334, + 0.9957125186920166 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.11163023859262466, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8387201428413391, - 0.1612798273563385 + 0.5149843096733093, + 0.48501572012901306 ], "full text prediction probs": [ 0.0042874873615801334, @@ -57684,7 +64821,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.043849170207977295, + "comprehensiveness": 0.043741922825574875, "sufficiency": 0.0, "masked prediction probs": [ 0.00786496140062809, @@ -57697,7 +64834,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.043741922825574875, + "comprehensiveness": 0.04363520070910454, "sufficiency": 0.0, "masked prediction probs": [ 0.00786496140062809, @@ -57711,7 +64848,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8087785840034485, + "sufficiency": 0.8092434406280518, "masked prediction probs": [ 0.3060389459133148, 0.6939610242843628 @@ -57723,7 +64860,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.028178533539175987, + "comprehensiveness": 0.028110116720199585, "sufficiency": 0.0, "masked prediction probs": [ 0.006603357847779989, @@ -57747,15 +64884,28 @@ 0.9957125186920166 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.13092578947544098, + "masked prediction probs": [ + 0.8387201428413391, + 0.1612798273563385 + ], + "full text prediction probs": [ + 0.0042874873615801334, + 0.9957125186920166 + ], + "labels": 0 } }, "dev_290": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9773072600364685, + "sufficiency": 0.8844315409660339, "masked prediction probs": [ - 0.8748206496238708, - 0.12517939507961273 + 0.6836451888084412, + 0.3163548707962036 ], "full text prediction probs": [ 0.016652995720505714, @@ -57854,12 +65004,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9778356552124023, "masked prediction probs": [ - 0.8730170726776123, - 0.1269829422235489 + 0.8748206496238708, + 0.12517939507961273 + ], + "full text prediction probs": [ + 0.016652995720505714, + 0.9833469986915588 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8080187439918518, + "masked prediction probs": [ + 0.2097170054912567, + 0.7902829647064209 ], "full text prediction probs": [ 0.016652995720505714, @@ -57907,7 +65070,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04589414969086647, + "comprehensiveness": 0.04576228931546211, "sufficiency": 0.0, "masked prediction probs": [ 0.019838986918330193, @@ -57933,7 +65096,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0638522356748581, + "comprehensiveness": 0.06366982311010361, "sufficiency": 0.0, "masked prediction probs": [ 0.021111197769641876, @@ -57957,15 +65120,28 @@ 0.9833469986915588 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8730170726776123, + 0.1269829422235489 + ], + "full text prediction probs": [ + 0.016652995720505714, + 0.9833469986915588 + ], + "labels": 1 } }, "dev_296": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07964091002941132, + "fixed-shap": { + "comprehensiveness": 0.34383881092071533, "sufficiency": 0.0, "masked prediction probs": [ - 0.013479449786245823, - 0.986520528793335 + 0.03362920880317688, + 0.9663708209991455 ], "full text prediction probs": [ 0.007405410520732403, @@ -58064,12 +65240,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05950073525309563, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07800420373678207, "sufficiency": 0.0, "masked prediction probs": [ - 0.012038592249155045, - 0.9879613518714905 + 0.013479449786245823, + 0.986520528793335 + ], + "full text prediction probs": [ + 0.007405410520732403, + 0.9925945401191711 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13147522509098053, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017669374123215675, + 0.9823305606842041 ], "full text prediction probs": [ 0.007405410520732403, @@ -58078,8 +65267,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13191424310207367, - "sufficiency": 0.685718297958374, + "comprehensiveness": 0.13157710433006287, + "sufficiency": 0.6865204572677612, "masked prediction probs": [ 0.017703671008348465, 0.9822962880134583 @@ -58104,7 +65293,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07740765064954758, + "comprehensiveness": 0.07721082121133804, "sufficiency": 0.0, "masked prediction probs": [ 0.013479449786245823, @@ -58117,7 +65306,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05889555439352989, + "comprehensiveness": 0.058746177703142166, "sufficiency": 0.0, "masked prediction probs": [ 0.012038592249155045, @@ -58130,7 +65319,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02620724029839039, + "comprehensiveness": 0.026140937581658363, "sufficiency": 0.0, "masked prediction probs": [ 0.009472335688769817, @@ -58143,7 +65332,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03545765578746796, + "comprehensiveness": 0.0353681780397892, "sufficiency": 0.0, "masked prediction probs": [ 0.01020906399935484, @@ -58156,7 +65345,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05844968184828758, + "comprehensiveness": 0.05830255523324013, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012038592249155045, + 0.9879613518714905 + ], + "full text prediction probs": [ + 0.007405410520732403, + 0.9925945401191711 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05815616995096207, "sufficiency": 0.0, "masked prediction probs": [ 0.012038592249155045, @@ -58170,12 +65372,12 @@ } }, "dev_361": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.5983021259307861, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9104918241500854, - 0.08950819820165634 + 0.7582094669342041, + 0.2417905032634735 ], "full text prediction probs": [ 0.007987594231963158, @@ -58274,12 +65476,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7505252957344055, + "sufficiency": 0.6066088676452637, "masked prediction probs": [ - 0.9080968499183655, - 0.09190312027931213 + 0.9104918241500854, + 0.08950819820165634 + ], + "full text prediction probs": [ + 0.007987594231963158, + 0.9920124411582947 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02923782728612423, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010253106243908405, + 0.9897469282150269 ], "full text prediction probs": [ 0.007987594231963158, @@ -58289,7 +65504,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7511684894561768, + "sufficiency": 0.7518084049224854, "masked prediction probs": [ 0.9080968499183655, 0.09190312027931213 @@ -58315,7 +65530,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6595410704612732, + "sufficiency": 0.6604121327400208, "masked prediction probs": [ 0.8266326785087585, 0.17336735129356384 @@ -58353,7 +65568,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02636367455124855, + "comprehensiveness": 0.026296652853488922, "sufficiency": 0.0, "masked prediction probs": [ 0.010056724771857262, @@ -58367,7 +65582,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7549591064453125, + "sufficiency": 0.7555797100067139, + "masked prediction probs": [ + 0.9080968499183655, + 0.09190312027931213 + ], + "full text prediction probs": [ + 0.007987594231963158, + 0.9920124411582947 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7561970949172974, "masked prediction probs": [ 0.9080968499183655, 0.09190312027931213 @@ -58380,12 +65608,12 @@ } }, "dev_365": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9692953824996948, - 0.030704641714692116 + 0.6779480576515198, + 0.3220519423484802 ], "full text prediction probs": [ 0.17840410768985748, @@ -58484,12 +65712,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9538582563400269, - 0.04614174738526344 + 0.9692953824996948, + 0.030704641714692116 + ], + "full text prediction probs": [ + 0.17840410768985748, + 0.8215959668159485 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.45263350009918213, + 0.5473664999008179 ], "full text prediction probs": [ 0.17840410768985748, @@ -58587,15 +65828,28 @@ 0.8215959668159485 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9538582563400269, + 0.04614174738526344 + ], + "full text prediction probs": [ + 0.17840410768985748, + 0.8215959668159485 + ], + "labels": 1 } }, "dev_390": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2626640796661377, - "sufficiency": 0.469217449426651, + "fixed-shap": { + "comprehensiveness": 0.0357760414481163, + "sufficiency": 0.0, "masked prediction probs": [ - 0.025825774297118187, - 0.9741742014884949 + 0.008025470189750195, + 0.9919745326042175 ], "full text prediction probs": [ 0.0052186353132128716, @@ -58682,11 +65936,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.2580583095550537, - "sufficiency": 0.4785129725933075, + "comprehensiveness": 0.03514871746301651, + "sufficiency": 0.0, "masked prediction probs": [ - 0.025825774297118187, - 0.9741742014884949 + 0.008025470189750195, + 0.9919745326042175 ], "full text prediction probs": [ 0.0052186353132128716, @@ -58694,12 +65948,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.18761856853961945, - "sufficiency": 0.28748559951782227, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03506089001893997, + "sufficiency": 0.0, "masked prediction probs": [ - 0.020238397642970085, - 0.9797616004943848 + 0.008025470189750195, + 0.9919745326042175 + ], + "full text prediction probs": [ + 0.0052186353132128716, + 0.9947813153266907 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0397542268037796, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008409080095589161, + 0.9915908575057983 ], "full text prediction probs": [ 0.0052186353132128716, @@ -58708,8 +65975,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18715094029903412, - "sufficiency": 0.28925931453704834, + "comprehensiveness": 0.18668562173843384, + "sufficiency": 0.29102423787117004, "masked prediction probs": [ 0.020238397642970085, 0.9797616004943848 @@ -58721,7 +65988,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02811889722943306, + "comprehensiveness": 0.028049159795045853, "sufficiency": 0.0, "masked prediction probs": [ 0.00748099572956562, @@ -58747,7 +66014,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.00165866082534194, + "comprehensiveness": 0.001654567546211183, "sufficiency": 0.0, "masked prediction probs": [ 0.005352736916393042, @@ -58760,7 +66027,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.027910714969038963, + "comprehensiveness": 0.027842003852128983, "sufficiency": 0.0, "masked prediction probs": [ 0.00748099572956562, @@ -58773,7 +66040,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016128629446029663, + "comprehensiveness": 0.016089022159576416, "sufficiency": 0.0, "masked prediction probs": [ 0.006529179867357016, @@ -58786,11 +66053,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18439334630966187, - "sufficiency": 0.2997189164161682, + "comprehensiveness": 0.039072513580322266, + "sufficiency": 0.0, "masked prediction probs": [ - 0.020238397642970085, - 0.9797616004943848 + 0.008409080095589161, + 0.9915908575057983 + ], + "full text prediction probs": [ + 0.0052186353132128716, + 0.9947813153266907 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03897703066468239, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008409080095589161, + 0.9915908575057983 ], "full text prediction probs": [ 0.0052186353132128716, @@ -58800,12 +66080,12 @@ } }, "dev_405": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9386003613471985, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9827066659927368, - 0.017293352633714676 + 0.9757340550422668, + 0.02426597848534584 ], "full text prediction probs": [ 0.8761895298957825, @@ -58904,7 +66184,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.9387240409851074, "masked prediction probs": [ @@ -58917,9 +66197,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9726650714874268, + 0.02733496204018593 + ], + "full text prediction probs": [ + 0.8761895298957825, + 0.12381045520305634 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9409138560295105, + "sufficiency": 0.9409287571907043, "masked prediction probs": [ 0.9172788858413696, 0.08272114396095276 @@ -58931,8 +66224,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04253261163830757, - "sufficiency": 0.969208836555481, + "comprehensiveness": 0.04252191260457039, + "sufficiency": 0.9692167043685913, "masked prediction probs": [ 0.8423881530761719, 0.1576118767261505 @@ -58944,8 +66237,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09655847400426865, - "sufficiency": 0.8104857206344604, + "comprehensiveness": 0.09653417766094208, + "sufficiency": 0.8105334639549255, "masked prediction probs": [ 0.7994335889816284, 0.2005663812160492 @@ -58958,7 +66251,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8661274313926697, + "sufficiency": 0.8661611080169678, "masked prediction probs": [ 0.9818145632743835, 0.018185457214713097 @@ -58971,7 +66264,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9388009905815125, + "sufficiency": 0.9388163089752197, "masked prediction probs": [ 0.9827066659927368, 0.017293352633714676 @@ -58984,7 +66277,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8835850358009338, + "sufficiency": 0.8836143016815186, "masked prediction probs": [ 0.9013544917106628, 0.09864553809165955 @@ -58997,7 +66290,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9388317465782166, + "sufficiency": 0.9388472437858582, + "masked prediction probs": [ + 0.9827066659927368, + 0.017293352633714676 + ], + "full text prediction probs": [ + 0.8761895298957825, + 0.12381045520305634 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9388625025749207, "masked prediction probs": [ 0.9827066659927368, 0.017293352633714676 @@ -59010,12 +66316,12 @@ } }, "dev_431": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.03504343330860138, "sufficiency": 0.0, "masked prediction probs": [ - 0.3132231533527374, - 0.6867768168449402 + 0.012239798903465271, + 0.9877602458000183 ], "full text prediction probs": [ 0.009645587764680386, @@ -59114,12 +66420,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0867801234126091, - 0.9132199287414551 + 0.3132231533527374, + 0.6867768168449402 + ], + "full text prediction probs": [ + 0.009645587764680386, + 0.9903544187545776 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009645587764680386, + 0.9903544187545776 ], "full text prediction probs": [ 0.009645587764680386, @@ -59128,7 +66447,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10598210990428925, + "comprehensiveness": 0.10570326447486877, "sufficiency": 0.0, "masked prediction probs": [ 0.017681943252682686, @@ -59141,7 +66460,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10406159609556198, + "comprehensiveness": 0.10378852486610413, "sufficiency": 0.0, "masked prediction probs": [ 0.01755720004439354, @@ -59154,7 +66473,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.044259510934352875, + "comprehensiveness": 0.0441436693072319, "sufficiency": 0.0, "masked prediction probs": [ 0.013019355945289135, @@ -59167,7 +66486,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18358191847801208, + "comprehensiveness": 0.18310268223285675, "sufficiency": 0.0, "masked prediction probs": [ 0.023676292970776558, @@ -59193,7 +66512,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04469505324959755, + "comprehensiveness": 0.04457898437976837, "sufficiency": 0.0, "masked prediction probs": [ 0.013079386204481125, @@ -59206,7 +66525,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.9987905621528625, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0867801234126091, + 0.9132199287414551 + ], + "full text prediction probs": [ + 0.009645587764680386, + 0.9903544187545776 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9962102174758911, "sufficiency": 0.0, "masked prediction probs": [ 0.0867801234126091, @@ -59220,12 +66552,12 @@ } }, "dev_458": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8228674530982971, + "sufficiency": 0.9498500227928162, "masked prediction probs": [ - 0.9879649877548218, - 0.012034980580210686 + 0.980608344078064, + 0.0193917378783226 ], "full text prediction probs": [ 0.9754893779754639, @@ -59324,12 +66656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.5816544890403748, + "sufficiency": 0.8231845498085022, "masked prediction probs": [ - 0.9769755601882935, - 0.02302444912493229 + 0.9879649877548218, + 0.012034980580210686 + ], + "full text prediction probs": [ + 0.9754893779754639, + 0.024510616436600685 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0041947877034544945, + "sufficiency": 0.9463265538215637, + "masked prediction probs": [ + 0.9717400074005127, + 0.028259960934519768 ], "full text prediction probs": [ 0.9754893779754639, @@ -59339,7 +66684,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7616391181945801, + "sufficiency": 0.761692464351654, "masked prediction probs": [ 0.9806649684906006, 0.019334999844431877 @@ -59352,7 +66697,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7716662287712097, + "sufficiency": 0.7717172503471375, "masked prediction probs": [ 0.9754893779754639, 0.024510616436600685 @@ -59365,7 +66710,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7526054382324219, + "sufficiency": 0.7526606917381287, "masked prediction probs": [ 0.979038655757904, 0.020961282774806023 @@ -59378,7 +66723,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9170987606048584, + "sufficiency": 0.9171173572540283, "masked prediction probs": [ 0.9816325902938843, 0.01836739294230938 @@ -59391,7 +66736,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.704041600227356, + "sufficiency": 0.7041077613830566, "masked prediction probs": [ 0.9796894788742065, 0.020310549065470695 @@ -59403,8 +66748,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011107920669019222, - "sufficiency": 0.8675491809844971, + "comprehensiveness": 0.011105438694357872, + "sufficiency": 0.8675787448883057, "masked prediction probs": [ 0.9655498266220093, 0.0344502292573452 @@ -59417,7 +66762,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7528265714645386, + "sufficiency": 0.7528817057609558, "masked prediction probs": [ 0.979038655757904, 0.020961282774806023 @@ -59427,15 +66772,28 @@ 0.024510616436600685 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.5824954509735107, + "masked prediction probs": [ + 0.9769755601882935, + 0.02302444912493229 + ], + "full text prediction probs": [ + 0.9754893779754639, + 0.024510616436600685 + ], + "labels": 0 } }, "dev_474": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4349866509437561, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.023313850164413452, + "sufficiency": 0.9859382510185242, "masked prediction probs": [ - 0.5914787650108337, - 0.40852123498916626 + 0.9616155624389648, + 0.038384467363357544 ], "full text prediction probs": [ 0.9825771450996399, @@ -59534,12 +66892,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018708238378167152, - "sufficiency": 0.9999695420265198, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43421393632888794, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9657265543937683, - 0.034273382276296616 + 0.5914787650108337, + 0.40852123498916626 + ], + "full text prediction probs": [ + 0.9825771450996399, + 0.017422858625650406 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002959311241284013, + "sufficiency": 0.9223739504814148, + "masked prediction probs": [ + 0.9799110889434814, + 0.020088883116841316 ], "full text prediction probs": [ 0.9825771450996399, @@ -59549,7 +66920,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8537978529930115, + "sufficiency": 0.8538302779197693, "masked prediction probs": [ 0.9877069592475891, 0.012293043546378613 @@ -59562,7 +66933,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7789105772972107, + "sufficiency": 0.7789596319198608, "masked prediction probs": [ 0.9828758835792542, 0.017124084755778313 @@ -59574,8 +66945,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01762709766626358, - "sufficiency": 0.9912035465240479, + "comprehensiveness": 0.017623187974095345, + "sufficiency": 0.9912055730819702, "masked prediction probs": [ 0.9666897654533386, 0.03331025317311287 @@ -59587,8 +66958,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03888128325343132, - "sufficiency": 0.9942744970321655, + "comprehensiveness": 0.03887265920639038, + "sufficiency": 0.9942758083343506, "masked prediction probs": [ 0.9475255012512207, 0.05247454717755318 @@ -59600,8 +66971,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01868749037384987, - "sufficiency": 0.9999695420265198, + "comprehensiveness": 0.01868334598839283, + "sufficiency": 0.999969482421875, "masked prediction probs": [ 0.9657265543937683, 0.034273382276296616 @@ -59614,7 +66985,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8259410262107849, + "sufficiency": 0.8259796500205994, "masked prediction probs": [ 0.98503577709198, 0.014964225701987743 @@ -59626,7 +66997,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01867920346558094, + "comprehensiveness": 0.0186750628054142, + "sufficiency": 0.9999696016311646, + "masked prediction probs": [ + 0.9657265543937683, + 0.034273382276296616 + ], + "full text prediction probs": [ + 0.9825771450996399, + 0.017422858625650406 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018670925870537758, "sufficiency": 0.9999695420265198, "masked prediction probs": [ 0.9657265543937683, @@ -59640,12 +67024,12 @@ } }, "dev_496": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7413049340248108, - "sufficiency": 0.8544006943702698, + "fixed-shap": { + "comprehensiveness": 0.5905321836471558, + "sufficiency": 0.9609991908073425, "masked prediction probs": [ - 0.3192211091518402, - 0.6807789206504822 + 0.45661988854408264, + 0.543380081653595 ], "full text prediction probs": [ 0.9947705864906311, @@ -59744,12 +67128,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9802561402320862, - "sufficiency": 0.8402854204177856, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7400056719779968, + "sufficiency": 0.8546558618545532, "masked prediction probs": [ - 0.09989695250988007, - 0.900102972984314 + 0.3192211091518402, + 0.6807789206504822 + ], + "full text prediction probs": [ + 0.9947705864906311, + 0.005229349713772535 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8696686029434204, + "sufficiency": 0.8879931569099426, + "masked prediction probs": [ + 0.20067813992500305, + 0.7993218898773193 ], "full text prediction probs": [ 0.9947705864906311, @@ -59758,8 +67155,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0028358460403978825, - "sufficiency": 0.3064081072807312, + "comprehensiveness": 0.002835224848240614, + "sufficiency": 0.3065599799156189, "masked prediction probs": [ 0.9921811819076538, 0.007818877696990967 @@ -59771,8 +67168,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003118727821856737, - "sufficiency": 0.714571475982666, + "comprehensiveness": 0.003118045162409544, + "sufficiency": 0.7146340012550354, "masked prediction probs": [ 0.9919222593307495, 0.008077766746282578 @@ -59784,8 +67181,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003218593541532755, - "sufficiency": 0.7793900966644287, + "comprehensiveness": 0.0032178887631744146, + "sufficiency": 0.7794383764266968, "masked prediction probs": [ 0.9918304085731506, 0.008169563487172127 @@ -59797,8 +67194,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0037233259063214064, - "sufficiency": 0.8626736402511597, + "comprehensiveness": 0.0037225112318992615, + "sufficiency": 0.8627036213874817, "masked prediction probs": [ 0.9913685917854309, 0.008631433360278606 @@ -59810,8 +67207,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9791834950447083, - "sufficiency": 0.8404600620269775, + "comprehensiveness": 0.9789692163467407, + "sufficiency": 0.8404949307441711, "masked prediction probs": [ 0.09989695250988007, 0.900102972984314 @@ -59823,8 +67220,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005403358954936266, - "sufficiency": 0.7489184737205505, + "comprehensiveness": 0.005402177106589079, + "sufficiency": 0.7489733695983887, "masked prediction probs": [ 0.9898313879966736, 0.010168606415390968 @@ -59836,8 +67233,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9787551164627075, - "sufficiency": 0.8405298590660095, + "comprehensiveness": 0.9785410165786743, + "sufficiency": 0.8405647873878479, + "masked prediction probs": [ + 0.09989695250988007, + 0.900102972984314 + ], + "full text prediction probs": [ + 0.9947705864906311, + 0.005229349713772535 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9783270955085754, + "sufficiency": 0.8405995965003967, "masked prediction probs": [ 0.09989695250988007, 0.900102972984314 @@ -59850,12 +67260,12 @@ } }, "dev_517": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002494094194844365, - "sufficiency": 0.9851307272911072, + "fixed-shap": { + "comprehensiveness": 0.0020610729698091745, + "sufficiency": 0.9027048945426941, "masked prediction probs": [ - 0.9813101291656494, - 0.018689831718802452 + 0.9816998839378357, + 0.018300089985132217 ], "full text prediction probs": [ 0.983555018901825, @@ -59954,12 +67364,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0002463689597789198, - "sufficiency": 0.7576618194580078, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0024896685499697924, + "sufficiency": 0.9851571321487427, "masked prediction probs": [ - 0.9833328723907471, - 0.01666719652712345 + 0.9813101291656494, + 0.018689831718802452 + ], + "full text prediction probs": [ + 0.983555018901825, + 0.016444966197013855 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8423143625259399, + "masked prediction probs": [ + 0.9839099645614624, + 0.016090013086795807 ], "full text prediction probs": [ 0.983555018901825, @@ -59968,8 +67391,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007538791978731751, - "sufficiency": 0.7634485363960266, + "comprehensiveness": 0.0007537120254710317, + "sufficiency": 0.763500988483429, "masked prediction probs": [ 0.9828751087188721, 0.017124880105257034 @@ -59981,8 +67404,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01094008982181549, - "sufficiency": 0.9977654814720154, + "comprehensiveness": 0.010937664657831192, + "sufficiency": 0.9977659583091736, "masked prediction probs": [ 0.973686158657074, 0.02631380595266819 @@ -59994,8 +67417,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.017250610515475273, - "sufficiency": 0.8712328672409058, + "comprehensiveness": 0.017246786504983902, + "sufficiency": 0.871261477470398, "masked prediction probs": [ 0.9679901003837585, 0.03200988098978996 @@ -60007,8 +67430,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01154265832155943, - "sufficiency": 0.8866680860519409, + "comprehensiveness": 0.01154010184109211, + "sufficiency": 0.8866932392120361, "masked prediction probs": [ 0.9731379747390747, 0.026862043887376785 @@ -60020,8 +67443,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02942158468067646, - "sufficiency": 0.86861652135849, + "comprehensiveness": 0.029415065422654152, + "sufficiency": 0.8686455488204956, "masked prediction probs": [ 0.9569966793060303, 0.04300332069396973 @@ -60034,7 +67457,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8207795023918152, + "sufficiency": 0.8208192586898804, "masked prediction probs": [ 0.9852930903434753, 0.014706887304782867 @@ -60046,8 +67469,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017235329374670982, - "sufficiency": 0.8713469505310059, + "comprehensiveness": 0.017231512814760208, + "sufficiency": 0.8713754415512085, "masked prediction probs": [ 0.9679901003837585, 0.03200988098978996 @@ -60057,15 +67480,28 @@ 0.016444966197013855 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.000245878123678267, + "sufficiency": 0.7581445574760437, + "masked prediction probs": [ + 0.9833328723907471, + 0.01666719652712345 + ], + "full text prediction probs": [ + 0.983555018901825, + 0.016444966197013855 + ], + "labels": 0 } }, "dev_519": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9826781153678894, + "fixed-shap": { + "comprehensiveness": 0.0038861974608153105, + "sufficiency": 0.8934755325317383, "masked prediction probs": [ - 0.04823296517133713, - 0.9517670273780823 + 0.9875284433364868, + 0.012471586465835571 ], "full text prediction probs": [ 0.9910554885864258, @@ -60164,12 +67600,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9046211838722229, + "sufficiency": 0.9827086329460144, "masked prediction probs": [ - 0.03877073526382446, - 0.9612292051315308 + 0.04823296517133713, + 0.9517670273780823 + ], + "full text prediction probs": [ + 0.9910554885864258, + 0.008944465778768063 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.001541268895380199, + "sufficiency": 0.8042521476745605, + "masked prediction probs": [ + 0.9896538853645325, + 0.010346118360757828 ], "full text prediction probs": [ 0.9910554885864258, @@ -60178,8 +67627,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007141027017496526, - "sufficiency": 0.7831565737724304, + "comprehensiveness": 0.0007139456574805081, + "sufficiency": 0.7832042574882507, "masked prediction probs": [ 0.9904060959815979, 0.009593857452273369 @@ -60192,7 +67641,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9816082119941711, + "sufficiency": 0.9816122055053711, "masked prediction probs": [ 0.05071210861206055, 0.9492878317832947 @@ -60204,8 +67653,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0015405912417918444, - "sufficiency": 0.8043381571769714, + "comprehensiveness": 0.0015402525896206498, + "sufficiency": 0.8043811917304993, "masked prediction probs": [ 0.9896538853645325, 0.010346118360757828 @@ -60217,8 +67666,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015402525896206498, - "sufficiency": 0.8043811917304993, + "comprehensiveness": 0.0015399142866954207, + "sufficiency": 0.8044241666793823, "masked prediction probs": [ 0.9896538853645325, 0.010346118360757828 @@ -60231,7 +67680,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9047260284423828, + "sufficiency": 0.9047470092773438, "masked prediction probs": [ 0.03877073526382446, 0.9612292051315308 @@ -60243,8 +67692,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0048002814874053, - "sufficiency": 0.859138548374176, + "comprehensiveness": 0.004799227695912123, + "sufficiency": 0.8591694831848145, "masked prediction probs": [ 0.9866853952407837, 0.013314581476151943 @@ -60257,7 +67706,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9047678709030151, + "sufficiency": 0.9047887325286865, + "masked prediction probs": [ + 0.03877073526382446, + 0.9612292051315308 + ], + "full text prediction probs": [ + 0.9910554885864258, + 0.008944465778768063 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9048097133636475, "masked prediction probs": [ 0.03877073526382446, 0.9612292051315308 @@ -60270,12 +67732,12 @@ } }, "dev_547": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9245995879173279, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8415722846984863, "masked prediction probs": [ - 0.14506076276302338, - 0.8549392223358154 + 0.9333282709121704, + 0.0666716918349266 ], "full text prediction probs": [ 0.9002847075462341, @@ -60374,12 +67836,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9425480961799622, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9227919578552246, + "sufficiency": 1.0, "masked prediction probs": [ - 0.05547964200377464, - 0.9445202946662903 + 0.14506076276302338, + 0.8549392223358154 + ], + "full text prediction probs": [ + 0.9002847075462341, + 0.09971530735492706 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9125756025314331, + "masked prediction probs": [ + 0.9025071263313293, + 0.09749282151460648 ], "full text prediction probs": [ 0.9002847075462341, @@ -60389,7 +67864,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5335327386856079, + "sufficiency": 0.5336466431617737, "masked prediction probs": [ 0.9864267706871033, 0.013573240488767624 @@ -60402,7 +67877,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8425320386886597, + "sufficiency": 0.8425704836845398, "masked prediction probs": [ 0.9002847075462341, 0.09971530735492706 @@ -60441,7 +67916,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9036412835121155, + "sufficiency": 0.9036648273468018, "masked prediction probs": [ 0.9797113537788391, 0.020288703963160515 @@ -60453,8 +67928,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0041152494959533215, - "sufficiency": 0.9617452621459961, + "comprehensiveness": 0.004114245995879173, + "sufficiency": 0.961754560470581, "masked prediction probs": [ 0.8969117999076843, 0.10308818519115448 @@ -60477,15 +67952,28 @@ 0.09971530735492706 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9426740407943726, + "masked prediction probs": [ + 0.05547964200377464, + 0.9445202946662903 + ], + "full text prediction probs": [ + 0.9002847075462341, + 0.09971530735492706 + ], + "labels": 0 } }, "dev_563": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9941365718841553, "masked prediction probs": [ - 0.01669265329837799, - 0.9833073616027832 + 0.014338882640004158, + 0.9856611490249634 ], "full text prediction probs": [ 0.9737262725830078, @@ -60584,9 +68072,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01669265329837799, + 0.9833073616027832 + ], + "full text prediction probs": [ + 0.9737262725830078, + 0.02627374604344368 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8708651661872864, + "sufficiency": 0.8708941340446472, "masked prediction probs": [ 0.010374206118285656, 0.989625871181488 @@ -60599,7 +68100,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.1219276562333107, + "sufficiency": 0.12212446331977844, "masked prediction probs": [ 0.9869042038917542, 0.013095807284116745 @@ -60612,7 +68113,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9386823177337646, + "sufficiency": 0.9386959671974182, "masked prediction probs": [ 0.012907173484563828, 0.9870928525924683 @@ -60625,7 +68126,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9449926018714905, + "sufficiency": 0.9450048804283142, "masked prediction probs": [ 0.01226382702589035, 0.987736165523529 @@ -60638,7 +68139,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7732923626899719, + "sufficiency": 0.7733432054519653, "masked prediction probs": [ 0.9737262725830078, 0.02627374604344368 @@ -60651,7 +68152,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8710098266601562, + "sufficiency": 0.8710387945175171, "masked prediction probs": [ 0.010374206118285656, 0.989625871181488 @@ -60677,7 +68178,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8710675835609436, + "sufficiency": 0.8710963726043701, + "masked prediction probs": [ + 0.010374206118285656, + 0.989625871181488 + ], + "full text prediction probs": [ + 0.9737262725830078, + 0.02627374604344368 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8711252808570862, "masked prediction probs": [ 0.010374206118285656, 0.989625871181488 @@ -60690,12 +68204,12 @@ } }, "dev_577": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005185091868042946, - "sufficiency": 0.9930667281150818, + "fixed-shap": { + "comprehensiveness": 0.012347087264060974, + "sufficiency": 0.9925604462623596, "masked prediction probs": [ - 0.9913368225097656, - 0.008663120679557323 + 0.9848008155822754, + 0.01519920863211155 ], "full text prediction probs": [ 0.9960687160491943, @@ -60794,12 +68308,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005842089653015137, - "sufficiency": 0.9819440841674805, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005176017060875893, + "sufficiency": 0.9930788278579712, "masked prediction probs": [ - 0.9907279014587402, - 0.00927205104380846 + 0.9913368225097656, + 0.008663120679557323 + ], + "full text prediction probs": [ + 0.9960687160491943, + 0.00393122062087059 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01184237003326416, + "sufficiency": 0.9924639463424683, + "masked prediction probs": [ + 0.98524010181427, + 0.014759888872504234 ], "full text prediction probs": [ 0.9960687160491943, @@ -60808,8 +68335,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00024502939777448773, - "sufficiency": 0.816256046295166, + "comprehensiveness": 0.00024497578851878643, + "sufficiency": 0.8162963390350342, "masked prediction probs": [ 0.9958446621894836, 0.00415537366643548 @@ -60821,8 +68348,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005839534569531679, - "sufficiency": 0.9819520711898804, + "comprehensiveness": 0.005838258191943169, + "sufficiency": 0.9819560050964355, "masked prediction probs": [ 0.9907279014587402, 0.00927205104380846 @@ -60834,8 +68361,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00827503576874733, - "sufficiency": 0.9920638799667358, + "comprehensiveness": 0.008273227140307426, + "sufficiency": 0.9920655488967896, "masked prediction probs": [ 0.9884987473487854, 0.011501219123601913 @@ -60847,8 +68374,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00011048079613829032, - "sufficiency": 0.7342169284820557, + "comprehensiveness": 0.00011045665451092646, + "sufficiency": 0.7342749834060669, "masked prediction probs": [ 0.9959676265716553, 0.004032364580780268 @@ -60860,8 +68387,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008271419443190098, - "sufficiency": 0.9920673370361328, + "comprehensiveness": 0.00826961174607277, + "sufficiency": 0.9920691251754761, "masked prediction probs": [ 0.9884987473487854, 0.011501219123601913 @@ -60873,8 +68400,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03105309046804905, - "sufficiency": 0.9857672452926636, + "comprehensiveness": 0.0310463085770607, + "sufficiency": 0.9857703447341919, "masked prediction probs": [ 0.9676428437232971, 0.03235716000199318 @@ -60886,8 +68413,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005833156872540712, - "sufficiency": 0.9819717407226562, + "comprehensiveness": 0.005831882823258638, + "sufficiency": 0.9819756150245667, + "masked prediction probs": [ + 0.9907279014587402, + 0.00927205104380846 + ], + "full text prediction probs": [ + 0.9960687160491943, + 0.00393122062087059 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005830609705299139, + "sufficiency": 0.9819796085357666, "masked prediction probs": [ 0.9907279014587402, 0.00927205104380846 @@ -60900,12 +68440,12 @@ } }, "dev_607": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002655756426975131, - "sufficiency": 0.9938251972198486, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8200288414955139, "masked prediction probs": [ - 0.9891279339790344, - 0.01087209302932024 + 0.9916222095489502, + 0.008377790451049805 ], "full text prediction probs": [ 0.9915395379066467, @@ -61004,9 +68544,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0026510851457715034, + "sufficiency": 0.9938361048698425, + "masked prediction probs": [ + 0.9891279339790344, + 0.01087209302932024 + ], + "full text prediction probs": [ + 0.9915395379066467, + 0.008460418321192265 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7579519748687744, + "sufficiency": 0.7580052018165588, "masked prediction probs": [ 0.9915395379066467, 0.008460418321192265 @@ -61018,8 +68571,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.014521688222885132, - "sufficiency": 0.9917351007461548, + "comprehensiveness": 0.01451849564909935, + "sufficiency": 0.991736888885498, "masked prediction probs": [ 0.9783267378807068, 0.02167329378426075 @@ -61032,7 +68585,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7580583691596985, + "sufficiency": 0.7581115365028381, "masked prediction probs": [ 0.9915395379066467, 0.008460418321192265 @@ -61044,8 +68597,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001864358433522284, - "sufficiency": 0.7602810263633728, + "comprehensiveness": 0.0018639488844200969, + "sufficiency": 0.7603337168693542, "masked prediction probs": [ 0.9898424744606018, 0.010157511569559574 @@ -61058,7 +68611,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.758164644241333, + "sufficiency": 0.7582177519798279, "masked prediction probs": [ 0.9915395379066467, 0.008460418321192265 @@ -61070,8 +68623,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0010944826062768698, - "sufficiency": 0.817127525806427, + "comprehensiveness": 0.0010942422086372972, + "sufficiency": 0.8171676397323608, "masked prediction probs": [ 0.9905428290367126, 0.009457162581384182 @@ -61083,8 +68636,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007709951605647802, - "sufficiency": 0.9838526248931885, + "comprehensiveness": 0.007708259392529726, + "sufficiency": 0.983856201171875, "masked prediction probs": [ 0.9845167994499207, 0.015483217313885689 @@ -61097,7 +68650,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7583239078521729, + "sufficiency": 0.758376955986023, + "masked prediction probs": [ + 0.9915395379066467, + 0.008460418321192265 + ], + "full text prediction probs": [ + 0.9915395379066467, + 0.008460418321192265 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7584299445152283, "masked prediction probs": [ 0.9915395379066467, 0.008460418321192265 @@ -61110,12 +68676,12 @@ } }, "dev_622": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05121767148375511, - "sufficiency": 0.9401483535766602, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8680657744407654, "masked prediction probs": [ - 0.9364153146743774, - 0.06358468532562256 + 0.9839942455291748, + 0.01600569859147072 ], "full text prediction probs": [ 0.982459306716919, @@ -61214,12 +68780,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.024875815957784653, - "sufficiency": 0.8937307596206665, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05112667381763458, + "sufficiency": 0.9402546882629395, "masked prediction probs": [ - 0.960056483745575, - 0.03994353115558624 + 0.9364153146743774, + 0.06358468532562256 + ], + "full text prediction probs": [ + 0.982459306716919, + 0.017540723085403442 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7656453251838684, + "masked prediction probs": [ + 0.982459306716919, + 0.017540723085403442 ], "full text prediction probs": [ 0.982459306716919, @@ -61229,7 +68808,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.586638867855072, + "sufficiency": 0.5867305994033813, "masked prediction probs": [ 0.9860526323318481, 0.013947339728474617 @@ -61241,8 +68820,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.024864770472049713, - "sufficiency": 0.8937780261039734, + "comprehensiveness": 0.02485925331711769, + "sufficiency": 0.8938015699386597, "masked prediction probs": [ 0.960056483745575, 0.03994353115558624 @@ -61254,8 +68833,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3800475597381592, - "sufficiency": 0.9807423949241638, + "comprehensiveness": 0.379963219165802, + "sufficiency": 0.9807466268539429, "masked prediction probs": [ 0.6399655938148499, 0.36003443598747253 @@ -61267,8 +68846,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02306504175066948, - "sufficiency": 0.7583243250846863, + "comprehensiveness": 0.023059925064444542, + "sufficiency": 0.7583779692649841, "masked prediction probs": [ 0.9616687893867493, 0.03833123669028282 @@ -61280,8 +68859,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.039397768676280975, - "sufficiency": 0.9311403036117554, + "comprehensiveness": 0.039389029145240784, + "sufficiency": 0.9311556220054626, "masked prediction probs": [ 0.9469388127326965, 0.053061217069625854 @@ -61294,7 +68873,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8222153186798096, + "sufficiency": 0.8222547173500061, "masked prediction probs": [ 0.9853100776672363, 0.01468992792069912 @@ -61306,8 +68885,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024837205186486244, - "sufficiency": 0.8938957452774048, + "comprehensiveness": 0.024831697344779968, + "sufficiency": 0.8939191699028015, + "masked prediction probs": [ + 0.960056483745575, + 0.03994353115558624 + ], + "full text prediction probs": [ + 0.982459306716919, + 0.017540723085403442 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02482619509100914, + "sufficiency": 0.8939427733421326, "masked prediction probs": [ 0.960056483745575, 0.03994353115558624 @@ -61320,12 +68912,12 @@ } }, "dev_637": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9973930716514587, + "fixed-shap": { + "comprehensiveness": 0.002315600635483861, + "sufficiency": 0.9734903573989868, "masked prediction probs": [ - 0.9815215468406677, - 0.018478509038686752 + 0.9782968759536743, + 0.02170308493077755 ], "full text prediction probs": [ 0.980373740196228, @@ -61424,12 +69016,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01688438281416893, - "sufficiency": 0.9954118132591248, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9973977208137512, "masked prediction probs": [ - 0.9652031064033508, - 0.03479693457484245 + 0.9815215468406677, + 0.018478509038686752 + ], + "full text prediction probs": [ + 0.980373740196228, + 0.019626233726739883 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0004376662545837462, + "sufficiency": 0.837979257106781, + "masked prediction probs": [ + 0.9799804091453552, + 0.020019523799419403 ], "full text prediction probs": [ 0.980373740196228, @@ -61439,7 +69044,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8209226131439209, + "sufficiency": 0.8209625482559204, "masked prediction probs": [ 0.9845394492149353, 0.015460489317774773 @@ -61452,7 +69057,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7674736976623535, + "sufficiency": 0.7675253748893738, "masked prediction probs": [ 0.980373740196228, 0.019626233726739883 @@ -61465,7 +69070,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9634803533554077, + "sufficiency": 0.9634883999824524, "masked prediction probs": [ 0.9810225367546082, 0.018977440893650055 @@ -61478,7 +69083,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7675769925117493, + "sufficiency": 0.7676287293434143, "masked prediction probs": [ 0.980373740196228, 0.019626233726739883 @@ -61491,7 +69096,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9905380010604858, + "sufficiency": 0.990540087223053, "masked prediction probs": [ 0.9860289692878723, 0.013971053995192051 @@ -61504,7 +69109,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7499579191207886, + "sufficiency": 0.7500134110450745, "masked prediction probs": [ 0.9860542416572571, 0.0139458067715168 @@ -61517,7 +69122,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7677320241928101, + "sufficiency": 0.767783522605896, "masked prediction probs": [ 0.980373740196228, 0.019626233726739883 @@ -61527,15 +69132,28 @@ 0.019626233726739883 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.016850626096129417, + "sufficiency": 0.9954210519790649, + "masked prediction probs": [ + 0.9652031064033508, + 0.03479693457484245 + ], + "full text prediction probs": [ + 0.980373740196228, + 0.019626233726739883 + ], + "labels": 0 } }, "dev_686": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6825233101844788, - 0.31747666001319885 + 0.9653961658477783, + 0.034603822976350784 ], "full text prediction probs": [ 0.18387135863304138, @@ -61625,8 +69243,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6825233101844788, - 0.31747666001319885 + 0.9653961658477783, + 0.034603822976350784 ], "full text prediction probs": [ 0.18387135863304138, @@ -61634,12 +69252,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8135801553726196, - 0.18641984462738037 + 0.9653961658477783, + 0.034603822976350784 + ], + "full text prediction probs": [ + 0.18387135863304138, + 0.816128671169281 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9605648517608643, + 0.03943519666790962 ], "full text prediction probs": [ 0.18387135863304138, @@ -61727,10 +69358,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8135801553726196, - 0.18641984462738037 + 0.9605648517608643, + 0.03943519666790962 + ], + "full text prediction probs": [ + 0.18387135863304138, + 0.816128671169281 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9605648517608643, + 0.03943519666790962 ], "full text prediction probs": [ 0.18387135863304138, @@ -61740,12 +69384,12 @@ } }, "dev_695": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02428002841770649, - "sufficiency": 0.9937443733215332, + "fixed-shap": { + "comprehensiveness": 0.0375824011862278, + "sufficiency": 0.99241703748703, "masked prediction probs": [ - 0.9714267253875732, - 0.02857324294745922 + 0.9593209028244019, + 0.04067908599972725 ], "full text prediction probs": [ 0.9935227632522583, @@ -61844,12 +69488,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.052290402352809906, - "sufficiency": 0.9945908188819885, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024237414821982384, + "sufficiency": 0.9937553405761719, "masked prediction probs": [ - 0.9458522200584412, - 0.054147783666849136 + 0.9714267253875732, + 0.02857324294745922 + ], + "full text prediction probs": [ + 0.9935227632522583, + 0.006477228831499815 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0018911901861429214, + "sufficiency": 0.9789247512817383, + "masked prediction probs": [ + 0.9917982816696167, + 0.008201761171221733 ], "full text prediction probs": [ 0.9935227632522583, @@ -61858,8 +69515,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005357456975616515, - "sufficiency": 0.9114441871643066, + "comprehensiveness": 0.0005356281762942672, + "sufficiency": 0.9114636182785034, "masked prediction probs": [ 0.9930342435836792, 0.006965717766433954 @@ -61871,8 +69528,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.052267469465732574, - "sufficiency": 0.9945933222770691, + "comprehensiveness": 0.052256010472774506, + "sufficiency": 0.9945944547653198, "masked prediction probs": [ 0.9458522200584412, 0.054147783666849136 @@ -61884,8 +69541,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005248410627245903, - "sufficiency": 0.6946606040000916, + "comprehensiveness": 0.005247259978204966, + "sufficiency": 0.6947275400161743, "masked prediction probs": [ 0.9887349009513855, 0.011265036650002003 @@ -61898,7 +69555,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7565168738365173, + "sufficiency": 0.7565702795982361, "masked prediction probs": [ 0.9935227632522583, 0.006477228831499815 @@ -61910,8 +69567,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0015598504105582833, - "sufficiency": 0.8941981792449951, + "comprehensiveness": 0.0015595086151733994, + "sufficiency": 0.8942213654518127, "masked prediction probs": [ 0.9920991659164429, 0.0079009048640728 @@ -61923,8 +69580,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001765514607541263, - "sufficiency": 0.9494332671165466, + "comprehensiveness": 0.0017651279922574759, + "sufficiency": 0.9494442939758301, "masked prediction probs": [ 0.9919111132621765, 0.008088845759630203 @@ -61936,8 +69593,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05221022665500641, - "sufficiency": 0.9945991635322571, + "comprehensiveness": 0.05219879001379013, + "sufficiency": 0.9946002960205078, + "masked prediction probs": [ + 0.9458522200584412, + 0.054147783666849136 + ], + "full text prediction probs": [ + 0.9935227632522583, + 0.006477228831499815 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05218736082315445, + "sufficiency": 0.9946015477180481, "masked prediction probs": [ 0.9458522200584412, 0.054147783666849136 @@ -61950,12 +69620,12 @@ } }, "dev_697": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015419797273352742, - "sufficiency": 0.7949280142784119, + "fixed-shap": { + "comprehensiveness": 0.0008724091458134353, + "sufficiency": 0.8480443954467773, "masked prediction probs": [ - 0.990957498550415, - 0.00904247909784317 + 0.9915660619735718, + 0.008433950133621693 ], "full text prediction probs": [ 0.9923589825630188, @@ -62054,12 +69724,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009659306961111724, - "sufficiency": 0.8391122817993164, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015392699278891087, + "sufficiency": 0.7952883839607239, "masked prediction probs": [ - 0.9914795160293579, - 0.00852044578641653 + 0.990957498550415, + 0.00904247909784317 + ], + "full text prediction probs": [ + 0.9923589825630188, + 0.007640991359949112 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00017737020971253514, + "sufficiency": 0.8699902296066284, + "masked prediction probs": [ + 0.9921974539756775, + 0.007802536711096764 ], "full text prediction probs": [ 0.9923589825630188, @@ -62069,7 +69752,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8081379532814026, + "sufficiency": 0.808180034160614, "masked prediction probs": [ 0.9932475090026855, 0.006752436514943838 @@ -62082,7 +69765,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9013105034828186, + "sufficiency": 0.9013321399688721, "masked prediction probs": [ 0.9947958588600159, 0.00520420353859663 @@ -62094,8 +69777,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006655593402683735, - "sufficiency": 0.9257308840751648, + "comprehensiveness": 0.0066541326232254505, + "sufficiency": 0.9257472157478333, "masked prediction probs": [ 0.9862951636314392, 0.013704821467399597 @@ -62107,8 +69790,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003911610227078199, - "sufficiency": 0.8749741911888123, + "comprehensiveness": 0.003910752013325691, + "sufficiency": 0.8750016093254089, "masked prediction probs": [ 0.9887943863868713, 0.011205688118934631 @@ -62120,8 +69803,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00973280519247055, - "sufficiency": 0.9384800791740417, + "comprehensiveness": 0.009730669669806957, + "sufficiency": 0.9384936094284058, "masked prediction probs": [ 0.9834876656532288, 0.01651228591799736 @@ -62133,8 +69816,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0013137803180143237, - "sufficiency": 0.7888922691345215, + "comprehensiveness": 0.001313492190092802, + "sufficiency": 0.788938581943512, "masked prediction probs": [ 0.9911612272262573, 0.008838699199259281 @@ -62146,8 +69829,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0039090365171432495, - "sufficiency": 0.8750564455986023, + "comprehensiveness": 0.003908179234713316, + "sufficiency": 0.875083863735199, "masked prediction probs": [ 0.9887943863868713, 0.011205688118934631 @@ -62157,15 +69840,28 @@ 0.007640991359949112 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0009640248608775437, + "sufficiency": 0.8394296169281006, + "masked prediction probs": [ + 0.9914795160293579, + 0.00852044578641653 + ], + "full text prediction probs": [ + 0.9923589825630188, + 0.007640991359949112 + ], + "labels": 0 } }, "dev_726": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0011347074760124087, - "sufficiency": 0.903555691242218, + "fixed-shap": { + "comprehensiveness": 0.005102488212287426, + "sufficiency": 0.6817018985748291, "masked prediction probs": [ - 0.9937582015991211, - 0.0062418063171207905 + 0.990142285823822, + 0.009857798926532269 ], "full text prediction probs": [ 0.9947922825813293, @@ -62264,12 +69960,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009318862576037645, - "sufficiency": 0.8404717445373535, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0011327187530696392, + "sufficiency": 0.9037246704101562, "masked prediction probs": [ - 0.9939415454864502, - 0.006058495491743088 + 0.9937582015991211, + 0.0062418063171207905 + ], + "full text prediction probs": [ + 0.9947922825813293, + 0.005207646172493696 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.755305290222168, + "masked prediction probs": [ + 0.9947922825813293, + 0.005207646172493696 ], "full text prediction probs": [ 0.9947922825813293, @@ -62278,8 +69987,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00390427908860147, - "sufficiency": 0.7531738877296448, + "comprehensiveness": 0.0039034239016473293, + "sufficiency": 0.753227949142456, "masked prediction probs": [ 0.9912272095680237, 0.00877279881387949 @@ -62292,7 +70001,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.755358874797821, + "sufficiency": 0.7554124593734741, "masked prediction probs": [ 0.9947922825813293, 0.005207646172493696 @@ -62304,8 +70013,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.018841713666915894, - "sufficiency": 0.8267748355865479, + "comprehensiveness": 0.018837587907910347, + "sufficiency": 0.826812744140625, "masked prediction probs": [ 0.9775800108909607, 0.022420063614845276 @@ -62317,8 +70026,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003153884084895253, - "sufficiency": 0.8625593781471252, + "comprehensiveness": 0.003153193974867463, + "sufficiency": 0.8625893592834473, "masked prediction probs": [ 0.9919105172157288, 0.008089489303529263 @@ -62330,8 +70039,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0027652080170810223, - "sufficiency": 0.7914818525314331, + "comprehensiveness": 0.002764602890238166, + "sufficiency": 0.7915274500846863, "masked prediction probs": [ 0.9922651052474976, 0.00773488637059927 @@ -62343,8 +70052,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005718363914638758, - "sufficiency": 0.8412144780158997, + "comprehensiveness": 0.005717113148421049, + "sufficiency": 0.8412491679191589, "masked prediction probs": [ 0.9895650148391724, 0.01043498795479536 @@ -62356,8 +70065,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003151814453303814, - "sufficiency": 0.8626495003700256, + "comprehensiveness": 0.003151125041767955, + "sufficiency": 0.8626796007156372, "masked prediction probs": [ 0.9919105172157288, 0.008089489303529263 @@ -62367,15 +70076,28 @@ 0.005207646172493696 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0009300524834543467, + "sufficiency": 0.8407856225967407, + "masked prediction probs": [ + 0.9939415454864502, + 0.006058495491743088 + ], + "full text prediction probs": [ + 0.9947922825813293, + 0.005207646172493696 + ], + "labels": 0 } }, "dev_731": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1366889923810959, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.19929447770118713, + "sufficiency": 0.9919650554656982, "masked prediction probs": [ - 0.8209201693534851, - 0.1790798306465149 + 0.7674420475959778, + 0.2325579673051834 ], "full text prediction probs": [ 0.9376810193061829, @@ -62474,12 +70196,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17236553132534027, - "sufficiency": 0.8580808639526367, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1364334374666214, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7901691794395447, - 0.20983082056045532 + 0.8209201693534851, + 0.1790798306465149 + ], + "full text prediction probs": [ + 0.9376810193061829, + 0.062318943440914154 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.17859776318073273, + "sufficiency": 0.8959475755691528, + "masked prediction probs": [ + 0.7847998738288879, + 0.21520015597343445 ], "full text prediction probs": [ 0.9376810193061829, @@ -62489,7 +70224,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7785247564315796, + "sufficiency": 0.7785764932632446, "masked prediction probs": [ 0.9783012270927429, 0.02169879898428917 @@ -62501,7 +70236,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0025163611862808466, + "comprehensiveness": 0.0025157735217362642, "sufficiency": 1.0, "masked prediction probs": [ 0.9355264902114868, @@ -62514,8 +70249,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.17224478721618652, - "sufficiency": 0.8581802845001221, + "comprehensiveness": 0.17220455408096313, + "sufficiency": 0.8582134246826172, "masked prediction probs": [ 0.7901691794395447, 0.20983082056045532 @@ -62528,7 +70263,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8058280348777771, + "sufficiency": 0.8058733940124512, "masked prediction probs": [ 0.9376810193061829, 0.062318943440914154 @@ -62540,8 +70275,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07228733599185944, - "sufficiency": 0.9924320578575134, + "comprehensiveness": 0.0722704604268074, + "sufficiency": 0.9924337267875671, "masked prediction probs": [ 0.875744640827179, 0.12425541877746582 @@ -62554,7 +70289,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8330254554748535, + "sufficiency": 0.8330643773078918, "masked prediction probs": [ 0.9781380891799927, 0.021861940622329712 @@ -62566,8 +70301,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1720840334892273, - "sufficiency": 0.8583126664161682, + "comprehensiveness": 0.17204388976097107, + "sufficiency": 0.8583456873893738, + "masked prediction probs": [ + 0.7901691794395447, + 0.20983082056045532 + ], + "full text prediction probs": [ + 0.9376810193061829, + 0.062318943440914154 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17200376093387604, + "sufficiency": 0.8583787083625793, "masked prediction probs": [ 0.7901691794395447, 0.20983082056045532 @@ -62580,12 +70328,12 @@ } }, "dev_741": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.969312846660614, - 0.030687106773257256 + 0.8508768677711487, + 0.1491231471300125 ], "full text prediction probs": [ 0.07677232474088669, @@ -62684,12 +70432,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9698545932769775, - 0.03014535829424858 + 0.969312846660614, + 0.030687106773257256 + ], + "full text prediction probs": [ + 0.07677232474088669, + 0.9232276678085327 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6751697659492493, + 0.32483023405075073 ], "full text prediction probs": [ 0.07677232474088669, @@ -62787,15 +70548,28 @@ 0.9232276678085327 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9698545932769775, + 0.03014535829424858 + ], + "full text prediction probs": [ + 0.07677232474088669, + 0.9232276678085327 + ], + "labels": 0 } }, "dev_756": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04087888449430466, - "sufficiency": 0.9955964088439941, + "fixed-shap": { + "comprehensiveness": 0.05958336219191551, + "sufficiency": 0.9942649602890015, "masked prediction probs": [ - 0.9475188255310059, - 0.05248113349080086 + 0.9306684732437134, + 0.06933151930570602 ], "full text prediction probs": [ 0.9843454957008362, @@ -62894,12 +70668,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08275171369314194, - "sufficiency": 0.9923959374427795, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04080640897154808, + "sufficiency": 0.9956042170524597, "masked prediction probs": [ - 0.9096643328666687, - 0.0903356745839119 + 0.9475188255310059, + 0.05248113349080086 + ], + "full text prediction probs": [ + 0.9843454957008362, + 0.015654459595680237 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.055916424840688705, + "sufficiency": 0.9866591095924377, + "masked prediction probs": [ + 0.9338712692260742, + 0.06612876057624817 ], "full text prediction probs": [ 0.9843454957008362, @@ -62909,7 +70696,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8046520948410034, + "sufficiency": 0.8046953678131104, "masked prediction probs": [ 0.9851241707801819, 0.014875845983624458 @@ -62922,7 +70709,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7640978693962097, + "sufficiency": 0.7641501426696777, "masked prediction probs": [ 0.9843454957008362, 0.015654459595680237 @@ -62934,8 +70721,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001760208630003035, - "sufficiency": 0.8123592138290405, + "comprehensiveness": 0.0017598188715055585, + "sufficiency": 0.8124008178710938, "masked prediction probs": [ 0.9827558994293213, 0.017244087532162666 @@ -62947,8 +70734,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007125982665456831, - "sufficiency": 0.8209450840950012, + "comprehensiveness": 0.0007124405237846076, + "sufficiency": 0.8209846615791321, "masked prediction probs": [ 0.9837018251419067, 0.016298165544867516 @@ -62960,8 +70747,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08266012370586395, - "sufficiency": 0.9924043416976929, + "comprehensiveness": 0.08264182507991791, + "sufficiency": 0.9924060106277466, "masked prediction probs": [ 0.9096643328666687, 0.0903356745839119 @@ -62973,8 +70760,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.052828382700681686, - "sufficiency": 0.9930143356323242, + "comprehensiveness": 0.05281669273972511, + "sufficiency": 0.9930159449577332, "masked prediction probs": [ 0.9366059303283691, 0.06339405477046967 @@ -62986,8 +70773,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08262354135513306, - "sufficiency": 0.9924076795578003, + "comprehensiveness": 0.0826052650809288, + "sufficiency": 0.992409348487854, + "masked prediction probs": [ + 0.9096643328666687, + 0.0903356745839119 + ], + "full text prediction probs": [ + 0.9843454957008362, + 0.015654459595680237 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08258699625730515, + "sufficiency": 0.9924110770225525, "masked prediction probs": [ 0.9096643328666687, 0.0903356745839119 @@ -63000,12 +70800,12 @@ } }, "dev_761": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5431815981864929, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05440256744623184, + "sufficiency": 0.0, "masked prediction probs": [ - 0.49808624386787415, - 0.5019137263298035 + 0.9417074918746948, + 0.058292511850595474 ], "full text prediction probs": [ 0.9910838603973389, @@ -63104,12 +70904,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2058221995830536, - "sufficiency": 0.9398936033248901, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.54222571849823, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8039480447769165, - 0.19605188071727753 + 0.49808624386787415, + 0.5019137263298035 + ], + "full text prediction probs": [ + 0.9910838603973389, + 0.008916109800338745 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.023312252014875412, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9698834419250488, + 0.030116556212306023 ], "full text prediction probs": [ 0.9910838603973389, @@ -63119,7 +70932,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8045079708099365, + "sufficiency": 0.8045510053634644, "masked prediction probs": [ 0.9915919303894043, 0.00840807519853115 @@ -63131,8 +70944,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0672941729426384, - "sufficiency": 0.7740077376365662, + "comprehensiveness": 0.0672793835401535, + "sufficiency": 0.7740573883056641, "masked prediction probs": [ 0.9298723340034485, 0.0701277032494545 @@ -63144,8 +70957,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0672793835401535, - "sufficiency": 0.7740573883056641, + "comprehensiveness": 0.06726459413766861, + "sufficiency": 0.7741069793701172, "masked prediction probs": [ 0.9298723340034485, 0.0701277032494545 @@ -63157,8 +70970,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0001773052936187014, - "sufficiency": 0.8051605820655823, + "comprehensiveness": 0.00017726633814163506, + "sufficiency": 0.8052034378051758, "masked prediction probs": [ 0.9909225106239319, 0.0090774642303586 @@ -63170,8 +70983,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06724981963634491, - "sufficiency": 0.7741566896438599, + "comprehensiveness": 0.06723504513502121, + "sufficiency": 0.7742063403129578, "masked prediction probs": [ 0.9298723340034485, 0.0701277032494545 @@ -63183,8 +70996,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006500454619526863, - "sufficiency": 0.7758405208587646, + "comprehensiveness": 0.006499026902019978, + "sufficiency": 0.7758897542953491, "masked prediction probs": [ 0.9851657748222351, 0.014834148809313774 @@ -63196,8 +71009,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0672202780842781, - "sufficiency": 0.7742558717727661, + "comprehensiveness": 0.067205511033535, + "sufficiency": 0.7743053436279297, "masked prediction probs": [ 0.9298723340034485, 0.0701277032494545 @@ -63207,15 +71020,28 @@ 0.008916109800338745 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2054155319929123, + "sufficiency": 0.9400123953819275, + "masked prediction probs": [ + 0.8039480447769165, + 0.19605188071727753 + ], + "full text prediction probs": [ + 0.9910838603973389, + 0.008916109800338745 + ], + "labels": 0 } }, "dev_833": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9071900844573975, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.71644127368927, "masked prediction probs": [ - 0.025641420856118202, - 0.9743586182594299 + 0.9868746399879456, + 0.013125408440828323 ], "full text prediction probs": [ 0.977493166923523, @@ -63314,12 +71140,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8095790147781372, + "sufficiency": 0.9073558449745178, "masked prediction probs": [ - 0.017122657969594002, - 0.9828773140907288 + 0.025641420856118202, + 0.9743586182594299 + ], + "full text prediction probs": [ + 0.977493166923523, + 0.022506829351186752 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6950899958610535, + "masked prediction probs": [ + 0.9851750731468201, + 0.0148248840123415 ], "full text prediction probs": [ 0.977493166923523, @@ -63329,7 +71168,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.02930341102182865, + "sufficiency": 0.029520059004426003, "masked prediction probs": [ 0.9905489087104797, 0.009451071731746197 @@ -63342,7 +71181,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9994301199913025, + "sufficiency": 0.999430239200592, "masked prediction probs": [ 0.021676460281014442, 0.9783235788345337 @@ -63355,7 +71194,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.917359471321106, + "sufficiency": 0.9173779487609863, "masked prediction probs": [ 0.9839398860931396, 0.016060149297118187 @@ -63368,7 +71207,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8097489476203918, + "sufficiency": 0.8097914457321167, "masked prediction probs": [ 0.017122657969594002, 0.9828773140907288 @@ -63381,7 +71220,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8097914457321167, + "sufficiency": 0.8098339438438416, "masked prediction probs": [ 0.017122657969594002, 0.9828773140907288 @@ -63394,7 +71233,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9994305968284607, + "sufficiency": 0.9994307160377502, "masked prediction probs": [ 0.021676460281014442, 0.9783235788345337 @@ -63407,7 +71246,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8098762631416321, + "sufficiency": 0.8099185824394226, + "masked prediction probs": [ + 0.017122657969594002, + 0.9828773140907288 + ], + "full text prediction probs": [ + 0.977493166923523, + 0.022506829351186752 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8099610209465027, "masked prediction probs": [ 0.017122657969594002, 0.9828773140907288 @@ -63420,12 +71272,12 @@ } }, "dev_841": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9951698184013367, + "sufficiency": 0.9932649731636047, "masked prediction probs": [ - 0.05784124881029129, - 0.9421586990356445 + 0.05514270067214966, + 0.9448572397232056 ], "full text prediction probs": [ 0.9866682291030884, @@ -63524,12 +71376,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9290974736213684, + "sufficiency": 0.9951784014701843, "masked prediction probs": [ - 0.0533020980656147, - 0.9466979503631592 + 0.05784124881029129, + 0.9421586990356445 + ], + "full text prediction probs": [ + 0.9866682291030884, + 0.013331756927073002 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8655211329460144, + "sufficiency": 0.9619847536087036, + "masked prediction probs": [ + 0.20337554812431335, + 0.7966244220733643 ], "full text prediction probs": [ 0.9866682291030884, @@ -63539,7 +71404,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.979812502861023, + "sufficiency": 0.9798170328140259, "masked prediction probs": [ 0.9890391826629639, 0.010960875079035759 @@ -63551,8 +71416,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9964013695716858, - "sufficiency": 0.9278139472007751, + "comprehensiveness": 0.996181309223175, + "sufficiency": 0.927829921245575, "masked prediction probs": [ 0.08473028242588043, 0.9152697324752808 @@ -63564,8 +71429,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.935784101486206, - "sufficiency": 0.7755621671676636, + "comprehensiveness": 0.9355774521827698, + "sufficiency": 0.7756117582321167, "masked prediction probs": [ 0.13941356539726257, 0.8605864644050598 @@ -63577,8 +71442,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9355774521827698, - "sufficiency": 0.7756117582321167, + "comprehensiveness": 0.9353708624839783, + "sufficiency": 0.775661289691925, "masked prediction probs": [ 0.13941356539726257, 0.8605864644050598 @@ -63591,7 +71456,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9291757345199585, + "sufficiency": 0.9291913509368896, "masked prediction probs": [ 0.0533020980656147, 0.9466979503631592 @@ -63603,8 +71468,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007563775288872421, - "sufficiency": 0.9102011919021606, + "comprehensiveness": 0.0007562106475234032, + "sufficiency": 0.9102209806442261, "masked prediction probs": [ 0.9859829545021057, 0.014017011038959026 @@ -63617,7 +71482,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9292069673538208, + "sufficiency": 0.929222583770752, + "masked prediction probs": [ + 0.0533020980656147, + 0.9466979503631592 + ], + "full text prediction probs": [ + 0.9866682291030884, + 0.013331756927073002 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9292382001876831, "masked prediction probs": [ 0.0533020980656147, 0.9466979503631592 @@ -63630,12 +71508,12 @@ } }, "dev_851": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0009341605473309755, - "sufficiency": 0.9051195979118347, + "fixed-shap": { + "comprehensiveness": 0.0016968919662758708, + "sufficiency": 0.9914904236793518, "masked prediction probs": [ - 0.9904504418373108, - 0.009549625217914581 + 0.9897580146789551, + 0.010241924785077572 ], "full text prediction probs": [ 0.991298496723175, @@ -63734,12 +71612,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0007490022690035403, - "sufficiency": 0.8085564374923706, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0009325169958174229, + "sufficiency": 0.9052865505218506, "masked prediction probs": [ - 0.9906173348426819, - 0.009382723830640316 + 0.9904504418373108, + 0.009549625217914581 + ], + "full text prediction probs": [ + 0.991298496723175, + 0.008701478131115437 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.010489820502698421, + "sufficiency": 0.9011431932449341, + "masked prediction probs": [ + 0.9817566871643066, + 0.01824330724775791 ], "full text prediction probs": [ 0.991298496723175, @@ -63748,8 +71639,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008149538771249354, - "sufficiency": 0.6399705410003662, + "comprehensiveness": 0.0008147747139446437, + "sufficiency": 0.6400495767593384, "masked prediction probs": [ 0.9905571937561035, 0.009442790411412716 @@ -63762,7 +71653,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7965362071990967, + "sufficiency": 0.7965809106826782, "masked prediction probs": [ 0.9918081164360046, 0.008191821165382862 @@ -63775,7 +71666,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7518799304962158, + "sufficiency": 0.7519344687461853, "masked prediction probs": [ 0.9922879934310913, 0.007712032180279493 @@ -63788,7 +71679,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7583653926849365, + "sufficiency": 0.7584185004234314, "masked prediction probs": [ 0.991298496723175, 0.008701478131115437 @@ -63800,8 +71691,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010480602271854877, - "sufficiency": 0.9012300372123718, + "comprehensiveness": 0.010478300042450428, + "sufficiency": 0.9012517333030701, "masked prediction probs": [ 0.9817566871643066, 0.01824330724775791 @@ -63813,8 +71704,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002759893424808979, - "sufficiency": 0.7987256050109863, + "comprehensiveness": 0.002759287366643548, + "sufficiency": 0.7987698316574097, "masked prediction probs": [ 0.9887852668762207, 0.011214768514037132 @@ -63827,7 +71718,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7967596054077148, + "sufficiency": 0.7968041896820068, "masked prediction probs": [ 0.9918081164360046, 0.008191821165382862 @@ -63837,15 +71728,28 @@ 0.008701478131115437 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0007475226884707808, + "sufficiency": 0.8089345097541809, + "masked prediction probs": [ + 0.9906173348426819, + 0.009382723830640316 + ], + "full text prediction probs": [ + 0.991298496723175, + 0.008701478131115437 + ], + "labels": 0 } }, "dev_857": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08858618140220642, + "fixed-shap": { + "comprehensiveness": 0.048955049365758896, "sufficiency": 0.0, "masked prediction probs": [ - 0.016658196225762367, - 0.9833418130874634 + 0.013744208961725235, + 0.9862558245658875 ], "full text prediction probs": [ 0.010144536383450031, @@ -63944,12 +71848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.893134355545044, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08669926226139069, + "sufficiency": 0.0, "masked prediction probs": [ - 0.897185742855072, - 0.1028142049908638 + 0.016658196225762367, + 0.9833418130874634 + ], + "full text prediction probs": [ + 0.010144536383450031, + 0.9898554086685181 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.018048670142889023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011504167690873146, + 0.9884958267211914 ], "full text prediction probs": [ 0.010144536383450031, @@ -63997,7 +71914,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4095533788204193, + "comprehensiveness": 0.408477246761322, "sufficiency": 0.0, "masked prediction probs": [ 0.041241489350795746, @@ -64011,7 +71928,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6923607587814331, + "sufficiency": 0.6931658983230591, "masked prediction probs": [ 0.8229637742042542, 0.17703619599342346 @@ -64023,7 +71940,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10493095219135284, + "comprehensiveness": 0.10465668141841888, "sufficiency": 0.0, "masked prediction probs": [ 0.01815379597246647, @@ -64037,7 +71954,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6939668655395508, + "sufficiency": 0.6947636604309082, "masked prediction probs": [ 0.8229637742042542, 0.17703619599342346 @@ -64047,15 +71964,28 @@ 0.9898554086685181 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8956320285797119, + "masked prediction probs": [ + 0.897185742855072, + 0.1028142049908638 + ], + "full text prediction probs": [ + 0.010144536383450031, + 0.9898554086685181 + ], + "labels": 1 } }, "dev_120": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8945589661598206, - 0.10544104874134064 + 0.8041530847549438, + 0.19584697484970093 ], "full text prediction probs": [ 0.012109976261854172, @@ -64145,8 +72075,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8945589661598206, - 0.10544104874134064 + 0.8041530847549438, + 0.19584697484970093 ], "full text prediction probs": [ 0.012109976261854172, @@ -64154,12 +72084,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8522277474403381, - 0.14777229726314545 + 0.8041530847549438, + 0.19584697484970093 + ], + "full text prediction probs": [ + 0.012109976261854172, + 0.9878900647163391 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7606349587440491, + 0.23936505615711212 ], "full text prediction probs": [ 0.012109976261854172, @@ -64181,7 +72124,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1423329859972, + "comprehensiveness": 0.14193925261497498, "sufficiency": 0.0, "masked prediction probs": [ 0.022373847663402557, @@ -64194,7 +72137,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08395600318908691, + "comprehensiveness": 0.08372439444065094, "sufficiency": 0.0, "masked prediction probs": [ 0.018180953338742256, @@ -64207,7 +72150,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4821910560131073, + "comprehensiveness": 0.4808645248413086, "sufficiency": 0.0, "masked prediction probs": [ 0.04707455635070801, @@ -64233,7 +72176,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07917512208223343, + "comprehensiveness": 0.07895850390195847, "sufficiency": 0.0, "masked prediction probs": [ 0.017882756888866425, @@ -64249,8 +72192,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8522277474403381, - 0.14777229726314545 + 0.7606349587440491, + 0.23936505615711212 + ], + "full text prediction probs": [ + 0.012109976261854172, + 0.9878900647163391 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7606349587440491, + 0.23936505615711212 ], "full text prediction probs": [ 0.012109976261854172, @@ -64260,12 +72216,12 @@ } }, "dev_148": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9061782956123352, + "fixed-shap": { + "comprehensiveness": 0.04231933504343033, + "sufficiency": 0.0, "masked prediction probs": [ - 0.19699324667453766, - 0.8030067682266235 + 0.007264932617545128, + 0.9927350282669067 ], "full text prediction probs": [ 0.0039526354521512985, @@ -64364,12 +72320,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8487144112586975, + "sufficiency": 0.9080557823181152, "masked prediction probs": [ - 0.14664866030216217, - 0.8533514142036438 + 0.19699324667453766, + 0.8030067682266235 + ], + "full text prediction probs": [ + 0.0039526354521512985, + 0.99604731798172 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.006910392548888922, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004505992401391268, + 0.99549400806427 ], "full text prediction probs": [ 0.0039526354521512985, @@ -64391,7 +72360,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06864063441753387, + "comprehensiveness": 0.06847000867128372, "sufficiency": 0.0, "masked prediction probs": [ 0.009462417103350163, @@ -64404,7 +72373,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11681262403726578, + "comprehensiveness": 0.11652296781539917, "sufficiency": 0.0, "masked prediction probs": [ 0.013352534733712673, @@ -64417,7 +72386,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06709585338830948, + "comprehensiveness": 0.066929891705513, "sufficiency": 0.0, "masked prediction probs": [ 0.009365255013108253, @@ -64430,7 +72399,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3548924922943115, + "comprehensiveness": 0.35401681065559387, "sufficiency": 0.0, "masked prediction probs": [ 0.03265262767672539, @@ -64443,7 +72412,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06829696148633957, + "comprehensiveness": 0.06812886148691177, "sufficiency": 0.0, "masked prediction probs": [ 0.009489458985626698, @@ -64467,15 +72436,28 @@ 0.99604731798172 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8520452380180359, + "masked prediction probs": [ + 0.14664866030216217, + 0.8533514142036438 + ], + "full text prediction probs": [ + 0.0039526354521512985, + 0.99604731798172 + ], + "labels": 1 } }, "dev_159": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03430139645934105, + "fixed-shap": { + "comprehensiveness": 0.020693590864539146, "sufficiency": 0.0, "masked prediction probs": [ - 0.007178394123911858, - 0.9928216338157654 + 0.006120880600064993, + 0.9938790798187256 ], "full text prediction probs": [ 0.004512886982411146, @@ -64574,12 +72556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.020008493214845657, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03360927850008011, "sufficiency": 0.0, "masked prediction probs": [ - 0.0060996487736701965, - 0.9939002990722656 + 0.007178394123911858, + 0.9928216338157654 + ], + "full text prediction probs": [ + 0.004512886982411146, + 0.9954871535301208 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02431217022240162, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006445903331041336, + 0.9935541152954102 ], "full text prediction probs": [ 0.004512886982411146, @@ -64588,8 +72583,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04130992293357849, - "sufficiency": 0.49313390254974365, + "comprehensiveness": 0.04120625555515289, + "sufficiency": 0.49440431594848633, "masked prediction probs": [ 0.007797336205840111, 0.992202639579773 @@ -64601,7 +72596,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01806853711605072, + "comprehensiveness": 0.018023306503891945, "sufficiency": 0.0, "masked prediction probs": [ 0.005953032057732344, @@ -64614,7 +72609,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04266279190778732, + "comprehensiveness": 0.042556263506412506, "sufficiency": 0.0, "masked prediction probs": [ 0.007921953685581684, @@ -64627,7 +72622,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01980864629149437, + "comprehensiveness": 0.01975930854678154, "sufficiency": 0.0, "masked prediction probs": [ 0.0060996487736701965, @@ -64640,8 +72635,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03870146721601486, - "sufficiency": 0.8703970313072205, + "comprehensiveness": 0.038605306297540665, + "sufficiency": 0.8707185983657837, "masked prediction probs": [ 0.007620989810675383, 0.9923790693283081 @@ -64653,7 +72648,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.029968438670039177, + "comprehensiveness": 0.029894163832068443, "sufficiency": 0.0, "masked prediction probs": [ 0.006925520952790976, @@ -64666,7 +72661,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01966136321425438, + "comprehensiveness": 0.0196127537637949, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0060996487736701965, + 0.9939002990722656 + ], + "full text prediction probs": [ + 0.004512886982411146, + 0.9954871535301208 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01956438459455967, "sufficiency": 0.0, "masked prediction probs": [ 0.0060996487736701965, @@ -64680,12 +72688,12 @@ } }, "dev_167": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7997012138366699, + "fixed-shap": { + "comprehensiveness": 0.01308483351022005, + "sufficiency": 0.9420692324638367, "masked prediction probs": [ - 0.9683831334114075, - 0.031616855412721634 + 0.955781102180481, + 0.04421885684132576 ], "full text prediction probs": [ 0.9673656821250916, @@ -64784,12 +72792,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8371781706809998, + "sufficiency": 0.8000624775886536, "masked prediction probs": [ - 0.9687936902046204, - 0.03120630607008934 + 0.9683831334114075, + 0.031616855412721634 + ], + "full text prediction probs": [ + 0.9673656821250916, + 0.03263435140252113 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014035722240805626, + "sufficiency": 0.9027029871940613, + "masked prediction probs": [ + 0.9549139738082886, + 0.04508599266409874 ], "full text prediction probs": [ 0.9673656821250916, @@ -64799,7 +72820,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8576495051383972, + "sufficiency": 0.8576816320419312, "masked prediction probs": [ 0.974018394947052, 0.02598155103623867 @@ -64812,7 +72833,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7958327531814575, + "sufficiency": 0.7958787679672241, "masked prediction probs": [ 0.9673656821250916, 0.03263435140252113 @@ -64825,7 +72846,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8372881412506104, + "sufficiency": 0.837324857711792, "masked prediction probs": [ 0.9687936902046204, 0.03120630607008934 @@ -64837,8 +72858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0012924104230478406, - "sufficiency": 0.8268296718597412, + "comprehensiveness": 0.0012921193847432733, + "sufficiency": 0.8268685936927795, "masked prediction probs": [ 0.9662183523178101, 0.03378165885806084 @@ -64850,8 +72871,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013317844830453396, - "sufficiency": 0.9004412293434143, + "comprehensiveness": 0.01331484504044056, + "sufficiency": 0.9004635810852051, "masked prediction probs": [ 0.9555401802062988, 0.04445986449718475 @@ -64863,8 +72884,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0069669741205871105, - "sufficiency": 0.9653778672218323, + "comprehensiveness": 0.006965405773371458, + "sufficiency": 0.9653857350349426, "masked prediction probs": [ 0.9611780047416687, 0.038822002708911896 @@ -64877,7 +72898,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8374346494674683, + "sufficiency": 0.8374713063240051, + "masked prediction probs": [ + 0.9687936902046204, + 0.03120630607008934 + ], + "full text prediction probs": [ + 0.9673656821250916, + 0.03263435140252113 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8375078439712524, "masked prediction probs": [ 0.9687936902046204, 0.03120630607008934 @@ -64890,12 +72924,12 @@ } }, "dev_193": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9874016046524048, + "fixed-shap": { + "comprehensiveness": 0.17843009531497955, + "sufficiency": 0.9767670035362244, "masked prediction probs": [ - 0.0438174270093441, - 0.956182599067688 + 0.8260904550552368, + 0.17390958964824677 ], "full text prediction probs": [ 0.9876887202262878, @@ -64982,11 +73016,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.9874210953712463, + "comprehensiveness": 0.17815469205379486, + "sufficiency": 0.9768028259277344, "masked prediction probs": [ - 0.0438174270093441, - 0.956182599067688 + 0.8260904550552368, + 0.17390958964824677 ], "full text prediction probs": [ 0.9876887202262878, @@ -64994,13 +73028,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7779178023338318, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17811541259288788, + "sufficiency": 0.9768080115318298, "masked prediction probs": [ + 0.8260904550552368, + 0.17390958964824677 + ], + "full text prediction probs": [ 0.9876887202262878, 0.012311252765357494 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00319538451731205, + "sufficiency": 0.7786971926689148, + "masked prediction probs": [ + 0.9847890138626099, + 0.015210960991680622 + ], "full text prediction probs": [ 0.9876887202262878, 0.012311252765357494 @@ -65009,7 +73056,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.19437742233276367, + "sufficiency": 0.1945549100637436, "masked prediction probs": [ 0.989622950553894, 0.010377044789493084 @@ -65022,7 +73069,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.778015673160553, + "sufficiency": 0.7780646085739136, "masked prediction probs": [ 0.9876887202262878, 0.012311252765357494 @@ -65034,8 +73081,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0022479097824543715, - "sufficiency": 0.8649197816848755, + "comprehensiveness": 0.0022474145516753197, + "sufficiency": 0.8649495840072632, "masked prediction probs": [ 0.9856479167938232, 0.014352118596434593 @@ -65047,8 +73094,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00761399557814002, - "sufficiency": 0.8741487860679626, + "comprehensiveness": 0.0076123191975057125, + "sufficiency": 0.8741764426231384, "masked prediction probs": [ 0.9807747006416321, 0.019225263968110085 @@ -65060,8 +73107,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020439429208636284, - "sufficiency": 0.9855608344078064, + "comprehensiveness": 0.020434929057955742, + "sufficiency": 0.9855639338493347, "masked prediction probs": [ 0.9691242575645447, 0.03087574802339077 @@ -65074,7 +73121,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8227287530899048, + "sufficiency": 0.8227677345275879, "masked prediction probs": [ 0.9894590377807617, 0.01054091565310955 @@ -65086,12 +73133,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7782599329948425, + "comprehensiveness": 0.0031904622446745634, + "sufficiency": 0.7790380716323853, "masked prediction probs": [ + 0.9847890138626099, + 0.015210960991680622 + ], + "full text prediction probs": [ 0.9876887202262878, 0.012311252765357494 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003189760260283947, + "sufficiency": 0.7790866494178772, + "masked prediction probs": [ + 0.9847890138626099, + 0.015210960991680622 + ], "full text prediction probs": [ 0.9876887202262878, 0.012311252765357494 @@ -65100,12 +73160,12 @@ } }, "dev_242": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.014661275781691074, "sufficiency": 0.0, "masked prediction probs": [ - 0.6071627736091614, - 0.39283719658851624 + 0.008005405776202679, + 0.9919946193695068 ], "full text prediction probs": [ 0.006901065818965435, @@ -65204,12 +73264,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4401291608810425, - 0.5598708391189575 + 0.6071627736091614, + 0.39283719658851624 + ], + "full text prediction probs": [ + 0.006901065818965435, + 0.9930989146232605 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02374112419784069, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008732013404369354, + 0.99126797914505 ], "full text prediction probs": [ 0.006901065818965435, @@ -65231,7 +73304,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04666253924369812, + "comprehensiveness": 0.04654213413596153, "sufficiency": 0.0, "masked prediction probs": [ 0.010509058833122253, @@ -65244,7 +73317,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.16558779776096344, + "comprehensiveness": 0.1651616096496582, "sufficiency": 0.0, "masked prediction probs": [ 0.01973757892847061, @@ -65257,7 +73330,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3154245615005493, + "comprehensiveness": 0.31461480259895325, "sufficiency": 0.0, "masked prediction probs": [ 0.03141618147492409, @@ -65283,7 +73356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012981315143406391, + "comprehensiveness": 0.012948160991072655, "sufficiency": 0.0, "masked prediction probs": [ 0.00791512057185173, @@ -65307,15 +73380,28 @@ 0.9930989146232605 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4401291608810425, + 0.5598708391189575 + ], + "full text prediction probs": [ + 0.006901065818965435, + 0.9930989146232605 + ], + "labels": 1 } }, "dev_253": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8451760411262512, - "sufficiency": 0.9673612713813782, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9724783301353455, "masked prediction probs": [ - 0.22129620611667633, - 0.7787037491798401 + 0.050424546003341675, + 0.9495754241943359 ], "full text prediction probs": [ 0.9815889596939087, @@ -65414,12 +73500,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9746326208114624, - "sufficiency": 0.9486362934112549, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.843675434589386, + "sufficiency": 0.9674192070960999, "masked prediction probs": [ - 0.10328178107738495, - 0.8967182040214539 + 0.22129620611667633, + 0.7787037491798401 + ], + "full text prediction probs": [ + 0.9815889596939087, + 0.018411049619317055 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8234982490539551, + "sufficiency": 0.9764999151229858, + "masked prediction probs": [ + 0.2393144965171814, + 0.7606855034828186 ], "full text prediction probs": [ 0.9815889596939087, @@ -65429,7 +73528,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8380724191665649, + "sufficiency": 0.8381084203720093, "masked prediction probs": [ 0.9840150475502014, 0.01598503068089485 @@ -65441,8 +73540,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9742002487182617, - "sufficiency": 0.9486592411994934, + "comprehensiveness": 0.9739841818809509, + "sufficiency": 0.9486705660820007, "masked prediction probs": [ 0.10328178107738495, 0.8967182040214539 @@ -65454,8 +73553,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7221391201019287, - "sufficiency": 0.9452136754989624, + "comprehensiveness": 0.7219789624214172, + "sufficiency": 0.9452258348464966, "masked prediction probs": [ 0.3303874731063843, 0.669612467288971 @@ -65468,7 +73567,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7982632517814636, + "sufficiency": 0.7983080744743347, "masked prediction probs": [ 0.984987199306488, 0.015012823976576328 @@ -65480,8 +73579,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9735523462295532, - "sufficiency": 0.9486932754516602, + "comprehensiveness": 0.9733365178108215, + "sufficiency": 0.948704719543457, "masked prediction probs": [ 0.10328178107738495, 0.8967182040214539 @@ -65494,7 +73593,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7725772857666016, + "sufficiency": 0.7726277112960815, "masked prediction probs": [ 0.9842341542243958, 0.0157658439129591 @@ -65506,8 +73605,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9731208682060242, - "sufficiency": 0.9487160444259644, + "comprehensiveness": 0.9729052782058716, + "sufficiency": 0.9487273097038269, + "masked prediction probs": [ + 0.10328178107738495, + 0.8967182040214539 + ], + "full text prediction probs": [ + 0.9815889596939087, + 0.018411049619317055 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9726898074150085, + "sufficiency": 0.9487387537956238, "masked prediction probs": [ 0.10328178107738495, 0.8967182040214539 @@ -65520,12 +73632,12 @@ } }, "dev_255": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5149169564247131, - "sufficiency": 0.3194296360015869, + "fixed-shap": { + "comprehensiveness": 0.03771163895726204, + "sufficiency": 0.0, "masked prediction probs": [ - 0.0442749485373497, - 0.9557250142097473 + 0.0069446568377316, + 0.9930554032325745 ], "full text prediction probs": [ 0.003994535189121962, @@ -65624,12 +73736,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5061066150665283, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.504594624042511, + "sufficiency": 0.33305567502975464, + "masked prediction probs": [ + 0.0442749485373497, + 0.9557250142097473 + ], + "full text prediction probs": [ + 0.003994535189121962, + 0.9960054755210876 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0314403660595417, "sufficiency": 0.0, "masked prediction probs": [ - 0.044395722448825836, - 0.9556043148040771 + 0.006510579958558083, + 0.9934893846511841 ], "full text prediction probs": [ 0.003994535189121962, @@ -65638,7 +73763,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3901762068271637, + "comprehensiveness": 0.38920336961746216, "sufficiency": 0.0, "masked prediction probs": [ 0.03521924838423729, @@ -65651,8 +73776,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4041566252708435, - "sufficiency": 0.4693281948566437, + "comprehensiveness": 0.4031514525413513, + "sufficiency": 0.4706464111804962, "masked prediction probs": [ 0.03641900420188904, 0.9635810256004333 @@ -65664,8 +73789,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.21371491253376007, - "sufficiency": 0.5200406908988953, + "comprehensiveness": 0.21318469941616058, + "sufficiency": 0.5212299823760986, "masked prediction probs": [ 0.021183032542467117, 0.9788169264793396 @@ -65677,7 +73802,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.019555632025003433, + "comprehensiveness": 0.019507234916090965, "sufficiency": 0.0, "masked prediction probs": [ 0.0055712321773171425, @@ -65690,8 +73815,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4011560082435608, - "sufficiency": 0.4732632637023926, + "comprehensiveness": 0.4001656472682953, + "sufficiency": 0.47456201910972595, "masked prediction probs": [ 0.03641900420188904, 0.9635810256004333 @@ -65703,7 +73828,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004783668089658022, + "comprehensiveness": 0.004771887790411711, "sufficiency": 0.0, "masked prediction probs": [ 0.004382203798741102, @@ -65716,8 +73841,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.39918020367622375, - "sufficiency": 0.47585439682006836, + "comprehensiveness": 0.39819958806037903, + "sufficiency": 0.4771404266357422, "masked prediction probs": [ 0.03641900420188904, 0.9635810256004333 @@ -65727,15 +73852,28 @@ 0.9960054755210876 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4949444532394409, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.044395722448825836, + 0.9556043148040771 + ], + "full text prediction probs": [ + 0.003994535189121962, + 0.9960054755210876 + ], + "labels": 1 } }, "dev_294": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9784315228462219, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.09656796604394913, - 0.9034320712089539 + 0.9482346177101135, + 0.05176534503698349 ], "full text prediction probs": [ 0.7564478516578674, @@ -65834,12 +73972,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9677406549453735, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9761161208152771, "sufficiency": 1.0, "masked prediction probs": [ - 0.10223004221916199, - 0.8977699279785156 + 0.09656796604394913, + 0.9034320712089539 + ], + "full text prediction probs": [ + 0.7564478516578674, + 0.24355217814445496 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16655410826206207, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6438196301460266, + 0.356180340051651 ], "full text prediction probs": [ 0.7564478516578674, @@ -65849,7 +74000,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9135994911193848, + "sufficiency": 0.9136250615119934, "masked prediction probs": [ 0.9459743499755859, 0.05402567610144615 @@ -65900,7 +74051,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9663113951683044, + "comprehensiveness": 0.9660261273384094, "sufficiency": 1.0, "masked prediction probs": [ 0.10223004221916199, @@ -65914,7 +74065,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7785991430282593, + "sufficiency": 0.7786644697189331, "masked prediction probs": [ 0.9699022769927979, 0.0300977174192667 @@ -65926,7 +74077,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9657408595085144, + "comprehensiveness": 0.965455949306488, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.10223004221916199, + 0.8977699279785156 + ], + "full text prediction probs": [ + 0.7564478516578674, + 0.24355217814445496 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9651710391044617, "sufficiency": 1.0, "masked prediction probs": [ 0.10223004221916199, @@ -65940,12 +74104,12 @@ } }, "dev_342": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23466293513774872, - "sufficiency": 0.7638851404190063, + "fixed-shap": { + "comprehensiveness": 0.05931917577981949, + "sufficiency": 0.0, "masked prediction probs": [ - 0.023003969341516495, - 0.9769960045814514 + 0.009436842054128647, + 0.990563154220581 ], "full text prediction probs": [ 0.004847053904086351, @@ -66044,12 +74208,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.26717424392700195, - "sufficiency": 0.7934754490852356, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.22990797460079193, + "sufficiency": 0.7686634659767151, "masked prediction probs": [ - 0.02594706229865551, - 0.974052906036377 + 0.023003969341516495, + 0.9769960045814514 + ], + "full text prediction probs": [ + 0.004847053904086351, + 0.9951529502868652 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.061582401394844055, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009722803719341755, + 0.9902771711349487 ], "full text prediction probs": [ 0.004847053904086351, @@ -66058,7 +74235,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02432144246995449, + "comprehensiveness": 0.024260150268673897, "sufficiency": 0.0, "masked prediction probs": [ 0.006772691383957863, @@ -66071,8 +74248,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09148675948381424, - "sufficiency": 0.8139538168907166, + "comprehensiveness": 0.09125678241252899, + "sufficiency": 0.8144209384918213, "masked prediction probs": [ 0.012108766473829746, 0.9878911972045898 @@ -66084,7 +74261,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.012221301905810833, + "comprehensiveness": 0.012190657667815685, "sufficiency": 0.0, "masked prediction probs": [ 0.005819589830935001, @@ -66097,7 +74274,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008154500275850296, + "comprehensiveness": 0.008134104311466217, "sufficiency": 0.0, "masked prediction probs": [ 0.005497547332197428, @@ -66110,8 +74287,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2638329565525055, - "sufficiency": 0.796055018901825, + "comprehensiveness": 0.26317471265792847, + "sufficiency": 0.7965632677078247, "masked prediction probs": [ 0.02594706229865551, 0.974052906036377 @@ -66123,7 +74300,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.042624641209840775, + "comprehensiveness": 0.04251855984330177, "sufficiency": 0.0, "masked prediction probs": [ 0.008264446631073952, @@ -66136,8 +74313,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2625197470188141, - "sufficiency": 0.7970688939094543, + "comprehensiveness": 0.26186802983283997, + "sufficiency": 0.7975720763206482, + "masked prediction probs": [ + 0.02594706229865551, + 0.974052906036377 + ], + "full text prediction probs": [ + 0.004847053904086351, + 0.9951529502868652 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2612195312976837, + "sufficiency": 0.7980727553367615, "masked prediction probs": [ 0.02594706229865551, 0.974052906036377 @@ -66150,12 +74340,12 @@ } }, "dev_354": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.955979585647583, - 0.04402037337422371 + 0.8257482647895813, + 0.1742517352104187 ], "full text prediction probs": [ 0.018054066225886345, @@ -66254,12 +74444,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9368452429771423, - 0.06315479427576065 + 0.955979585647583, + 0.04402037337422371 + ], + "full text prediction probs": [ + 0.018054066225886345, + 0.9819459319114685 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8394284248352051, + 0.16057153046131134 ], "full text prediction probs": [ 0.018054066225886345, @@ -66281,7 +74484,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6781921982765198, + "comprehensiveness": 0.6761481165885925, "sufficiency": 0.0, "masked prediction probs": [ 0.06292862445116043, @@ -66307,7 +74510,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.40717121958732605, + "comprehensiveness": 0.4059513509273529, "sufficiency": 0.0, "masked prediction probs": [ 0.04515857249498367, @@ -66333,7 +74536,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09341481328010559, + "comprehensiveness": 0.09313661605119705, "sufficiency": 0.0, "masked prediction probs": [ 0.02430984564125538, @@ -66357,15 +74560,28 @@ 0.9819459319114685 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9368452429771423, + 0.06315479427576065 + ], + "full text prediction probs": [ + 0.018054066225886345, + 0.9819459319114685 + ], + "labels": 1 } }, "dev_380": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07040514051914215, - "sufficiency": 0.8911513090133667, + "fixed-shap": { + "comprehensiveness": 0.06792810559272766, + "sufficiency": 0.83192378282547, "masked prediction probs": [ - 0.010753437876701355, - 0.9892465472221375 + 0.010562979616224766, + 0.9894369840621948 ], "full text prediction probs": [ 0.0053405798971652985, @@ -66464,12 +74680,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0760926753282547, - "sufficiency": 0.8914451599121094, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06896954774856567, + "sufficiency": 0.8933679461479187, "masked prediction probs": [ - 0.011312472634017467, - 0.9886875152587891 + 0.010753437876701355, + 0.9892465472221375 + ], + "full text prediction probs": [ + 0.0053405798971652985, + 0.9946593642234802 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06051347777247429, + "sufficiency": 0.8111862540245056, + "masked prediction probs": [ + 0.01010199636220932, + 0.9898980855941772 ], "full text prediction probs": [ 0.0053405798971652985, @@ -66478,8 +74707,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07589922845363617, - "sufficiency": 0.8917207717895508, + "comprehensiveness": 0.07570675760507584, + "sufficiency": 0.8919950127601624, "masked prediction probs": [ 0.011312472634017467, 0.9886875152587891 @@ -66504,7 +74733,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0215999074280262, + "comprehensiveness": 0.02154540829360485, "sufficiency": 0.0, "masked prediction probs": [ 0.007048717234283686, @@ -66517,7 +74746,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.022517500445246696, + "comprehensiveness": 0.022460829466581345, "sufficiency": 0.0, "masked prediction probs": [ 0.007125836331397295, @@ -66530,8 +74759,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07252543419599533, - "sufficiency": 0.919989824295044, + "comprehensiveness": 0.0723433643579483, + "sufficiency": 0.9201903939247131, "masked prediction probs": [ 0.011105039156973362, 0.9888949394226074 @@ -66543,7 +74772,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02838200516998768, + "comprehensiveness": 0.028310932219028473, "sufficiency": 0.0, "masked prediction probs": [ 0.007602119352668524, @@ -66556,8 +74785,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0747588574886322, - "sufficiency": 0.8933455944061279, + "comprehensiveness": 0.0745721235871315, + "sufficiency": 0.8936116695404053, + "masked prediction probs": [ + 0.011312472634017467, + 0.9886875152587891 + ], + "full text prediction probs": [ + 0.0053405798971652985, + 0.9946593642234802 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07438631355762482, + "sufficiency": 0.8938764333724976, "masked prediction probs": [ 0.011312472634017467, 0.9886875152587891 @@ -66570,12 +74812,12 @@ } }, "dev_383": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.27140265703201294, - 0.7285973429679871 + 0.17296817898750305, + 0.8270317912101746 ], "full text prediction probs": [ 0.05385993421077728, @@ -66665,8 +74907,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.27140265703201294, - 0.7285973429679871 + 0.16265834867954254, + 0.8373416662216187 ], "full text prediction probs": [ 0.05385993421077728, @@ -66674,12 +74916,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.27140265703201294, - 0.7285973429679871 + 0.16265834867954254, + 0.8373416662216187 + ], + "full text prediction probs": [ + 0.05385993421077728, + 0.9461400508880615 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.408316433429718, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06617560237646103, + 0.9338244199752808 ], "full text prediction probs": [ 0.05385993421077728, @@ -66689,7 +74944,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7672262787818909, + "sufficiency": 0.7687548398971558, "masked prediction probs": [ 0.25809645652770996, 0.7419036030769348 @@ -66777,15 +75032,28 @@ 0.9461400508880615 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.27140265703201294, + 0.7285973429679871 + ], + "full text prediction probs": [ + 0.05385993421077728, + 0.9461400508880615 + ], + "labels": 1 } }, "dev_396": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5158461332321167, "sufficiency": 0.0, "masked prediction probs": [ - 0.6068618297576904, - 0.39313817024230957 + 0.06137070432305336, + 0.9386293292045593 ], "full text prediction probs": [ 0.03915480524301529, @@ -66884,12 +75152,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4772697985172272, - 0.5227301716804504 + 0.6068618297576904, + 0.39313817024230957 + ], + "full text prediction probs": [ + 0.03915480524301529, + 0.9608451724052429 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8663464784622192, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07802531868219376, + 0.9219747185707092 ], "full text prediction probs": [ 0.03915480524301529, @@ -66937,7 +75218,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.454562246799469, + "comprehensiveness": 0.45257118344306946, "sufficiency": 0.0, "masked prediction probs": [ 0.05982247367501259, @@ -66987,15 +75268,28 @@ 0.9608451724052429 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4772697985172272, + 0.5227301716804504 + ], + "full text prediction probs": [ + 0.03915480524301529, + 0.9608451724052429 + ], + "labels": 1 } }, "dev_408": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05391789972782135, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7109519839286804, - 0.2890479862689972 + 0.017107049003243446, + 0.9828929305076599 ], "full text prediction probs": [ 0.013396156951785088, @@ -67094,12 +75388,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.5319364666938782, - 0.4680635631084442 + 0.7109519839286804, + 0.2890479862689972 + ], + "full text prediction probs": [ + 0.013396156951785088, + 0.986603856086731 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0009891096269711852, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013466039672493935, + 0.9865339994430542 ], "full text prediction probs": [ 0.013396156951785088, @@ -67135,7 +75442,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9025747179985046, + "sufficiency": 0.902847945690155, "masked prediction probs": [ 0.23416654765605927, 0.7658334374427795 @@ -67147,7 +75454,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05854614078998566, + "comprehensiveness": 0.05838217958807945, "sufficiency": 0.0, "masked prediction probs": [ 0.017566082999110222, @@ -67174,7 +75481,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9308362603187561, + "sufficiency": 0.9310286045074463, "masked prediction probs": [ 0.46302321553230286, 0.5369768142700195 @@ -67197,15 +75504,28 @@ 0.986603856086731 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5319364666938782, + 0.4680635631084442 + ], + "full text prediction probs": [ + 0.013396156951785088, + 0.986603856086731 + ], + "labels": 1 } }, "dev_419": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9797145128250122, + "fixed-shap": { + "comprehensiveness": 0.006605657748878002, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9360066652297974, - 0.06399327516555786 + 0.0037446999922394753, + 0.9962552785873413 ], "full text prediction probs": [ 0.0032228471245616674, @@ -67304,12 +75624,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9663742780685425, + "sufficiency": 0.9801167845726013, "masked prediction probs": [ - 0.5841959118843079, - 0.41580405831336975 + 0.9360066652297974, + 0.06399327516555786 + ], + "full text prediction probs": [ + 0.0032228471245616674, + 0.9967771172523499 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0032228471245616674, + 0.9967771172523499 ], "full text prediction probs": [ 0.0032228471245616674, @@ -67319,7 +75652,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.828107476234436, + "sufficiency": 0.8285314440727234, "masked prediction probs": [ 0.5204086899757385, 0.4795912802219391 @@ -67331,8 +75664,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.34225377440452576, - "sufficiency": 0.8197906017303467, + "comprehensiveness": 0.34141063690185547, + "sufficiency": 0.8202340006828308, "masked prediction probs": [ 0.030945144593715668, 0.9690548777580261 @@ -67344,8 +75677,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9946993589401245, - "sufficiency": 0.9169837236404419, + "comprehensiveness": 0.9922549724578857, + "sufficiency": 0.9171874523162842, "masked prediction probs": [ 0.08399160206317902, 0.9160084128379822 @@ -67357,7 +75690,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.005929772742092609, + "comprehensiveness": 0.005915236193686724, "sufficiency": 0.0, "masked prediction probs": [ 0.0037055269349366426, @@ -67371,7 +75704,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9667859673500061, + "sufficiency": 0.9668670892715454, "masked prediction probs": [ 0.5841959118843079, 0.41580405831336975 @@ -67383,7 +75716,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017719073221087456, + "comprehensiveness": 0.017675848677754402, "sufficiency": 0.0, "masked prediction probs": [ 0.00467225955799222, @@ -67397,7 +75730,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9669477939605713, + "sufficiency": 0.9670281410217285, + "masked prediction probs": [ + 0.5841959118843079, + 0.41580405831336975 + ], + "full text prediction probs": [ + 0.0032228471245616674, + 0.9967771172523499 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9671080708503723, "masked prediction probs": [ 0.5841959118843079, 0.41580405831336975 @@ -67410,12 +75756,12 @@ } }, "dev_433": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8429232239723206, + "fixed-shap": { + "comprehensiveness": 0.12633517384529114, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8180314302444458, - 0.1819685697555542 + 0.015747269615530968, + 0.9842527508735657 ], "full text prediction probs": [ 0.006134843919426203, @@ -67514,12 +75860,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.76170814037323, + "sufficiency": 0.8461546897888184, "masked prediction probs": [ - 0.6384755373001099, - 0.36152443289756775 + 0.8180314302444458, + 0.1819685697555542 + ], + "full text prediction probs": [ + 0.006134843919426203, + 0.9938651919364929 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09599389135837555, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013611511327326298, + 0.9863885045051575 ], "full text prediction probs": [ 0.006134843919426203, @@ -67541,7 +75900,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.514168918132782, + "comprehensiveness": 0.5128551721572876, "sufficiency": 0.0, "masked prediction probs": [ 0.046284809708595276, @@ -67554,7 +75913,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.023291490972042084, + "comprehensiveness": 0.023232130333781242, "sufficiency": 0.0, "masked prediction probs": [ 0.007958229631185532, @@ -67567,7 +75926,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023232130333781242, + "comprehensiveness": 0.023173071444034576, "sufficiency": 0.0, "masked prediction probs": [ 0.007958229631185532, @@ -67593,7 +75952,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06525607407093048, + "comprehensiveness": 0.06509102135896683, "sufficiency": 0.0, "masked prediction probs": [ 0.011282727122306824, @@ -67606,7 +75965,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5076665878295898, + "comprehensiveness": 0.5063858032226562, "sufficiency": 0.0, "masked prediction probs": [ 0.046284809708595276, @@ -67617,15 +75976,28 @@ 0.9938651919364929 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7670984268188477, + "masked prediction probs": [ + 0.6384755373001099, + 0.36152443289756775 + ], + "full text prediction probs": [ + 0.006134843919426203, + 0.9938651919364929 + ], + "labels": 1 } }, "dev_446": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.930123507976532, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9888920187950134, - 0.011107983067631721 + 0.9894577264785767, + 0.010542228817939758 ], "full text prediction probs": [ 0.9495030641555786, @@ -67713,10 +76085,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9302361011505127, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9888920187950134, - 0.011107983067631721 + 0.9894577264785767, + 0.010542228817939758 ], "full text prediction probs": [ 0.9495030641555786, @@ -67724,12 +76096,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9483477473258972, + "sufficiency": 1.0, "masked prediction probs": [ - 0.991740345954895, - 0.008259649388492107 + 0.9894577264785767, + 0.010542228817939758 + ], + "full text prediction probs": [ + 0.9495030641555786, + 0.05049692839384079 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.838747501373291, + "masked prediction probs": [ + 0.990250289440155, + 0.009749740362167358 ], "full text prediction probs": [ 0.9495030641555786, @@ -67739,7 +76124,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8678452968597412, + "sufficiency": 0.8678756952285767, "masked prediction probs": [ 0.9902286529541016, 0.009771326556801796 @@ -67752,7 +76137,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9483716487884521, + "sufficiency": 0.9483834505081177, "masked prediction probs": [ 0.991740345954895, 0.008259649388492107 @@ -67778,7 +76163,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9392498135566711, + "sufficiency": 0.9392637610435486, "masked prediction probs": [ 0.9888801574707031, 0.011119900271296501 @@ -67804,7 +76189,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9655693769454956, + "sufficiency": 0.9655771851539612, "masked prediction probs": [ 0.9640465974807739, 0.03595338761806488 @@ -67817,10 +76202,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8680274486541748, + "sufficiency": 0.8390066623687744, "masked prediction probs": [ - 0.9902286529541016, - 0.009771326556801796 + 0.990250289440155, + 0.009749740362167358 + ], + "full text prediction probs": [ + 0.9495030641555786, + 0.05049692839384079 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9484545588493347, + "masked prediction probs": [ + 0.991740345954895, + 0.008259649388492107 ], "full text prediction probs": [ 0.9495030641555786, @@ -67830,12 +76228,12 @@ } }, "dev_449": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9923542737960815, + "fixed-shap": { + "comprehensiveness": 0.8814951777458191, + "sufficiency": 0.9979174137115479, "masked prediction probs": [ - 0.06577771157026291, - 0.9342222809791565 + 0.1899127960205078, + 0.8100872039794922 ], "full text prediction probs": [ 0.9924589991569519, @@ -67934,12 +76332,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9619570374488831, + "sufficiency": 0.992367684841156, "masked prediction probs": [ - 0.03586466610431671, - 0.9641353487968445 + 0.06577771157026291, + 0.9342222809791565 + ], + "full text prediction probs": [ + 0.9924589991569519, + 0.007540967781096697 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8822364807128906, + "sufficiency": 0.9864346385002136, + "masked prediction probs": [ + 0.1876499205827713, + 0.8123500943183899 ], "full text prediction probs": [ 0.9924589991569519, @@ -67948,8 +76359,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001430792617611587, - "sufficiency": 0.7982885837554932, + "comprehensiveness": 0.0014304788783192635, + "sufficiency": 0.7983328104019165, "masked prediction probs": [ 0.9911537766456604, 0.008846225216984749 @@ -67961,8 +76372,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9754201769828796, - "sufficiency": 0.9290732145309448, + "comprehensiveness": 0.9752064347267151, + "sufficiency": 0.9290887117385864, "masked prediction probs": [ 0.10244913399219513, 0.8975508213043213 @@ -67974,8 +76385,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006062757456675172, - "sufficiency": 0.7404950261116028, + "comprehensiveness": 0.0006061428575776517, + "sufficiency": 0.7405518293380737, "masked prediction probs": [ 0.991905689239502, 0.008094269782304764 @@ -67987,8 +76398,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011725857621058822, - "sufficiency": 0.5251680612564087, + "comprehensiveness": 0.001172328949905932, + "sufficiency": 0.525272011756897, "masked prediction probs": [ 0.9913886189460754, 0.008611361496150494 @@ -68001,7 +76412,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.961998701095581, + "sufficiency": 0.9620070457458496, "masked prediction probs": [ 0.03586466610431671, 0.9641353487968445 @@ -68013,8 +76424,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023712303955107927, - "sufficiency": 0.8363398909568787, + "comprehensiveness": 0.0023707111831754446, + "sufficiency": 0.8363757133483887, "masked prediction probs": [ 0.9902935028076172, 0.009706459008157253 @@ -68027,7 +76438,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9620153307914734, + "sufficiency": 0.9620236754417419, + "masked prediction probs": [ + 0.03586466610431671, + 0.9641353487968445 + ], + "full text prediction probs": [ + 0.9924589991569519, + 0.007540967781096697 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9620319604873657, "masked prediction probs": [ 0.03586466610431671, 0.9641353487968445 @@ -68040,12 +76464,12 @@ } }, "dev_511": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006045650225132704, - "sufficiency": 0.8463497757911682, + "fixed-shap": { + "comprehensiveness": 0.0026712098624557257, + "sufficiency": 0.9001031517982483, "masked prediction probs": [ - 0.9829476475715637, - 0.017052391543984413 + 0.9860062599182129, + 0.01399377454072237 ], "full text prediction probs": [ 0.988427460193634, @@ -68144,12 +76568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002772451378405094, - "sufficiency": 0.689682126045227, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006034996826201677, + "sufficiency": 0.8466204404830933, "masked prediction probs": [ - 0.9859100580215454, - 0.014089906588196754 + 0.9829476475715637, + 0.017052391543984413 + ], + "full text prediction probs": [ + 0.988427460193634, + 0.011572534218430519 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.811037003993988, + "masked prediction probs": [ + 0.9890072345733643, + 0.010992794297635555 ], "full text prediction probs": [ 0.988427460193634, @@ -68159,7 +76596,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7773340344429016, + "sufficiency": 0.777383029460907, "masked prediction probs": [ 0.988427460193634, 0.011572534218430519 @@ -68171,8 +76608,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.002771230647340417, - "sufficiency": 0.689818799495697, + "comprehensiveness": 0.0027706206310540438, + "sufficiency": 0.6898870468139648, "masked prediction probs": [ 0.9859100580215454, 0.014089906588196754 @@ -68185,7 +76622,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7774320244789124, + "sufficiency": 0.7774810194969177, "masked prediction probs": [ 0.988427460193634, 0.011572534218430519 @@ -68197,8 +76634,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.00401626992970705, - "sufficiency": 0.8083390593528748, + "comprehensiveness": 0.00401538610458374, + "sufficiency": 0.808381199836731, "masked prediction probs": [ 0.9847774505615234, 0.015222566202282906 @@ -68210,8 +76647,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.004436222370713949, - "sufficiency": 0.9871669411659241, + "comprehensiveness": 0.004435246344655752, + "sufficiency": 0.9871697425842285, "masked prediction probs": [ 0.984394907951355, 0.015605125576257706 @@ -68223,8 +76660,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008974137715995312, - "sufficiency": 0.8137321472167969, + "comprehensiveness": 0.008972165174782276, + "sufficiency": 0.8137730956077576, "masked prediction probs": [ 0.980268120765686, 0.019731935113668442 @@ -68236,8 +76673,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002768183359876275, - "sufficiency": 0.6901598572731018, + "comprehensiveness": 0.00276757450774312, + "sufficiency": 0.6902279257774353, + "masked prediction probs": [ + 0.9859100580215454, + 0.014089906588196754 + ], + "full text prediction probs": [ + 0.988427460193634, + 0.011572534218430519 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0027669661212712526, + "sufficiency": 0.6902960538864136, "masked prediction probs": [ 0.9859100580215454, 0.014089906588196754 @@ -68250,12 +76700,12 @@ } }, "dev_569": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9283407926559448, - "sufficiency": 0.9689632058143616, + "fixed-shap": { + "comprehensiveness": 0.03758273273706436, + "sufficiency": 0.9642210602760315, "masked prediction probs": [ - 0.1466304361820221, - 0.8533695340156555 + 0.9497490525245667, + 0.05025097727775574 ], "full text prediction probs": [ 0.9836341142654419, @@ -68354,12 +76804,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0054352846927940845, - "sufficiency": 0.9209237694740295, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9266963005065918, + "sufficiency": 0.9690181612968445, "masked prediction probs": [ - 0.9787248969078064, - 0.021275106817483902 + 0.1466304361820221, + 0.8533695340156555 + ], + "full text prediction probs": [ + 0.9836341142654419, + 0.01636582426726818 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014402695000171661, + "sufficiency": 0.8996480107307434, + "masked prediction probs": [ + 0.9706225395202637, + 0.029377516359090805 ], "full text prediction probs": [ 0.9836341142654419, @@ -68369,7 +76832,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6343479156494141, + "sufficiency": 0.6344287991523743, "masked prediction probs": [ 0.9884642958641052, 0.011535698547959328 @@ -68381,8 +76844,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1240619570016861, - "sufficiency": 0.8116558790206909, + "comprehensiveness": 0.12403450161218643, + "sufficiency": 0.8116975426673889, "masked prediction probs": [ 0.8715301752090454, 0.1284698247909546 @@ -68394,8 +76857,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005431676749140024, - "sufficiency": 0.9209762811660767, + "comprehensiveness": 0.005430474877357483, + "sufficiency": 0.9209937453269958, "masked prediction probs": [ 0.9787248969078064, 0.021275106817483902 @@ -68407,8 +76870,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.991745114326477, - "sufficiency": 0.9502379298210144, + "comprehensiveness": 0.9915258288383484, + "sufficiency": 0.9502488970756531, "masked prediction probs": [ 0.08708405494689941, 0.9129160046577454 @@ -68420,8 +76883,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9571267366409302, - "sufficiency": 0.8356028199195862, + "comprehensiveness": 0.956915020942688, + "sufficiency": 0.835639238357544, "masked prediction probs": [ 0.11818815022706985, 0.881811797618866 @@ -68434,7 +76897,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7816996574401855, + "sufficiency": 0.7817478179931641, "masked prediction probs": [ 0.9836341142654419, 0.01636582426726818 @@ -68446,8 +76909,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0054268729873001575, - "sufficiency": 0.9210461974143982, + "comprehensiveness": 0.005425673443824053, + "sufficiency": 0.9210636019706726, + "masked prediction probs": [ + 0.9787248969078064, + 0.021275106817483902 + ], + "full text prediction probs": [ + 0.9836341142654419, + 0.01636582426726818 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005424474366009235, + "sufficiency": 0.9210810661315918, "masked prediction probs": [ 0.9787248969078064, 0.021275106817483902 @@ -68460,12 +76936,12 @@ } }, "dev_620": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0024412558414041996, - "sufficiency": 0.9702776074409485, + "fixed-shap": { + "comprehensiveness": 0.007506127934902906, + "sufficiency": 0.7944914698600769, "masked prediction probs": [ - 0.9920334219932556, - 0.007966614328324795 + 0.9874130487442017, + 0.012586915865540504 ], "full text prediction probs": [ 0.9942604303359985, @@ -68564,12 +77040,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003973538987338543, - "sufficiency": 0.9647749662399292, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002436981536448002, + "sufficiency": 0.9703296422958374, "masked prediction probs": [ - 0.990629255771637, - 0.009370684623718262 + 0.9920334219932556, + 0.007966614328324795 + ], + "full text prediction probs": [ + 0.9942604303359985, + 0.005739610642194748 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007456133025698364, + "sufficiency": 0.8413230776786804, + "masked prediction probs": [ + 0.9935789108276367, + 0.00642104959115386 ], "full text prediction probs": [ 0.9942604303359985, @@ -68578,8 +77067,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00028412078972905874, - "sufficiency": 0.7995510697364807, + "comprehensiveness": 0.00028405862394720316, + "sufficiency": 0.7995949387550354, "masked prediction probs": [ 0.9940007328987122, 0.005999283865094185 @@ -68591,8 +77080,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0007454501464962959, - "sufficiency": 0.8413578271865845, + "comprehensiveness": 0.0007452871650457382, + "sufficiency": 0.8413925170898438, "masked prediction probs": [ 0.9935789108276367, 0.00642104959115386 @@ -68605,7 +77094,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7724735736846924, + "sufficiency": 0.7725232243537903, "masked prediction probs": [ 0.9942604303359985, 0.005739610642194748 @@ -68618,7 +77107,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7725232243537903, + "sufficiency": 0.7725729942321777, "masked prediction probs": [ 0.9942604303359985, 0.005739610642194748 @@ -68630,8 +77119,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00969446450471878, - "sufficiency": 0.8429911136627197, + "comprehensiveness": 0.00969234574586153, + "sufficiency": 0.8430254459381104, "masked prediction probs": [ 0.9853915572166443, 0.014608440920710564 @@ -68643,8 +77132,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002616435056552291, - "sufficiency": 0.8622121214866638, + "comprehensiveness": 0.002615863224491477, + "sufficiency": 0.8622422218322754, "masked prediction probs": [ 0.9918662905693054, 0.008133686147630215 @@ -68656,8 +77145,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0007446357049047947, - "sufficiency": 0.8415310978889465, + "comprehensiveness": 0.0007444729562848806, + "sufficiency": 0.8415656685829163, "masked prediction probs": [ 0.9935789108276367, 0.00642104959115386 @@ -68667,15 +77156,28 @@ 0.005739610642194748 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003965727984905243, + "sufficiency": 0.9648442268371582, + "masked prediction probs": [ + 0.990629255771637, + 0.009370684623718262 + ], + "full text prediction probs": [ + 0.9942604303359985, + 0.005739610642194748 + ], + "labels": 0 } }, "dev_636": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.00985978078097105, - 0.9901402592658997 + 0.013151969760656357, + 0.9868480563163757 ], "full text prediction probs": [ 0.9339762926101685, @@ -68774,12 +77276,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.00791413988918066, - 0.992085874080658 + 0.00985978078097105, + 0.9901402592658997 + ], + "full text prediction probs": [ + 0.9339762926101685, + 0.06602375209331512 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.013659501448273659, + 0.9863405227661133 ], "full text prediction probs": [ 0.9339762926101685, @@ -68789,7 +77304,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2433881163597107, + "sufficiency": 0.24356530606746674, "masked prediction probs": [ 0.9877523183822632, 0.012247681617736816 @@ -68802,7 +77317,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.038574472069740295, + "sufficiency": 0.03879956528544426, "masked prediction probs": [ 0.05272926017642021, 0.9472707509994507 @@ -68814,8 +77329,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05608130246400833, - "sufficiency": 0.6611476540565491, + "comprehensiveness": 0.05606817081570625, + "sufficiency": 0.6612269282341003, "masked prediction probs": [ 0.8860741853713989, 0.11392576992511749 @@ -68877,15 +77392,28 @@ 0.06602375209331512 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.00791413988918066, + 0.992085874080658 + ], + "full text prediction probs": [ + 0.9339762926101685, + 0.06602375209331512 + ], + "labels": 0 } }, "dev_670": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.041970737278461456, - "sufficiency": 0.9914913177490234, + "fixed-shap": { + "comprehensiveness": 0.05820717662572861, + "sufficiency": 0.9598459601402283, "masked prediction probs": [ - 0.9475432634353638, - 0.05245671421289444 + 0.9328746199607849, + 0.06712545454502106 ], "full text prediction probs": [ 0.9854612946510315, @@ -68984,12 +77512,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6682538390159607, - "sufficiency": 0.9925259947776794, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04189653694629669, + "sufficiency": 0.9915063381195068, "masked prediction probs": [ - 0.38066500425338745, - 0.6193349957466125 + 0.9475432634353638, + 0.05245671421289444 + ], + "full text prediction probs": [ + 0.9854612946510315, + 0.01453874260187149 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009927965002134442, + "sufficiency": 0.7050392031669617, + "masked prediction probs": [ + 0.9845625758171082, + 0.015437462367117405 ], "full text prediction probs": [ 0.9854612946510315, @@ -68998,8 +77539,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.03360989689826965, - "sufficiency": 0.996812105178833, + "comprehensiveness": 0.03360247239470482, + "sufficiency": 0.9968127608299255, "masked prediction probs": [ 0.9550362825393677, 0.044963717460632324 @@ -69011,8 +77552,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6679586172103882, - "sufficiency": 0.9925291538238525, + "comprehensiveness": 0.6678111553192139, + "sufficiency": 0.992530882358551, "masked prediction probs": [ 0.38066500425338745, 0.6193349957466125 @@ -69025,7 +77566,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7799780368804932, + "sufficiency": 0.7800266146659851, "masked prediction probs": [ 0.9854612946510315, 0.01453874260187149 @@ -69038,7 +77579,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7800266146659851, + "sufficiency": 0.7800751328468323, "masked prediction probs": [ 0.9854612946510315, 0.01453874260187149 @@ -69050,8 +77591,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08312944322824478, - "sufficiency": 0.9912276268005371, + "comprehensiveness": 0.08311109244823456, + "sufficiency": 0.9912295937538147, "masked prediction probs": [ 0.910142719745636, 0.08985722810029984 @@ -69063,8 +77604,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.30835598707199097, - "sufficiency": 0.9922899603843689, + "comprehensiveness": 0.30828797817230225, + "sufficiency": 0.9922916889190674, "masked prediction probs": [ 0.7060168385505676, 0.29398322105407715 @@ -69076,8 +77617,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.66722172498703, - "sufficiency": 0.9925374984741211, + "comprehensiveness": 0.6670745611190796, + "sufficiency": 0.9925391674041748, + "masked prediction probs": [ + 0.38066500425338745, + 0.6193349957466125 + ], + "full text prediction probs": [ + 0.9854612946510315, + 0.01453874260187149 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6669274568557739, + "sufficiency": 0.9925407767295837, "masked prediction probs": [ 0.38066500425338745, 0.6193349957466125 @@ -69090,12 +77644,12 @@ } }, "dev_678": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9913955330848694, - 0.008604456670582294 + 0.956791341304779, + 0.043208636343479156 ], "full text prediction probs": [ 0.06088895723223686, @@ -69194,12 +77748,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9925790429115295, - 0.007420953828841448 + 0.9913955330848694, + 0.008604456670582294 + ], + "full text prediction probs": [ + 0.06088895723223686, + 0.9391109943389893 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012112167663872242, + 0.9878877997398376 ], "full text prediction probs": [ 0.06088895723223686, @@ -69297,15 +77864,28 @@ 0.9391109943389893 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9925790429115295, + 0.007420953828841448 + ], + "full text prediction probs": [ + 0.06088895723223686, + 0.9391109943389893 + ], + "labels": 1 } }, "dev_718": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7780179381370544, - "sufficiency": 0.9957754015922546, + "fixed-shap": { + "comprehensiveness": 0.6654280424118042, + "sufficiency": 0.994131326675415, "masked prediction probs": [ - 0.28362688422203064, - 0.7163731455802917 + 0.3858816921710968, + 0.6141183376312256 ], "full text prediction probs": [ 0.9902271032333374, @@ -69392,11 +77972,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.011524543166160583, - "sufficiency": 0.967512309551239, + "comprehensiveness": 0.6644039154052734, + "sufficiency": 0.9941403269767761, "masked prediction probs": [ - 0.9797443151473999, - 0.02025572769343853 + 0.3858816921710968, + 0.6141183376312256 ], "full text prediction probs": [ 0.9902271032333374, @@ -69404,9 +77984,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5243441462516785, - "sufficiency": 0.9848664402961731, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.664257824420929, + "sufficiency": 0.9941416382789612, + "masked prediction probs": [ + 0.3858816921710968, + 0.6141183376312256 + ], + "full text prediction probs": [ + 0.9902271032333374, + 0.009772892110049725 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5242289304733276, + "sufficiency": 0.9848698377609253, "masked prediction probs": [ 0.513175904750824, 0.4868241250514984 @@ -69418,7 +78011,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00382548151537776, + "comprehensiveness": 0.003824640763923526, "sufficiency": 0.0, "masked prediction probs": [ 0.9867458939552307, @@ -69432,7 +78025,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7758462429046631, + "sufficiency": 0.7758954167366028, "masked prediction probs": [ 0.9902271032333374, 0.009772892110049725 @@ -69444,8 +78037,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00879948865622282, - "sufficiency": 0.9458622932434082, + "comprehensiveness": 0.008797555230557919, + "sufficiency": 0.9458741545677185, "masked prediction probs": [ 0.9822160005569458, 0.0177839957177639 @@ -69457,8 +78050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0001822296471800655, - "sufficiency": 0.8603852391242981, + "comprehensiveness": 0.00018218964396510273, + "sufficiency": 0.8604159951210022, "masked prediction probs": [ 0.9900611639022827, 0.009938848204910755 @@ -69470,8 +78063,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010080244392156601, - "sufficiency": 0.9868585467338562, + "comprehensiveness": 0.01007803063839674, + "sufficiency": 0.9868614077568054, "masked prediction probs": [ 0.9810459613800049, 0.018954001367092133 @@ -69483,8 +78076,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012677195481956005, - "sufficiency": 0.6058254837989807, + "comprehensiveness": 0.001267441431991756, + "sufficiency": 0.6059119701385498, "masked prediction probs": [ 0.9890722036361694, 0.010927814058959484 @@ -69496,11 +78089,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00879176240414381, - "sufficiency": 0.9459097981452942, + "comprehensiveness": 0.5234236121177673, + "sufficiency": 0.9848930239677429, "masked prediction probs": [ - 0.9822160005569458, - 0.0177839957177639 + 0.513175904750824, + 0.4868241250514984 + ], + "full text prediction probs": [ + 0.9902271032333374, + 0.009772892110049725 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5233088135719299, + "sufficiency": 0.9848963618278503, + "masked prediction probs": [ + 0.513175904750824, + 0.4868241250514984 ], "full text prediction probs": [ 0.9902271032333374, @@ -69510,12 +78116,12 @@ } }, "dev_753": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.5045071244239807, + "sufficiency": 0.3479465842247009, "masked prediction probs": [ - 0.953041672706604, - 0.04695829004049301 + 0.9671082496643066, + 0.03289179876446724 ], "full text prediction probs": [ 0.9197604656219482, @@ -69614,12 +78220,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7139258980751038, + "sufficiency": 0.5054515600204468, "masked prediction probs": [ - 0.953874409198761, - 0.046125590801239014 + 0.953041672706604, + 0.04695829004049301 + ], + "full text prediction probs": [ + 0.9197604656219482, + 0.08023951202630997 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.25143298506736755, + "masked prediction probs": [ + 0.9312155842781067, + 0.06878441572189331 ], "full text prediction probs": [ 0.9197604656219482, @@ -69629,7 +78248,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9752946496009827, + "sufficiency": 0.9753006100654602, "masked prediction probs": [ 0.9794232249259949, 0.020576732233166695 @@ -69641,7 +78260,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.35989606380462646, + "comprehensiveness": 0.35981038212776184, "sufficiency": 1.0, "masked prediction probs": [ 0.6175417304039001, @@ -69654,8 +78273,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.13023753464221954, - "sufficiency": 0.9510184526443481, + "comprehensiveness": 0.13020652532577515, + "sufficiency": 0.9510301351547241, "masked prediction probs": [ 0.8103688955307007, 0.18963110446929932 @@ -69667,8 +78286,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006578271742910147, - "sufficiency": 0.6249327659606934, + "comprehensiveness": 0.006576706189662218, + "sufficiency": 0.6250220537185669, "masked prediction probs": [ 0.9142338037490845, 0.08576620370149612 @@ -69680,7 +78299,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7777100801467896, + "comprehensiveness": 0.777525007724762, "sufficiency": 1.0, "masked prediction probs": [ 0.26622042059898376, @@ -69693,8 +78312,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.1039421409368515, - "sufficiency": 0.9770201444625854, + "comprehensiveness": 0.10391741991043091, + "sufficiency": 0.9770256280899048, "masked prediction probs": [ 0.8323930501937866, 0.16760697960853577 @@ -69706,7 +78325,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.359468013048172, + "comprehensiveness": 0.3593825101852417, "sufficiency": 1.0, "masked prediction probs": [ 0.6175417304039001, @@ -69717,15 +78336,28 @@ 0.08023951202630997 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.714538037776947, + "masked prediction probs": [ + 0.953874409198761, + 0.046125590801239014 + ], + "full text prediction probs": [ + 0.9197604656219482, + 0.08023951202630997 + ], + "labels": 0 } }, "dev_755": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8836367726325989, + "sufficiency": 0.918317973613739, "masked prediction probs": [ - 0.007591960486024618, - 0.992408037185669 + 0.010628946125507355, + 0.9893710613250732 ], "full text prediction probs": [ 0.983852744102478, @@ -69824,12 +78456,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8056433200836182, + "sufficiency": 0.8838428258895874, "masked prediction probs": [ - 0.005834219045937061, - 0.9941657781600952 + 0.007591960486024618, + 0.992408037185669 + ], + "full text prediction probs": [ + 0.983852744102478, + 0.01614723540842533 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.7788316607475281, + "masked prediction probs": [ + 0.006531351711601019, + 0.9934686422348022 ], "full text prediction probs": [ 0.983852744102478, @@ -69839,7 +78484,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2800528407096863, + "sufficiency": 0.2802121341228485, "masked prediction probs": [ 0.9902922511100769, 0.009707806631922722 @@ -69852,7 +78497,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7788806557655334, + "sufficiency": 0.7789295315742493, "masked prediction probs": [ 0.006531351711601019, 0.9934686422348022 @@ -69865,7 +78510,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7789295315742493, + "sufficiency": 0.7789783477783203, "masked prediction probs": [ 0.006531351711601019, 0.9934686422348022 @@ -69878,7 +78523,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8046266436576843, + "sufficiency": 0.8046699166297913, "masked prediction probs": [ 0.006108518689870834, 0.9938914775848389 @@ -69891,7 +78536,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7790272831916809, + "sufficiency": 0.7790761590003967, "masked prediction probs": [ 0.006531351711601019, 0.9934686422348022 @@ -69904,7 +78549,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7917925119400024, + "sufficiency": 0.7918385863304138, "masked prediction probs": [ 0.9892645478248596, 0.01073547638952732 @@ -69917,7 +78562,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.779124915599823, + "sufficiency": 0.7791736721992493, "masked prediction probs": [ 0.006531351711601019, 0.9934686422348022 @@ -69927,15 +78572,28 @@ 0.01614723540842533 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.806029736995697, + "masked prediction probs": [ + 0.005834219045937061, + 0.9941657781600952 + ], + "full text prediction probs": [ + 0.983852744102478, + 0.01614723540842533 + ], + "labels": 0 } }, "dev_778": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013846215792000294, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.12386719882488251, + "sufficiency": 0.9996821284294128, "masked prediction probs": [ - 0.972027063369751, - 0.02797294780611992 + 0.872732937335968, + 0.1272670477628708 ], "full text prediction probs": [ 0.9845232963562012, @@ -70022,11 +78680,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.17138120532035828, - "sufficiency": 1.0, + "comprehensiveness": 0.12367535382509232, + "sufficiency": 0.999682605266571, "masked prediction probs": [ - 0.8296115398406982, - 0.17038844525814056 + 0.872732937335968, + 0.1272670477628708 ], "full text prediction probs": [ 0.9845232963562012, @@ -70034,8 +78692,21 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015355962328612804, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12364798784255981, + "sufficiency": 0.9996826648712158, + "masked prediction probs": [ + 0.872732937335968, + 0.1272670477628708 + ], + "full text prediction probs": [ + 0.9845232963562012, + 0.015476704575121403 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015352566726505756, "sufficiency": 1.0, "masked prediction probs": [ 0.9706399440765381, @@ -70049,7 +78720,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.08563043922185898, + "sufficiency": 0.08583260327577591, "masked prediction probs": [ 0.9872568845748901, 0.012743099592626095 @@ -70061,8 +78732,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008631882257759571, - "sufficiency": 0.7320576310157776, + "comprehensiveness": 0.008629974909126759, + "sufficiency": 0.7321168184280396, "masked prediction probs": [ 0.9767157435417175, 0.02328423224389553 @@ -70074,8 +78745,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007114727050065994, - "sufficiency": 0.912042498588562, + "comprehensiveness": 0.0007113154279068112, + "sufficiency": 0.9120619297027588, "masked prediction probs": [ 0.9838796257972717, 0.01612037979066372 @@ -70088,7 +78759,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7808350324630737, + "sufficiency": 0.7808834910392761, "masked prediction probs": [ 0.9845232963562012, 0.015476704575121403 @@ -70100,7 +78771,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.37156441807746887, + "comprehensiveness": 0.37148231267929077, "sufficiency": 1.0, "masked prediction probs": [ 0.6482197046279907, @@ -70114,7 +78785,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7686871290206909, + "sufficiency": 0.7687381505966187, "masked prediction probs": [ 0.9861184358596802, 0.013881534337997437 @@ -70126,11 +78797,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.37140026688575745, + "comprehensiveness": 0.015328834764659405, "sufficiency": 1.0, "masked prediction probs": [ - 0.6482197046279907, - 0.3517802953720093 + 0.9706399440765381, + 0.02936008758842945 + ], + "full text prediction probs": [ + 0.9845232963562012, + 0.015476704575121403 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015325450338423252, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9706399440765381, + 0.02936008758842945 ], "full text prediction probs": [ 0.9845232963562012, @@ -70140,12 +78824,12 @@ } }, "dev_787": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9372972846031189, + "sufficiency": 0.9956410527229309, "masked prediction probs": [ - 0.9581178426742554, - 0.04188213124871254 + 0.13684119284152985, + 0.8631588220596313 ], "full text prediction probs": [ 0.9562995433807373, @@ -70232,11 +78916,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9807174205780029, - "sufficiency": 1.0, + "comprehensiveness": 0.9357988238334656, + "sufficiency": 0.9956480860710144, "masked prediction probs": [ - 0.09750694781541824, - 0.9024930596351624 + 0.13684119284152985, + 0.8631588220596313 ], "full text prediction probs": [ 0.9562995433807373, @@ -70244,12 +78928,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.935585081577301, + "sufficiency": 0.9956490397453308, + "masked prediction probs": [ + 0.13684119284152985, + 0.8631588220596313 + ], + "full text prediction probs": [ + 0.9562995433807373, + 0.04370040073990822 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9816120266914368, "masked prediction probs": [ - 0.04829903319478035, - 0.9517009258270264 + 0.07252507656812668, + 0.9274749159812927 ], "full text prediction probs": [ 0.9562995433807373, @@ -70259,7 +78956,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6418006420135498, + "sufficiency": 0.6418824195861816, "masked prediction probs": [ 0.9729143977165222, 0.027085570618510246 @@ -70272,7 +78969,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9959697127342224, + "sufficiency": 0.995970606803894, "masked prediction probs": [ 0.07272857427597046, 0.9272714257240295 @@ -70285,7 +78982,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.995970606803894, + "sufficiency": 0.9959715604782104, "masked prediction probs": [ 0.07272857427597046, 0.9272714257240295 @@ -70298,7 +78995,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9959715604782104, + "sufficiency": 0.9959724545478821, "masked prediction probs": [ 0.07272857427597046, 0.9272714257240295 @@ -70311,7 +79008,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9959724545478821, + "sufficiency": 0.9959734082221985, "masked prediction probs": [ 0.07272857427597046, 0.9272714257240295 @@ -70323,8 +79020,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016013942658901215, - "sufficiency": 0.8823047876358032, + "comprehensiveness": 0.016010291874408722, + "sufficiency": 0.8823315501213074, "masked prediction probs": [ 0.9422540664672852, 0.057745907455682755 @@ -70337,10 +79034,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9959743022918701, + "sufficiency": 0.9816413521766663, "masked prediction probs": [ - 0.07272857427597046, - 0.9272714257240295 + 0.07252507656812668, + 0.9274749159812927 + ], + "full text prediction probs": [ + 0.9562995433807373, + 0.04370040073990822 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04829903319478035, + 0.9517009258270264 ], "full text prediction probs": [ 0.9562995433807373, @@ -70350,12 +79060,12 @@ } }, "dev_817": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004455909598618746, - "sufficiency": 0.9811291098594666, + "fixed-shap": { + "comprehensiveness": 0.05317568778991699, + "sufficiency": 0.9944772720336914, "masked prediction probs": [ - 0.9891045093536377, - 0.010895506478846073 + 0.944713830947876, + 0.055286161601543427 ], "full text prediction probs": [ 0.9931644797325134, @@ -70454,12 +79164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007164432667195797, - "sufficiency": 0.9635202288627625, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004448098596185446, + "sufficiency": 0.9811621904373169, "masked prediction probs": [ - 0.9866251945495605, - 0.01337483525276184 + 0.9891045093536377, + 0.010895506478846073 + ], + "full text prediction probs": [ + 0.9931644797325134, + 0.006835507694631815 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.05954909324645996, + "sufficiency": 0.984563410282135, + "masked prediction probs": [ + 0.9387995600700378, + 0.061200402677059174 ], "full text prediction probs": [ 0.9931644797325134, @@ -70469,7 +79192,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8003460168838501, + "sufficiency": 0.8003897070884705, "masked prediction probs": [ 0.9941126704216003, 0.005887288600206375 @@ -70481,8 +79204,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007514753844588995, - "sufficiency": 0.97800213098526, + "comprehensiveness": 0.007513108663260937, + "sufficiency": 0.9780069589614868, "masked prediction probs": [ 0.9863024353981018, 0.013697540387511253 @@ -70494,8 +79217,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007159726228564978, - "sufficiency": 0.9635441303253174, + "comprehensiveness": 0.0071581588126719, + "sufficiency": 0.9635521769523621, "masked prediction probs": [ 0.9866251945495605, 0.01337483525276184 @@ -70508,7 +79231,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7734499573707581, + "sufficiency": 0.7734995484352112, "masked prediction probs": [ 0.9931644797325134, 0.006835507694631815 @@ -70520,8 +79243,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06941883265972137, - "sufficiency": 0.9860266447067261, + "comprehensiveness": 0.06940364092588425, + "sufficiency": 0.9860296845436096, "masked prediction probs": [ 0.9297335147857666, 0.07026653736829758 @@ -70533,8 +79256,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007679566275328398, - "sufficiency": 0.9797519445419312, + "comprehensiveness": 0.007677886169403791, + "sufficiency": 0.9797564148902893, "masked prediction probs": [ 0.9861457943916321, 0.013854146003723145 @@ -70546,8 +79269,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007153460290282965, - "sufficiency": 0.9635760188102722, + "comprehensiveness": 0.007151895668357611, + "sufficiency": 0.9635840654373169, + "masked prediction probs": [ + 0.9866251945495605, + 0.01337483525276184 + ], + "full text prediction probs": [ + 0.9931644797325134, + 0.006835507694631815 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007150331512093544, + "sufficiency": 0.963591992855072, "masked prediction probs": [ 0.9866251945495605, 0.01337483525276184 @@ -70560,12 +79296,12 @@ } }, "dev_18": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04438736289739609, + "fixed-shap": { + "comprehensiveness": 0.01957548037171364, "sufficiency": 0.0, "masked prediction probs": [ - 0.008163319900631905, - 0.9918367266654968 + 0.006164231337606907, + 0.9938357472419739 ], "full text prediction probs": [ 0.00458708917722106, @@ -70664,12 +79400,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06528868526220322, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04352289065718651, "sufficiency": 0.0, "masked prediction probs": [ - 0.009951665997505188, - 0.9900482892990112 + 0.008163319900631905, + 0.9918367266654968 + ], + "full text prediction probs": [ + 0.00458708917722106, + 0.9954128861427307 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014203684404492378, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005757044069468975, + 0.9942429661750793 ], "full text prediction probs": [ 0.00458708917722106, @@ -70678,7 +79427,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06746605038642883, + "comprehensiveness": 0.06730260699987411, "sufficiency": 0.0, "masked prediction probs": [ 0.010144120082259178, @@ -70691,7 +79440,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.024889351800084114, + "comprehensiveness": 0.02482919953763485, "sufficiency": 0.0, "masked prediction probs": [ 0.006642138119786978, @@ -70704,7 +79453,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04310650750994682, + "comprehensiveness": 0.04300257936120033, "sufficiency": 0.0, "masked prediction probs": [ 0.008154921233654022, @@ -70717,7 +79466,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06465904414653778, + "comprehensiveness": 0.06450352817773819, "sufficiency": 0.0, "masked prediction probs": [ 0.009951665997505188, @@ -70730,7 +79479,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.048859793692827225, + "comprehensiveness": 0.04874255880713463, "sufficiency": 0.0, "masked prediction probs": [ 0.008650636300444603, @@ -70743,7 +79492,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.041071727871894836, + "comprehensiveness": 0.040973417460918427, "sufficiency": 0.0, "masked prediction probs": [ 0.008011182770133018, @@ -70756,7 +79505,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06419473141431808, + "comprehensiveness": 0.06404143571853638, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009951665997505188, + 0.9900482892990112 + ], + "full text prediction probs": [ + 0.00458708917722106, + 0.9954128861427307 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06388887017965317, "sufficiency": 0.0, "masked prediction probs": [ 0.009951665997505188, @@ -70770,12 +79532,12 @@ } }, "dev_19": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.030945414677262306, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.378924697637558, + "sufficiency": 0.7296867370605469, "masked prediction probs": [ - 0.007617204450070858, - 0.992382824420929 + 0.03546001762151718, + 0.9645399451255798 ], "full text prediction probs": [ 0.005141145084053278, @@ -70874,12 +79636,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0019273408688604832, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03033863939344883, "sufficiency": 0.0, "masked prediction probs": [ - 0.0052983700297772884, - 0.9947015643119812 + 0.007617204450070858, + 0.992382824420929 + ], + "full text prediction probs": [ + 0.005141145084053278, + 0.9948588609695435 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08253387361764908, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011893506161868572, + 0.9881064891815186 ], "full text prediction probs": [ 0.005141145084053278, @@ -70888,7 +79663,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13440696895122528, + "comprehensiveness": 0.13407914340496063, "sufficiency": 0.0, "masked prediction probs": [ 0.01613747328519821, @@ -70901,7 +79676,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0019179392838850617, + "comprehensiveness": 0.0019132726592943072, "sufficiency": 0.0, "masked prediction probs": [ 0.0052983700297772884, @@ -70914,7 +79689,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.012767959386110306, + "comprehensiveness": 0.012736969627439976, "sufficiency": 0.0, "masked prediction probs": [ 0.006190807092934847, @@ -70927,7 +79702,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01832471787929535, + "comprehensiveness": 0.01828034780919552, "sufficiency": 0.0, "masked prediction probs": [ 0.006651274394243956, @@ -70940,8 +79715,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1581372320652008, - "sufficiency": 0.8007987141609192, + "comprehensiveness": 0.15775525569915771, + "sufficiency": 0.8012793064117432, "masked prediction probs": [ 0.01820538565516472, 0.9817945957183838 @@ -70953,7 +79728,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.045376356691122055, + "comprehensiveness": 0.0452670156955719, "sufficiency": 0.0, "masked prediction probs": [ 0.008898952975869179, @@ -70966,7 +79741,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0018948314245790243, + "comprehensiveness": 0.0018902765586972237, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0052983700297772884, + 0.9947015643119812 + ], + "full text prediction probs": [ + 0.005141145084053278, + 0.9948588609695435 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0018857435788959265, "sufficiency": 0.0, "masked prediction probs": [ 0.0052983700297772884, @@ -70980,12 +79768,12 @@ } }, "dev_39": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1899116188287735, "sufficiency": 0.0, "masked prediction probs": [ - 0.98752361536026, - 0.012476373463869095 + 0.03051205910742283, + 0.9694879651069641 ], "full text prediction probs": [ 0.017702097073197365, @@ -71084,12 +79872,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9612394571304321, - 0.03876052796840668 + 0.98752361536026, + 0.012476373463869095 + ], + "full text prediction probs": [ + 0.017702097073197365, + 0.9822978973388672 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.050144508481025696, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021174727007746696, + 0.9788252711296082 ], "full text prediction probs": [ 0.017702097073197365, @@ -71098,7 +79899,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.994475245475769, + "comprehensiveness": 0.9916110038757324, "sufficiency": 0.0, "masked prediction probs": [ 0.08657186478376389, @@ -71124,7 +79925,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9174421429634094, + "comprehensiveness": 0.9148148894309998, "sufficiency": 0.0, "masked prediction probs": [ 0.08160419762134552, @@ -71137,7 +79938,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0890897884964943, + "comprehensiveness": 0.08883539587259293, "sufficiency": 0.0, "masked prediction probs": [ 0.02392522618174553, @@ -71163,7 +79964,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07862353324890137, + "comprehensiveness": 0.07840029895305634, "sufficiency": 0.0, "masked prediction probs": [ 0.02322559617459774, @@ -71187,15 +79988,28 @@ 0.9822978973388672 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9612394571304321, + 0.03876052796840668 + ], + "full text prediction probs": [ + 0.017702097073197365, + 0.9822978973388672 + ], + "labels": 1 } }, "dev_45": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11130263656377792, + "fixed-shap": { + "comprehensiveness": 0.19518958032131195, "sufficiency": 0.0, "masked prediction probs": [ - 0.014382367953658104, - 0.9856175780296326 + 0.021062735468149185, + 0.9789372086524963 ], "full text prediction probs": [ 0.0055188629776239395, @@ -71294,12 +80108,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07836185395717621, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10911007970571518, "sufficiency": 0.0, "masked prediction probs": [ - 0.01188451424241066, - 0.9881154298782349 + 0.014382367953658104, + 0.9856175780296326 + ], + "full text prediction probs": [ + 0.0055188629776239395, + 0.9944812059402466 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.19932019710540771, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021750589832663536, + 0.9782494306564331 ], "full text prediction probs": [ 0.0055188629776239395, @@ -71308,7 +80135,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12162437289953232, + "comprehensiveness": 0.12132634967565536, "sufficiency": 0.0, "masked prediction probs": [ 0.015423335134983063, @@ -71321,7 +80148,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07797783613204956, + "comprehensiveness": 0.07778722792863846, "sufficiency": 0.0, "masked prediction probs": [ 0.01188451424241066, @@ -71334,7 +80161,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03463425487279892, + "comprehensiveness": 0.03454980254173279, "sufficiency": 0.0, "masked prediction probs": [ 0.008353032171726227, @@ -71347,7 +80174,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01971689984202385, + "comprehensiveness": 0.01966894045472145, "sufficiency": 0.0, "masked prediction probs": [ 0.007136254571378231, @@ -71360,7 +80187,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10778306424617767, + "comprehensiveness": 0.10752152651548386, "sufficiency": 0.0, "masked prediction probs": [ 0.014382367953658104, @@ -71373,7 +80200,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.23278507590293884, + "comprehensiveness": 0.2322215884923935, "sufficiency": 0.0, "masked prediction probs": [ 0.02470860257744789, @@ -71386,7 +80213,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07703404128551483, + "comprehensiveness": 0.07684802263975143, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01188451424241066, + 0.9881154298782349 + ], + "full text prediction probs": [ + 0.0055188629776239395, + 0.9944812059402466 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07666289806365967, "sufficiency": 0.0, "masked prediction probs": [ 0.01188451424241066, @@ -71400,12 +80240,12 @@ } }, "dev_46": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0032348409295082092, + "fixed-shap": { + "comprehensiveness": 0.0354234017431736, "sufficiency": 0.0, "masked prediction probs": [ - 0.005242742598056793, - 0.9947572946548462 + 0.007823262363672256, + 0.9921767115592957 ], "full text prediction probs": [ 0.004983376245945692, @@ -71504,12 +80344,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.914610743522644, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0031715347431600094, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3804570436477661, - 0.6195429563522339 + 0.005242742598056793, + 0.9947572946548462 + ], + "full text prediction probs": [ + 0.004983376245945692, + 0.9950166344642639 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016008760780096054, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006295669358223677, + 0.9937043786048889 ], "full text prediction probs": [ 0.004983376245945692, @@ -71518,7 +80371,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08242373913526535, + "comprehensiveness": 0.0822230875492096, "sufficiency": 0.0, "masked prediction probs": [ 0.011739769950509071, @@ -71531,7 +80384,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13786782324314117, + "comprehensiveness": 0.1375330239534378, "sufficiency": 0.0, "masked prediction probs": [ 0.016312099993228912, @@ -71544,7 +80397,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1771499663591385, + "comprehensiveness": 0.17672081291675568, "sufficiency": 0.0, "masked prediction probs": [ 0.01957535929977894, @@ -71557,7 +80410,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06218802183866501, + "comprehensiveness": 0.06203773245215416, "sufficiency": 0.0, "masked prediction probs": [ 0.010118312202394009, @@ -71570,8 +80423,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7437110543251038, - "sufficiency": 0.9287474155426025, + "comprehensiveness": 0.7419180870056152, + "sufficiency": 0.9289189577102661, "masked prediction probs": [ 0.06654123216867447, 0.9334587454795837 @@ -71583,7 +80436,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014192253351211548, + "comprehensiveness": 0.01415812037885189, "sufficiency": 0.0, "masked prediction probs": [ 0.006160893011838198, @@ -71596,8 +80449,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7401337027549744, - "sufficiency": 0.9290897250175476, + "comprehensiveness": 0.7383579015731812, + "sufficiency": 0.9292596578598022, "masked prediction probs": [ 0.06654123216867447, 0.9334587454795837 @@ -71607,15 +80460,28 @@ 0.9950166344642639 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9164480566978455, + "masked prediction probs": [ + 0.3804570436477661, + 0.6195429563522339 + ], + "full text prediction probs": [ + 0.004983376245945692, + 0.9950166344642639 + ], + "labels": 1 } }, "dev_49": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014629540033638477, - "sufficiency": 0.9980815052986145, + "fixed-shap": { + "comprehensiveness": 0.00020577454415615648, + "sufficiency": 0.8600032925605774, "masked prediction probs": [ - 0.9803240895271301, - 0.019675930961966515 + 0.9934304356575012, + 0.006569606252014637 ], "full text prediction probs": [ 0.9936174154281616, @@ -71714,12 +80580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00031862891046330333, - "sufficiency": 0.4871572256088257, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01460382528603077, + "sufficiency": 0.9980849027633667, "masked prediction probs": [ - 0.9933273792266846, - 0.006672634277492762 + 0.9803240895271301, + 0.019675930961966515 + ], + "full text prediction probs": [ + 0.9936174154281616, + 0.006382633466273546 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00023338729806710035, + "sufficiency": 0.8176888227462769, + "masked prediction probs": [ + 0.9934049248695374, + 0.00659512123093009 ], "full text prediction probs": [ 0.9936174154281616, @@ -71729,7 +80608,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8027371764183044, + "sufficiency": 0.8027805089950562, "masked prediction probs": [ 0.9947423934936523, 0.005257631652057171 @@ -71741,8 +80620,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007275895215570927, - "sufficiency": 0.9886170625686646, + "comprehensiveness": 0.007274297997355461, + "sufficiency": 0.9886195063591003, "masked prediction probs": [ 0.9869915246963501, 0.01300846692174673 @@ -71754,8 +80633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004526510369032621, - "sufficiency": 0.8991266489028931, + "comprehensiveness": 0.004525516647845507, + "sufficiency": 0.89914870262146, "masked prediction probs": [ 0.9894943833351135, 0.01050560362637043 @@ -71767,8 +80646,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004391987808048725, - "sufficiency": 0.8507925271987915, + "comprehensiveness": 0.004391023889183998, + "sufficiency": 0.8508253693580627, "masked prediction probs": [ 0.9896160364151001, 0.010383912362158298 @@ -71780,8 +80659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007271104492247105, - "sufficiency": 0.9886245131492615, + "comprehensiveness": 0.007269509136676788, + "sufficiency": 0.9886270761489868, "masked prediction probs": [ 0.9869915246963501, 0.01300846692174673 @@ -71794,7 +80673,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7330753803253174, + "sufficiency": 0.7331339716911316, "masked prediction probs": [ 0.9936593174934387, 0.006340681575238705 @@ -71806,8 +80685,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007267914246767759, - "sufficiency": 0.9886294603347778, + "comprehensiveness": 0.007266319822520018, + "sufficiency": 0.9886319041252136, "masked prediction probs": [ 0.9869915246963501, 0.01300846692174673 @@ -71817,15 +80696,28 @@ 0.006382633466273546 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00031800009310245514, + "sufficiency": 0.48816925287246704, + "masked prediction probs": [ + 0.9933273792266846, + 0.006672634277492762 + ], + "full text prediction probs": [ + 0.9936174154281616, + 0.006382633466273546 + ], + "labels": 0 } }, "dev_63": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.8090930581092834, "sufficiency": 0.0, "masked prediction probs": [ - 0.4217762053012848, - 0.5782237648963928 + 0.07059997320175171, + 0.9293999671936035 ], "full text prediction probs": [ 0.008917281404137611, @@ -71924,12 +80816,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7905598282814026, - 0.209440216422081 + 0.4217762053012848, + 0.5782237648963928 + ], + "full text prediction probs": [ + 0.008917281404137611, + 0.9910826683044434 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008917281404137611, + 0.9910826683044434 ], "full text prediction probs": [ 0.008917281404137611, @@ -71964,7 +80869,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6255161762237549, + "comprehensiveness": 0.6239250302314758, "sufficiency": 0.0, "masked prediction probs": [ 0.057981010526418686, @@ -71977,7 +80882,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02073577605187893, + "comprehensiveness": 0.02068316377699375, "sufficiency": 0.0, "masked prediction probs": [ 0.010547920130193233, @@ -72003,7 +80908,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.072287417948246, + "comprehensiveness": 0.07210493087768555, "sufficiency": 0.0, "masked prediction probs": [ 0.014630813151597977, @@ -72027,15 +80932,28 @@ 0.9910826683044434 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7905598282814026, + 0.209440216422081 + ], + "full text prediction probs": [ + 0.008917281404137611, + 0.9910826683044434 + ], + "labels": 1 } }, "dev_89": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.46686074137687683, + "fixed-shap": { + "comprehensiveness": 0.06952693313360214, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4317430853843689, - 0.5682568550109863 + 0.011496761813759804, + 0.9885031580924988 ], "full text prediction probs": [ 0.0059929885901510715, @@ -72134,12 +81052,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.47245821356773376, + "sufficiency": 0.477411687374115, "masked prediction probs": [ - 0.23847508430480957, - 0.7615249156951904 + 0.4317430853843689, + 0.5682568550109863 + ], + "full text prediction probs": [ + 0.0059929885901510715, + 0.9940069913864136 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.037554074078798294, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009033429436385632, + 0.9909665584564209 ], "full text prediction probs": [ 0.0059929885901510715, @@ -72149,7 +81080,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8553698062896729, + "sufficiency": 0.855725884437561, "masked prediction probs": [ 0.15310439467430115, 0.8468956351280212 @@ -72162,7 +81093,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.47505542635917664, + "sufficiency": 0.47634443640708923, "masked prediction probs": [ 0.23847508430480957, 0.7615249156951904 @@ -72175,7 +81106,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7877102494239807, + "sufficiency": 0.7882302403450012, "masked prediction probs": [ 0.4646873474121094, 0.5353127121925354 @@ -72187,7 +81118,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05447040870785713, + "comprehensiveness": 0.054337143898010254, "sufficiency": 0.0, "masked prediction probs": [ 0.010435697622597218, @@ -72201,7 +81132,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.898425817489624, + "sufficiency": 0.898673415184021, "masked prediction probs": [ 0.46364519000053406, 0.5363547801971436 @@ -72213,7 +81144,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03498903289437294, + "comprehensiveness": 0.03490384668111801, "sufficiency": 0.0, "masked prediction probs": [ 0.008860728703439236, @@ -72227,7 +81158,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4814378619194031, + "sufficiency": 0.4826957881450653, + "masked prediction probs": [ + 0.23847508430480957, + 0.7615249156951904 + ], + "full text prediction probs": [ + 0.0059929885901510715, + 0.9940069913864136 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.48394760489463806, "masked prediction probs": [ 0.23847508430480957, 0.7615249156951904 @@ -72240,12 +81184,12 @@ } }, "dev_189": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9416956305503845, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9185465574264526, - 0.08145340532064438 + 0.007130679674446583, + 0.9928693175315857 ], "full text prediction probs": [ 0.007147250697016716, @@ -72344,12 +81288,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.947912335395813, + "sufficiency": 0.9428662061691284, "masked prediction probs": [ - 0.5843669176101685, - 0.41563305258750916 + 0.9185465574264526, + 0.08145340532064438 + ], + "full text prediction probs": [ + 0.007147250697016716, + 0.9928527474403381 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.028615856543183327, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009430942125618458, + 0.990568995475769 ], "full text prediction probs": [ 0.007147250697016716, @@ -72359,7 +81316,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5028490424156189, + "sufficiency": 0.5040904879570007, "masked prediction probs": [ 0.2638145983219147, 0.7361854314804077 @@ -72372,7 +81329,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8360068798065186, + "sufficiency": 0.8364153504371643, "masked prediction probs": [ 0.3637332320213318, 0.6362667679786682 @@ -72385,7 +81342,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.5053257346153259, + "sufficiency": 0.5065547823905945, "masked prediction probs": [ 0.2638145983219147, 0.7361854314804077 @@ -72397,7 +81354,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05178460478782654, + "comprehensiveness": 0.051656097173690796, "sufficiency": 0.0, "masked prediction probs": [ 0.011311139911413193, @@ -72411,7 +81368,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9485578536987305, + "sufficiency": 0.9486850500106812, "masked prediction probs": [ 0.5843669176101685, 0.41563305258750916 @@ -72423,7 +81380,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.041480448096990585, + "comprehensiveness": 0.041378021240234375, "sufficiency": 0.0, "masked prediction probs": [ 0.01049922127276659, @@ -72437,7 +81394,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9488115906715393, + "sufficiency": 0.9489375352859497, + "masked prediction probs": [ + 0.5843669176101685, + 0.41563305258750916 + ], + "full text prediction probs": [ + 0.007147250697016716, + 0.9928527474403381 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9490628242492676, "masked prediction probs": [ 0.5843669176101685, 0.41563305258750916 @@ -72450,12 +81420,12 @@ } }, "dev_196": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12519285082817078, - "sufficiency": 0.8570780158042908, + "fixed-shap": { + "comprehensiveness": 0.009490184485912323, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01377682201564312, - 0.9862231612205505 + 0.004336465150117874, + 0.995663583278656 ], "full text prediction probs": [ 0.0035620976705104113, @@ -72554,12 +81524,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08630929887294769, - "sufficiency": 0.842718780040741, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12278468161821365, + "sufficiency": 0.8598239421844482, "masked prediction probs": [ - 0.010742380283772945, - 0.9892576336860657 + 0.01377682201564312, + 0.9862231612205505 + ], + "full text prediction probs": [ + 0.0035620976705104113, + 0.9964379072189331 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.00836685486137867, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004259858746081591, + 0.9957401752471924 ], "full text prediction probs": [ 0.0035620976705104113, @@ -72568,8 +81551,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08610226958990097, - "sufficiency": 0.843095600605011, + "comprehensiveness": 0.08589623123407364, + "sufficiency": 0.843470573425293, "masked prediction probs": [ 0.010742380283772945, 0.9892576336860657 @@ -72581,7 +81564,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.017724009230732918, + "comprehensiveness": 0.017681697383522987, "sufficiency": 0.0, "masked prediction probs": [ 0.00504373200237751, @@ -72594,7 +81577,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02252163179218769, + "comprehensiveness": 0.022467995062470436, "sufficiency": 0.0, "masked prediction probs": [ 0.005449183750897646, @@ -72607,7 +81590,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0150032639503479, + "comprehensiveness": 0.014967618510127068, "sufficiency": 0.0, "masked prediction probs": [ 0.004822274670004845, @@ -72620,7 +81603,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.028008177876472473, + "comprehensiveness": 0.027941791340708733, "sufficiency": 0.0, "masked prediction probs": [ 0.005920193158090115, @@ -72633,7 +81616,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008703470230102539, + "comprehensiveness": 0.008682889863848686, "sufficiency": 0.0, "masked prediction probs": [ 0.004296550992876291, @@ -72646,8 +81629,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08488065004348755, - "sufficiency": 0.8453190922737122, + "comprehensiveness": 0.08468041568994522, + "sufficiency": 0.8456835746765137, + "masked prediction probs": [ + 0.010742380283772945, + 0.9892576336860657 + ], + "full text prediction probs": [ + 0.0035620976705104113, + 0.9964379072189331 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08448111265897751, + "sufficiency": 0.8460463285446167, "masked prediction probs": [ 0.010742380283772945, 0.9892576336860657 @@ -72660,12 +81656,12 @@ } }, "dev_204": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.879433810710907, + "fixed-shap": { + "comprehensiveness": 0.23587070405483246, + "sufficiency": 0.0, "masked prediction probs": [ - 0.980853796005249, - 0.019146205857396126 + 0.03314480930566788, + 0.9668552279472351 ], "full text prediction probs": [ 0.01709062047302723, @@ -72764,12 +81760,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9303290247917175, + "sufficiency": 0.8821994066238403, "masked prediction probs": [ - 0.974920392036438, - 0.025079570710659027 + 0.980853796005249, + 0.019146205857396126 + ], + "full text prediction probs": [ + 0.01709062047302723, + 0.9829094409942627 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01709062047302723, + 0.9829094409942627 ], "full text prediction probs": [ 0.01709062047302723, @@ -72779,7 +81788,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9305282235145569, + "sufficiency": 0.9307262301445007, "masked prediction probs": [ 0.974920392036438, 0.025079570710659027 @@ -72817,7 +81826,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3024192452430725, + "comprehensiveness": 0.30156317353248596, "sufficiency": 0.0, "masked prediction probs": [ 0.038400180637836456, @@ -72843,7 +81852,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3024774193763733, + "comprehensiveness": 0.3016259968280792, "sufficiency": 0.0, "masked prediction probs": [ 0.03852533549070358, @@ -72857,7 +81866,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9316998720169067, + "sufficiency": 0.9318913221359253, + "masked prediction probs": [ + 0.974920392036438, + 0.025079570710659027 + ], + "full text prediction probs": [ + 0.01709062047302723, + 0.9829094409942627 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9320816993713379, "masked prediction probs": [ 0.974920392036438, 0.025079570710659027 @@ -72870,12 +81892,12 @@ } }, "dev_207": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07458962500095367, + "fixed-shap": { + "comprehensiveness": 0.011983768083155155, "sufficiency": 0.0, "masked prediction probs": [ - 0.013019301928579807, - 0.9869807362556458 + 0.008139262907207012, + 0.9918608069419861 ], "full text prediction probs": [ 0.007205051835626364, @@ -72974,12 +81996,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.014599693939089775, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0730891302227974, "sufficiency": 0.0, "masked prediction probs": [ - 0.008366457186639309, - 0.9916335344314575 + 0.013019301928579807, + 0.9869807362556458 + ], + "full text prediction probs": [ + 0.007205051835626364, + 0.992794930934906 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007205051835626364, + 0.992794930934906 ], "full text prediction probs": [ 0.007205051835626364, @@ -72988,7 +82023,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07503589242696762, + "comprehensiveness": 0.07484815269708633, "sufficiency": 0.0, "masked prediction probs": [ 0.01318905409425497, @@ -73001,7 +82036,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.014526637271046638, + "comprehensiveness": 0.014490382745862007, "sufficiency": 0.0, "masked prediction probs": [ 0.008366457186639309, @@ -73014,7 +82049,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.009767343290150166, + "comprehensiveness": 0.00974302738904953, "sufficiency": 0.0, "masked prediction probs": [ 0.007987964898347855, @@ -73027,7 +82062,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.019479377195239067, + "comprehensiveness": 0.01943100430071354, "sufficiency": 0.0, "masked prediction probs": [ 0.008770179003477097, @@ -73040,7 +82075,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0685461014509201, + "comprehensiveness": 0.06837630271911621, "sufficiency": 0.0, "masked prediction probs": [ 0.012726446613669395, @@ -73053,7 +82088,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09422086179256439, + "comprehensiveness": 0.09398803859949112, "sufficiency": 0.0, "masked prediction probs": [ 0.01481332816183567, @@ -73066,7 +82101,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014347154647111893, + "comprehensiveness": 0.01431178953498602, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008366457186639309, + 0.9916335344314575 + ], + "full text prediction probs": [ + 0.007205051835626364, + 0.992794930934906 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.014276597648859024, "sufficiency": 0.0, "masked prediction probs": [ 0.008366457186639309, @@ -73080,12 +82128,12 @@ } }, "dev_245": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20392684638500214, - "sufficiency": 0.2520430088043213, + "fixed-shap": { + "comprehensiveness": 0.16327454149723053, + "sufficiency": 0.0, "masked prediction probs": [ - 0.021822651848196983, - 0.9781773090362549 + 0.018588567152619362, + 0.9814113974571228 ], "full text prediction probs": [ 0.005599374417215586, @@ -73184,12 +82232,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.20943742990493774, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.19990569353103638, + "sufficiency": 0.266773521900177, + "masked prediction probs": [ + 0.021822651848196983, + 0.9781773090362549 + ], + "full text prediction probs": [ + 0.005599374417215586, + 0.994400680065155 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11285480856895447, "sufficiency": 0.0, "masked prediction probs": [ - 0.022596273571252823, - 0.9774037599563599 + 0.014780573546886444, + 0.9852193593978882 ], "full text prediction probs": [ 0.005599374417215586, @@ -73198,7 +82259,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.15325665473937988, + "comprehensiveness": 0.15288075804710388, "sufficiency": 0.0, "masked prediction probs": [ 0.01806754805147648, @@ -73224,7 +82285,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0376465879380703, + "comprehensiveness": 0.037554699927568436, "sufficiency": 0.0, "masked prediction probs": [ 0.008677155710756779, @@ -73237,7 +82298,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023098500445485115, + "comprehensiveness": 0.023042259737849236, "sufficiency": 0.0, "masked prediction probs": [ 0.00749235088005662, @@ -73250,7 +82311,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.20688772201538086, + "comprehensiveness": 0.20638521015644073, "sufficiency": 0.0, "masked prediction probs": [ 0.022596273571252823, @@ -73276,7 +82337,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2058851420879364, + "comprehensiveness": 0.20538747310638428, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022596273571252823, + 0.9774037599563599 + ], + "full text prediction probs": [ + 0.005599374417215586, + 0.994400680065155 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20489221811294556, "sufficiency": 0.0, "masked prediction probs": [ 0.022596273571252823, @@ -73290,12 +82364,12 @@ } }, "dev_251": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7152372002601624, + "fixed-shap": { + "comprehensiveness": 0.15496622025966644, + "sufficiency": 0.0, "masked prediction probs": [ - 0.1498970091342926, - 0.850102961063385 + 0.019227037206292152, + 0.9807729721069336 ], "full text prediction probs": [ 0.007137056440114975, @@ -73394,12 +82468,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8436574339866638, - "sufficiency": 0.7953383922576904, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7209535837173462, "masked prediction probs": [ - 0.07430686801671982, - 0.925693154335022 + 0.1498970091342926, + 0.850102961063385 + ], + "full text prediction probs": [ + 0.007137056440114975, + 0.9928629994392395 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11174469441175461, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016056230291724205, + 0.9839438199996948 ], "full text prediction probs": [ 0.007137056440114975, @@ -73408,8 +82495,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8415431380271912, - "sufficiency": 0.7958506941795349, + "comprehensiveness": 0.839439332485199, + "sufficiency": 0.7963603734970093, "masked prediction probs": [ 0.07430686801671982, 0.925693154335022 @@ -73421,7 +82508,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09558195620775223, + "comprehensiveness": 0.09534360468387604, "sufficiency": 0.0, "masked prediction probs": [ 0.014785311184823513, @@ -73434,7 +82521,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06294047832489014, + "comprehensiveness": 0.06278391927480698, "sufficiency": 0.0, "masked prediction probs": [ 0.012185945175588131, @@ -73447,7 +82534,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.032863590866327286, + "comprehensiveness": 0.03278204798698425, "sufficiency": 0.0, "masked prediction probs": [ 0.009779821150004864, @@ -73460,7 +82547,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4442481994628906, + "comprehensiveness": 0.4431486129760742, "sufficiency": 0.0, "masked prediction probs": [ 0.042951200157403946, @@ -73473,7 +82560,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.047036826610565186, + "comprehensiveness": 0.046920694410800934, "sufficiency": 0.0, "masked prediction probs": [ 0.010938483290374279, @@ -73486,8 +82573,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8290764689445496, - "sufficiency": 0.7988712191581726, + "comprehensiveness": 0.8270344734191895, + "sufficiency": 0.7993659973144531, + "masked prediction probs": [ + 0.07430686801671982, + 0.925693154335022 + ], + "full text prediction probs": [ + 0.007137056440114975, + 0.9928629994392395 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8250025510787964, + "sufficiency": 0.7998582720756531, "masked prediction probs": [ 0.07430686801671982, 0.925693154335022 @@ -73500,12 +82600,12 @@ } }, "dev_263": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6308218240737915, - 0.3691781759262085 + 0.12058798223733902, + 0.8794119954109192 ], "full text prediction probs": [ 0.008521744050085545, @@ -73604,12 +82704,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7023999094963074, - 0.2976001501083374 + 0.6308218240737915, + 0.3691781759262085 + ], + "full text prediction probs": [ + 0.008521744050085545, + 0.9914782643318176 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09660054743289948, + 0.9033994674682617 ], "full text prediction probs": [ 0.008521744050085545, @@ -73618,7 +82731,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8097604513168335, + "comprehensiveness": 0.807700514793396, "sufficiency": 0.0, "masked prediction probs": [ 0.07203338295221329, @@ -73631,7 +82744,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6705699563026428, + "comprehensiveness": 0.6688684225082397, "sufficiency": 0.0, "masked prediction probs": [ 0.06125053018331528, @@ -73644,7 +82757,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10460874438285828, + "comprehensiveness": 0.1043439731001854, "sufficiency": 0.0, "masked prediction probs": [ 0.01676829531788826, @@ -73657,7 +82770,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04810057207942009, + "comprehensiveness": 0.04797913506627083, "sufficiency": 0.0, "masked prediction probs": [ 0.012323255650699139, @@ -73683,7 +82796,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03289728984236717, + "comprehensiveness": 0.03281465172767639, "sufficiency": 0.0, "masked prediction probs": [ 0.011134943924844265, @@ -73707,15 +82820,28 @@ 0.9914782643318176 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7023999094963074, + 0.2976001501083374 + ], + "full text prediction probs": [ + 0.008521744050085545, + 0.9914782643318176 + ], + "labels": 1 } }, "dev_295": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.007647363003343344, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9661612510681152, - 0.03383877873420715 + 0.00878340844064951, + 0.9912166595458984 ], "full text prediction probs": [ 0.008194778114557266, @@ -73814,12 +82940,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.955513060092926, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8618025183677673, - 0.13819746673107147 + 0.9661612510681152, + 0.03383877873420715 + ], + "full text prediction probs": [ + 0.008194778114557266, + 0.9918051958084106 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008194778114557266, + 0.9918051958084106 ], "full text prediction probs": [ 0.008194778114557266, @@ -73829,7 +82968,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.1964663416147232, + "sufficiency": 0.198499396443367, "masked prediction probs": [ 0.3203965723514557, 0.6796033978462219 @@ -73841,7 +82980,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5905026197433472, + "comprehensiveness": 0.58901047706604, "sufficiency": 0.0, "masked prediction probs": [ 0.0548207126557827, @@ -73867,7 +83006,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01951276697218418, + "comprehensiveness": 0.019463706761598587, "sufficiency": 0.0, "masked prediction probs": [ 0.009743287228047848, @@ -73893,7 +83032,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.30860263109207153, + "comprehensiveness": 0.3078306019306183, "sufficiency": 0.0, "masked prediction probs": [ 0.03280890733003616, @@ -73917,15 +83056,28 @@ 0.9918051958084106 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.956508457660675, + "masked prediction probs": [ + 0.8618025183677673, + 0.13819746673107147 + ], + "full text prediction probs": [ + 0.008194778114557266, + 0.9918051958084106 + ], + "labels": 1 } }, "dev_322": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7949509024620056, - 0.20504912734031677 + 0.48232826590538025, + 0.5176717638969421 ], "full text prediction probs": [ 0.21197259426116943, @@ -74024,12 +83176,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8434634208679199, - 0.15653656423091888 + 0.7949509024620056, + 0.20504912734031677 + ], + "full text prediction probs": [ + 0.21197259426116943, + 0.7880274057388306 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.275114506483078, + 0.7248854637145996 ], "full text prediction probs": [ 0.21197259426116943, @@ -74127,15 +83292,28 @@ 0.7880274057388306 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8434634208679199, + 0.15653656423091888 + ], + "full text prediction probs": [ + 0.21197259426116943, + 0.7880274057388306 + ], + "labels": 1 } }, "dev_356": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9987541437149048, + "fixed-shap": { + "comprehensiveness": 0.18612924218177795, + "sufficiency": 0.8481804132461548, "masked prediction probs": [ - 0.6244678497314453, - 0.3755321204662323 + 0.021844232454895973, + 0.9781557321548462 ], "full text prediction probs": [ 0.007365483324974775, @@ -74234,12 +83412,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9987792372703552, "masked prediction probs": [ - 0.12658576667308807, - 0.8734142184257507 + 0.6244678497314453, + 0.3755321204662323 + ], + "full text prediction probs": [ + 0.007365483324974775, + 0.9926344752311707 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.17745478451251984, + "sufficiency": 0.8812857866287231, + "masked prediction probs": [ + 0.02148890681564808, + 0.9785110354423523 ], "full text prediction probs": [ 0.007365483324974775, @@ -74249,7 +83440,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9812926054000854, + "sufficiency": 0.9813394546508789, "masked prediction probs": [ 0.2122395634651184, 0.7877604365348816 @@ -74274,7 +83465,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006673656404018402, + "comprehensiveness": 0.006657008547335863, "sufficiency": 0.0, "masked prediction probs": [ 0.007899369113147259, @@ -74287,7 +83478,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004461295902729034, + "comprehensiveness": 0.004450195003300905, "sufficiency": 0.0, "masked prediction probs": [ 0.007723304908722639, @@ -74300,8 +83491,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3620176315307617, - "sufficiency": 0.9683704376220703, + "comprehensiveness": 0.3611190617084503, + "sufficiency": 0.9684488773345947, "masked prediction probs": [ 0.036467716097831726, 0.9635322093963623 @@ -74313,8 +83504,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11653616279363632, - "sufficiency": 0.8325563669204712, + "comprehensiveness": 0.11624761670827866, + "sufficiency": 0.8329704403877258, "masked prediction probs": [ 0.016757091507315636, 0.983242928981781 @@ -74327,7 +83518,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9815701842308044, + "sufficiency": 0.9816156625747681, "masked prediction probs": [ 0.2122395634651184, 0.7877604365348816 @@ -74337,15 +83528,28 @@ 0.9926344752311707 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.12658576667308807, + 0.8734142184257507 + ], + "full text prediction probs": [ + 0.007365483324974775, + 0.9926344752311707 + ], + "labels": 1 } }, "dev_377": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2502819299697876, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.060877952724695206, + "sufficiency": 0.7253444790840149, "masked prediction probs": [ - 0.027062498033046722, - 0.9729375243186951 + 0.012386507354676723, + 0.9876134395599365 ], "full text prediction probs": [ 0.007669423241168261, @@ -74432,11 +83636,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.24583934247493744, - "sufficiency": 0.0, + "comprehensiveness": 0.05979735031723976, + "sufficiency": 0.7302135229110718, "masked prediction probs": [ - 0.027062498033046722, - 0.9729375243186951 + 0.012386507354676723, + 0.9876134395599365 ], "full text prediction probs": [ 0.007669423241168261, @@ -74444,12 +83648,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09229996800422668, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05964610353112221, + "sufficiency": 0.7308950424194336, + "masked prediction probs": [ + 0.012386507354676723, + 0.9876134395599365 + ], + "full text prediction probs": [ + 0.007669423241168261, + 0.9923305511474609 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07068205624818802, "sufficiency": 0.0, "masked prediction probs": [ - 0.014968969859182835, - 0.985031008720398 + 0.013273550197482109, + 0.9867265224456787 ], "full text prediction probs": [ 0.007669423241168261, @@ -74458,7 +83675,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04898051545023918, + "comprehensiveness": 0.048857249319553375, "sufficiency": 0.0, "masked prediction probs": [ 0.011552900075912476, @@ -74471,7 +83688,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0918354019522667, + "comprehensiveness": 0.09160486608743668, "sufficiency": 0.0, "masked prediction probs": [ 0.014968969859182835, @@ -74484,7 +83701,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02004048228263855, + "comprehensiveness": 0.01999030075967312, "sufficiency": 0.0, "masked prediction probs": [ 0.00926634855568409, @@ -74497,7 +83714,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018315985798835754, + "comprehensiveness": 0.018270237371325493, "sufficiency": 0.0, "masked prediction probs": [ 0.009132624603807926, @@ -74510,7 +83727,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.051516588777303696, + "comprehensiveness": 0.05138823390007019, "sufficiency": 0.0, "masked prediction probs": [ 0.011795181781053543, @@ -74523,7 +83740,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04046439379453659, + "comprehensiveness": 0.04036382585763931, "sufficiency": 0.0, "masked prediction probs": [ 0.010918191634118557, @@ -74536,11 +83753,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09069418907165527, + "comprehensiveness": 0.06945542246103287, "sufficiency": 0.0, "masked prediction probs": [ - 0.014968969859182835, - 0.985031008720398 + 0.013273550197482109, + 0.9867265224456787 + ], + "full text prediction probs": [ + 0.007669423241168261, + 0.9923305511474609 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06928365677595139, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013273550197482109, + 0.9867265224456787 ], "full text prediction probs": [ 0.007669423241168261, @@ -74550,12 +83780,12 @@ } }, "dev_392": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07161635905504227, "sufficiency": 0.0, "masked prediction probs": [ - 0.9902757406234741, - 0.0097242696210742 + 0.016220949590206146, + 0.9837790131568909 ], "full text prediction probs": [ 0.01090341154485941, @@ -74654,12 +83884,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9929006099700928, - 0.007099381648004055 + 0.9902757406234741, + 0.0097242696210742 + ], + "full text prediction probs": [ + 0.01090341154485941, + 0.9890965819358826 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06069635599851608, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015519492328166962, + 0.9844805598258972 ], "full text prediction probs": [ 0.01090341154485941, @@ -74681,7 +83924,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14356814324855804, + "comprehensiveness": 0.14319249987602234, "sufficiency": 0.0, "masked prediction probs": [ 0.02185058407485485, @@ -74707,7 +83950,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.060221169143915176, + "comprehensiveness": 0.060064420104026794, "sufficiency": 0.0, "masked prediction probs": [ 0.015519492328166962, @@ -74720,7 +83963,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.26781344413757324, + "comprehensiveness": 0.2671181857585907, "sufficiency": 0.0, "masked prediction probs": [ 0.031485214829444885, @@ -74733,7 +83976,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1420772671699524, + "comprehensiveness": 0.1417093724012375, "sufficiency": 0.0, "masked prediction probs": [ 0.02185058407485485, @@ -74757,15 +84000,28 @@ 0.9890965819358826 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9929006099700928, + 0.007099381648004055 + ], + "full text prediction probs": [ + 0.01090341154485941, + 0.9890965819358826 + ], + "labels": 1 } }, "dev_406": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.023181047290563583, - 0.9768189787864685 + 0.009539023973047733, + 0.9904609322547913 ], "full text prediction probs": [ 0.6538874506950378, @@ -74855,8 +84111,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.023181047290563583, - 0.9768189787864685 + 0.009539023973047733, + 0.9904609322547913 ], "full text prediction probs": [ 0.6538874506950378, @@ -74864,12 +84120,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.010250217281281948, - 0.9897497296333313 + 0.009539023973047733, + 0.9904609322547913 + ], + "full text prediction probs": [ + 0.6538874506950378, + 0.34611251950263977 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.00832739844918251, + 0.9916725754737854 ], "full text prediction probs": [ 0.6538874506950378, @@ -74959,8 +84228,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.010250217281281948, - 0.9897497296333313 + 0.00832739844918251, + 0.9916725754737854 + ], + "full text prediction probs": [ + 0.6538874506950378, + 0.34611251950263977 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.00832739844918251, + 0.9916725754737854 ], "full text prediction probs": [ 0.6538874506950378, @@ -74970,12 +84252,12 @@ } }, "dev_444": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9616303443908691, - 0.03836964815855026 + 0.7681768536567688, + 0.2318231165409088 ], "full text prediction probs": [ 0.18068274855613708, @@ -75074,12 +84356,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9549335241317749, - 0.045066457241773605 + 0.9616303443908691, + 0.03836964815855026 + ], + "full text prediction probs": [ + 0.18068274855613708, + 0.8193172812461853 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3620578646659851, + 0.6379421949386597 ], "full text prediction probs": [ 0.18068274855613708, @@ -75177,15 +84472,28 @@ 0.8193172812461853 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9549335241317749, + 0.045066457241773605 + ], + "full text prediction probs": [ + 0.18068274855613708, + 0.8193172812461853 + ], + "labels": 0 } }, "dev_445": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7229434847831726, + "fixed-shap": { + "comprehensiveness": 0.18762263655662537, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9745708703994751, - 0.025429164990782738 + 0.7595119476318359, + 0.24048805236816406 ], "full text prediction probs": [ 0.9153044819831848, @@ -75284,12 +84592,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.5158073306083679, + "sufficiency": 0.7234762907028198, "masked prediction probs": [ - 0.9761397242546082, - 0.023860327899456024 + 0.9745708703994751, + 0.025429164990782738 + ], + "full text prediction probs": [ + 0.9153044819831848, + 0.08469558507204056 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.16689521074295044, + "sufficiency": 0.9297468662261963, + "masked prediction probs": [ + 0.7764225602149963, + 0.22357743978500366 ], "full text prediction probs": [ 0.9153044819831848, @@ -75299,7 +84620,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5159237384796143, + "sufficiency": 0.516040027141571, "masked prediction probs": [ 0.9761397242546082, 0.023860327899456024 @@ -75312,7 +84633,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8741769194602966, + "sufficiency": 0.874207079410553, "masked prediction probs": [ 0.9655788540840149, 0.03442118689417839 @@ -75325,7 +84646,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.894468367099762, + "sufficiency": 0.8944936990737915, "masked prediction probs": [ 0.9731156229972839, 0.026884350925683975 @@ -75337,8 +84658,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.17242980003356934, - "sufficiency": 0.9842231869697571, + "comprehensiveness": 0.17238840460777283, + "sufficiency": 0.9842270612716675, "masked prediction probs": [ 0.7717134952545166, 0.22828654944896698 @@ -75363,7 +84684,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.30351048707962036, + "comprehensiveness": 0.30343765020370483, "sufficiency": 1.0, "masked prediction probs": [ 0.6624345779418945, @@ -75376,11 +84697,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.5166206955909729, + "comprehensiveness": 0.16661489009857178, + "sufficiency": 0.9298648238182068, "masked prediction probs": [ - 0.9761397242546082, - 0.023860327899456024 + 0.7764225602149963, + 0.22357743978500366 + ], + "full text prediction probs": [ + 0.9153044819831848, + 0.08469558507204056 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.16657494008541107, + "sufficiency": 0.9298816323280334, + "masked prediction probs": [ + 0.7764225602149963, + 0.22357743978500366 ], "full text prediction probs": [ 0.9153044819831848, @@ -75390,12 +84724,12 @@ } }, "dev_455": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.13540783524513245, - 0.8645921945571899 + 0.3151503801345825, + 0.6848496198654175 ], "full text prediction probs": [ 0.044032879173755646, @@ -75494,12 +84828,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.16504304111003876, - 0.8349569439888 + 0.13540783524513245, + 0.8645921945571899 + ], + "full text prediction probs": [ + 0.044032879173755646, + 0.9559671878814697 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.789540708065033, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07792126387357712, + 0.9220787882804871 ], "full text prediction probs": [ 0.044032879173755646, @@ -75597,15 +84944,28 @@ 0.9559671878814697 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.16504304111003876, + 0.8349569439888 + ], + "full text prediction probs": [ + 0.044032879173755646, + 0.9559671878814697 + ], + "labels": 1 } }, "dev_491": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004920808598399162, - "sufficiency": 0.9956645369529724, + "fixed-shap": { + "comprehensiveness": 0.08205056190490723, + "sufficiency": 0.9991509318351746, "masked prediction probs": [ - 0.9897614121437073, - 0.010238603688776493 + 0.9196287393569946, + 0.08037124574184418 ], "full text prediction probs": [ 0.9942358136177063, @@ -75704,12 +85064,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.008211524225771427, - "sufficiency": 0.9954549074172974, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004912164993584156, + "sufficiency": 0.9956721067428589, "masked prediction probs": [ - 0.9867560863494873, - 0.013243930414319038 + 0.9897614121437073, + 0.010238603688776493 + ], + "full text prediction probs": [ + 0.9942358136177063, + 0.005764191038906574 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.030457792803645134, + "sufficiency": 0.9984956383705139, + "masked prediction probs": [ + 0.9664862751960754, + 0.03351375088095665 ], "full text prediction probs": [ 0.9942358136177063, @@ -75718,8 +85091,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0027613905258476734, - "sufficiency": 0.8491019606590271, + "comprehensiveness": 0.0027607844676822424, + "sufficiency": 0.8491351008415222, "masked prediction probs": [ 0.9917199611663818, 0.0082800118252635 @@ -75731,8 +85104,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0010652916971594095, - "sufficiency": 0.7040143013000488, + "comprehensiveness": 0.001065057935193181, + "sufficiency": 0.704079270362854, "masked prediction probs": [ 0.9932650327682495, 0.006734908092767 @@ -75745,7 +85118,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7952295541763306, + "sufficiency": 0.7952744364738464, "masked prediction probs": [ 0.9942358136177063, 0.005764191038906574 @@ -75757,8 +85130,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010388689115643501, - "sufficiency": 0.781634509563446, + "comprehensiveness": 0.0010386410867795348, + "sufficiency": 0.7816823720932007, "masked prediction probs": [ 0.9932886958122253, 0.006711286958307028 @@ -75770,8 +85143,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00752527778968215, - "sufficiency": 0.9954735636711121, + "comprehensiveness": 0.007523627486079931, + "sufficiency": 0.995474636554718, "masked prediction probs": [ 0.9873736500740051, 0.012626315467059612 @@ -75783,8 +85156,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0036899286787956953, - "sufficiency": 0.9625497460365295, + "comprehensiveness": 0.0036891198251396418, + "sufficiency": 0.962557852268219, "masked prediction probs": [ 0.9908702969551086, 0.009129660204052925 @@ -75796,8 +85169,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0010381856700405478, - "sufficiency": 0.78177809715271, + "comprehensiveness": 0.0010379580780863762, + "sufficiency": 0.7818259000778198, "masked prediction probs": [ 0.9932886958122253, 0.006711286958307028 @@ -75807,15 +85180,28 @@ 0.005764191038906574 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.008195328526198864, + "sufficiency": 0.9954639077186584, + "masked prediction probs": [ + 0.9867560863494873, + 0.013243930414319038 + ], + "full text prediction probs": [ + 0.9942358136177063, + 0.005764191038906574 + ], + "labels": 0 } }, "dev_533": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05735725909471512, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.016559358686208725, + "sufficiency": 0.9950581192970276, "masked prediction probs": [ - 0.934673011302948, - 0.065326988697052 + 0.9714491367340088, + 0.02855081297457218 ], "full text prediction probs": [ 0.9863761067390442, @@ -75914,12 +85300,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.042723868042230606, - "sufficiency": 0.9966513514518738, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05725562945008278, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9477955102920532, - 0.052204519510269165 + 0.934673011302948, + 0.065326988697052 + ], + "full text prediction probs": [ + 0.9863761067390442, + 0.013623884879052639 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8020581007003784, + "masked prediction probs": [ + 0.9863761067390442, + 0.013623884879052639 ], "full text prediction probs": [ 0.9863761067390442, @@ -75928,8 +85327,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004997508600354195, - "sufficiency": 0.02852315828204155, + "comprehensiveness": 0.0049964021891355515, + "sufficiency": 0.02873820625245571, "masked prediction probs": [ 0.9818622469902039, 0.01813773438334465 @@ -75942,7 +85341,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8021019697189331, + "sufficiency": 0.8021457195281982, "masked prediction probs": [ 0.9863761067390442, 0.013623884879052639 @@ -75954,8 +85353,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007614511996507645, - "sufficiency": 0.9037891030311584, + "comprehensiveness": 0.007612826768308878, + "sufficiency": 0.9038103818893433, "masked prediction probs": [ 0.9794954657554626, 0.020504547283053398 @@ -75967,8 +85366,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00047060009092092514, - "sufficiency": 0.8479665517807007, + "comprehensiveness": 0.0004704959865193814, + "sufficiency": 0.848000168800354, "masked prediction probs": [ 0.985950767993927, 0.014049206860363483 @@ -75980,8 +85379,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04267660900950432, - "sufficiency": 0.9966550469398499, + "comprehensiveness": 0.042667169123888016, + "sufficiency": 0.9966558218002319, "masked prediction probs": [ 0.9477955102920532, 0.052204519510269165 @@ -75993,8 +85392,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012298612855374813, - "sufficiency": 0.9065752029418945, + "comprehensiveness": 0.012295893393456936, + "sufficiency": 0.906595766544342, "masked prediction probs": [ 0.9752554297447205, 0.02474459633231163 @@ -76006,8 +85405,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04265773668885231, - "sufficiency": 0.9966565370559692, + "comprehensiveness": 0.042648304253816605, + "sufficiency": 0.9966573119163513, + "masked prediction probs": [ + 0.9477955102920532, + 0.052204519510269165 + ], + "full text prediction probs": [ + 0.9863761067390442, + 0.013623884879052639 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0426388755440712, + "sufficiency": 0.9966580271720886, "masked prediction probs": [ 0.9477955102920532, 0.052204519510269165 @@ -76020,12 +85432,12 @@ } }, "dev_565": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8062843084335327, - "sufficiency": 0.8681210875511169, + "fixed-shap": { + "comprehensiveness": 0.02472275123000145, + "sufficiency": 0.7772566080093384, "masked prediction probs": [ - 0.2599310576915741, - 0.7400689125061035 + 0.965889573097229, + 0.034110479056835175 ], "full text prediction probs": [ 0.9882208108901978, @@ -76124,12 +85536,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.829503059387207, - "sufficiency": 0.8791176080703735, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8048585653305054, + "sufficiency": 0.8683542609214783, "masked prediction probs": [ - 0.23763112723827362, - 0.76236891746521 + 0.2599310576915741, + 0.7400689125061035 + ], + "full text prediction probs": [ + 0.9882208108901978, + 0.01177926454693079 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006541736889630556, + "sufficiency": 0.878402590751648, + "masked prediction probs": [ + 0.9823001027107239, + 0.017699917778372765 ], "full text prediction probs": [ 0.9882208108901978, @@ -76138,8 +85563,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0023693901021033525, - "sufficiency": 0.8627625703811646, + "comprehensiveness": 0.002368866465985775, + "sufficiency": 0.8627928495407104, "masked prediction probs": [ 0.9860763549804688, 0.013923619873821735 @@ -76151,8 +85576,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7544870376586914, - "sufficiency": 0.9408887624740601, + "comprehensiveness": 0.7543204426765442, + "sufficiency": 0.9409017562866211, "masked prediction probs": [ 0.30520880222320557, 0.6947912573814392 @@ -76164,8 +85589,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006696109194308519, - "sufficiency": 0.9531360864639282, + "comprehensiveness": 0.00669463025406003, + "sufficiency": 0.9531464576721191, "masked prediction probs": [ 0.9821577072143555, 0.017842311412096024 @@ -76177,8 +85602,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5985017418861389, - "sufficiency": 0.9256110787391663, + "comprehensiveness": 0.5983695983886719, + "sufficiency": 0.925627589225769, "masked prediction probs": [ 0.4461776912212372, 0.5538222789764404 @@ -76190,8 +85615,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8285873532295227, - "sufficiency": 0.8792510628700256, + "comprehensiveness": 0.828404426574707, + "sufficiency": 0.8792778253555298, "masked prediction probs": [ 0.23763112723827362, 0.76236891746521 @@ -76203,8 +85628,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.031087059527635574, - "sufficiency": 0.8773581981658936, + "comprehensiveness": 0.031080199405550957, + "sufficiency": 0.8773852586746216, "masked prediction probs": [ 0.9600538611412048, 0.03994607552886009 @@ -76216,8 +85641,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8282216191291809, - "sufficiency": 0.8793044090270996, + "comprehensiveness": 0.8280388712882996, + "sufficiency": 0.8793309330940247, + "masked prediction probs": [ + 0.23763112723827362, + 0.76236891746521 + ], + "full text prediction probs": [ + 0.9882208108901978, + 0.01177926454693079 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8278562426567078, + "sufficiency": 0.879357635974884, "masked prediction probs": [ 0.23763112723827362, 0.76236891746521 @@ -76230,12 +85668,12 @@ } }, "dev_576": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.03169673681259155, + "fixed-shap": { + "comprehensiveness": 0.37964436411857605, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9224990010261536, - 0.07750097662210464 + 0.04800887778401375, + 0.9519911408424377 ], "full text prediction probs": [ 0.02527676708996296, @@ -76334,12 +85772,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.17744794487953186, + "sufficiency": 0.05686073750257492, "masked prediction probs": [ - 0.8928251266479492, - 0.10717485100030899 + 0.9224990010261536, + 0.07750097662210464 + ], + "full text prediction probs": [ + 0.02527676708996296, + 0.9747232794761658 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3396419286727905, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04622502252459526, + 0.9537749290466309 ], "full text prediction probs": [ 0.02527676708996296, @@ -76349,7 +85800,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.18011131882667542, + "sufficiency": 0.18275751173496246, "masked prediction probs": [ 0.8928251266479492, 0.10717485100030899 @@ -76374,7 +85825,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7955175638198853, + "comprehensiveness": 0.7929624319076538, "sufficiency": 0.0, "masked prediction probs": [ 0.07466065883636475, @@ -76413,7 +85864,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10259414464235306, + "comprehensiveness": 0.10226776450872421, "sufficiency": 0.0, "masked prediction probs": [ 0.031707048416137695, @@ -76427,7 +85878,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.19573630392551422, + "sufficiency": 0.19828274846076965, + "masked prediction probs": [ + 0.8928251266479492, + 0.10717485100030899 + ], + "full text prediction probs": [ + 0.02527676708996296, + 0.9747232794761658 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.20081312954425812, "masked prediction probs": [ 0.8928251266479492, 0.10717485100030899 @@ -76440,12 +85904,12 @@ } }, "dev_583": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9599090814590454, - 0.040090929716825485 + 0.9770902395248413, + 0.022909726947546005 ], "full text prediction probs": [ 0.02667512185871601, @@ -76544,7 +86008,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9599090814590454, + 0.040090929716825485 + ], + "full text prediction probs": [ + 0.02667512185871601, + 0.9733248353004456 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -76597,7 +86074,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7303372621536255, + "comprehensiveness": 0.7279454469680786, "sufficiency": 0.0, "masked prediction probs": [ 0.0711376890540123, @@ -76647,15 +86124,28 @@ 0.9733248353004456 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9823645949363708, + 0.017635347321629524 + ], + "full text prediction probs": [ + 0.02667512185871601, + 0.9733248353004456 + ], + "labels": 0 } }, "dev_603": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.36548614501953125, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.5016860961914062, - 0.49831393361091614 + 0.9590134024620056, + 0.040986575186252594 ], "full text prediction probs": [ 0.7417277693748474, @@ -76754,12 +86244,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3285354971885681, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.36459803581237793, "sufficiency": 1.0, "masked prediction probs": [ - 0.5254287123680115, - 0.47457125782966614 + 0.5016860961914062, + 0.49831393361091614 + ], + "full text prediction probs": [ + 0.7417277693748474, + 0.2582722008228302 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9750188589096069, + 0.024981126189231873 ], "full text prediction probs": [ 0.7417277693748474, @@ -76794,7 +86297,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2612820565700531, + "comprehensiveness": 0.26120278239250183, "sufficiency": 1.0, "masked prediction probs": [ 0.5695498585700989, @@ -76807,7 +86310,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.3281368315219879, + "comprehensiveness": 0.3280373513698578, "sufficiency": 1.0, "masked prediction probs": [ 0.5254287123680115, @@ -76820,7 +86323,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.46115756034851074, + "comprehensiveness": 0.4610176980495453, "sufficiency": 1.0, "masked prediction probs": [ 0.4376527965068817, @@ -76846,7 +86349,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3278384804725647, + "comprehensiveness": 0.3277391195297241, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5254287123680115, + 0.47457125782966614 + ], + "full text prediction probs": [ + 0.7417277693748474, + 0.2582722008228302 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3276398777961731, "sufficiency": 1.0, "masked prediction probs": [ 0.5254287123680115, @@ -76860,12 +86376,12 @@ } }, "dev_606": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00022513420844916254, - "sufficiency": 0.8281863331794739, + "fixed-shap": { + "comprehensiveness": 0.0024662846699357033, + "sufficiency": 0.6601141691207886, "masked prediction probs": [ - 0.9912595152854919, - 0.00874049961566925 + 0.9892278909683228, + 0.010772080160677433 ], "full text prediction probs": [ 0.9914636015892029, @@ -76964,12 +86480,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0002443626872263849, - "sufficiency": 0.7972833514213562, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0002247375377919525, + "sufficiency": 0.8284890055656433, "masked prediction probs": [ - 0.9912416934967041, - 0.008758307434618473 + 0.9912595152854919, + 0.00874049961566925 + ], + "full text prediction probs": [ + 0.9914636015892029, + 0.008536367677152157 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7975662350654602, + "masked prediction probs": [ + 0.9914636015892029, + 0.008536367677152157 ], "full text prediction probs": [ 0.9914636015892029, @@ -76978,8 +86507,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0021968770306557417, - "sufficiency": 0.8595752716064453, + "comprehensiveness": 0.002196393208578229, + "sufficiency": 0.8596062064170837, "masked prediction probs": [ 0.9894681572914124, 0.010531802661716938 @@ -76991,8 +86520,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009986773133277893, - "sufficiency": 0.9543336033821106, + "comprehensiveness": 0.0099845752120018, + "sufficiency": 0.9543435573577881, "masked prediction probs": [ 0.9823905229568481, 0.01760944537818432 @@ -77004,8 +86533,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00034409892396070063, - "sufficiency": 0.8697447180747986, + "comprehensiveness": 0.0003440231957938522, + "sufficiency": 0.869773268699646, "masked prediction probs": [ 0.9911509156227112, 0.008849112316966057 @@ -77017,8 +86546,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0003440231957938522, - "sufficiency": 0.869773268699646, + "comprehensiveness": 0.0003439475258346647, + "sufficiency": 0.8698019981384277, "masked prediction probs": [ 0.9911509156227112, 0.008849112316966057 @@ -77030,8 +86559,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007883780635893345, - "sufficiency": 0.9597124457359314, + "comprehensiveness": 0.00788204651325941, + "sufficiency": 0.9597213268280029, "masked prediction probs": [ 0.9842963814735413, 0.01570356823503971 @@ -77043,8 +86572,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0021601784974336624, - "sufficiency": 0.9166941046714783, + "comprehensiveness": 0.002159703755751252, + "sufficiency": 0.9167124032974243, "masked prediction probs": [ 0.9894993305206299, 0.010500683449208736 @@ -77056,8 +86585,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009975792840123177, - "sufficiency": 0.9543837308883667, + "comprehensiveness": 0.009973599575459957, + "sufficiency": 0.9543936848640442, "masked prediction probs": [ 0.9823905229568481, 0.01760944537818432 @@ -77067,15 +86596,28 @@ 0.008536367677152157 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00024387928715441376, + "sufficiency": 0.7976843118667603, + "masked prediction probs": [ + 0.9912416934967041, + 0.008758307434618473 + ], + "full text prediction probs": [ + 0.9914636015892029, + 0.008536367677152157 + ], + "labels": 0 } }, "dev_615": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005613889079540968, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.005734765436500311, + "sufficiency": 0.8343510627746582, "masked prediction probs": [ - 0.9822677969932556, - 0.017732219770550728 + 0.9821587204933167, + 0.01784129999577999 ], "full text prediction probs": [ 0.9873336553573608, @@ -77174,12 +86716,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07359342277050018, - "sufficiency": 0.992199182510376, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005603952333331108, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9208067059516907, - 0.07919326424598694 + 0.9822677969932556, + 0.017732219770550728 + ], + "full text prediction probs": [ + 0.9873336553573608, + 0.012666302733123302 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8012087941169739, + "masked prediction probs": [ + 0.9873336553573608, + 0.012666302733123302 ], "full text prediction probs": [ 0.9873336553573608, @@ -77188,8 +86743,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006292842444963753, - "sufficiency": 0.7567319869995117, + "comprehensiveness": 0.0006291450699791312, + "sufficiency": 0.7567858099937439, "masked prediction probs": [ 0.986764669418335, 0.013235257938504219 @@ -77201,8 +86756,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007730390876531601, - "sufficiency": 0.7870479822158813, + "comprehensiveness": 0.007728682365268469, + "sufficiency": 0.7870950102806091, "masked prediction probs": [ 0.980342447757721, 0.019657514989376068 @@ -77214,8 +86769,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01583103835582733, - "sufficiency": 0.8308448195457458, + "comprehensiveness": 0.015827538445591927, + "sufficiency": 0.83088219165802, "masked prediction probs": [ 0.9730132222175598, 0.026986772194504738 @@ -77227,8 +86782,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0028827348724007607, - "sufficiency": 0.8698874115943909, + "comprehensiveness": 0.0028820978477597237, + "sufficiency": 0.8699162006378174, "masked prediction probs": [ 0.9847254157066345, 0.015274541452527046 @@ -77240,8 +86795,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.041026968508958817, - "sufficiency": 0.9262778162956238, + "comprehensiveness": 0.04101790487766266, + "sufficiency": 0.9262941479682922, "masked prediction probs": [ 0.9502050876617432, 0.04979487508535385 @@ -77253,8 +86808,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006674659438431263, - "sufficiency": 0.802247941493988, + "comprehensiveness": 0.006673185154795647, + "sufficiency": 0.8022916316986084, "masked prediction probs": [ 0.9812918901443481, 0.01870815083384514 @@ -77266,8 +86821,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0410088449716568, - "sufficiency": 0.9263104200363159, + "comprehensiveness": 0.04099978506565094, + "sufficiency": 0.9263266921043396, "masked prediction probs": [ 0.9502050876617432, 0.04979487508535385 @@ -77277,15 +86832,28 @@ 0.012666302733123302 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07344717532396317, + "sufficiency": 0.9922147989273071, + "masked prediction probs": [ + 0.9208067059516907, + 0.07919326424598694 + ], + "full text prediction probs": [ + 0.9873336553573608, + 0.012666302733123302 + ], + "labels": 0 } }, "dev_721": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9501602053642273, + "fixed-shap": { + "comprehensiveness": 0.023206645622849464, + "sufficiency": 0.9562023282051086, "masked prediction probs": [ - 0.9755537509918213, - 0.02444625459611416 + 0.9525184631347656, + 0.04748152568936348 ], "full text prediction probs": [ 0.9731300473213196, @@ -77373,10 +86941,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9502387046813965, + "sufficiency": 0.9488698244094849, "masked prediction probs": [ - 0.9755537509918213, - 0.02444625459611416 + 0.9742039442062378, + 0.025796102359890938 ], "full text prediction probs": [ 0.9731300473213196, @@ -77384,12 +86952,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00011086575250374153, - "sufficiency": 0.9162009358406067, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9488812685012817, "masked prediction probs": [ - 0.9730314016342163, - 0.02696860581636429 + 0.9742039442062378, + 0.025796102359890938 + ], + "full text prediction probs": [ + 0.9731300473213196, + 0.026869915425777435 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002044427441433072, + "sufficiency": 0.9264550805091858, + "masked prediction probs": [ + 0.971310555934906, + 0.02868943102657795 ], "full text prediction probs": [ 0.9731300473213196, @@ -77399,7 +86980,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8107219338417053, + "sufficiency": 0.810764491558075, "masked prediction probs": [ 0.9785521626472473, 0.021447842940688133 @@ -77412,7 +86993,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8140361309051514, + "sufficiency": 0.8140778541564941, "masked prediction probs": [ 0.9731300473213196, 0.026869915425777435 @@ -77424,8 +87005,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00011079105024691671, - "sufficiency": 0.916257381439209, + "comprehensiveness": 0.0001107661664718762, + "sufficiency": 0.916276216506958, "masked prediction probs": [ 0.9730314016342163, 0.02696860581636429 @@ -77437,8 +87018,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0001107661664718762, - "sufficiency": 0.916276216506958, + "comprehensiveness": 0.00011074129724875093, + "sufficiency": 0.9162949919700623, "masked prediction probs": [ 0.9730314016342163, 0.02696860581636429 @@ -77450,8 +87031,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011314481496810913, - "sufficiency": 0.9615150690078735, + "comprehensiveness": 0.011311941780149937, + "sufficiency": 0.961523711681366, "masked prediction probs": [ 0.9630513787269592, 0.03694864735007286 @@ -77463,8 +87044,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007623445242643356, - "sufficiency": 0.8014665842056274, + "comprehensiveness": 0.007621734868735075, + "sufficiency": 0.8015110492706299, "masked prediction probs": [ 0.9663377404212952, 0.03366218879818916 @@ -77476,8 +87057,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00011069158790633082, - "sufficiency": 0.9163325428962708, + "comprehensiveness": 0.000110666747787036, + "sufficiency": 0.916351318359375, + "masked prediction probs": [ + 0.9730314016342163, + 0.02696860581636429 + ], + "full text prediction probs": [ + 0.9731300473213196, + 0.026869915425777435 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00011064192949561402, + "sufficiency": 0.9163700938224792, "masked prediction probs": [ 0.9730314016342163, 0.02696860581636429 @@ -77490,12 +87084,12 @@ } }, "dev_734": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4582965672016144, - 0.5417034029960632 + 0.10291099548339844, + 0.8970889449119568 ], "full text prediction probs": [ 0.07501216232776642, @@ -77582,11 +87176,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.07430742681026459, - 0.925692617893219 + 0.19869837164878845, + 0.8013016581535339 ], "full text prediction probs": [ 0.07501216232776642, @@ -77594,12 +87188,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.3479228913784027, - 0.6520770788192749 + 0.4582965672016144, + 0.5417034029960632 + ], + "full text prediction probs": [ + 0.07501216232776642, + 0.92498779296875 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7399305105209351, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08384869247674942, + 0.9161513447761536 ], "full text prediction probs": [ 0.07501216232776642, @@ -77697,15 +87304,28 @@ 0.92498779296875 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3479228913784027, + 0.6520770788192749 + ], + "full text prediction probs": [ + 0.07501216232776642, + 0.92498779296875 + ], + "labels": 1 } }, "dev_791": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9873113036155701, "masked prediction probs": [ - 0.041461169719696045, - 0.9585387706756592 + 0.979780375957489, + 0.020219605416059494 ], "full text prediction probs": [ 0.9648218750953674, @@ -77804,12 +87424,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.857542872428894, - "sufficiency": 0.9948102235794067, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.20892541110515594, - 0.7910745739936829 + 0.041461169719696045, + 0.9585387706756592 + ], + "full text prediction probs": [ + 0.9648218750953674, + 0.035178184509277344 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9709025621414185, + "masked prediction probs": [ + 0.9819743037223816, + 0.018025720492005348 ], "full text prediction probs": [ 0.9648218750953674, @@ -77819,7 +87452,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.805929958820343, + "sufficiency": 0.805974006652832, "masked prediction probs": [ 0.9898616075515747, 0.010138419456779957 @@ -77831,8 +87464,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08024676889181137, - "sufficiency": 0.8638754487037659, + "comprehensiveness": 0.08022857457399368, + "sufficiency": 0.8639062643051147, "masked prediction probs": [ 0.8940548300743103, 0.10594519227743149 @@ -77844,8 +87477,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04504690319299698, - "sufficiency": 0.9809675216674805, + "comprehensiveness": 0.045036692172288895, + "sufficiency": 0.9809717535972595, "masked prediction probs": [ 0.9250874519348145, 0.07491255551576614 @@ -77858,7 +87491,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7493844032287598, + "sufficiency": 0.7494412064552307, "masked prediction probs": [ 0.9887748956680298, 0.01122506707906723 @@ -77870,8 +87503,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0801922082901001, - "sufficiency": 0.8639679551124573, + "comprehensiveness": 0.0801740363240242, + "sufficiency": 0.8639988303184509, "masked prediction probs": [ 0.8940548300743103, 0.10594519227743149 @@ -77884,7 +87517,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8980287313461304, + "sufficiency": 0.8980517387390137, "masked prediction probs": [ 0.9827027320861816, 0.017297307029366493 @@ -77896,8 +87529,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0801558792591095, - "sufficiency": 0.864029586315155, + "comprehensiveness": 0.0801377221941948, + "sufficiency": 0.8640602827072144, "masked prediction probs": [ 0.8940548300743103, 0.10594519227743149 @@ -77907,15 +87540,28 @@ 0.035178184509277344 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8557953238487244, + "sufficiency": 0.9948208332061768, + "masked prediction probs": [ + 0.20892541110515594, + 0.7910745739936829 + ], + "full text prediction probs": [ + 0.9648218750953674, + 0.035178184509277344 + ], + "labels": 0 } }, "dev_826": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.942253828048706, - 0.05774617940187454 + 0.9068997502326965, + 0.09310021251440048 ], "full text prediction probs": [ 0.5007204413414001, @@ -78014,12 +87660,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.963836133480072, - 0.03616383299231529 + 0.942253828048706, + 0.05774617940187454 + ], + "full text prediction probs": [ + 0.5007204413414001, + 0.4992794990539551 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.11709201335906982, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.45182672142982483, + 0.5481733083724976 ], "full text prediction probs": [ 0.5007204413414001, @@ -78054,7 +87713,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4513099789619446, + "comprehensiveness": 0.4510940909385681, "sufficiency": 1.0, "masked prediction probs": [ 0.31208789348602295, @@ -78067,7 +87726,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.3711303472518921, + "comprehensiveness": 0.37095290422439575, "sufficiency": 1.0, "masked prediction probs": [ 0.3455260694026947, @@ -78080,7 +87739,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6007587909698486, + "comprehensiveness": 0.6004716753959656, "sufficiency": 1.0, "masked prediction probs": [ 0.2493828982114792, @@ -78117,15 +87776,28 @@ 0.4992794990539551 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.963836133480072, + 0.03616383299231529 + ], + "full text prediction probs": [ + 0.5007204413414001, + 0.4992794990539551 + ], + "labels": 0 } }, "dev_842": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0030069267377257347, - "sufficiency": 0.9965866804122925, + "fixed-shap": { + "comprehensiveness": 0.007406200282275677, + "sufficiency": 0.9938288927078247, "masked prediction probs": [ - 0.9911792874336243, - 0.008820734918117523 + 0.9871805310249329, + 0.012819475494325161 ], "full text prediction probs": [ 0.9939124584197998, @@ -78224,12 +87896,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002605089684948325, - "sufficiency": 0.9969539642333984, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003001642879098654, + "sufficiency": 0.9965927004814148, "masked prediction probs": [ - 0.9915403723716736, - 0.008459626697003841 + 0.9911792874336243, + 0.008820734918117523 + ], + "full text prediction probs": [ + 0.9939124584197998, + 0.006087554153054953 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002182920463383198, + "sufficiency": 0.803124725818634, + "masked prediction probs": [ + 0.9919243454933167, + 0.00807560421526432 ], "full text prediction probs": [ 0.9939124584197998, @@ -78238,8 +87923,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008429325534962118, - "sufficiency": 0.8631554841995239, + "comprehensiveness": 0.0008427474531345069, + "sufficiency": 0.8631855249404907, "masked prediction probs": [ 0.9931447505950928, 0.006855253595858812 @@ -78251,8 +87936,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006026887334883213, - "sufficiency": 0.9949466586112976, + "comprehensiveness": 0.006025564856827259, + "sufficiency": 0.9949477910995483, "masked prediction probs": [ 0.9884222149848938, 0.011577821336686611 @@ -78264,8 +87949,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003236015560105443, - "sufficiency": 0.9945631623268127, + "comprehensiveness": 0.0032353054266422987, + "sufficiency": 0.9945643544197083, "masked prediction probs": [ 0.9909639358520508, 0.009036085568368435 @@ -78277,8 +87962,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0005615414120256901, - "sufficiency": 0.8088249564170837, + "comprehensiveness": 0.0005614182446151972, + "sufficiency": 0.8088669776916504, "masked prediction probs": [ 0.9934006929397583, 0.006599386688321829 @@ -78290,8 +87975,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0013954375172033906, - "sufficiency": 0.855958104133606, + "comprehensiveness": 0.0013951313449069858, + "sufficiency": 0.8559896945953369, "masked prediction probs": [ 0.9926404356956482, 0.007359573617577553 @@ -78303,8 +87988,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012320904061198235, - "sufficiency": 0.9013946652412415, + "comprehensiveness": 0.0012318202061578631, + "sufficiency": 0.9014162421226501, "masked prediction probs": [ 0.992789089679718, 0.007210894022136927 @@ -78316,8 +88001,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006020278669893742, - "sufficiency": 0.9949522018432617, + "comprehensiveness": 0.006018958520144224, + "sufficiency": 0.9949533343315125, "masked prediction probs": [ 0.9884222149848938, 0.011577821336686611 @@ -78327,15 +88012,28 @@ 0.006087554153054953 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002599949948489666, + "sufficiency": 0.9969600439071655, + "masked prediction probs": [ + 0.9915403723716736, + 0.008459626697003841 + ], + "full text prediction probs": [ + 0.9939124584197998, + 0.006087554153054953 + ], + "labels": 0 } }, "dev_844": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.982763409614563, + "fixed-shap": { + "comprehensiveness": 0.2574371099472046, + "sufficiency": 0.9479061365127563, "masked prediction probs": [ - 0.06571271270513535, - 0.9342873096466064 + 0.7524735331535339, + 0.24752645194530487 ], "full text prediction probs": [ 0.9838940501213074, @@ -78434,12 +88132,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.842823326587677, + "sufficiency": 0.9827940464019775, "masked prediction probs": [ - 0.03495950251817703, - 0.9650405049324036 + 0.06571271270513535, + 0.9342873096466064 + ], + "full text prediction probs": [ + 0.9838940501213074, + 0.0161058958619833 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.596035897731781, + "sufficiency": 0.8869917988777161, + "masked prediction probs": [ + 0.4470207393169403, + 0.5529792308807373 ], "full text prediction probs": [ 0.9838940501213074, @@ -78449,7 +88160,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2695583701133728, + "sufficiency": 0.26972052454948425, "masked prediction probs": [ 0.9851303100585938, 0.014869759790599346 @@ -78462,7 +88173,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8428932428359985, + "sufficiency": 0.8429280519485474, "masked prediction probs": [ 0.03495950251817703, 0.9650405049324036 @@ -78475,7 +88186,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8429280519485474, + "sufficiency": 0.8429628014564514, "masked prediction probs": [ 0.03495950251817703, 0.9650405049324036 @@ -78487,8 +88198,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008433223702013493, - "sufficiency": 0.8448560237884521, + "comprehensiveness": 0.00843135267496109, + "sufficiency": 0.8448904752731323, "masked prediction probs": [ 0.9762928485870361, 0.023707112297415733 @@ -78501,7 +88212,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8429977297782898, + "sufficiency": 0.8430325984954834, "masked prediction probs": [ 0.03495950251817703, 0.9650405049324036 @@ -78513,8 +88224,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8710606694221497, - "sufficiency": 0.9954126477241516, + "comprehensiveness": 0.8708675503730774, + "sufficiency": 0.9954136610031128, "masked prediction probs": [ 0.198423832654953, 0.8015761375427246 @@ -78527,7 +88238,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8430673480033875, + "sufficiency": 0.8431020379066467, + "masked prediction probs": [ + 0.03495950251817703, + 0.9650405049324036 + ], + "full text prediction probs": [ + 0.9838940501213074, + 0.0161058958619833 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8431369066238403, "masked prediction probs": [ 0.03495950251817703, 0.9650405049324036 @@ -78540,12 +88264,12 @@ } }, "dev_847": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0011227845679968596, + "sufficiency": 0.9053964614868164, "masked prediction probs": [ - 0.07577582448720932, - 0.9242241978645325 + 0.9646164774894714, + 0.03538351505994797 ], "full text prediction probs": [ 0.9656052589416504, @@ -78644,12 +88368,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.983083188533783, + "sufficiency": 1.0, "masked prediction probs": [ - 0.05637187138199806, - 0.9436281323432922 + 0.07577582448720932, + 0.9242241978645325 + ], + "full text prediction probs": [ + 0.9656052589416504, + 0.03439467400312424 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.04150131344795227, + "sufficiency": 0.8678200840950012, + "masked prediction probs": [ + 0.9289823770523071, + 0.0710175558924675 ], "full text prediction probs": [ 0.9656052589416504, @@ -78658,8 +88395,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.016201676800847054, - "sufficiency": 0.8666046261787415, + "comprehensiveness": 0.01619800366461277, + "sufficiency": 0.8666348457336426, "masked prediction probs": [ 0.9513080716133118, 0.04869197681546211 @@ -78672,7 +88409,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8209750652313232, + "sufficiency": 0.8210156559944153, "masked prediction probs": [ 0.9656052589416504, 0.03439467400312424 @@ -78685,7 +88422,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9830947518348694, + "sufficiency": 0.9830985069274902, "masked prediction probs": [ 0.05637187138199806, 0.9436281323432922 @@ -78697,8 +88434,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.041473113000392914, - "sufficiency": 0.867909848690033, + "comprehensiveness": 0.04146372526884079, + "sufficiency": 0.867939829826355, "masked prediction probs": [ 0.9289823770523071, 0.0710175558924675 @@ -78710,8 +88447,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8898286819458008, - "sufficiency": 0.8606809973716736, + "comprehensiveness": 0.88962721824646, + "sufficiency": 0.8607125282287598, "masked prediction probs": [ 0.17966309189796448, 0.8203369379043579 @@ -78723,8 +88460,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010914561338722706, - "sufficiency": 0.8612678647041321, + "comprehensiveness": 0.010912091471254826, + "sufficiency": 0.8612991571426392, "masked prediction probs": [ 0.9559627771377563, 0.044037193059921265 @@ -78737,7 +88474,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9831100702285767, + "sufficiency": 0.9831138253211975, + "masked prediction probs": [ + 0.05637187138199806, + 0.9436281323432922 + ], + "full text prediction probs": [ + 0.9656052589416504, + 0.03439467400312424 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9831176996231079, "masked prediction probs": [ 0.05637187138199806, 0.9436281323432922 @@ -78750,12 +88500,12 @@ } }, "dev_849": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3157337009906769, - "sufficiency": 0.9891749024391174, + "fixed-shap": { + "comprehensiveness": 0.03561728820204735, + "sufficiency": 0.9801931381225586, "masked prediction probs": [ - 0.70240718126297, - 0.29759278893470764 + 0.9551724195480347, + 0.044827550649642944 ], "full text prediction probs": [ 0.9873119592666626, @@ -78854,12 +88604,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02577045187354088, - "sufficiency": 0.9876343011856079, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3151748478412628, + "sufficiency": 0.9891940355300903, "masked prediction probs": [ - 0.9640165567398071, - 0.035983387380838394 + 0.70240718126297, + 0.29759278893470764 + ], + "full text prediction probs": [ + 0.9873119592666626, + 0.012688100337982178 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.027935657650232315, + "sufficiency": 0.9849432706832886, + "masked prediction probs": [ + 0.9620537161827087, + 0.037946317344903946 ], "full text prediction probs": [ 0.9873119592666626, @@ -78868,8 +88631,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005235063843429089, - "sufficiency": 0.8370197415351868, + "comprehensiveness": 0.0052339062094688416, + "sufficiency": 0.8370557427406311, "masked prediction probs": [ 0.9825786352157593, 0.017421314492821693 @@ -78881,8 +88644,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.018382536247372627, - "sufficiency": 0.9847253561019897, + "comprehensiveness": 0.018378471955657005, + "sufficiency": 0.9847286939620972, "masked prediction probs": [ 0.9706875681877136, 0.029312504455447197 @@ -78894,8 +88657,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.025753358379006386, - "sufficiency": 0.9876425266265869, + "comprehensiveness": 0.025747666135430336, + "sufficiency": 0.9876452088356018, "masked prediction probs": [ 0.9640165567398071, 0.035983387380838394 @@ -78907,8 +88670,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006728299427777529, - "sufficiency": 0.863491415977478, + "comprehensiveness": 0.0067268130369484425, + "sufficiency": 0.8635216355323792, "masked prediction probs": [ 0.9812244772911072, 0.01877545937895775 @@ -78920,8 +88683,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.027910960838198662, - "sufficiency": 0.9849565625190735, + "comprehensiveness": 0.027904793620109558, + "sufficiency": 0.9849599599838257, "masked prediction probs": [ 0.9620537161827087, 0.037946317344903946 @@ -78933,8 +88696,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00571005092933774, - "sufficiency": 0.868158221244812, + "comprehensiveness": 0.005708789918571711, + "sufficiency": 0.8681873679161072, "masked prediction probs": [ 0.9821434617042542, 0.017856528982520103 @@ -78946,8 +88709,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02573060244321823, - "sufficiency": 0.9876534342765808, + "comprehensiveness": 0.025724919512867928, + "sufficiency": 0.9876561164855957, + "masked prediction probs": [ + 0.9640165567398071, + 0.035983387380838394 + ], + "full text prediction probs": [ + 0.9873119592666626, + 0.012688100337982178 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.025719238445162773, + "sufficiency": 0.9876589179039001, "masked prediction probs": [ 0.9640165567398071, 0.035983387380838394 @@ -78960,12 +88736,12 @@ } }, "dev_870": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8578110933303833, + "fixed-shap": { + "comprehensiveness": 0.2032109647989273, "sufficiency": 1.0, "masked prediction probs": [ - 0.20658710598945618, - 0.7934128642082214 + 0.766553521156311, + 0.23344650864601135 ], "full text prediction probs": [ 0.9403868317604065, @@ -79064,13 +88840,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8450461030006409, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8562096357345581, + "sufficiency": 1.0, "masked prediction probs": [ + 0.20658710598945618, + 0.7934128642082214 + ], + "full text prediction probs": [ 0.9403868317604065, 0.05961320549249649 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8077802062034607, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.24793119728565216, + 0.7520687580108643 + ], "full text prediction probs": [ 0.9403868317604065, 0.05961320549249649 @@ -79079,7 +88868,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9993259906768799, + "sufficiency": 0.9993261694908142, "masked prediction probs": [ 0.9829968214035034, 0.017003169283270836 @@ -79092,7 +88881,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.845118522644043, + "sufficiency": 0.8451545238494873, "masked prediction probs": [ 0.9403868317604065, 0.05961320549249649 @@ -79104,7 +88893,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9489238262176514, + "comprehensiveness": 0.9487025737762451, "sufficiency": 1.0, "masked prediction probs": [ 0.12655866146087646, @@ -79118,7 +88907,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8472545146942139, + "sufficiency": 0.8472902178764343, "masked prediction probs": [ 0.9866427183151245, 0.013357303105294704 @@ -79130,7 +88919,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9140939116477966, + "comprehensiveness": 0.9138808250427246, "sufficiency": 1.0, "masked prediction probs": [ 0.15606433153152466, @@ -79143,8 +88932,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.044772058725357056, - "sufficiency": 0.8932799100875854, + "comprehensiveness": 0.04476162791252136, + "sufficiency": 0.893304705619812, "masked prediction probs": [ 0.9019619822502136, 0.09803804010152817 @@ -79157,7 +88946,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8452988266944885, + "sufficiency": 0.8453348278999329, + "masked prediction probs": [ + 0.9403868317604065, + 0.05961320549249649 + ], + "full text prediction probs": [ + 0.9403868317604065, + 0.05961320549249649 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.845370888710022, "masked prediction probs": [ 0.9403868317604065, 0.05961320549249649 @@ -79170,12 +88972,12 @@ } }, "dev_109": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03426884114742279, - "sufficiency": 0.7463442087173462, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8996012210845947, - 0.1003987193107605 + 0.958436906337738, + 0.041563063859939575 ], "full text prediction probs": [ 0.9284874200820923, @@ -79274,12 +89076,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07452555000782013, - "sufficiency": 0.9206331372261047, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.034203916788101196, + "sufficiency": 0.7468246817588806, "masked prediction probs": [ - 0.8655484318733215, - 0.13445156812667847 + 0.8996012210845947, + 0.1003987193107605 + ], + "full text prediction probs": [ + 0.9284874200820923, + 0.07151257246732712 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.859978199005127, + "masked prediction probs": [ + 0.9284874200820923, + 0.07151257246732712 ], "full text prediction probs": [ 0.9284874200820923, @@ -79288,8 +89103,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13485796749591827, - "sufficiency": 0.9152392148971558, + "comprehensiveness": 0.13482603430747986, + "sufficiency": 0.9152591824531555, "masked prediction probs": [ 0.8145689964294434, 0.18543104827404022 @@ -79302,7 +89117,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8600113391876221, + "sufficiency": 0.8600444793701172, "masked prediction probs": [ 0.9284874200820923, 0.07151257246732712 @@ -79315,7 +89130,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8702186942100525, + "sufficiency": 0.8702495098114014, "masked prediction probs": [ 0.951644778251648, 0.048355210572481155 @@ -79327,8 +89142,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0597088597714901, - "sufficiency": 0.9704279899597168, + "comprehensiveness": 0.05969473719596863, + "sufficiency": 0.9704349637031555, "masked prediction probs": [ 0.8780137896537781, 0.12198621034622192 @@ -79354,7 +89169,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8087392449378967, + "sufficiency": 0.8087844252586365, "masked prediction probs": [ 0.9803138971328735, 0.019686078652739525 @@ -79367,7 +89182,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8601768016815186, + "sufficiency": 0.8602098226547241, "masked prediction probs": [ 0.9284874200820923, 0.07151257246732712 @@ -79377,15 +89192,28 @@ 0.07151257246732712 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07436704635620117, + "sufficiency": 0.9208019375801086, + "masked prediction probs": [ + 0.8655484318733215, + 0.13445156812667847 + ], + "full text prediction probs": [ + 0.9284874200820923, + 0.07151257246732712 + ], + "labels": 1 } }, "dev_111": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7193573117256165, - 0.28064268827438354 + 0.9056405425071716, + 0.09435943514108658 ], "full text prediction probs": [ 0.3112872838973999, @@ -79484,12 +89312,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.912753164768219, - 0.08724681288003922 + 0.7193573117256165, + 0.28064268827438354 + ], + "full text prediction probs": [ + 0.3112872838973999, + 0.6887127161026001 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3112872838973999, + 0.6887127161026001 ], "full text prediction probs": [ 0.3112872838973999, @@ -79587,15 +89428,28 @@ 0.6887127161026001 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.912753164768219, + 0.08724681288003922 + ], + "full text prediction probs": [ + 0.3112872838973999, + 0.6887127161026001 + ], + "labels": 1 } }, "dev_201": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9577663540840149, - 0.04223363474011421 + 0.4495503902435303, + 0.5504496097564697 ], "full text prediction probs": [ 0.02905854396522045, @@ -79694,12 +89548,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9455481171607971, - 0.054451826959848404 + 0.9577663540840149, + 0.04223363474011421 + ], + "full text prediction probs": [ + 0.02905854396522045, + 0.9709414839744568 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.37081894278526306, + 0.6291810274124146 ], "full text prediction probs": [ 0.02905854396522045, @@ -79721,7 +89588,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.005617224611341953, + "comprehensiveness": 0.005598147865384817, "sufficiency": 0.0, "masked prediction probs": [ 0.02938828431069851, @@ -79797,15 +89664,28 @@ 0.9709414839744568 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9455481171607971, + 0.054451826959848404 + ], + "full text prediction probs": [ + 0.02905854396522045, + 0.9709414839744568 + ], + "labels": 1 } }, "dev_238": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.242620587348938, "sufficiency": 0.0, "masked prediction probs": [ - 0.9736812710762024, - 0.026318764314055443 + 0.031600628048181534, + 0.9683994054794312 ], "full text prediction probs": [ 0.014251570217311382, @@ -79904,12 +89784,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9642201066017151, - 0.035779908299446106 + 0.9736812710762024, + 0.026318764314055443 + ], + "full text prediction probs": [ + 0.014251570217311382, + 0.9857484698295593 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09729472547769547, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02138390950858593, + 0.9786160588264465 ], "full text prediction probs": [ 0.014251570217311382, @@ -79931,7 +89824,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06659487634897232, + "comprehensiveness": 0.06641414761543274, "sufficiency": 0.0, "masked prediction probs": [ 0.019146788865327835, @@ -79944,7 +89837,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11805881559848785, + "comprehensiveness": 0.11773928254842758, "sufficiency": 0.0, "masked prediction probs": [ 0.022953294217586517, @@ -79957,7 +89850,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14656682312488556, + "comprehensiveness": 0.1461712121963501, "sufficiency": 0.0, "masked prediction probs": [ 0.02508392743766308, @@ -79970,7 +89863,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21754002571105957, + "comprehensiveness": 0.21695442497730255, "sufficiency": 0.0, "masked prediction probs": [ 0.03037291392683983, @@ -79983,7 +89876,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08374536037445068, + "comprehensiveness": 0.08352053165435791, "sufficiency": 0.0, "masked prediction probs": [ 0.02047448419034481, @@ -80007,15 +89900,28 @@ 0.9857484698295593 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9642201066017151, + 0.035779908299446106 + ], + "full text prediction probs": [ + 0.014251570217311382, + 0.9857484698295593 + ], + "labels": 1 } }, "dev_256": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6436967849731445, "sufficiency": 1.0, "masked prediction probs": [ - 0.05180623009800911, - 0.9481937885284424 + 0.32482051849365234, + 0.6751794815063477 ], "full text prediction probs": [ 0.757070779800415, @@ -80114,12 +90020,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.02968425676226616, - 0.9703158140182495 + 0.05180623009800911, + 0.9481937885284424 + ], + "full text prediction probs": [ + 0.757070779800415, + 0.24292919039726257 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.916597843170166, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1399143934249878, + 0.8600855469703674 ], "full text prediction probs": [ 0.757070779800415, @@ -80129,7 +90048,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4612126648426056, + "sufficiency": 0.46137261390686035, "masked prediction probs": [ 0.962794303894043, 0.03720570355653763 @@ -80141,7 +90060,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7688997983932495, + "comprehensiveness": 0.7686715126037598, "sufficiency": 1.0, "masked prediction probs": [ 0.23920756578445435, @@ -80193,7 +90112,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.40950334072113037, + "comprehensiveness": 0.4093818962574005, "sufficiency": 1.0, "masked prediction probs": [ 0.48093780875205994, @@ -80217,15 +90136,28 @@ 0.24292919039726257 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02968425676226616, + 0.9703158140182495 + ], + "full text prediction probs": [ + 0.757070779800415, + 0.24292919039726257 + ], + "labels": 1 } }, "dev_260": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06613938510417938, + "fixed-shap": { + "comprehensiveness": 0.0873759537935257, "sufficiency": 0.0, "masked prediction probs": [ - 0.010455233044922352, - 0.989544689655304 + 0.012167762964963913, + 0.987832248210907 ], "full text prediction probs": [ 0.005122062284499407, @@ -80324,12 +90256,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0800694078207016, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06485236436128616, "sufficiency": 0.0, "masked prediction probs": [ - 0.01170669961720705, - 0.9882932901382446 + 0.010455233044922352, + 0.989544689655304 + ], + "full text prediction probs": [ + 0.005122062284499407, + 0.9948779344558716 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07263898104429245, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011110145598649979, + 0.9888898134231567 ], "full text prediction probs": [ 0.005122062284499407, @@ -80338,8 +90283,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18672016263008118, - "sufficiency": 0.590731680393219, + "comprehensiveness": 0.1862681806087494, + "sufficiency": 0.5917211771011353, "masked prediction probs": [ 0.020514706149697304, 0.9794853329658508 @@ -80351,7 +90296,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07968176901340485, + "comprehensiveness": 0.07948935776948929, "sufficiency": 0.0, "masked prediction probs": [ 0.01170669961720705, @@ -80364,8 +90309,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0997149869799614, - "sufficiency": 0.3787713348865509, + "comprehensiveness": 0.09947478026151657, + "sufficiency": 0.38026607036590576, "masked prediction probs": [ 0.013382130302488804, 0.9866178631782532 @@ -80377,7 +90322,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07814506441354752, + "comprehensiveness": 0.07795726507902145, "sufficiency": 0.0, "masked prediction probs": [ 0.01161100808531046, @@ -80390,8 +90335,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1139734610915184, - "sufficiency": 0.1749047487974167, + "comprehensiveness": 0.11370021849870682, + "sufficiency": 0.17688047885894775, "masked prediction probs": [ 0.014608914032578468, 0.9853911399841309 @@ -80416,7 +90361,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07872889935970306, + "comprehensiveness": 0.07854105532169342, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01170669961720705, + 0.9882932901382446 + ], + "full text prediction probs": [ + 0.005122062284499407, + 0.9948779344558716 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07835410535335541, "sufficiency": 0.0, "masked prediction probs": [ 0.01170669961720705, @@ -80430,12 +90388,12 @@ } }, "dev_277": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004481751937419176, - "sufficiency": 0.9889650940895081, + "fixed-shap": { + "comprehensiveness": 0.005483835469931364, + "sufficiency": 0.9535056352615356, "masked prediction probs": [ - 0.9920083284378052, - 0.007991721853613853 + 0.9910959005355835, + 0.008904066868126392 ], "full text prediction probs": [ 0.9960891008377075, @@ -80534,12 +90492,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00456570228561759, - "sufficiency": 0.9639119505882263, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0044738901779055595, + "sufficiency": 0.9889844059944153, "masked prediction probs": [ - 0.9919245839118958, - 0.00807536393404007 + 0.9920083284378052, + 0.007991721853613853 + ], + "full text prediction probs": [ + 0.9960891008377075, + 0.003910926636308432 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004485257435590029, + "sufficiency": 0.9111659526824951, + "masked prediction probs": [ + 0.9919970631599426, + 0.00800292193889618 ], "full text prediction probs": [ 0.9960891008377075, @@ -80548,8 +90519,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001735421479679644, - "sufficiency": 0.7466389536857605, + "comprehensiveness": 0.0017350410344079137, + "sufficiency": 0.7466943860054016, "masked prediction probs": [ 0.9945058226585388, 0.005494141951203346 @@ -80562,7 +90533,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7257652878761292, + "sufficiency": 0.7258253693580627, "masked prediction probs": [ 0.9961912631988525, 0.0038087472785264254 @@ -80574,8 +90545,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0009557842859067023, - "sufficiency": 0.6966536641120911, + "comprehensiveness": 0.0009555748547427356, + "sufficiency": 0.6967201828956604, "masked prediction probs": [ 0.9952167272567749, 0.004783291835337877 @@ -80587,8 +90558,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006862562731839716, - "sufficiency": 0.8393299579620361, + "comprehensiveness": 0.000686106039211154, + "sufficiency": 0.8393651247024536, "masked prediction probs": [ 0.9954625964164734, 0.004537380300462246 @@ -80600,8 +90571,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.001165485940873623, - "sufficiency": 0.74995356798172, + "comprehensiveness": 0.0011652306420728564, + "sufficiency": 0.7500083446502686, "masked prediction probs": [ 0.9950248599052429, 0.0049750907346606255 @@ -80613,8 +90584,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012566610239446163, - "sufficiency": 0.9522160887718201, + "comprehensiveness": 0.0012563859345391393, + "sufficiency": 0.9522266387939453, "masked prediction probs": [ 0.9949413537979126, 0.005058668553829193 @@ -80627,7 +90598,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.726065456867218, + "sufficiency": 0.7261253595352173, "masked prediction probs": [ 0.9961912631988525, 0.0038087472785264254 @@ -80637,15 +90608,28 @@ 0.003910926636308432 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00455670990049839, + "sufficiency": 0.9639830589294434, + "masked prediction probs": [ + 0.9919245839118958, + 0.00807536393404007 + ], + "full text prediction probs": [ + 0.9960891008377075, + 0.003910926636308432 + ], + "labels": 0 } }, "dev_291": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9379985332489014, - 0.062001507729291916 + 0.3288857042789459, + 0.6711143255233765 ], "full text prediction probs": [ 0.05504416301846504, @@ -80744,12 +90728,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5868337750434875, - 0.41316622495651245 + 0.9379985332489014, + 0.062001507729291916 + ], + "full text prediction probs": [ + 0.05504416301846504, + 0.9449558258056641 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.20369574427604675, + 0.7963042259216309 ], "full text prediction probs": [ 0.05504416301846504, @@ -80771,7 +90768,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01843089610338211, + "comprehensiveness": 0.018318885937333107, "sufficiency": 0.0, "masked prediction probs": [ 0.05564714968204498, @@ -80847,15 +90844,28 @@ 0.9449558258056641 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5868337750434875, + 0.41316622495651245 + ], + "full text prediction probs": [ + 0.05504416301846504, + 0.9449558258056641 + ], + "labels": 1 } }, "dev_293": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09456948935985565, - "sufficiency": 0.8850675225257874, + "fixed-shap": { + "comprehensiveness": 0.029330462217330933, + "sufficiency": 0.7724626064300537, "masked prediction probs": [ - 0.010887368582189083, - 0.9891126751899719 + 0.005492588970810175, + 0.994507372379303 ], "full text prediction probs": [ 0.0030671777203679085, @@ -80954,12 +90964,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03620338812470436, - "sufficiency": 0.8299381136894226, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09277410060167313, + "sufficiency": 0.8872469067573547, "masked prediction probs": [ - 0.0061188447289168835, - 0.993881106376648 + 0.010887368582189083, + 0.9891126751899719 + ], + "full text prediction probs": [ + 0.0030671777203679085, + 0.9969327449798584 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.023317975923419, + "sufficiency": 0.7704294919967651, + "masked prediction probs": [ + 0.005037427879869938, + 0.9949625730514526 ], "full text prediction probs": [ 0.0030671777203679085, @@ -80968,8 +90991,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02423717826604843, - "sufficiency": 0.6519918441772461, + "comprehensiveness": 0.024179931730031967, + "sufficiency": 0.6528128385543823, "masked prediction probs": [ 0.005115073174238205, 0.9948849081993103 @@ -80981,8 +91004,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03603237122297287, - "sufficiency": 0.8307405114173889, + "comprehensiveness": 0.035947468131780624, + "sufficiency": 0.8311388492584229, "masked prediction probs": [ 0.0061188447289168835, 0.993881106376648 @@ -80994,7 +91017,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.003302100347355008, + "comprehensiveness": 0.003294337773695588, "sufficiency": 0.0, "masked prediction probs": [ 0.003347564721480012, @@ -81020,8 +91043,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03988729044795036, - "sufficiency": 0.8360531330108643, + "comprehensiveness": 0.039793964475393295, + "sufficiency": 0.8364362716674805, "masked prediction probs": [ 0.006469310261309147, 0.9935306906700134 @@ -81033,8 +91056,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009027318097651005, - "sufficiency": 0.04835963621735573, + "comprehensiveness": 0.00900624506175518, + "sufficiency": 0.050578489899635315, "masked prediction probs": [ 0.003839006181806326, 0.9961609840393066 @@ -81046,8 +91069,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03561181202530861, - "sufficiency": 0.8327137231826782, + "comprehensiveness": 0.03552887588739395, + "sufficiency": 0.8331028819084167, + "masked prediction probs": [ + 0.0061188447289168835, + 0.993881106376648 + ], + "full text prediction probs": [ + 0.0030671777203679085, + 0.9969327449798584 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.035446327179670334, + "sufficiency": 0.8334901928901672, "masked prediction probs": [ 0.0061188447289168835, 0.993881106376648 @@ -81060,12 +91096,12 @@ } }, "dev_326": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7745755910873413, + "fixed-shap": { + "comprehensiveness": 0.4285860061645508, "sufficiency": 1.0, "masked prediction probs": [ - 0.23030589520931244, - 0.7696940898895264 + 0.45246943831443787, + 0.5475305914878845 ], "full text prediction probs": [ 0.7276690006256104, @@ -81164,12 +91200,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6948890089988708, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7726505398750305, "sufficiency": 1.0, "masked prediction probs": [ - 0.2803618311882019, - 0.7196381688117981 + 0.23030589520931244, + 0.7696940898895264 + ], + "full text prediction probs": [ + 0.7276690006256104, + 0.27233102917671204 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.696340024471283, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.27928850054740906, + 0.7207115292549133 ], "full text prediction probs": [ 0.7276690006256104, @@ -81179,7 +91228,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8266239762306213, + "sufficiency": 0.8266777992248535, "masked prediction probs": [ 0.9124440550804138, 0.08755595237016678 @@ -81191,7 +91240,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.32054466009140015, + "comprehensiveness": 0.32044512033462524, "sufficiency": 1.0, "masked prediction probs": [ 0.5212029218673706, @@ -81230,7 +91279,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6938112378120422, + "comprehensiveness": 0.6935961842536926, "sufficiency": 1.0, "masked prediction probs": [ 0.2803618311882019, @@ -81244,7 +91293,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9893167018890381, + "sufficiency": 0.9893200397491455, "masked prediction probs": [ 0.80357426404953, 0.19642573595046997 @@ -81256,11 +91305,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6933810710906982, + "comprehensiveness": 0.6948295831680298, "sufficiency": 1.0, "masked prediction probs": [ - 0.2803618311882019, - 0.7196381688117981 + 0.27928850054740906, + 0.7207115292549133 + ], + "full text prediction probs": [ + 0.7276690006256104, + 0.27233102917671204 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6946142315864563, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.27928850054740906, + 0.7207115292549133 ], "full text prediction probs": [ 0.7276690006256104, @@ -81270,12 +91332,12 @@ } }, "dev_333": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9357731938362122, + "fixed-shap": { + "comprehensiveness": 0.4189087450504303, + "sufficiency": 0.03923840448260307, "masked prediction probs": [ - 0.6749132871627808, - 0.3250867426395416 + 0.04289267957210541, + 0.9571073055267334 ], "full text prediction probs": [ 0.011990651488304138, @@ -81374,12 +91436,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.9371351003646851, "masked prediction probs": [ - 0.24977260828018188, - 0.7502274513244629 + 0.6749132871627808, + 0.3250867426395416 + ], + "full text prediction probs": [ + 0.011990651488304138, + 0.9880092740058899 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.173804372549057, + "sufficiency": 0.1263631284236908, + "masked prediction probs": [ + 0.025124860927462578, + 0.9748752117156982 ], "full text prediction probs": [ 0.011990651488304138, @@ -81388,8 +91463,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.20000283420085907, - "sufficiency": 0.2765994369983673, + "comprehensiveness": 0.19947481155395508, + "sufficiency": 0.2785067558288574, "masked prediction probs": [ 0.02710457518696785, 0.9728954434394836 @@ -81402,7 +91477,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6635220050811768, + "sufficiency": 0.6644068360328674, "masked prediction probs": [ 0.13541260361671448, 0.8645873665809631 @@ -81414,7 +91489,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.061555832624435425, + "comprehensiveness": 0.06139417365193367, "sufficiency": 0.0, "masked prediction probs": [ 0.016667049378156662, @@ -81427,7 +91502,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04947374016046524, + "comprehensiveness": 0.049344152212142944, "sufficiency": 0.0, "masked prediction probs": [ 0.015759054571390152, @@ -81453,7 +91528,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.042699605226516724, + "comprehensiveness": 0.04258834570646286, "sufficiency": 0.0, "masked prediction probs": [ 0.015260132029652596, @@ -81477,15 +91552,28 @@ 0.9880092740058899 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24977260828018188, + 0.7502274513244629 + ], + "full text prediction probs": [ + 0.011990651488304138, + 0.9880092740058899 + ], + "labels": 1 } }, "dev_373": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02465725876390934, + "fixed-shap": { + "comprehensiveness": 0.020353490486741066, "sufficiency": 0.0, "masked prediction probs": [ - 0.005291800480335951, - 0.9947081804275513 + 0.004936712794005871, + 0.9950632452964783 ], "full text prediction probs": [ 0.0032575407531112432, @@ -81584,12 +91672,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.013839987106621265, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02418808452785015, "sufficiency": 0.0, "masked prediction probs": [ - 0.004421473015099764, - 0.9955784678459167 + 0.005291800480335951, + 0.9947081804275513 + ], + "full text prediction probs": [ + 0.0032575407531112432, + 0.9967424273490906 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009843460284173489, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004087368957698345, + 0.9959126114845276 ], "full text prediction probs": [ 0.0032575407531112432, @@ -81598,8 +91699,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03619002550840378, - "sufficiency": 0.42078277468681335, + "comprehensiveness": 0.03610435500741005, + "sufficiency": 0.4221523106098175, "masked prediction probs": [ 0.00630843685939908, 0.9936915636062622 @@ -81611,7 +91712,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.013774462044239044, + "comprehensiveness": 0.0137419318780303, "sufficiency": 0.0, "masked prediction probs": [ 0.004421473015099764, @@ -81624,7 +91725,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01772559992969036, + "comprehensiveness": 0.017683837562799454, "sufficiency": 0.0, "masked prediction probs": [ 0.004758995026350021, @@ -81637,7 +91738,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01737353391945362, + "comprehensiveness": 0.01733269728720188, "sufficiency": 0.0, "masked prediction probs": [ 0.004732596687972546, @@ -81650,7 +91751,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04029097408056259, + "comprehensiveness": 0.0401964895427227, "sufficiency": 0.0, "masked prediction probs": [ 0.006686381064355373, @@ -81663,7 +91764,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014209849759936333, + "comprehensiveness": 0.014176605269312859, "sufficiency": 0.0, "masked prediction probs": [ 0.0044697122648358345, @@ -81676,7 +91777,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.013613332994282246, + "comprehensiveness": 0.01358155906200409, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004421473015099764, + 0.9955784678459167 + ], + "full text prediction probs": [ + 0.0032575407531112432, + 0.9967424273490906 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013549932278692722, "sufficiency": 0.0, "masked prediction probs": [ 0.004421473015099764, @@ -81690,12 +91804,12 @@ } }, "dev_416": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1391071230173111, "sufficiency": 0.0, "masked prediction probs": [ - 0.8259753584861755, - 0.17402465641498566 + 0.023901425302028656, + 0.9760985970497131 ], "full text prediction probs": [ 0.013906256295740604, @@ -81794,12 +91908,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.826285719871521, - 0.1737142652273178 + 0.8259753584861755, + 0.17402465641498566 + ], + "full text prediction probs": [ + 0.013906256295740604, + 0.9860937595367432 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12713029980659485, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023269740864634514, + 0.9767302870750427 ], "full text prediction probs": [ 0.013906256295740604, @@ -81821,7 +91948,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8873459100723267, + "comprehensiveness": 0.8849490284919739, "sufficiency": 0.0, "masked prediction probs": [ 0.07943901419639587, @@ -81834,7 +91961,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01665007323026657, + "comprehensiveness": 0.01660521700978279, "sufficiency": 0.0, "masked prediction probs": [ 0.015139257535338402, @@ -81847,7 +91974,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01660521700978279, + "comprehensiveness": 0.01656060479581356, "sufficiency": 0.0, "masked prediction probs": [ 0.015139257535338402, @@ -81897,15 +92024,28 @@ 0.9860937595367432 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.826285719871521, + 0.1737142652273178 + ], + "full text prediction probs": [ + 0.013906256295740604, + 0.9860937595367432 + ], + "labels": 1 } }, "dev_432": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1722467541694641, - 0.8277532458305359 + 0.3485371768474579, + 0.6514628529548645 ], "full text prediction probs": [ 0.014948995783925056, @@ -82004,12 +92144,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.24822492897510529, - 0.7517750263214111 + 0.1722467541694641, + 0.8277532458305359 + ], + "full text prediction probs": [ + 0.014948995783925056, + 0.9850510358810425 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1114780455827713, + 0.8885219693183899 ], "full text prediction probs": [ 0.014948995783925056, @@ -82031,7 +92184,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.44781821966171265, + "comprehensiveness": 0.4465912878513336, "sufficiency": 0.0, "masked prediction probs": [ 0.04755457863211632, @@ -82044,7 +92197,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8159348368644714, + "comprehensiveness": 0.8137054443359375, "sufficiency": 0.0, "masked prediction probs": [ 0.0745202824473381, @@ -82057,7 +92210,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11576385796070099, + "comprehensiveness": 0.11544841527938843, "sufficiency": 0.0, "masked prediction probs": [ 0.023424062877893448, @@ -82107,15 +92260,28 @@ 0.9850510358810425 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24822492897510529, + 0.7517750263214111 + ], + "full text prediction probs": [ + 0.014948995783925056, + 0.9850510358810425 + ], + "labels": 1 } }, "dev_460": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005414295010268688, - "sufficiency": 0.8155577182769775, + "fixed-shap": { + "comprehensiveness": 0.0013897233875468373, + "sufficiency": 0.9496960639953613, "masked prediction probs": [ - 0.9875056743621826, - 0.012494305148720741 + 0.9911553859710693, + 0.008844578638672829 ], "full text prediction probs": [ 0.9924156665802002, @@ -82214,12 +92380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003500666469335556, - "sufficiency": 0.7012757062911987, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005404758732765913, + "sufficiency": 0.8158825039863586, "masked prediction probs": [ - 0.9892354607582092, - 0.010764548555016518 + 0.9875056743621826, + 0.012494305148720741 + ], + "full text prediction probs": [ + 0.9924156665802002, + 0.007584300823509693 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7994813919067383, + "masked prediction probs": [ + 0.9924156665802002, + 0.007584300823509693 ], "full text prediction probs": [ 0.9924156665802002, @@ -82229,7 +92408,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9204847812652588, + "sufficiency": 0.9205023050308228, "masked prediction probs": [ 0.9930089712142944, 0.00699100224301219 @@ -82242,7 +92421,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7995254993438721, + "sufficiency": 0.7995696067810059, "masked prediction probs": [ 0.9924156665802002, 0.007584300823509693 @@ -82254,8 +92433,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034983560908585787, - "sufficiency": 0.7014728784561157, + "comprehensiveness": 0.0034975865855813026, + "sufficiency": 0.7015385031700134, "masked prediction probs": [ 0.9892354607582092, 0.010764548555016518 @@ -82267,8 +92446,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001685173949226737, - "sufficiency": 0.7402621507644653, + "comprehensiveness": 0.0016848033992573619, + "sufficiency": 0.7403191924095154, "masked prediction probs": [ 0.9908834099769592, 0.009116631001234055 @@ -82280,8 +92459,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007477572653442621, - "sufficiency": 0.8297054767608643, + "comprehensiveness": 0.007475928403437138, + "sufficiency": 0.8297428488731384, "masked prediction probs": [ 0.9856151342391968, 0.014384884387254715 @@ -82293,8 +92472,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001000883523374796, - "sufficiency": 0.878608763217926, + "comprehensiveness": 0.001000663498416543, + "sufficiency": 0.8786355257034302, "masked prediction probs": [ 0.9915052056312561, 0.008494804613292217 @@ -82306,8 +92485,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0034952801652252674, - "sufficiency": 0.7017353177070618, + "comprehensiveness": 0.0034945118241012096, + "sufficiency": 0.7018008828163147, + "masked prediction probs": [ + 0.9892354607582092, + 0.010764548555016518 + ], + "full text prediction probs": [ + 0.9924156665802002, + 0.007584300823509693 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003493744181469083, + "sufficiency": 0.7018663883209229, "masked prediction probs": [ 0.9892354607582092, 0.010764548555016518 @@ -82320,12 +92512,12 @@ } }, "dev_528": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9881388545036316, - "sufficiency": 0.9978179931640625, + "fixed-shap": { + "comprehensiveness": 0.008540565147995949, + "sufficiency": 0.8482748866081238, "masked prediction probs": [ - 0.09628966450691223, - 0.9037103056907654 + 0.9825687408447266, + 0.017431283369660378 ], "full text prediction probs": [ 0.9902957081794739, @@ -82424,12 +92616,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9979026317596436, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9863944053649902, + "sufficiency": 0.9978218674659729, "masked prediction probs": [ - 0.03656703978776932, - 0.9634329676628113 + 0.09628966450691223, + 0.9037103056907654 + ], + "full text prediction probs": [ + 0.9902957081794739, + 0.009704222902655602 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008089132606983185, + "sufficiency": 0.8360710740089417, + "masked prediction probs": [ + 0.9829626083374023, + 0.01703731343150139 ], "full text prediction probs": [ 0.9902957081794739, @@ -82438,8 +92643,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006569654680788517, - "sufficiency": 0.9995174407958984, + "comprehensiveness": 0.006568205077201128, + "sufficiency": 0.999517560005188, "masked prediction probs": [ 0.9843400716781616, 0.015659891068935394 @@ -82451,8 +92656,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8009088635444641, - "sufficiency": 0.7796302437782288, + "comprehensiveness": 0.8007323145866394, + "sufficiency": 0.7796788215637207, "masked prediction probs": [ 0.264081746339798, 0.7359182238578796 @@ -82464,8 +92669,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034728844184428453, - "sufficiency": 0.8596181273460388, + "comprehensiveness": 0.0034721186384558678, + "sufficiency": 0.8596490621566772, "masked prediction probs": [ 0.9871460199356079, 0.012853983789682388 @@ -82477,8 +92682,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015000751009210944, - "sufficiency": 0.834362268447876, + "comprehensiveness": 0.001499744481407106, + "sufficiency": 0.8343987464904785, "masked prediction probs": [ 0.9889349341392517, 0.011065077967941761 @@ -82491,7 +92696,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9979050159454346, + "sufficiency": 0.9979054927825928, "masked prediction probs": [ 0.03656703978776932, 0.9634329676628113 @@ -82503,8 +92708,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006064580753445625, - "sufficiency": 0.9062833786010742, + "comprehensiveness": 0.006063244771212339, + "sufficiency": 0.9063040018081665, "masked prediction probs": [ 0.9847918748855591, 0.01520811952650547 @@ -82517,7 +92722,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9979059100151062, + "sufficiency": 0.9979063272476196, + "masked prediction probs": [ + 0.03656703978776932, + 0.9634329676628113 + ], + "full text prediction probs": [ + 0.9902957081794739, + 0.009704222902655602 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9979068636894226, "masked prediction probs": [ 0.03656703978776932, 0.9634329676628113 @@ -82530,12 +92748,12 @@ } }, "dev_551": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008029589429497719, - "sufficiency": 0.9914001822471619, + "fixed-shap": { + "comprehensiveness": 0.005372744053602219, + "sufficiency": 0.9822978377342224, "masked prediction probs": [ - 0.9846737384796143, - 0.015326290391385555 + 0.9870818853378296, + 0.012918125838041306 ], "full text prediction probs": [ 0.9919517040252686, @@ -82622,11 +92840,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008017206564545631, - "sufficiency": 0.9914133548736572, + "comprehensiveness": 0.005364458076655865, + "sufficiency": 0.9823250770568848, "masked prediction probs": [ - 0.9846737384796143, - 0.015326290391385555 + 0.9870818853378296, + 0.012918125838041306 ], "full text prediction probs": [ 0.9919517040252686, @@ -82634,9 +92852,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005296844057738781, - "sufficiency": 0.9748470783233643, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005363276228308678, + "sufficiency": 0.9823290109634399, + "masked prediction probs": [ + 0.9870818853378296, + 0.012918125838041306 + ], + "full text prediction probs": [ + 0.9919517040252686, + 0.008048336021602154 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005295678041875362, + "sufficiency": 0.9748526215553284, "masked prediction probs": [ 0.9871422052383423, 0.012857863679528236 @@ -82648,8 +92879,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002047587651759386, - "sufficiency": 0.8974480628967285, + "comprehensiveness": 0.002047136891633272, + "sufficiency": 0.8974705934524536, "masked prediction probs": [ 0.9900920987129211, 0.009907891042530537 @@ -82661,8 +92892,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0052945115603506565, - "sufficiency": 0.9748581647872925, + "comprehensiveness": 0.0052933464758098125, + "sufficiency": 0.9748636484146118, "masked prediction probs": [ 0.9871422052383423, 0.012857863679528236 @@ -82674,8 +92905,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0004132208414375782, - "sufficiency": 0.8258667588233948, + "comprehensiveness": 0.0004131298919674009, + "sufficiency": 0.8259051442146301, "masked prediction probs": [ 0.9915762543678284, 0.008423736318945885 @@ -82687,8 +92918,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015437114052474499, - "sufficiency": 0.8717009425163269, + "comprehensiveness": 0.0015433718217536807, + "sufficiency": 0.8717291355133057, "masked prediction probs": [ 0.9905487895011902, 0.00945119746029377 @@ -82700,8 +92931,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005864642094820738, - "sufficiency": 0.9808632731437683, + "comprehensiveness": 0.005863352213054895, + "sufficiency": 0.9808675050735474, "masked prediction probs": [ 0.9866207838058472, 0.013379208743572235 @@ -82713,8 +92944,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004730973392724991, - "sufficiency": 0.8518361449241638, + "comprehensiveness": 0.004729933105409145, + "sufficiency": 0.8518688082695007, "masked prediction probs": [ 0.9876503348350525, 0.012349655851721764 @@ -82726,8 +92957,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005288689862936735, - "sufficiency": 0.9748857617378235, + "comprehensiveness": 0.00528752664104104, + "sufficiency": 0.9748913049697876, + "masked prediction probs": [ + 0.9871422052383423, + 0.012857863679528236 + ], + "full text prediction probs": [ + 0.9919517040252686, + 0.008048336021602154 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00528636435046792, + "sufficiency": 0.9748968482017517, "masked prediction probs": [ 0.9871422052383423, 0.012857863679528236 @@ -82740,12 +92984,12 @@ } }, "dev_574": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1313137710094452, + "fixed-shap": { + "comprehensiveness": 0.00202067825011909, "sufficiency": 1.0, "masked prediction probs": [ - 0.8472043871879578, - 0.15279561281204224 + 0.9605658650398254, + 0.03943419083952904 ], "full text prediction probs": [ 0.9623375535011292, @@ -82844,12 +93088,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.058067936450242996, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.13107457756996155, "sufficiency": 1.0, "masked prediction probs": [ - 0.9113318920135498, - 0.08866803348064423 + 0.8472043871879578, + 0.15279561281204224 + ], + "full text prediction probs": [ + 0.9623375535011292, + 0.037662386894226074 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0129710016772151, + "sufficiency": 0.9491889476776123, + "masked prediction probs": [ + 0.9509415030479431, + 0.049058448523283005 ], "full text prediction probs": [ 0.9623375535011292, @@ -82859,7 +93116,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8116151690483093, + "sufficiency": 0.8116581439971924, "masked prediction probs": [ 0.9727481007575989, 0.027251917868852615 @@ -82872,7 +93129,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7880896925926208, + "sufficiency": 0.7881379127502441, "masked prediction probs": [ 0.9649966955184937, 0.035003382712602615 @@ -82884,8 +93141,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006789462640881538, - "sufficiency": 0.8387591242790222, + "comprehensiveness": 0.006787918042391539, + "sufficiency": 0.8387957215309143, "masked prediction probs": [ 0.9563697576522827, 0.04363023489713669 @@ -82897,8 +93154,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006787918042391539, - "sufficiency": 0.8387957215309143, + "comprehensiveness": 0.0067863743752241135, + "sufficiency": 0.838832437992096, "masked prediction probs": [ 0.9563697576522827, 0.04363023489713669 @@ -82910,7 +93167,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05800190195441246, + "comprehensiveness": 0.057988714426755905, "sufficiency": 1.0, "masked prediction probs": [ 0.9113318920135498, @@ -82923,8 +93180,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.09936633706092834, - "sufficiency": 0.9215808510780334, + "comprehensiveness": 0.09934375435113907, + "sufficiency": 0.9215986728668213, "masked prediction probs": [ 0.8749369978904724, 0.12506303191184998 @@ -82936,7 +93193,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05797553062438965, + "comprehensiveness": 0.05796235427260399, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9113318920135498, + 0.08866803348064423 + ], + "full text prediction probs": [ + 0.9623375535011292, + 0.037662386894226074 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.057949185371398926, "sufficiency": 1.0, "masked prediction probs": [ 0.9113318920135498, @@ -82950,12 +93220,12 @@ } }, "dev_612": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.03101315349340439, "sufficiency": 1.0, "masked prediction probs": [ - 0.8267643451690674, - 0.1732357144355774 + 0.722047746181488, + 0.2779522240161896 ], "full text prediction probs": [ 0.7424190640449524, @@ -83054,12 +93324,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5590183734893799, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.3743276298046112, - 0.6256723999977112 + 0.8267643451690674, + 0.1732357144355774 + ], + "full text prediction probs": [ + 0.7424190640449524, + 0.2575809061527252 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8787675499916077, + 0.12123239040374756 ], "full text prediction probs": [ 0.7424190640449524, @@ -83107,7 +93390,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.05073634535074234, + "comprehensiveness": 0.05072096735239029, "sufficiency": 1.0, "masked prediction probs": [ 0.7089706063270569, @@ -83120,7 +93403,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5581707954406738, + "comprehensiveness": 0.5580015778541565, "sufficiency": 1.0, "masked prediction probs": [ 0.3743276298046112, @@ -83133,7 +93416,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.4260410666465759, + "comprehensiveness": 0.4259119927883148, "sufficiency": 1.0, "masked prediction probs": [ 0.46137672662734985, @@ -83146,7 +93429,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5578324794769287, + "comprehensiveness": 0.5576634407043457, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3743276298046112, + 0.6256723999977112 + ], + "full text prediction probs": [ + 0.7424190640449524, + 0.2575809061527252 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.557494580745697, "sufficiency": 1.0, "masked prediction probs": [ 0.3743276298046112, @@ -83160,12 +93456,12 @@ } }, "dev_626": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00403728848323226, - "sufficiency": 0.996454119682312, + "fixed-shap": { + "comprehensiveness": 0.0025507197715342045, + "sufficiency": 0.9444202780723572, "masked prediction probs": [ - 0.9936878085136414, - 0.006312234792858362 + 0.9950432777404785, + 0.004956748336553574 ], "full text prediction probs": [ 0.9973690509796143, @@ -83264,12 +93560,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003117494285106659, - "sufficiency": 0.990059494972229, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004030216485261917, + "sufficiency": 0.9964603185653687, "masked prediction probs": [ - 0.9945214986801147, - 0.005478448234498501 + 0.9936878085136414, + 0.006312234792858362 + ], + "full text prediction probs": [ + 0.9973690509796143, + 0.002630895469337702 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0014201607555150986, + "sufficiency": 0.9432496428489685, + "masked prediction probs": [ + 0.9960715770721436, + 0.0039283945225179195 ], "full text prediction probs": [ 0.9973690509796143, @@ -83278,8 +93587,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0018486620392650366, - "sufficiency": 0.7694520950317383, + "comprehensiveness": 0.0018482573796063662, + "sufficiency": 0.7695024609565735, "masked prediction probs": [ 0.9956800937652588, 0.004319923464208841 @@ -83291,8 +93600,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002126056933775544, - "sufficiency": 0.9920983910560608, + "comprehensiveness": 0.0021255917381495237, + "sufficiency": 0.9921002388000488, "masked prediction probs": [ 0.9954262375831604, 0.004573729354888201 @@ -83304,8 +93613,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00028262968407943845, - "sufficiency": 0.8029978275299072, + "comprehensiveness": 0.0002825678384397179, + "sufficiency": 0.8030409812927246, "masked prediction probs": [ 0.9971107244491577, 0.00288923061452806 @@ -83317,8 +93626,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00031653596670366824, - "sufficiency": 0.8346054553985596, + "comprehensiveness": 0.0003164667577948421, + "sufficiency": 0.8346415758132935, "masked prediction probs": [ 0.9970796704292297, 0.0029203281737864017 @@ -83330,8 +93639,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0014424496330320835, - "sufficiency": 0.802757203578949, + "comprehensiveness": 0.0014421341475099325, + "sufficiency": 0.8028002381324768, "masked prediction probs": [ 0.9960500597953796, 0.00394991971552372 @@ -83343,8 +93652,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012564013013616204, - "sufficiency": 0.8857774138450623, + "comprehensiveness": 0.0012561266776174307, + "sufficiency": 0.8858024477958679, "masked prediction probs": [ 0.9962199330329895, 0.0037800699938088655 @@ -83356,8 +93665,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002123733051121235, - "sufficiency": 0.992107093334198, + "comprehensiveness": 0.0021232685539871454, + "sufficiency": 0.9921088814735413, "masked prediction probs": [ 0.9954262375831604, 0.004573729354888201 @@ -83367,15 +93676,28 @@ 0.002630895469337702 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003111362922936678, + "sufficiency": 0.9900789856910706, + "masked prediction probs": [ + 0.9945214986801147, + 0.005478448234498501 + ], + "full text prediction probs": [ + 0.9973690509796143, + 0.002630895469337702 + ], + "labels": 0 } }, "dev_710": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.938712477684021, - 0.061287540942430496 + 0.3824341595172882, + 0.6175658106803894 ], "full text prediction probs": [ 0.09114968031644821, @@ -83474,12 +93796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9180777072906494, - 0.0819222629070282 + 0.938712477684021, + 0.061287540942430496 + ], + "full text prediction probs": [ + 0.09114968031644821, + 0.9088502526283264 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12714070081710815, + 0.8728592991828918 ], "full text prediction probs": [ 0.09114968031644821, @@ -83577,15 +93912,28 @@ 0.9088502526283264 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9180777072906494, + 0.0819222629070282 + ], + "full text prediction probs": [ + 0.09114968031644821, + 0.9088502526283264 + ], + "labels": 0 } }, "dev_750": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9787715077400208, + "fixed-shap": { + "comprehensiveness": 0.9504852890968323, + "sufficiency": 0.9860612750053406, "masked prediction probs": [ - 0.010051699355244637, - 0.9899482727050781 + 0.12991692125797272, + 0.8700830340385437 ], "full text prediction probs": [ 0.9814223051071167, @@ -83684,12 +94032,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9905707240104675, + "sufficiency": 0.9788093566894531, "masked prediction probs": [ - 0.017863892018795013, - 0.982136070728302 + 0.010051699355244637, + 0.9899482727050781 + ], + "full text prediction probs": [ + 0.9814223051071167, + 0.018577707931399345 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9633482694625854, + "masked prediction probs": [ + 0.028671586886048317, + 0.9713284373283386 ], "full text prediction probs": [ 0.9814223051071167, @@ -83699,7 +94060,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7027745246887207, + "sufficiency": 0.7028406858444214, "masked prediction probs": [ 0.9885080456733704, 0.011491876095533371 @@ -83712,7 +94073,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9862854480743408, + "sufficiency": 0.9862885475158691, "masked prediction probs": [ 0.041696108877658844, 0.9583038687705994 @@ -83725,7 +94086,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.817254900932312, + "sufficiency": 0.8172956705093384, "masked prediction probs": [ 0.9821804761886597, 0.017819546163082123 @@ -83738,7 +94099,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8093986511230469, + "sufficiency": 0.809441089630127, "masked prediction probs": [ 0.9814223051071167, 0.018577707931399345 @@ -83751,7 +94112,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9905811548233032, + "sufficiency": 0.9905831813812256, "masked prediction probs": [ 0.017863892018795013, 0.982136070728302 @@ -83764,7 +94125,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8867963552474976, + "sufficiency": 0.8868216276168823, "masked prediction probs": [ 0.9887808561325073, 0.011219196021556854 @@ -83777,7 +94138,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9905853271484375, + "sufficiency": 0.9905874729156494, + "masked prediction probs": [ + 0.017863892018795013, + 0.982136070728302 + ], + "full text prediction probs": [ + 0.9814223051071167, + 0.018577707931399345 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9905894994735718, "masked prediction probs": [ 0.017863892018795013, 0.982136070728302 @@ -83790,12 +94164,12 @@ } }, "dev_777": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.049805160611867905, - "sufficiency": 0.9758986234664917, + "fixed-shap": { + "comprehensiveness": 0.0014148983173072338, + "sufficiency": 0.9106590151786804, "masked prediction probs": [ - 0.9461276531219482, - 0.05387232452630997 + 0.9899535775184631, + 0.010046453215181828 ], "full text prediction probs": [ 0.9912350177764893, @@ -83894,12 +94268,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.031317390501499176, - "sufficiency": 0.9812367558479309, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04971732571721077, + "sufficiency": 0.9759411215782166, "masked prediction probs": [ - 0.9628214836120605, - 0.037178512662649155 + 0.9461276531219482, + 0.05387232452630997 + ], + "full text prediction probs": [ + 0.9912350177764893, + 0.008764974772930145 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9011825323104858, + "masked prediction probs": [ + 0.9913350939750671, + 0.008664910681545734 ], "full text prediction probs": [ 0.9912350177764893, @@ -83909,7 +94296,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7866035103797913, + "sufficiency": 0.7866504192352295, "masked prediction probs": [ 0.9930111765861511, 0.006988858804106712 @@ -83921,8 +94308,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.031303588300943375, - "sufficiency": 0.9812448620796204, + "comprehensiveness": 0.03129669278860092, + "sufficiency": 0.9812490344047546, "masked prediction probs": [ 0.9628214836120605, 0.037178512662649155 @@ -83935,7 +94322,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.800609290599823, + "sufficiency": 0.8006532192230225, "masked prediction probs": [ 0.9912350177764893, 0.008764974772930145 @@ -83948,7 +94335,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8006532192230225, + "sufficiency": 0.8006970882415771, "masked prediction probs": [ 0.9912350177764893, 0.008764974772930145 @@ -83960,8 +94347,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.044943444430828094, - "sufficiency": 0.9886181354522705, + "comprehensiveness": 0.04493354633450508, + "sufficiency": 0.9886206388473511, "masked prediction probs": [ 0.9504139423370361, 0.049586065113544464 @@ -83973,8 +94360,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001926358905620873, - "sufficiency": 0.7090617418289185, + "comprehensiveness": 0.0019259349210187793, + "sufficiency": 0.709125816822052, "masked prediction probs": [ 0.989484965801239, 0.010515021160244942 @@ -83986,8 +94373,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0312691405415535, - "sufficiency": 0.9812655448913574, + "comprehensiveness": 0.03126225620508194, + "sufficiency": 0.9812697768211365, + "masked prediction probs": [ + 0.9628214836120605, + 0.037178512662649155 + ], + "full text prediction probs": [ + 0.9912350177764893, + 0.008764974772930145 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03125537931919098, + "sufficiency": 0.9812738299369812, "masked prediction probs": [ 0.9628214836120605, 0.037178512662649155 @@ -84000,12 +94400,12 @@ } }, "dev_789": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.023366598412394524, - "sufficiency": 0.9910767674446106, + "fixed-shap": { + "comprehensiveness": 0.0031688108574599028, + "sufficiency": 0.8478806614875793, "masked prediction probs": [ - 0.9740729331970215, - 0.025927118957042694 + 0.9924483299255371, + 0.007551638409495354 ], "full text prediction probs": [ 0.9953312277793884, @@ -84104,12 +94504,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017349693924188614, - "sufficiency": 0.8141494393348694, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02332557551562786, + "sufficiency": 0.9910924434661865, "masked prediction probs": [ - 0.9795191884040833, - 0.02048077993094921 + 0.9740729331970215, + 0.025927118957042694 + ], + "full text prediction probs": [ + 0.9953312277793884, + 0.004668706096708775 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0017309141112491488, + "sufficiency": 0.785710334777832, + "masked prediction probs": [ + 0.9937533736228943, + 0.006246590055525303 ], "full text prediction probs": [ 0.9953312277793884, @@ -84118,8 +94531,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.000791243277490139, - "sufficiency": 0.8281834125518799, + "comprehensiveness": 0.000791069702245295, + "sufficiency": 0.8282210826873779, "masked prediction probs": [ 0.9946099519729614, 0.005390016827732325 @@ -84131,8 +94544,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017342083156108856, - "sufficiency": 0.8142309784889221, + "comprehensiveness": 0.017338279634714127, + "sufficiency": 0.8142716884613037, "masked prediction probs": [ 0.9795191884040833, 0.02048077993094921 @@ -84144,8 +94557,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014375736005604267, - "sufficiency": 0.877369225025177, + "comprehensiveness": 0.014372583478689194, + "sufficiency": 0.8773960471153259, "masked prediction probs": [ 0.9822209477424622, 0.017779074609279633 @@ -84157,8 +94570,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014096572995185852, - "sufficiency": 0.8457443714141846, + "comprehensiveness": 0.0014093483332544565, + "sufficiency": 0.845778226852417, "masked prediction probs": [ 0.9940453767776489, 0.005954556632786989 @@ -84170,8 +94583,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01868593506515026, - "sufficiency": 0.9725050926208496, + "comprehensiveness": 0.018681839108467102, + "sufficiency": 0.9725111722946167, "masked prediction probs": [ 0.9782826900482178, 0.021717239171266556 @@ -84183,8 +94596,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0018531157402321696, - "sufficiency": 0.7408773303031921, + "comprehensiveness": 0.0018527096835896373, + "sufficiency": 0.7409340739250183, "masked prediction probs": [ 0.993640124797821, 0.006359829567372799 @@ -84196,8 +94609,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0173230841755867, - "sufficiency": 0.8144344687461853, + "comprehensiveness": 0.017319288104772568, + "sufficiency": 0.8144751191139221, + "masked prediction probs": [ + 0.9795191884040833, + 0.02048077993094921 + ], + "full text prediction probs": [ + 0.9953312277793884, + 0.004668706096708775 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017315495759248734, + "sufficiency": 0.8145157694816589, "masked prediction probs": [ 0.9795191884040833, 0.02048077993094921 @@ -84210,12 +94636,12 @@ } }, "dev_790": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.055100344121456146, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.009282738901674747, + "sufficiency": 0.8505271673202515, "masked prediction probs": [ - 0.9427108764648438, - 0.057289090007543564 + 0.9842736721038818, + 0.015726374462246895 ], "full text prediction probs": [ 0.9926943778991699, @@ -84314,12 +94740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11458869278430939, - "sufficiency": 0.9991761445999146, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0550033301115036, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8885635137557983, - 0.11143648624420166 + 0.9427108764648438, + 0.057289090007543564 + ], + "full text prediction probs": [ + 0.9926943778991699, + 0.007305602543056011 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0017255089478567243, + "sufficiency": 0.8416010737419128, + "masked prediction probs": [ + 0.9911260008811951, + 0.008874009363353252 ], "full text prediction probs": [ 0.9926943778991699, @@ -84329,7 +94768,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4600393772125244, + "sufficiency": 0.4601581394672394, "masked prediction probs": [ 0.9941831231117249, 0.005816902965307236 @@ -84341,8 +94780,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05270616337656975, - "sufficiency": 0.8587346076965332, + "comprehensiveness": 0.05269457399845123, + "sufficiency": 0.8587656617164612, "masked prediction probs": [ 0.9447773098945618, 0.05522265285253525 @@ -84354,8 +94793,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01963355764746666, - "sufficiency": 0.8753287196159363, + "comprehensiveness": 0.019629238173365593, + "sufficiency": 0.875356137752533, "masked prediction probs": [ 0.9748408794403076, 0.025159133598208427 @@ -84367,8 +94806,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.016956409439444542, - "sufficiency": 0.8208437561988831, + "comprehensiveness": 0.01695268228650093, + "sufficiency": 0.82088303565979, "masked prediction probs": [ 0.9772719144821167, 0.02272803895175457 @@ -84380,8 +94819,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0526714026927948, - "sufficiency": 0.8588277101516724, + "comprehensiveness": 0.05265982449054718, + "sufficiency": 0.8588587641716003, "masked prediction probs": [ 0.9447773098945618, 0.05522265285253525 @@ -84393,8 +94832,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014116814127191901, - "sufficiency": 0.7752388715744019, + "comprehensiveness": 0.0014113712823018432, + "sufficiency": 0.7752882242202759, "masked prediction probs": [ 0.9914098381996155, 0.008590124547481537 @@ -84406,8 +94845,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05264825373888016, - "sufficiency": 0.8588897585868835, + "comprehensiveness": 0.05263668671250343, + "sufficiency": 0.8589207530021667, "masked prediction probs": [ 0.9447773098945618, 0.05522265285253525 @@ -84417,15 +94856,28 @@ 0.007305602543056011 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11436217278242111, + "sufficiency": 0.9991776943206787, + "masked prediction probs": [ + 0.8885635137557983, + 0.11143648624420166 + ], + "full text prediction probs": [ + 0.9926943778991699, + 0.007305602543056011 + ], + "labels": 0 } }, "dev_803": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9995080232620239, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.009221200831234455, + "sufficiency": 0.9180901050567627, "masked prediction probs": [ - 0.0859951600432396, - 0.9140048027038574 + 0.9649025201797485, + 0.035097453743219376 ], "full text prediction probs": [ 0.9730865955352783, @@ -84524,12 +94976,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.997709333896637, "sufficiency": 1.0, "masked prediction probs": [ - 0.05703332647681236, - 0.9429666996002197 + 0.0859951600432396, + 0.9140048027038574 + ], + "full text prediction probs": [ + 0.9730865955352783, + 0.02691342867910862 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8168557286262512, + "masked prediction probs": [ + 0.9730865955352783, + 0.02691342867910862 ], "full text prediction probs": [ 0.9730865955352783, @@ -84539,7 +95004,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6424421668052673, + "sufficiency": 0.6425225734710693, "masked prediction probs": [ 0.9918686151504517, 0.008131351321935654 @@ -84551,7 +95016,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6435268521308899, + "comprehensiveness": 0.64338219165802, "sufficiency": 1.0, "masked prediction probs": [ 0.40065133571624756, @@ -84590,7 +95055,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6430931091308594, + "comprehensiveness": 0.6429486274719238, "sufficiency": 1.0, "masked prediction probs": [ 0.40065133571624756, @@ -84603,8 +95068,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.023885823786258698, - "sufficiency": 0.8301898241043091, + "comprehensiveness": 0.02388046123087406, + "sufficiency": 0.8302279710769653, "masked prediction probs": [ 0.9518203735351562, 0.04817965626716614 @@ -84627,15 +95092,28 @@ 0.02691342867910862 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05703332647681236, + 0.9429666996002197 + ], + "full text prediction probs": [ + 0.9730865955352783, + 0.02691342867910862 + ], + "labels": 0 } }, "dev_815": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09793289750814438, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9359655380249023, "masked prediction probs": [ - 0.8656566739082336, - 0.13434331119060516 + 0.9595545530319214, + 0.040445487946271896 ], "full text prediction probs": [ 0.9503480195999146, @@ -84734,12 +95212,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1761339157819748, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09775203466415405, "sufficiency": 1.0, "masked prediction probs": [ - 0.7977474331855774, - 0.2022525519132614 + 0.8656566739082336, + 0.13434331119060516 + ], + "full text prediction probs": [ + 0.9503480195999146, + 0.049651987850666046 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0369037389755249, + "sufficiency": 0.8590208292007446, + "masked prediction probs": [ + 0.9183676242828369, + 0.08163232356309891 ], "full text prediction probs": [ 0.9503480195999146, @@ -84762,7 +95253,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6888328194618225, + "sufficiency": 0.6889045834541321, "masked prediction probs": [ 0.9751752614974976, 0.024824660271406174 @@ -84774,7 +95265,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.17601202428340912, + "comprehensiveness": 0.17597141861915588, "sufficiency": 1.0, "masked prediction probs": [ 0.7977474331855774, @@ -84788,7 +95279,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8480449914932251, + "sufficiency": 0.848080039024353, "masked prediction probs": [ 0.972942054271698, 0.027057912200689316 @@ -84801,7 +95292,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8407416939735413, + "sufficiency": 0.8407783508300781, "masked prediction probs": [ 0.967609703540802, 0.03239032253623009 @@ -84813,8 +95304,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.10451953858137131, - "sufficiency": 0.9475573301315308, + "comprehensiveness": 0.10449545085430145, + "sufficiency": 0.9475694894790649, "masked prediction probs": [ 0.859667956829071, 0.14033202826976776 @@ -84826,7 +95317,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1758497655391693, + "comprehensiveness": 0.17580923438072205, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7977474331855774, + 0.2022525519132614 + ], + "full text prediction probs": [ + 0.9503480195999146, + 0.049651987850666046 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17576873302459717, "sufficiency": 1.0, "masked prediction probs": [ 0.7977474331855774, @@ -84840,12 +95344,12 @@ } }, "dev_827": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9806475043296814, - 0.019352486357092857 + 0.951594352722168, + 0.04840558394789696 ], "full text prediction probs": [ 0.0831819400191307, @@ -84944,12 +95448,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9781988859176636, - 0.02180115133523941 + 0.9806475043296814, + 0.019352486357092857 + ], + "full text prediction probs": [ + 0.0831819400191307, + 0.9168180227279663 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21841369569301605, + 0.7815862894058228 ], "full text prediction probs": [ 0.0831819400191307, @@ -85047,15 +95564,28 @@ 0.9168180227279663 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9781988859176636, + 0.02180115133523941 + ], + "full text prediction probs": [ + 0.0831819400191307, + 0.9168180227279663 + ], + "labels": 1 } }, "dev_17": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3080061972141266, "sufficiency": 0.0, "masked prediction probs": [ - 0.9839274287223816, - 0.016072547063231468 + 0.035494353622198105, + 0.9645056128501892 ], "full text prediction probs": [ 0.011423587799072266, @@ -85154,12 +95684,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9880472421646118, - 0.01195277739316225 + 0.9839274287223816, + 0.016072547063231468 + ], + "full text prediction probs": [ + 0.011423587799072266, + 0.9885764718055725 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04365070164203644, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01491339411586523, + 0.9850865602493286 ], "full text prediction probs": [ 0.011423587799072266, @@ -85181,7 +95724,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.24163295328617096, + "comprehensiveness": 0.24103140830993652, "sufficiency": 0.0, "masked prediction probs": [ 0.03079061396420002, @@ -85207,7 +95750,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1784307062625885, + "comprehensiveness": 0.1779887080192566, "sufficiency": 0.0, "masked prediction probs": [ 0.02579624392092228, @@ -85233,7 +95776,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.170061394572258, + "comprehensiveness": 0.16964221000671387, "sufficiency": 0.0, "masked prediction probs": [ 0.02519020438194275, @@ -85257,15 +95800,28 @@ 0.9885764718055725 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9880472421646118, + 0.01195277739316225 + ], + "full text prediction probs": [ + 0.011423587799072266, + 0.9885764718055725 + ], + "labels": 1 } }, "dev_44": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.22221580147743225, + "fixed-shap": { + "comprehensiveness": 0.02151665836572647, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6165767312049866, - 0.3834232985973358 + 0.016922954469919205, + 0.9830769896507263 ], "full text prediction probs": [ 0.01532541774213314, @@ -85364,12 +95920,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.23860393464565277, + "masked prediction probs": [ + 0.6165767312049866, + 0.3834232985973358 + ], + "full text prediction probs": [ + 0.01532541774213314, + 0.9846745729446411 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030819270759820938, "sufficiency": 0.0, "masked prediction probs": [ - 0.8205897212028503, - 0.17941026389598846 + 0.017669202759861946, + 0.9823307991027832 ], "full text prediction probs": [ 0.01532541774213314, @@ -85391,7 +95960,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.595523476600647, + "comprehensiveness": 0.5939652323722839, "sufficiency": 0.0, "masked prediction probs": [ 0.06073352321982384, @@ -85404,7 +95973,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.29446548223495483, + "comprehensiveness": 0.2936969995498657, "sufficiency": 0.0, "masked prediction probs": [ 0.03783704712986946, @@ -85417,7 +95986,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4723062515258789, + "comprehensiveness": 0.4710768759250641, "sufficiency": 0.0, "masked prediction probs": [ 0.05152725428342819, @@ -85443,7 +96012,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.44509270787239075, + "comprehensiveness": 0.4439401626586914, "sufficiency": 0.0, "masked prediction probs": [ 0.04961950704455376, @@ -85467,15 +96036,28 @@ 0.9846745729446411 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8205897212028503, + 0.17941026389598846 + ], + "full text prediction probs": [ + 0.01532541774213314, + 0.9846745729446411 + ], + "labels": 1 } }, "dev_53": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8345701098442078, + "fixed-shap": { + "comprehensiveness": 0.06080811470746994, + "sufficiency": 0.0, "masked prediction probs": [ - 0.621404230594635, - 0.378595769405365 + 0.010344102047383785, + 0.9896558523178101 ], "full text prediction probs": [ 0.005214446224272251, @@ -85574,12 +96156,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8222838044166565, + "sufficiency": 0.8376462459564209, "masked prediction probs": [ - 0.4719565510749817, - 0.5280434489250183 + 0.621404230594635, + 0.378595769405365 + ], + "full text prediction probs": [ + 0.005214446224272251, + 0.9947856068611145 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.003924525808542967, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005552486050873995, + 0.9944474697113037 ], "full text prediction probs": [ 0.005214446224272251, @@ -85588,8 +96183,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7417436838150024, - "sufficiency": 0.7204614877700806, + "comprehensiveness": 0.7400255799293518, + "sufficiency": 0.7211081981658936, "masked prediction probs": [ 0.06912300735712051, 0.9308769702911377 @@ -85602,7 +96197,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6318281292915344, + "sufficiency": 0.6326779723167419, "masked prediction probs": [ 0.19918927550315857, 0.8008107542991638 @@ -85615,7 +96210,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6048868298530579, + "sufficiency": 0.605796754360199, "masked prediction probs": [ 0.24026371538639069, 0.7597362995147705 @@ -85627,7 +96222,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007275385316461325, + "comprehensiveness": 0.007258649915456772, "sufficiency": 0.0, "masked prediction probs": [ 0.0058456165716052055, @@ -85641,7 +96236,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.647404134273529, + "sufficiency": 0.6482124328613281, "masked prediction probs": [ 0.4458461105823517, 0.5541538596153259 @@ -85653,7 +96248,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02085406333208084, + "comprehensiveness": 0.020806312561035156, "sufficiency": 0.0, "masked prediction probs": [ 0.007032066583633423, @@ -85667,7 +96262,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6490170359611511, + "sufficiency": 0.649817943572998, "masked prediction probs": [ 0.4458461105823517, 0.5541538596153259 @@ -85677,15 +96272,28 @@ 0.9947856068611145 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8259252905845642, + "masked prediction probs": [ + 0.4719565510749817, + 0.5280434489250183 + ], + "full text prediction probs": [ + 0.005214446224272251, + 0.9947856068611145 + ], + "labels": 1 } }, "dev_57": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9428550601005554, - 0.05714493244886398 + 0.4618130326271057, + 0.5381869673728943 ], "full text prediction probs": [ 0.0732681155204773, @@ -85784,7 +96392,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -85797,6 +96405,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4851963222026825, + 0.5148036479949951 + ], + "full text prediction probs": [ + 0.0732681155204773, + 0.9267318248748779 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -85887,15 +96508,28 @@ 0.9267318248748779 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9428550601005554, + 0.05714493244886398 + ], + "full text prediction probs": [ + 0.0732681155204773, + 0.9267318248748779 + ], + "labels": 1 } }, "dev_59": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9844115376472473, - 0.015588452108204365 + 0.7425393462181091, + 0.2574606239795685 ], "full text prediction probs": [ 0.012133503332734108, @@ -85994,7 +96628,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -86007,6 +96641,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7425393462181091, + 0.2574606239795685 + ], + "full text prediction probs": [ + 0.012133503332734108, + 0.9878665208816528 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -86022,7 +96669,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.24189944565296173, + "sufficiency": 0.24380116164684296, "masked prediction probs": [ 0.932147204875946, 0.06785281747579575 @@ -86035,7 +96682,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9200527667999268, + "sufficiency": 0.920252799987793, "masked prediction probs": [ 0.9783133864402771, 0.02168659120798111 @@ -86047,7 +96694,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010691222734749317, + "comprehensiveness": 0.010664504021406174, "sufficiency": 0.0, "masked prediction probs": [ 0.012987061403691769, @@ -86061,7 +96708,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3911995589733124, + "sufficiency": 0.39271533489227295, "masked prediction probs": [ 0.9680970311164856, 0.03190295770764351 @@ -86073,7 +96720,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05576049163937569, + "comprehensiveness": 0.055621832609176636, "sufficiency": 0.0, "masked prediction probs": [ 0.016607772558927536, @@ -86097,15 +96744,28 @@ 0.9878665208816528 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9844115376472473, + 0.015588452108204365 + ], + "full text prediction probs": [ + 0.012133503332734108, + 0.9878665208816528 + ], + "labels": 1 } }, "dev_62": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9845420718193054, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05608729273080826, + "sufficiency": 0.8775667548179626, "masked prediction probs": [ - 0.10228230804204941, - 0.8977177143096924 + 0.8775928616523743, + 0.12240716814994812 ], "full text prediction probs": [ 0.9244288206100464, @@ -86192,11 +96852,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.98466956615448, - "sufficiency": 0.8528657555580139, + "comprehensiveness": 0.05599341541528702, + "sufficiency": 0.8777716755867004, "masked prediction probs": [ - 0.10079729557037354, - 0.8992027044296265 + 0.8775928616523743, + 0.12240716814994812 ], "full text prediction probs": [ 0.9244288206100464, @@ -86204,12 +96864,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9914628267288208, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9826592206954956, + "sufficiency": 1.0, "masked prediction probs": [ - 0.05348336696624756, - 0.9465166330337524 + 0.10228230804204941, + 0.8977177143096924 + ], + "full text prediction probs": [ + 0.9244288206100464, + 0.0755712017416954 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8673309087753296, + "masked prediction probs": [ + 0.9244288206100464, + 0.0755712017416954 ], "full text prediction probs": [ 0.9244288206100464, @@ -86219,7 +96892,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8969102501869202, + "sufficiency": 0.8969349265098572, "masked prediction probs": [ 0.08425183594226837, 0.915748119354248 @@ -86232,7 +96905,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8673626780509949, + "sufficiency": 0.8673942685127258, "masked prediction probs": [ 0.9244288206100464, 0.0755712017416954 @@ -86245,7 +96918,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8969594836235046, + "sufficiency": 0.8969839811325073, "masked prediction probs": [ 0.08425183594226837, 0.915748119354248 @@ -86257,8 +96930,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6104357242584229, - "sufficiency": 0.8765110969543457, + "comprehensiveness": 0.6102900505065918, + "sufficiency": 0.8765406608581543, "masked prediction probs": [ 0.4132165014743805, 0.5867834687232971 @@ -86271,7 +96944,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9208834767341614, + "sufficiency": 0.9209023714065552, "masked prediction probs": [ 0.062133658677339554, 0.9378663897514343 @@ -86284,7 +96957,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9162614941596985, + "sufficiency": 0.9162814021110535, "masked prediction probs": [ 0.9759376645088196, 0.02406235970556736 @@ -86297,7 +96970,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9209212064743042, + "sufficiency": 0.920940101146698, "masked prediction probs": [ 0.062133658677339554, 0.9378663897514343 @@ -86307,15 +96980,28 @@ 0.0755712017416954 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9914811849594116, + "masked prediction probs": [ + 0.05348336696624756, + 0.9465166330337524 + ], + "full text prediction probs": [ + 0.9244288206100464, + 0.0755712017416954 + ], + "labels": 1 } }, "dev_79": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9628222584724426, - 0.03717770799994469 + 0.3421325981616974, + 0.6578673720359802 ], "full text prediction probs": [ 0.12757109105587006, @@ -86414,7 +97100,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -86427,6 +97113,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1672414392232895, + 0.8327584862709045 + ], + "full text prediction probs": [ + 0.12757109105587006, + 0.8724288940429688 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -86517,15 +97216,28 @@ 0.8724288940429688 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9628222584724426, + 0.03717770799994469 + ], + "full text prediction probs": [ + 0.12757109105587006, + 0.8724288940429688 + ], + "labels": 1 } }, "dev_85": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.700439453125, - 0.2995605170726776 + 0.6709949970245361, + 0.3290049731731415 ], "full text prediction probs": [ 0.013915752992033958, @@ -86624,7 +97336,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -86637,6 +97349,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6709949970245361, + 0.3290049731731415 + ], + "full text prediction probs": [ + 0.013915752992033958, + 0.9860842823982239 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -86664,7 +97389,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6214485168457031, + "comprehensiveness": 0.6198559999465942, "sufficiency": 0.0, "masked prediction probs": [ 0.0623009167611599, @@ -86677,7 +97402,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04608245566487312, + "comprehensiveness": 0.045964669436216354, "sufficiency": 0.0, "masked prediction probs": [ 0.017512822523713112, @@ -86691,7 +97416,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8157172799110413, + "sufficiency": 0.8161864876747131, "masked prediction probs": [ 0.2911893129348755, 0.7088106870651245 @@ -86703,7 +97428,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04369830712676048, + "comprehensiveness": 0.043587181717157364, "sufficiency": 0.0, "masked prediction probs": [ 0.01734418421983719, @@ -86727,15 +97452,28 @@ 0.9860842823982239 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.700439453125, + 0.2995605170726776 + ], + "full text prediction probs": [ + 0.013915752992033958, + 0.9860842823982239 + ], + "labels": 1 } }, "dev_92": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.8389773368835449, "masked prediction probs": [ - 0.4374123215675354, - 0.5625876784324646 + 0.11724907904863358, + 0.882750928401947 ], "full text prediction probs": [ 0.007353542372584343, @@ -86834,7 +97572,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -86847,6 +97585,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8424234390258789, + "masked prediction probs": [ + 0.11724907904863358, + 0.882750928401947 + ], + "full text prediction probs": [ + 0.007353542372584343, + 0.9926464557647705 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -86861,7 +97612,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04296131804585457, + "comprehensiveness": 0.0428595244884491, "sufficiency": 0.0, "masked prediction probs": [ 0.010971803218126297, @@ -86874,7 +97625,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02375193126499653, + "comprehensiveness": 0.02369578368961811, "sufficiency": 0.0, "masked prediction probs": [ 0.00935865193605423, @@ -86887,7 +97638,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026222366839647293, + "comprehensiveness": 0.026160527020692825, "sufficiency": 0.0, "masked prediction probs": [ 0.009572510607540607, @@ -86901,7 +97652,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7677257061004639, + "sufficiency": 0.7682715654373169, "masked prediction probs": [ 0.3165782392024994, 0.6834217309951782 @@ -86913,7 +97664,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03337034955620766, + "comprehensiveness": 0.0332920216023922, "sufficiency": 0.0, "masked prediction probs": [ 0.010190654546022415, @@ -86937,15 +97688,28 @@ 0.9926464557647705 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4374123215675354, + 0.5625876784324646 + ], + "full text prediction probs": [ + 0.007353542372584343, + 0.9926464557647705 + ], + "labels": 1 } }, "dev_116": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.978777289390564, - 0.021222705021500587 + 0.820060670375824, + 0.1799393594264984 ], "full text prediction probs": [ 0.4948112666606903, @@ -87044,12 +97808,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9800769686698914, - 0.01992303691804409 + 0.978777289390564, + 0.021222705021500587 + ], + "full text prediction probs": [ + 0.4948112666606903, + 0.5051887631416321 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.820060670375824, + 0.1799393594264984 ], "full text prediction probs": [ 0.4948112666606903, @@ -87147,15 +97924,28 @@ 0.5051887631416321 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9800769686698914, + 0.01992303691804409 + ], + "full text prediction probs": [ + 0.4948112666606903, + 0.5051887631416321 + ], + "labels": 0 } }, "dev_136": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.35288742184638977, "sufficiency": 0.0, "masked prediction probs": [ - 0.4464901089668274, - 0.5535098910331726 + 0.039931610226631165, + 0.96006840467453 ], "full text prediction probs": [ 0.012860198505222797, @@ -87254,7 +98044,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -87267,6 +98057,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.3447958528995514, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.039931610226631165, + 0.96006840467453 + ], + "full text prediction probs": [ + 0.012860198505222797, + 0.9871397614479065 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -87333,7 +98136,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0220355037599802, + "comprehensiveness": 0.021980207413434982, "sufficiency": 0.0, "masked prediction probs": [ 0.014612387865781784, @@ -87357,15 +98160,28 @@ 0.9871397614479065 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4464901089668274, + 0.5535098910331726 + ], + "full text prediction probs": [ + 0.012860198505222797, + 0.9871397614479065 + ], + "labels": 1 } }, "dev_184": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9874774217605591, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9182226657867432, "masked prediction probs": [ - 0.06857068091630936, - 0.9314293265342712 + 0.9934897422790527, + 0.006510219071060419 ], "full text prediction probs": [ 0.9932998418807983, @@ -87464,12 +98280,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8136241436004639, + "sufficiency": 0.9874995946884155, "masked prediction probs": [ - 0.04528408870100975, - 0.9547159671783447 + 0.06857068091630936, + 0.9314293265342712 + ], + "full text prediction probs": [ + 0.9932998418807983, + 0.006700145546346903 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7715421319007874, + "masked prediction probs": [ + 0.9940144419670105, + 0.005985558964312077 ], "full text prediction probs": [ 0.9932998418807983, @@ -87478,8 +98307,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0054167150519788265, - "sufficiency": 0.05158734321594238, + "comprehensiveness": 0.005415518768131733, + "sufficiency": 0.05179670825600624, "masked prediction probs": [ 0.9883937835693359, 0.011606236919760704 @@ -87492,7 +98321,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8137065768241882, + "sufficiency": 0.8137476444244385, "masked prediction probs": [ 0.04528408870100975, 0.9547159671783447 @@ -87504,8 +98333,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00571099016815424, - "sufficiency": 0.8464123606681824, + "comprehensiveness": 0.005709729623049498, + "sufficiency": 0.8464462757110596, "masked prediction probs": [ 0.9881249666213989, 0.011874970979988575 @@ -87517,8 +98346,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008211303502321243, - "sufficiency": 0.8622084259986877, + "comprehensiveness": 0.00820949301123619, + "sufficiency": 0.8622388243675232, "masked prediction probs": [ 0.9858577251434326, 0.014142351225018501 @@ -87530,8 +98359,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8843973875045776, - "sufficiency": 0.7937531471252441, + "comprehensiveness": 0.884202241897583, + "sufficiency": 0.7937986254692078, "masked prediction probs": [ 0.19157080352306366, 0.8084291815757751 @@ -87543,8 +98372,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007354229222983122, - "sufficiency": 0.8741849064826965, + "comprehensiveness": 0.007352607790380716, + "sufficiency": 0.8742126226425171, "masked prediction probs": [ 0.9866315722465515, 0.013368424028158188 @@ -87556,8 +98385,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8840072751045227, - "sufficiency": 0.7938441038131714, + "comprehensiveness": 0.8838123679161072, + "sufficiency": 0.793889582157135, "masked prediction probs": [ 0.19157080352306366, 0.8084291815757751 @@ -87567,15 +98396,28 @@ 0.006700145546346903 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8139939308166504, + "masked prediction probs": [ + 0.04528408870100975, + 0.9547159671783447 + ], + "full text prediction probs": [ + 0.9932998418807983, + 0.006700145546346903 + ], + "labels": 0 } }, "dev_278": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.45202621817588806, - "sufficiency": 0.915108323097229, + "fixed-shap": { + "comprehensiveness": 0.028116080909967422, + "sufficiency": 0.0, "masked prediction probs": [ - 0.046686191111803055, - 0.9533138275146484 + 0.013508196920156479, + 0.9864917397499084 ], "full text prediction probs": [ 0.011307685635983944, @@ -87674,12 +98516,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3592630922794342, - "sufficiency": 0.3680436611175537, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.44296908378601074, + "sufficiency": 0.9168071746826172, "masked prediction probs": [ - 0.04000085964798927, - 0.959999144077301 + 0.046686191111803055, + 0.9533138275146484 + ], + "full text prediction probs": [ + 0.011307685635983944, + 0.9886922836303711 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04914627969264984, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01524263620376587, + 0.9847573041915894 ], "full text prediction probs": [ 0.011307685635983944, @@ -87689,7 +98544,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6178386807441711, + "sufficiency": 0.6187899112701416, "masked prediction probs": [ 0.09565088897943497, 0.904349148273468 @@ -87714,8 +98569,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3565838038921356, - "sufficiency": 0.37275075912475586, + "comprehensiveness": 0.3556995689868927, + "sufficiency": 0.37430426478385925, "masked prediction probs": [ 0.04000085964798927, 0.959999144077301 @@ -87727,7 +98582,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.042519234120845795, + "comprehensiveness": 0.04241405799984932, "sufficiency": 0.0, "masked prediction probs": [ 0.014737577177584171, @@ -87741,7 +98596,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7522199153900146, + "sufficiency": 0.7528305649757385, "masked prediction probs": [ 0.20588460564613342, 0.794115424156189 @@ -87766,8 +98621,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.35307297110557556, - "sufficiency": 0.37891891598701477, + "comprehensiveness": 0.3522060513496399, + "sufficiency": 0.3804420530796051, + "masked prediction probs": [ + 0.04000085964798927, + 0.959999144077301 + ], + "full text prediction probs": [ + 0.011307685635983944, + 0.9886922836303711 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3513433635234833, + "sufficiency": 0.3819577097892761, "masked prediction probs": [ 0.04000085964798927, 0.959999144077301 @@ -87780,12 +98648,12 @@ } }, "dev_324": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9647380709648132, - 0.03526190668344498 + 0.20492865145206451, + 0.7950713634490967 ], "full text prediction probs": [ 0.046589531004428864, @@ -87884,7 +98752,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -87897,6 +98765,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.30400803685188293, + 0.6959919333457947 + ], + "full text prediction probs": [ + 0.046589531004428864, + 0.9534105062484741 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -87963,7 +98844,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.42343512177467346, + "comprehensiveness": 0.42159318923950195, "sufficiency": 0.0, "masked prediction probs": [ 0.06597649306058884, @@ -87987,15 +98868,28 @@ 0.9534105062484741 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9647380709648132, + 0.03526190668344498 + ], + "full text prediction probs": [ + 0.046589531004428864, + 0.9534105062484741 + ], + "labels": 1 } }, "dev_345": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9800419211387634, - 0.0199581291526556 + 0.983087956905365, + 0.016912026330828667 ], "full text prediction probs": [ 0.4928785264492035, @@ -88085,8 +98979,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9800419211387634, - 0.0199581291526556 + 0.983087956905365, + 0.016912026330828667 ], "full text prediction probs": [ 0.4928785264492035, @@ -88094,12 +98988,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9819714426994324, - 0.01802854612469673 + 0.983087956905365, + 0.016912026330828667 + ], + "full text prediction probs": [ + 0.4928785264492035, + 0.5071215033531189 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.983087956905365, + 0.016912026330828667 ], "full text prediction probs": [ 0.4928785264492035, @@ -88189,8 +99096,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9819714426994324, - 0.01802854612469673 + 0.983087956905365, + 0.016912026330828667 + ], + "full text prediction probs": [ + 0.4928785264492035, + 0.5071215033531189 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.983087956905365, + 0.016912026330828667 ], "full text prediction probs": [ 0.4928785264492035, @@ -88200,12 +99120,12 @@ } }, "dev_347": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23036235570907593, - "sufficiency": 0.9020593166351318, + "fixed-shap": { + "comprehensiveness": 0.04160149022936821, + "sufficiency": 0.8109836578369141, "masked prediction probs": [ - 0.02353009581565857, - 0.9764699339866638 + 0.007332114968448877, + 0.9926678538322449 ], "full text prediction probs": [ 0.0037622491363435984, @@ -88304,7 +99224,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.22614508867263794, "sufficiency": 0.903850257396698, "masked prediction probs": [ @@ -88317,9 +99237,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.04074664041399956, + "sufficiency": 0.8148632049560547, + "masked prediction probs": [ + 0.007332114968448877, + 0.9926678538322449 + ], + "full text prediction probs": [ + 0.0037622491363435984, + 0.9962377548217773 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.22562874853610992, - "sufficiency": 0.9040695428848267, + "comprehensiveness": 0.22511477768421173, + "sufficiency": 0.9042878150939941, "masked prediction probs": [ 0.02353009581565857, 0.9764699339866638 @@ -88331,7 +99264,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01463980134576559, + "comprehensiveness": 0.014606528915464878, "sufficiency": 0.0, "masked prediction probs": [ 0.005047863349318504, @@ -88344,8 +99277,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03868887946009636, - "sufficiency": 0.7623518705368042, + "comprehensiveness": 0.03860114887356758, + "sufficiency": 0.7628901600837708, "masked prediction probs": [ 0.007167282979935408, 0.9928326606750488 @@ -88357,7 +99290,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018085673451423645, + "comprehensiveness": 0.01804475300014019, "sufficiency": 0.0, "masked prediction probs": [ 0.005357593297958374, @@ -88370,7 +99303,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.062453482300043106, + "comprehensiveness": 0.062312498688697815, "sufficiency": 0.0, "masked prediction probs": [ 0.009283959865570068, @@ -88383,7 +99316,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.005342147778719664, + "comprehensiveness": 0.005330115556716919, "sufficiency": 0.0, "masked prediction probs": [ 0.004235595930367708, @@ -88396,8 +99329,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.22257964313030243, - "sufficiency": 0.905364453792572, + "comprehensiveness": 0.22207944095134735, + "sufficiency": 0.9055768847465515, + "masked prediction probs": [ + 0.02353009581565857, + 0.9764699339866638 + ], + "full text prediction probs": [ + 0.0037622491363435984, + 0.9962377548217773 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.22158148884773254, + "sufficiency": 0.9057883620262146, "masked prediction probs": [ 0.02353009581565857, 0.9764699339866638 @@ -88410,12 +99356,12 @@ } }, "dev_349": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8969207406044006, + "fixed-shap": { + "comprehensiveness": 0.03615287318825722, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9678586721420288, - 0.032141342759132385 + 0.01070492248982191, + 0.9892950654029846 ], "full text prediction probs": [ 0.0077466764487326145, @@ -88514,12 +99460,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6218738555908203, + "sufficiency": 0.8988955616950989, "masked prediction probs": [ - 0.9715496301651001, - 0.02845040336251259 + 0.9678586721420288, + 0.032141342759132385 + ], + "full text prediction probs": [ + 0.0077466764487326145, + 0.9922533631324768 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03537458926439285, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01070492248982191, + 0.9892950654029846 ], "full text prediction probs": [ 0.0077466764487326145, @@ -88529,7 +99488,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6227772235870361, + "sufficiency": 0.6236763000488281, "masked prediction probs": [ 0.9715496301651001, 0.02845040336251259 @@ -88542,7 +99501,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8843435049057007, + "sufficiency": 0.8846185207366943, "masked prediction probs": [ 0.9602121114730835, 0.03978784382343292 @@ -88555,7 +99514,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7351248264312744, + "sufficiency": 0.7357531785964966, "masked prediction probs": [ 0.6821707487106323, 0.3178292512893677 @@ -88567,7 +99526,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04703671112656593, + "comprehensiveness": 0.046925269067287445, "sufficiency": 0.0, "masked prediction probs": [ 0.011708476580679417, @@ -88581,7 +99540,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9477302432060242, + "sufficiency": 0.9478536248207092, "masked prediction probs": [ 0.9638433456420898, 0.03615666553378105 @@ -88593,7 +99552,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03462408110499382, + "comprehensiveness": 0.03454243391752243, "sufficiency": 0.0, "masked prediction probs": [ 0.010676790960133076, @@ -88607,7 +99566,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6281081438064575, + "sufficiency": 0.6289820075035095, + "masked prediction probs": [ + 0.9715496301651001, + 0.02845040336251259 + ], + "full text prediction probs": [ + 0.0077466764487326145, + 0.9922533631324768 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.629851758480072, "masked prediction probs": [ 0.9715496301651001, 0.02845040336251259 @@ -88620,12 +99592,12 @@ } }, "dev_368": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9491556286811829, + "fixed-shap": { + "comprehensiveness": 0.21190351247787476, + "sufficiency": 0.7612718939781189, "masked prediction probs": [ - 0.4250059723854065, - 0.5749940872192383 + 0.022213218733668327, + 0.9777867794036865 ], "full text prediction probs": [ 0.00410123635083437, @@ -88724,7 +99696,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9500889778137207, "masked prediction probs": [ @@ -88737,8 +99709,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.20753230154514313, + "sufficiency": 0.7661908268928528, + "masked prediction probs": [ + 0.022213218733668327, + 0.9777867794036865 + ], + "full text prediction probs": [ + 0.00410123635083437, + 0.9958987832069397 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.35516366362571716, + "comprehensiveness": 0.3543514907360077, "sufficiency": 0.0, "masked prediction probs": [ 0.03509743511676788, @@ -88751,7 +99736,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.030566444620490074, + "comprehensiveness": 0.030496705323457718, "sufficiency": 0.0, "masked prediction probs": [ 0.006774982903152704, @@ -88764,8 +99749,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12505634129047394, - "sufficiency": 0.7583531141281128, + "comprehensiveness": 0.12477166950702667, + "sufficiency": 0.7589026093482971, "masked prediction probs": [ 0.015065325424075127, 0.9849346876144409 @@ -88777,7 +99762,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01386449858546257, + "comprehensiveness": 0.013833008706569672, "sufficiency": 0.0, "masked prediction probs": [ 0.005319537129253149, @@ -88790,7 +99775,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04174942895770073, + "comprehensiveness": 0.04165482148528099, "sufficiency": 0.0, "masked prediction probs": [ 0.007778217550367117, @@ -88803,8 +99788,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17140260338783264, - "sufficiency": 0.39069268107414246, + "comprehensiveness": 0.17101506888866425, + "sufficiency": 0.3920687139034271, "masked prediction probs": [ 0.019231533631682396, 0.9807685017585754 @@ -88816,8 +99801,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12392536550760269, - "sufficiency": 0.7605360746383667, + "comprehensiveness": 0.12364580482244492, + "sufficiency": 0.7610756754875183, "masked prediction probs": [ 0.015065325424075127, 0.9849346876144409 @@ -88827,15 +99812,28 @@ 0.9958987832069397 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9510989189147949, + "masked prediction probs": [ + 0.4250059723854065, + 0.5749940872192383 + ], + "full text prediction probs": [ + 0.00410123635083437, + 0.9958987832069397 + ], + "labels": 1 } }, "dev_370": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5226081609725952, - "sufficiency": 0.9232416749000549, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.0497271753847599, - 0.950272798538208 + 0.00607701251283288, + 0.993923008441925 ], "full text prediction probs": [ 0.006106162443757057, @@ -88934,7 +99932,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5127770304679871, "sufficiency": 0.9246839284896851, "masked prediction probs": [ @@ -88947,8 +99945,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00607701251283288, + 0.993923008441925 + ], + "full text prediction probs": [ + 0.006106162443757057, + 0.9938938021659851 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.03022376447916031, + "comprehensiveness": 0.030153028666973114, "sufficiency": 0.0, "masked prediction probs": [ 0.008683314546942711, @@ -88961,8 +99972,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13168038427829742, - "sufficiency": 0.9510621428489685, + "comprehensiveness": 0.13137291371822357, + "sufficiency": 0.9511762857437134, "masked prediction probs": [ 0.017360739409923553, 0.9826393127441406 @@ -88974,7 +99985,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.015786122530698776, + "comprehensiveness": 0.01574934832751751, "sufficiency": 0.0, "masked prediction probs": [ 0.007458539213985205, @@ -88987,7 +99998,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01574934832751751, + "comprehensiveness": 0.015712745487689972, "sufficiency": 0.0, "masked prediction probs": [ 0.007458539213985205, @@ -89000,8 +100011,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4634321630001068, - "sufficiency": 0.955415666103363, + "comprehensiveness": 0.4623575806617737, + "sufficiency": 0.9555189609527588, "masked prediction probs": [ 0.04599302262067795, 0.9540069699287415 @@ -89013,7 +100024,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0025446629151701927, + "comprehensiveness": 0.0025387760251760483, "sufficiency": 0.0, "masked prediction probs": [ 0.006325771100819111, @@ -89026,8 +100037,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4612879753112793, - "sufficiency": 0.9556217193603516, + "comprehensiveness": 0.46022331714630127, + "sufficiency": 0.9557240009307861, "masked prediction probs": [ 0.04599302262067795, 0.9540069699287415 @@ -89037,15 +100048,28 @@ 0.9938938021659851 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5021500587463379, + "sufficiency": 0.926243007183075, + "masked prediction probs": [ + 0.0497271753847599, + 0.950272798538208 + ], + "full text prediction probs": [ + 0.006106162443757057, + 0.9938938021659851 + ], + "labels": 1 } }, "dev_374": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11604771018028259, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.0672098845243454, + "sufficiency": 0.858948826789856, "masked prediction probs": [ - 0.015498489141464233, - 0.9845015406608582 + 0.011405836790800095, + 0.9885941743850708 ], "full text prediction probs": [ 0.005773610435426235, @@ -89144,7 +100168,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.11387316882610321, "sufficiency": 0.0, "masked prediction probs": [ @@ -89157,9 +100181,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0657963752746582, + "sufficiency": 0.8619118928909302, + "masked prediction probs": [ + 0.011405836790800095, + 0.9885941743850708 + ], + "full text prediction probs": [ + 0.005773610435426235, + 0.9942263960838318 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8653921484947205, + "sufficiency": 0.8657056093215942, "masked prediction probs": [ 0.10004899650812149, 0.8999509811401367 @@ -89171,7 +100208,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11334221065044403, + "comprehensiveness": 0.11307858675718307, "sufficiency": 0.0, "masked prediction probs": [ 0.015498489141464233, @@ -89184,8 +100221,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03493282571434975, - "sufficiency": 0.4183386564254761, + "comprehensiveness": 0.03485175967216492, + "sufficiency": 0.41968685388565063, "masked prediction probs": [ 0.008777905255556107, 0.9912221431732178 @@ -89197,8 +100234,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.17613819241523743, - "sufficiency": 0.11005747318267822, + "comprehensiveness": 0.1757304072380066, + "sufficiency": 0.11211545765399933, "masked prediction probs": [ 0.020956890657544136, 0.9790431261062622 @@ -89210,7 +100247,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13321012258529663, + "comprehensiveness": 0.13290242850780487, "sufficiency": 0.0, "masked prediction probs": [ 0.017283063381910324, @@ -89223,7 +100260,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04848020151257515, + "comprehensiveness": 0.04836848005652428, "sufficiency": 0.0, "masked prediction probs": [ 0.009972005151212215, @@ -89236,7 +100273,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11203622072935104, + "comprehensiveness": 0.1117786318063736, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015498489141464233, + 0.9845015406608582 + ], + "full text prediction probs": [ + 0.005773610435426235, + 0.9942263960838318 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11152222007513046, "sufficiency": 0.0, "masked prediction probs": [ 0.015498489141464233, @@ -89250,12 +100300,12 @@ } }, "dev_387": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.030294006690382957, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.02606634795665741, + "sufficiency": 0.6130222082138062, "masked prediction probs": [ - 0.007462324574589729, - 0.9925376772880554 + 0.007104300893843174, + 0.9928956627845764 ], "full text prediction probs": [ 0.004897046834230423, @@ -89354,7 +100404,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0297321155667305, "sufficiency": 0.0, "masked prediction probs": [ @@ -89367,9 +100417,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.02552369423210621, + "sufficiency": 0.621069073677063, + "masked prediction probs": [ + 0.007104300893843174, + 0.9928956627845764 + ], + "full text prediction probs": [ + 0.004897046834230423, + 0.9951028823852539 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.033211611211299896, - "sufficiency": 0.6150664687156677, + "comprehensiveness": 0.03313496708869934, + "sufficiency": 0.6159537434577942, "masked prediction probs": [ 0.007769176736474037, 0.9922308325767517 @@ -89381,7 +100444,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02959488518536091, + "comprehensiveness": 0.029526744037866592, "sufficiency": 0.0, "masked prediction probs": [ 0.007462324574589729, @@ -89394,7 +100457,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.043705232441425323, + "comprehensiveness": 0.043604835867881775, "sufficiency": 0.0, "masked prediction probs": [ 0.00869410764425993, @@ -89407,7 +100470,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.048067785799503326, + "comprehensiveness": 0.04795762151479721, "sufficiency": 0.0, "masked prediction probs": [ 0.009082697331905365, @@ -89420,8 +100483,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05473436787724495, - "sufficiency": 0.5892418026924133, + "comprehensiveness": 0.054609205573797226, + "sufficiency": 0.590179979801178, "masked prediction probs": [ 0.009674222208559513, 0.9903258085250854 @@ -89433,7 +100496,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.041838258504867554, + "comprehensiveness": 0.041742805391550064, "sufficiency": 0.0, "masked prediction probs": [ 0.008556983433663845, @@ -89446,7 +100509,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.029257286339998245, + "comprehensiveness": 0.02919068932533264, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007462324574589729, + 0.9925376772880554 + ], + "full text prediction probs": [ + 0.004897046834230423, + 0.9951028823852539 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.029124394059181213, "sufficiency": 0.0, "masked prediction probs": [ 0.007462324574589729, @@ -89460,12 +100536,12 @@ } }, "dev_421": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04000623896718025, "sufficiency": 0.0, "masked prediction probs": [ - 0.9854474663734436, - 0.014552487060427666 + 0.03563261032104492, + 0.9643674492835999 ], "full text prediction probs": [ 0.03338463604450226, @@ -89564,7 +100640,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -89577,6 +100653,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02144673652946949, + 0.978553295135498 + ], + "full text prediction probs": [ + 0.03338463604450226, + 0.9666153788566589 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -89667,15 +100756,28 @@ 0.9666153788566589 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9854474663734436, + 0.014552487060427666 + ], + "full text prediction probs": [ + 0.03338463604450226, + 0.9666153788566589 + ], + "labels": 1 } }, "dev_578": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.28213953971862793, - "sufficiency": 0.8755216598510742, + "fixed-shap": { + "comprehensiveness": 0.0017744404030963778, + "sufficiency": 0.6989910006523132, "masked prediction probs": [ - 0.7364334464073181, - 0.2635665237903595 + 0.9891467094421387, + 0.010853325948119164 ], "full text prediction probs": [ 0.9907461404800415, @@ -89774,12 +100876,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6166221499443054, - "sufficiency": 0.8806897401809692, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.28163960576057434, + "sufficiency": 0.8757421970367432, "masked prediction probs": [ - 0.43395352363586426, - 0.5660464763641357 + 0.7364334464073181, + 0.2635665237903595 + ], + "full text prediction probs": [ + 0.9907461404800415, + 0.00925390888005495 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8036523461341858, + "masked prediction probs": [ + 0.9907461404800415, + 0.00925390888005495 ], "full text prediction probs": [ 0.9907461404800415, @@ -89788,8 +100903,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004193638451397419, - "sufficiency": 0.772944450378418, + "comprehensiveness": 0.004192709922790527, + "sufficiency": 0.7729947566986084, "masked prediction probs": [ 0.9869585633277893, 0.013041438534855843 @@ -89801,8 +100916,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.24805007874965668, - "sufficiency": 0.8204417824745178, + "comprehensiveness": 0.24799516797065735, + "sufficiency": 0.820481538772583, "masked prediction probs": [ 0.7666646242141724, 0.2333354353904724 @@ -89814,8 +100929,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6162127256393433, - "sufficiency": 0.8807689547538757, + "comprehensiveness": 0.6160763502120972, + "sufficiency": 0.8807953596115112, "masked prediction probs": [ 0.43395352363586426, 0.5660464763641357 @@ -89827,8 +100942,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13780270516872406, - "sufficiency": 0.8728185296058655, + "comprehensiveness": 0.13777221739292145, + "sufficiency": 0.8728466629981995, "masked prediction probs": [ 0.8662039041519165, 0.1337960958480835 @@ -89840,8 +100955,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5554857850074768, - "sufficiency": 0.9587717056274414, + "comprehensiveness": 0.55536288022995, + "sufficiency": 0.9587808847427368, "masked prediction probs": [ 0.48860251903533936, 0.5113974809646606 @@ -89853,8 +100968,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0119725177064538, - "sufficiency": 0.831994891166687, + "comprehensiveness": 0.011969869956374168, + "sufficiency": 0.8320319652557373, "masked prediction probs": [ 0.9799209237098694, 0.020079128444194794 @@ -89866,8 +100981,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6156676411628723, - "sufficiency": 0.8808743953704834, + "comprehensiveness": 0.6155315041542053, + "sufficiency": 0.8809007406234741, + "masked prediction probs": [ + 0.43395352363586426, + 0.5660464763641357 + ], + "full text prediction probs": [ + 0.9907461404800415, + 0.00925390888005495 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6153954267501831, + "sufficiency": 0.8809270858764648, "masked prediction probs": [ 0.43395352363586426, 0.5660464763641357 @@ -89880,12 +101008,12 @@ } }, "dev_651": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3272448778152466, - "sufficiency": 0.7912776470184326, + "fixed-shap": { + "comprehensiveness": 0.0028569274581968784, + "sufficiency": 0.8375446200370789, "masked prediction probs": [ - 0.6976585984230042, - 0.3023413419723511 + 0.9909602403640747, + 0.009039787575602531 ], "full text prediction probs": [ 0.9935433864593506, @@ -89984,7 +101112,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.32666680216789246, "sufficiency": 0.7916463017463684, "masked prediction probs": [ @@ -89997,9 +101125,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8011713027954102, + "masked prediction probs": [ + 0.9935433864593506, + 0.006456674076616764 + ], + "full text prediction probs": [ + 0.9935433864593506, + 0.006456674076616764 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0006899504223838449, - "sufficiency": 0.8459377884864807, + "comprehensiveness": 0.0006897980929352343, + "sufficiency": 0.8459718823432922, "masked prediction probs": [ 0.9929183125495911, 0.007081697229295969 @@ -90011,8 +101152,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1458197832107544, - "sufficiency": 0.7820248007774353, + "comprehensiveness": 0.14578761160373688, + "sufficiency": 0.7820728421211243, "masked prediction probs": [ 0.8614059686660767, 0.13859406113624573 @@ -90024,8 +101165,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005268389824777842, - "sufficiency": 0.8629573583602905, + "comprehensiveness": 0.0052672275342047215, + "sufficiency": 0.8629875183105469, "masked prediction probs": [ 0.9887682795524597, 0.011231695301830769 @@ -90037,8 +101178,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007271144539117813, - "sufficiency": 0.8059923052787781, + "comprehensiveness": 0.007269540801644325, + "sufficiency": 0.8060351014137268, "masked prediction probs": [ 0.9869515895843506, 0.013048339635133743 @@ -90050,8 +101191,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.32630655169487, - "sufficiency": 0.7918761372566223, + "comprehensiveness": 0.3262346088886261, + "sufficiency": 0.7919220924377441, "masked prediction probs": [ 0.6976585984230042, 0.3023413419723511 @@ -90063,8 +101204,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.029927799478173256, - "sufficiency": 0.8716458678245544, + "comprehensiveness": 0.02992120198905468, + "sufficiency": 0.8716740608215332, "masked prediction probs": [ 0.9663997888565063, 0.03360019996762276 @@ -90076,8 +101217,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3261626958847046, - "sufficiency": 0.7919679284095764, + "comprehensiveness": 0.3260907828807831, + "sufficiency": 0.7920137047767639, + "masked prediction probs": [ + 0.6976585984230042, + 0.3023413419723511 + ], + "full text prediction probs": [ + 0.9935433864593506, + 0.006456674076616764 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.32601892948150635, + "sufficiency": 0.792059600353241, "masked prediction probs": [ 0.6976585984230042, 0.3023413419723511 @@ -90090,12 +101244,12 @@ } }, "dev_681": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9328525066375732, - "sufficiency": 0.9510988593101501, + "fixed-shap": { + "comprehensiveness": 0.9518117904663086, + "sufficiency": 0.9706639051437378, "masked prediction probs": [ - 0.14876653254032135, - 0.8512334823608398 + 0.13199689984321594, + 0.8680031299591064 ], "full text prediction probs": [ 0.9738814830780029, @@ -90194,12 +101348,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9288474917411804, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9311680793762207, + "sufficiency": 0.9511871337890625, "masked prediction probs": [ - 0.05960264056921005, - 0.9403973817825317 + 0.14876653254032135, + 0.8512334823608398 + ], + "full text prediction probs": [ + 0.9738814830780029, + 0.02611853927373886 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9498788118362427, + "sufficiency": 0.970723569393158, + "masked prediction probs": [ + 0.13199689984321594, + 0.8680031299591064 ], "full text prediction probs": [ 0.9738814830780029, @@ -90209,7 +101376,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8978814482688904, + "sufficiency": 0.8979045152664185, "masked prediction probs": [ 0.9797480702400208, 0.0202519278973341 @@ -90221,8 +101388,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9980330467224121, - "sufficiency": 0.850348949432373, + "comprehensiveness": 0.9978079199790955, + "sufficiency": 0.8503826856613159, "masked prediction probs": [ 0.08911773562431335, 0.9108822345733643 @@ -90234,8 +101401,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.19717592000961304, - "sufficiency": 0.9167796969413757, + "comprehensiveness": 0.1971314400434494, + "sufficiency": 0.9167984127998352, "masked prediction probs": [ 0.799044132232666, 0.20095588266849518 @@ -90247,8 +101414,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.18385516107082367, - "sufficiency": 0.8591510653495789, + "comprehensiveness": 0.18381372094154358, + "sufficiency": 0.8591827750205994, "masked prediction probs": [ 0.8108189702033997, 0.18918102979660034 @@ -90261,7 +101428,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9289277791976929, + "sufficiency": 0.9289438724517822, "masked prediction probs": [ 0.05960264056921005, 0.9403973817825317 @@ -90273,8 +101440,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9938055872917175, - "sufficiency": 0.9781624674797058, + "comprehensiveness": 0.9935817122459412, + "sufficiency": 0.9781674146652222, "masked prediction probs": [ 0.09207035601139069, 0.9079296588897705 @@ -90287,7 +101454,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9289597868919373, + "sufficiency": 0.9289757609367371, + "masked prediction probs": [ + 0.05960264056921005, + 0.9403973817825317 + ], + "full text prediction probs": [ + 0.9738814830780029, + 0.02611853927373886 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9289917945861816, "masked prediction probs": [ 0.05960264056921005, 0.9403973817825317 @@ -90300,12 +101480,12 @@ } }, "dev_694": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.946995198726654, "masked prediction probs": [ - 0.020138338208198547, - 0.9798616170883179 + 0.9609357714653015, + 0.039064276963472366 ], "full text prediction probs": [ 0.8945974707603455, @@ -90404,12 +101584,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.017373865470290184, - 0.98262619972229 + 0.020138338208198547, + 0.9798616170883179 + ], + "full text prediction probs": [ + 0.8945974707603455, + 0.10540255159139633 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9471133351325989, + "masked prediction probs": [ + 0.9609357714653015, + 0.039064276963472366 ], "full text prediction probs": [ 0.8945974707603455, @@ -90419,7 +101612,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5171087384223938, + "sufficiency": 0.5172283053398132, "masked prediction probs": [ 0.9796077013015747, 0.020392296835780144 @@ -90431,8 +101624,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9796130061149597, - "sufficiency": 0.9412379860877991, + "comprehensiveness": 0.9793704152107239, + "sufficiency": 0.941252589225769, "masked prediction probs": [ 0.10383085161447525, 0.896169126033783 @@ -90457,7 +101650,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.08153598755598068, + "comprehensiveness": 0.08151580393314362, "sufficiency": 1.0, "masked prediction probs": [ 0.8287470936775208, @@ -90484,7 +101677,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.94826740026474, + "sufficiency": 0.9482801556587219, "masked prediction probs": [ 0.9387123584747314, 0.06128758564591408 @@ -90507,15 +101700,28 @@ 0.10540255159139633 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.017373865470290184, + 0.98262619972229 + ], + "full text prediction probs": [ + 0.8945974707603455, + 0.10540255159139633 + ], + "labels": 0 } }, "dev_708": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7032723426818848, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.35298094153404236, - 0.64701908826828 + 0.9778904318809509, + 0.022109588608145714 ], "full text prediction probs": [ 0.9777539968490601, @@ -90614,7 +101820,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7020079493522644, "sufficiency": 1.0, "masked prediction probs": [ @@ -90627,9 +101833,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7758607268333435, + "masked prediction probs": [ + 0.9788530468940735, + 0.021146908402442932 + ], + "full text prediction probs": [ + 0.9777539968490601, + 0.02224602736532688 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9928187131881714, + "sufficiency": 0.9928203821182251, "masked prediction probs": [ 0.9903429746627808, 0.009657079353928566 @@ -90642,7 +101861,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8733487129211426, + "sufficiency": 0.8733771443367004, "masked prediction probs": [ 0.9810081720352173, 0.018991801887750626 @@ -90655,7 +101874,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8521155714988708, + "sufficiency": 0.8521487712860107, "masked prediction probs": [ 0.9831008911132812, 0.016899140551686287 @@ -90668,7 +101887,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9583176970481873, + "sufficiency": 0.958327054977417, "masked prediction probs": [ 0.9895005822181702, 0.010499399155378342 @@ -90693,8 +101912,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.20775260031223297, - "sufficiency": 0.9975863099098206, + "comprehensiveness": 0.20770598948001862, + "sufficiency": 0.9975869059562683, "masked prediction probs": [ 0.7926090359687805, 0.2073909044265747 @@ -90707,7 +101926,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8734907507896423, + "sufficiency": 0.8735191226005554, "masked prediction probs": [ 0.9810081720352173, 0.018991801887750626 @@ -90717,15 +101936,28 @@ 0.02224602736532688 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7005910277366638, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.35298094153404236, + 0.64701908826828 + ], + "full text prediction probs": [ + 0.9777539968490601, + 0.02224602736532688 + ], + "labels": 0 } }, "dev_743": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006722498685121536, - "sufficiency": 0.7926986217498779, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9638870358467102, "masked prediction probs": [ - 0.9659626483917236, - 0.03403730317950249 + 0.9729008674621582, + 0.02709919586777687 ], "full text prediction probs": [ 0.9718953967094421, @@ -90812,11 +102044,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0067118508741259575, - "sufficiency": 0.793026864528656, + "comprehensiveness": 0.0, + "sufficiency": 0.9639441967010498, "masked prediction probs": [ - 0.9659626483917236, - 0.03403730317950249 + 0.9729008674621582, + 0.02709919586777687 ], "full text prediction probs": [ 0.9718953967094421, @@ -90824,12 +102056,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005317972972989082, - "sufficiency": 0.9426326155662537, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9639524221420288, "masked prediction probs": [ - 0.9671936631202698, - 0.032806381583213806 + 0.9729008674621582, + 0.02709919586777687 + ], + "full text prediction probs": [ + 0.9718953967094421, + 0.02810456044971943 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9639604687690735, + "masked prediction probs": [ + 0.9729008674621582, + 0.02709919586777687 ], "full text prediction probs": [ 0.9718953967094421, @@ -90838,8 +102083,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004496762994676828, - "sufficiency": 0.6729763150215149, + "comprehensiveness": 0.004495745990425348, + "sufficiency": 0.6730502247810364, "masked prediction probs": [ 0.9679188132286072, 0.03208114206790924 @@ -90851,8 +102096,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005315568298101425, - "sufficiency": 0.942658543586731, + "comprehensiveness": 0.005314366891980171, + "sufficiency": 0.942671537399292, "masked prediction probs": [ 0.9671936631202698, 0.032806381583213806 @@ -90864,8 +102109,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006705781910568476, - "sufficiency": 0.793213963508606, + "comprehensiveness": 0.006704266183078289, + "sufficiency": 0.7932608127593994, "masked prediction probs": [ 0.9659626483917236, 0.03403730317950249 @@ -90878,7 +102123,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.881083071231842, + "sufficiency": 0.8811098337173462, "masked prediction probs": [ 0.9743753671646118, 0.025624578818678856 @@ -90890,7 +102135,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006456284783780575, + "comprehensiveness": 0.00645482586696744, "sufficiency": 1.0, "masked prediction probs": [ 0.9661808013916016, @@ -90904,7 +102149,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7193902134895325, + "sufficiency": 0.7194536328315735, "masked prediction probs": [ 0.9794410467147827, 0.020558927208185196 @@ -90916,8 +102161,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005309565458446741, - "sufficiency": 0.9427233338356018, + "comprehensiveness": 0.005308366380631924, + "sufficiency": 0.9427362680435181, + "masked prediction probs": [ + 0.9671936631202698, + 0.032806381583213806 + ], + "full text prediction probs": [ + 0.9718953967094421, + 0.02810456044971943 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005307168234139681, + "sufficiency": 0.9427491426467896, "masked prediction probs": [ 0.9671936631202698, 0.032806381583213806 @@ -90930,12 +102188,12 @@ } }, "dev_752": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001400577719323337, - "sufficiency": 0.9924195408821106, + "fixed-shap": { + "comprehensiveness": 0.0018127909861505032, + "sufficiency": 0.9924312829971313, "masked prediction probs": [ - 0.994147539138794, - 0.005852409638464451 + 0.9937740564346313, + 0.006225923076272011 ], "full text prediction probs": [ 0.995416522026062, @@ -91034,7 +102292,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0013981087831780314, "sufficiency": 0.9924328923225403, "masked prediction probs": [ @@ -91047,9 +102305,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0018091966630890965, + "sufficiency": 0.9924463033676147, + "masked prediction probs": [ + 0.9937740564346313, + 0.006225923076272011 + ], + "full text prediction probs": [ + 0.995416522026062, + 0.004583470057696104 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0016432858537882566, - "sufficiency": 0.8809793591499329, + "comprehensiveness": 0.0016429238021373749, + "sufficiency": 0.8810056447982788, "masked prediction probs": [ 0.9939246773719788, 0.0060753244906663895 @@ -91061,8 +102332,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0022900765761733055, - "sufficiency": 0.9224193692207336, + "comprehensiveness": 0.0022895722649991512, + "sufficiency": 0.9224364161491394, "masked prediction probs": [ 0.9933370351791382, 0.006662928499281406 @@ -91074,8 +102345,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0013971851440146565, - "sufficiency": 0.9924378991127014, + "comprehensiveness": 0.001396877458319068, + "sufficiency": 0.9924395680427551, "masked prediction probs": [ 0.994147539138794, 0.005852409638464451 @@ -91087,8 +102358,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007336067501455545, - "sufficiency": 0.78654545545578, + "comprehensiveness": 0.0007334452820941806, + "sufficiency": 0.7865924835205078, "masked prediction probs": [ 0.9947500824928284, 0.005249888636171818 @@ -91100,8 +102371,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009411990642547607, - "sufficiency": 0.9963869452476501, + "comprehensiveness": 0.009409918449819088, + "sufficiency": 0.9963878393173218, "masked prediction probs": [ 0.9868643879890442, 0.013135628774762154 @@ -91113,8 +102384,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00544771971181035, - "sufficiency": 0.9626278281211853, + "comprehensiveness": 0.005446521565318108, + "sufficiency": 0.9626360535621643, "masked prediction probs": [ 0.9904654026031494, 0.009534545242786407 @@ -91126,8 +102397,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0013959555653855205, - "sufficiency": 0.9924445748329163, + "comprehensiveness": 0.001395648461766541, + "sufficiency": 0.99244624376297, + "masked prediction probs": [ + 0.994147539138794, + 0.005852409638464451 + ], + "full text prediction probs": [ + 0.995416522026062, + 0.004583470057696104 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0013953415909782052, + "sufficiency": 0.9924479126930237, "masked prediction probs": [ 0.994147539138794, 0.005852409638464451 @@ -91140,12 +102424,12 @@ } }, "dev_774": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001450432580895722, - "sufficiency": 0.9844757318496704, + "fixed-shap": { + "comprehensiveness": 0.003512766445055604, + "sufficiency": 0.7868456244468689, "masked prediction probs": [ - 0.9875434637069702, - 0.012456567957997322 + 0.9856884479522705, + 0.014311512932181358 ], "full text prediction probs": [ 0.988848090171814, @@ -91244,12 +102528,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0005661644972860813, - "sufficiency": 0.7580377459526062, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0014478571247309446, + "sufficiency": 0.9845032691955566, "masked prediction probs": [ - 0.9883379340171814, - 0.011662142351269722 + 0.9875434637069702, + 0.012456567957997322 + ], + "full text prediction probs": [ + 0.988848090171814, + 0.011151941493153572 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7151452302932739, + "masked prediction probs": [ + 0.9891431927680969, + 0.01085679791867733 ], "full text prediction probs": [ 0.988848090171814, @@ -91258,8 +102555,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006709270528517663, - "sufficiency": 0.6911827325820923, + "comprehensiveness": 0.0006707781576551497, + "sufficiency": 0.6912512183189392, "masked prediction probs": [ 0.9882434010505676, 0.011756650172173977 @@ -91271,8 +102568,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007570040877908468, - "sufficiency": 0.8392192125320435, + "comprehensiveness": 0.0075683617033064365, + "sufficiency": 0.8392549157142639, "masked prediction probs": [ 0.9820238947868347, 0.017976097762584686 @@ -91284,8 +102581,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00237136404030025, - "sufficiency": 0.9570110440254211, + "comprehensiveness": 0.002370838075876236, + "sufficiency": 0.9570205211639404, "masked prediction probs": [ 0.9867098927497864, 0.013290047645568848 @@ -91298,7 +102595,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9546931982040405, + "sufficiency": 0.9547033309936523, "masked prediction probs": [ 0.9898924827575684, 0.010107580572366714 @@ -91310,8 +102607,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0051242574118077755, - "sufficiency": 0.8428598642349243, + "comprehensiveness": 0.005123121198266745, + "sufficiency": 0.8428946733474731, "masked prediction probs": [ 0.9842256307601929, 0.015774445608258247 @@ -91323,8 +102620,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004631234798580408, - "sufficiency": 0.8122197389602661, + "comprehensiveness": 0.004630208946764469, + "sufficiency": 0.8122613430023193, "masked prediction probs": [ 0.9846694469451904, 0.01533056516200304 @@ -91336,8 +102633,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007561652921140194, - "sufficiency": 0.8393973708152771, + "comprehensiveness": 0.007559977006167173, + "sufficiency": 0.839432954788208, "masked prediction probs": [ 0.9820238947868347, 0.017976097762584686 @@ -91347,15 +102644,28 @@ 0.011151941493153572 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0005650357925333083, + "sufficiency": 0.7585200667381287, + "masked prediction probs": [ + 0.9883379340171814, + 0.011662142351269722 + ], + "full text prediction probs": [ + 0.988848090171814, + 0.011151941493153572 + ], + "labels": 0 } }, "dev_780": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10351043939590454, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08165211230516434, + "sufficiency": 0.9921501874923706, "masked prediction probs": [ - 0.8811861276626587, - 0.1188138946890831 + 0.9004921913146973, + 0.09950782358646393 ], "full text prediction probs": [ 0.9726102948188782, @@ -91454,7 +102764,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.10332325845956802, "sufficiency": 1.0, "masked prediction probs": [ @@ -91467,9 +102777,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0814860463142395, + "sufficiency": 0.9921660423278809, + "masked prediction probs": [ + 0.9004921913146973, + 0.09950782358646393 + ], + "full text prediction probs": [ + 0.9726102948188782, + 0.02738969400525093 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9722173810005188, + "sufficiency": 0.9722236394882202, "masked prediction probs": [ 0.9883686304092407, 0.011631387285888195 @@ -91482,7 +102805,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8523504137992859, + "sufficiency": 0.8523837327957153, "masked prediction probs": [ 0.9824831485748291, 0.017516858875751495 @@ -91494,8 +102817,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04751771315932274, - "sufficiency": 0.8911848664283752, + "comprehensiveness": 0.04750698059797287, + "sufficiency": 0.8912094235420227, "masked prediction probs": [ 0.9305363893508911, 0.06946360319852829 @@ -91507,8 +102830,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015193985309451818, - "sufficiency": 0.8350451588630676, + "comprehensiveness": 0.0015190555714070797, + "sufficiency": 0.8350823521614075, "masked prediction probs": [ 0.971264660358429, 0.02873527631163597 @@ -91520,7 +102843,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10320661962032318, + "comprehensiveness": 0.1031833216547966, "sufficiency": 1.0, "masked prediction probs": [ 0.8811861276626587, @@ -91534,7 +102857,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9104714393615723, + "sufficiency": 0.9104917049407959, "masked prediction probs": [ 0.9843330383300781, 0.015667017549276352 @@ -91546,7 +102869,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10316003859043121, + "comprehensiveness": 0.10313676297664642, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8811861276626587, + 0.1188138946890831 + ], + "full text prediction probs": [ + 0.9726102948188782, + 0.02738969400525093 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10311350226402283, "sufficiency": 1.0, "masked prediction probs": [ 0.8811861276626587, @@ -91560,12 +102896,12 @@ } }, "dev_798": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9790403842926025, - 0.02095959708094597 + 0.9686301350593567, + 0.03136993572115898 ], "full text prediction probs": [ 0.3524267077445984, @@ -91664,12 +103000,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9810541868209839, - 0.018945766612887383 + 0.9790403842926025, + 0.02095959708094597 + ], + "full text prediction probs": [ + 0.3524267077445984, + 0.6475733518600464 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9686301350593567, + 0.03136993572115898 ], "full text prediction probs": [ 0.3524267077445984, @@ -91767,15 +103116,28 @@ 0.6475733518600464 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9810541868209839, + 0.018945766612887383 + ], + "full text prediction probs": [ + 0.3524267077445984, + 0.6475733518600464 + ], + "labels": 0 } }, "dev_806": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3225502073764801, - "sufficiency": 0.9677661657333374, + "fixed-shap": { + "comprehensiveness": 0.013253587298095226, + "sufficiency": 0.9888225197792053, "masked prediction probs": [ - 0.7040160894393921, - 0.2959838807582855 + 0.9846372008323669, + 0.015362722799181938 ], "full text prediction probs": [ 0.9966620206832886, @@ -91874,12 +103236,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6782290935516357, - "sufficiency": 0.9579992294311523, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.32198238372802734, + "sufficiency": 0.9678229093551636, "masked prediction probs": [ - 0.3802277445793152, - 0.6197722554206848 + 0.7040160894393921, + 0.2959838807582855 + ], + "full text prediction probs": [ + 0.9966620206832886, + 0.003338026814162731 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013227344490587711, + "sufficiency": 0.988844633102417, + "masked prediction probs": [ + 0.9846372008323669, + 0.015362722799181938 ], "full text prediction probs": [ 0.9966620206832886, @@ -91888,7 +103263,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002332486445084214, + "comprehensiveness": 0.002331973286345601, "sufficiency": 0.0, "masked prediction probs": [ 0.994541585445404, @@ -91901,8 +103276,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0025988309644162655, - "sufficiency": 0.8342755436897278, + "comprehensiveness": 0.002598259598016739, + "sufficiency": 0.8343119025230408, "masked prediction probs": [ 0.9942989349365234, 0.005701012443751097 @@ -91914,8 +103289,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012693500146269798, - "sufficiency": 0.9557565450668335, + "comprehensiveness": 0.012690708972513676, + "sufficiency": 0.9557662010192871, "masked prediction probs": [ 0.9851174354553223, 0.014882597140967846 @@ -91927,8 +103302,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00047935949987731874, - "sufficiency": 0.8148267865180969, + "comprehensiveness": 0.00047925414401106536, + "sufficiency": 0.8148674964904785, "masked prediction probs": [ 0.9962259531021118, 0.0037741081323474646 @@ -91940,8 +103315,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6774837374687195, - "sufficiency": 0.9580453634262085, + "comprehensiveness": 0.6773347854614258, + "sufficiency": 0.9580546021461487, "masked prediction probs": [ 0.3802277445793152, 0.6197722554206848 @@ -91953,8 +103328,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016040613409131765, - "sufficiency": 0.22853252291679382, + "comprehensiveness": 0.0016037089517340064, + "sufficiency": 0.22870199382305145, "masked prediction probs": [ 0.9952021837234497, 0.0047977683134377 @@ -91966,8 +103341,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6771860122680664, - "sufficiency": 0.9580637812614441, + "comprehensiveness": 0.677037239074707, + "sufficiency": 0.9580730199813843, + "masked prediction probs": [ + 0.3802277445793152, + 0.6197722554206848 + ], + "full text prediction probs": [ + 0.9966620206832886, + 0.003338026814162731 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6768885850906372, + "sufficiency": 0.9580821990966797, "masked prediction probs": [ 0.3802277445793152, 0.6197722554206848 @@ -91980,12 +103368,12 @@ } }, "dev_829": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20224417746067047, - "sufficiency": 0.897537350654602, + "fixed-shap": { + "comprehensiveness": 0.5615137219429016, + "sufficiency": 0.947866678237915, "masked prediction probs": [ - 0.7674136161804199, - 0.23258642852306366 + 0.46205833554267883, + 0.5379416346549988 ], "full text prediction probs": [ 0.9393077492713928, @@ -92084,7 +103472,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.20186415314674377, "sufficiency": 0.8977298736572266, "masked prediction probs": [ @@ -92097,9 +103485,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.5603270530700684, + "sufficiency": 0.9479767680168152, + "masked prediction probs": [ + 0.46205833554267883, + 0.5379416346549988 + ], + "full text prediction probs": [ + 0.9393077492713928, + 0.060692206025123596 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.1584099680185318, - "sufficiency": 0.8831663727760315, + "comprehensiveness": 0.15837277472019196, + "sufficiency": 0.8831937909126282, "masked prediction probs": [ 0.8043846487998962, 0.19561539590358734 @@ -92112,7 +103513,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8522160053253174, + "sufficiency": 0.8522506952285767, "masked prediction probs": [ 0.9393077492713928, 0.060692206025123596 @@ -92125,7 +103526,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8522506952285767, + "sufficiency": 0.8522853255271912, "masked prediction probs": [ 0.9393077492713928, 0.060692206025123596 @@ -92137,8 +103538,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.201674684882164, - "sufficiency": 0.8978258371353149, + "comprehensiveness": 0.20162737369537354, + "sufficiency": 0.8978497385978699, "masked prediction probs": [ 0.7674136161804199, 0.23258642852306366 @@ -92150,8 +103551,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.044342074543237686, - "sufficiency": 0.9455153346061707, + "comprehensiveness": 0.04433167353272438, + "sufficiency": 0.9455280900001526, "masked prediction probs": [ 0.901504635810852, 0.09849538654088974 @@ -92164,7 +103565,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8910927772521973, + "sufficiency": 0.8911183476448059, "masked prediction probs": [ 0.9812402129173279, 0.01875980757176876 @@ -92176,8 +103577,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20153281092643738, - "sufficiency": 0.8978976607322693, + "comprehensiveness": 0.2014855593442917, + "sufficiency": 0.897921621799469, + "masked prediction probs": [ + 0.7674136161804199, + 0.23258642852306366 + ], + "full text prediction probs": [ + 0.9393077492713928, + 0.060692206025123596 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20143835246562958, + "sufficiency": 0.8979455232620239, "masked prediction probs": [ 0.7674136161804199, 0.23258642852306366 @@ -92190,12 +103604,12 @@ } }, "dev_858": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.04919195547699928, - 0.9508081078529358 + 0.08655090630054474, + 0.9134491086006165 ], "full text prediction probs": [ 0.9161803722381592, @@ -92294,7 +103708,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -92307,6 +103721,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.9357964396476746, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.14077351987361908, + 0.8592264652252197 + ], + "full text prediction probs": [ + 0.9161803722381592, + 0.08381956815719604 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -92334,8 +103761,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7354847192764282, - "sufficiency": 0.9638096690177917, + "comprehensiveness": 0.7353072762489319, + "sufficiency": 0.9638183116912842, "masked prediction probs": [ 0.30645889043807983, 0.6935410499572754 @@ -92347,8 +103774,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9372079968452454, - "sufficiency": 0.9487753510475159, + "comprehensiveness": 0.9369820356369019, + "sufficiency": 0.9487877488136292, "masked prediction probs": [ 0.13904152810573578, 0.8609585165977478 @@ -92374,7 +103801,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6455706357955933, + "sufficiency": 0.6456560492515564, "masked prediction probs": [ 0.9778823256492615, 0.02211771346628666 @@ -92397,15 +103824,28 @@ 0.08381956815719604 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04919195547699928, + 0.9508081078529358 + ], + "full text prediction probs": [ + 0.9161803722381592, + 0.08381956815719604 + ], + "labels": 0 } }, "dev_10": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9105276465415955, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9199147820472717, - 0.08008527010679245 + 0.3746732175350189, + 0.6253268122673035 ], "full text prediction probs": [ 0.0065131280571222305, @@ -92504,12 +103944,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7094146013259888, + "sufficiency": 0.9121845960617065, "masked prediction probs": [ - 0.8977063298225403, - 0.10229364782571793 + 0.9199147820472717, + 0.08008527010679245 + ], + "full text prediction probs": [ + 0.0065131280571222305, + 0.9934868812561035 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3121500015258789, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03351771831512451, + 0.9664822816848755 ], "full text prediction probs": [ 0.0065131280571222305, @@ -92531,7 +103984,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1015610620379448, + "comprehensiveness": 0.1013273075222969, "sufficiency": 0.0, "masked prediction probs": [ 0.015319605357944965, @@ -92544,7 +103997,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5188939571380615, + "comprehensiveness": 0.5177024602890015, "sufficiency": 0.0, "masked prediction probs": [ 0.0516110360622406, @@ -92557,7 +104010,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.034048765897750854, + "comprehensiveness": 0.03397075831890106, "sufficiency": 0.0, "masked prediction probs": [ 0.00947912409901619, @@ -92571,7 +104024,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7127394676208496, + "sufficiency": 0.713395357131958, "masked prediction probs": [ 0.8977063298225403, 0.10229364782571793 @@ -92583,7 +104036,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03040381334722042, + "comprehensiveness": 0.03033447451889515, "sufficiency": 0.0, "masked prediction probs": [ 0.00917376484721899, @@ -92597,7 +104050,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7140482664108276, + "sufficiency": 0.7146981358528137, + "masked prediction probs": [ + 0.8977063298225403, + 0.10229364782571793 + ], + "full text prediction probs": [ + 0.0065131280571222305, + 0.9934868812561035 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7153450846672058, "masked prediction probs": [ 0.8977063298225403, 0.10229364782571793 @@ -92610,12 +104076,12 @@ } }, "dev_28": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9065248370170593, - 0.09347523003816605 + 0.7907956838607788, + 0.2092043161392212 ], "full text prediction probs": [ 0.36512306332588196, @@ -92714,12 +104180,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9199577569961548, - 0.08004220575094223 + 0.9065248370170593, + 0.09347523003816605 + ], + "full text prediction probs": [ + 0.36512306332588196, + 0.6348769664764404 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6524150967597961, + 0.34758490324020386 ], "full text prediction probs": [ 0.36512306332588196, @@ -92817,15 +104296,28 @@ 0.6348769664764404 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9199577569961548, + 0.08004220575094223 + ], + "full text prediction probs": [ + 0.36512306332588196, + 0.6348769664764404 + ], + "labels": 1 } }, "dev_60": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8523938059806824, + "fixed-shap": { + "comprehensiveness": 0.16730917990207672, "sufficiency": 0.0, "masked prediction probs": [ - 0.07876131683588028, - 0.9212387204170227 + 0.02091602049767971, + 0.9790839552879333 ], "full text prediction probs": [ 0.006789327599108219, @@ -92924,12 +104416,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6026935577392578, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8365392088890076, "sufficiency": 0.0, "masked prediction probs": [ - 0.05864229425787926, - 0.9413577318191528 + 0.07876131683588028, + 0.9212387204170227 + ], + "full text prediction probs": [ + 0.006789327599108219, + 0.9932107329368591 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1383710503578186, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01872182823717594, + 0.9812782406806946 ], "full text prediction probs": [ 0.006789327599108219, @@ -92938,7 +104443,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.601295530796051, + "comprehensiveness": 0.5999040007591248, "sufficiency": 0.0, "masked prediction probs": [ 0.05864229425787926, @@ -92964,7 +104469,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.013044348917901516, + "comprehensiveness": 0.013014299795031548, "sufficiency": 0.0, "masked prediction probs": [ 0.00791944656521082, @@ -92977,7 +104482,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013014299795031548, + "comprehensiveness": 0.012984389439225197, "sufficiency": 0.0, "masked prediction probs": [ 0.00791944656521082, @@ -92990,7 +104495,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.018213756382465363, + "comprehensiveness": 0.018171992152929306, "sufficiency": 0.0, "masked prediction probs": [ 0.00837456714361906, @@ -93003,7 +104508,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08701115101575851, + "comprehensiveness": 0.0868120938539505, "sufficiency": 0.0, "masked prediction probs": [ 0.014379807747900486, @@ -93016,7 +104521,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5930417776107788, + "comprehensiveness": 0.5916881561279297, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05864229425787926, + 0.9413577318191528 + ], + "full text prediction probs": [ + 0.006789327599108219, + 0.9932107329368591 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5903406739234924, "sufficiency": 0.0, "masked prediction probs": [ 0.05864229425787926, @@ -93030,12 +104548,12 @@ } }, "dev_76": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.29801100492477417, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9569282531738281, - 0.043071772903203964 + 0.03459995985031128, + 0.9654000401496887 ], "full text prediction probs": [ 0.010561556555330753, @@ -93134,12 +104652,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9394083619117737, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9317045211791992, - 0.0682954490184784 + 0.9569282531738281, + 0.043071772903203964 + ], + "full text prediction probs": [ + 0.010561556555330753, + 0.9894384741783142 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1842135488986969, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.025752391666173935, + 0.9742476344108582 ], "full text prediction probs": [ 0.010561556555330753, @@ -93148,8 +104679,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3967277407646179, - "sufficiency": 0.6082136631011963, + "comprehensiveness": 0.3957676887512207, + "sufficiency": 0.6091606020927429, "masked prediction probs": [ 0.043276991695165634, 0.9567230343818665 @@ -93174,7 +104705,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4216347932815552, + "comprehensiveness": 0.420619398355484, "sufficiency": 0.0, "masked prediction probs": [ 0.04549959674477577, @@ -93187,7 +104718,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.26949542760849, + "comprehensiveness": 0.2688479721546173, "sufficiency": 0.0, "masked prediction probs": [ 0.03294672816991806, @@ -93201,7 +104732,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9401353597640991, + "sufficiency": 0.9402786493301392, "masked prediction probs": [ 0.9317045211791992, 0.0682954490184784 @@ -93213,7 +104744,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11896952241659164, + "comprehensiveness": 0.11868507415056229, "sufficiency": 0.0, "masked prediction probs": [ 0.02049108035862446, @@ -93227,7 +104758,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9404212832450867, + "sufficiency": 0.9405632019042969, + "masked prediction probs": [ + 0.9317045211791992, + 0.0682954490184784 + ], + "full text prediction probs": [ + 0.010561556555330753, + 0.9894384741783142 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9407044649124146, "masked prediction probs": [ 0.9317045211791992, 0.0682954490184784 @@ -93240,12 +104784,12 @@ } }, "dev_84": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.747239887714386, + "fixed-shap": { + "comprehensiveness": 0.5488458871841431, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3660672605037689, - 0.6339327692985535 + 0.054902687668800354, + 0.9450972676277161 ], "full text prediction probs": [ 0.010716008022427559, @@ -93344,12 +104888,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6523350477218628, + "sufficiency": 0.7521600723266602, "masked prediction probs": [ - 0.9749503135681152, - 0.0250497218221426 + 0.3660672605037689, + 0.6339327692985535 + ], + "full text prediction probs": [ + 0.010716008022427559, + 0.9892839789390564 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7215816378593445, + "sufficiency": 0.604403018951416, + "masked prediction probs": [ + 0.07010852545499802, + 0.9298915266990662 ], "full text prediction probs": [ 0.010716008022427559, @@ -93359,7 +104916,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7358716130256653, + "sufficiency": 0.7365111708641052, "masked prediction probs": [ 0.40697595477104187, 0.5930240154266357 @@ -93384,7 +104941,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9408290386199951, + "comprehensiveness": 0.9385591149330139, "sufficiency": 0.0, "masked prediction probs": [ 0.08853086084127426, @@ -93398,7 +104955,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.29952743649482727, + "sufficiency": 0.3012113869190216, "masked prediction probs": [ 0.10576675832271576, 0.894233226776123 @@ -93411,7 +104968,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5924479365348816, + "sufficiency": 0.5934253334999084, "masked prediction probs": [ 0.449629545211792, 0.550370454788208 @@ -93423,7 +104980,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5083011984825134, + "comprehensiveness": 0.5070836544036865, "sufficiency": 0.0, "masked prediction probs": [ 0.05306205898523331, @@ -93437,7 +104994,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3045550584793091, + "sufficiency": 0.30621492862701416, "masked prediction probs": [ 0.10576675832271576, 0.894233226776123 @@ -93447,15 +105004,28 @@ 0.9892839789390564 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6597854495048523, + "masked prediction probs": [ + 0.9749503135681152, + 0.0250497218221426 + ], + "full text prediction probs": [ + 0.010716008022427559, + 0.9892839789390564 + ], + "labels": 1 } }, "dev_132": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9361996650695801, + "sufficiency": 0.6081860065460205, "masked prediction probs": [ - 0.9501011371612549, - 0.04989886283874512 + 0.38971394300460815, + 0.6102860569953918 ], "full text prediction probs": [ 0.009351643733680248, @@ -93554,12 +105124,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9541937708854675, + "sufficiency": 0.9374213218688965, "masked prediction probs": [ - 0.9085933566093445, - 0.09140661358833313 + 0.9501011371612549, + 0.04989886283874512 + ], + "full text prediction probs": [ + 0.009351643733680248, + 0.9906483292579651 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8161168098449707, + "masked prediction probs": [ + 0.24181760847568512, + 0.7581824064254761 ], "full text prediction probs": [ 0.009351643733680248, @@ -93569,7 +105152,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9543031454086304, + "sufficiency": 0.9544119834899902, "masked prediction probs": [ 0.9085933566093445, 0.09140661358833313 @@ -93581,7 +105164,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05872905254364014, + "comprehensiveness": 0.05858932062983513, "sufficiency": 0.0, "masked prediction probs": [ 0.014277530834078789, @@ -93595,7 +105178,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9466587901115417, + "sufficiency": 0.9467852115631104, "masked prediction probs": [ 0.8158949613571167, 0.18410497903823853 @@ -93607,7 +105190,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1526591181755066, + "comprehensiveness": 0.15229763090610504, "sufficiency": 0.0, "masked prediction probs": [ 0.022216739133000374, @@ -93621,7 +105204,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9594376683235168, + "sufficiency": 0.9595333933830261, "masked prediction probs": [ 0.8177126049995422, 0.18228739500045776 @@ -93633,7 +105216,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05817408487200737, + "comprehensiveness": 0.05803697928786278, "sufficiency": 0.0, "masked prediction probs": [ 0.014277530834078789, @@ -93647,7 +105230,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9549485445022583, + "sufficiency": 0.9550543427467346, + "masked prediction probs": [ + 0.9085933566093445, + 0.09140661358833313 + ], + "full text prediction probs": [ + 0.009351643733680248, + 0.9906483292579651 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9551596641540527, "masked prediction probs": [ 0.9085933566093445, 0.09140661358833313 @@ -93660,12 +105256,12 @@ } }, "dev_135": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8139665126800537, + "fixed-shap": { + "comprehensiveness": 0.062210824340581894, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6992059946060181, - 0.30079400539398193 + 0.014316223561763763, + 0.985683798789978 ], "full text prediction probs": [ 0.009214269928634167, @@ -93764,12 +105360,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7577633261680603, + "sufficiency": 0.8175228834152222, "masked prediction probs": [ - 0.749265730381012, - 0.2507342994213104 + 0.6992059946060181, + 0.30079400539398193 + ], + "full text prediction probs": [ + 0.009214269928634167, + 0.9907857179641724 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04728946462273598, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013177565298974514, + 0.9868223667144775 ], "full text prediction probs": [ 0.009214269928634167, @@ -93779,7 +105388,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7583407759666443, + "sufficiency": 0.7589154839515686, "masked prediction probs": [ 0.749265730381012, 0.2507342994213104 @@ -93791,7 +105400,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5036333203315735, + "comprehensiveness": 0.5024369955062866, "sufficiency": 0.0, "masked prediction probs": [ 0.051524773240089417, @@ -93817,7 +105426,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03804123029112816, + "comprehensiveness": 0.03795129433274269, "sufficiency": 0.0, "masked prediction probs": [ 0.012425423599779606, @@ -93831,7 +105440,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9136825799942017, + "sufficiency": 0.9138859510421753, "masked prediction probs": [ 0.34342047572135925, 0.6565794944763184 @@ -93843,7 +105452,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18174119293689728, + "comprehensiveness": 0.18131354451179504, "sufficiency": 0.0, "masked prediction probs": [ 0.024627918377518654, @@ -93857,7 +105466,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7617485523223877, + "sufficiency": 0.7623072266578674, + "masked prediction probs": [ + 0.749265730381012, + 0.2507342994213104 + ], + "full text prediction probs": [ + 0.009214269928634167, + 0.9907857179641724 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7628632187843323, "masked prediction probs": [ 0.749265730381012, 0.2507342994213104 @@ -93870,12 +105492,12 @@ } }, "dev_172": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0714406818151474, + "fixed-shap": { + "comprehensiveness": 0.00547613762319088, "sufficiency": 0.0, "masked prediction probs": [ - 0.009601622819900513, - 0.9903984069824219 + 0.0038031081203371286, + 0.9961968660354614 ], "full text prediction probs": [ 0.0033218152821063995, @@ -93974,12 +105596,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.027934016659855843, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07016335427761078, "sufficiency": 0.0, "masked prediction probs": [ - 0.005821926984935999, - 0.994178056716919 + 0.009601622819900513, + 0.9903984069824219 + ], + "full text prediction probs": [ + 0.0033218152821063995, + 0.9966782331466675 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0033828006125986576, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.003625218290835619, + 0.996374785900116 ], "full text prediction probs": [ 0.0033218152821063995, @@ -93988,7 +105623,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04954530671238899, + "comprehensiveness": 0.04943506792187691, "sufficiency": 0.0, "masked prediction probs": [ 0.0077661192044615746, @@ -94001,8 +105636,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02932198904454708, - "sufficiency": 0.8246986865997314, + "comprehensiveness": 0.02925689145922661, + "sufficiency": 0.8250874280929565, "masked prediction probs": [ 0.005957902409136295, 0.9940420985221863 @@ -94014,7 +105649,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06969606131315231, + "comprehensiveness": 0.06954167038202286, "sufficiency": 0.0, "masked prediction probs": [ 0.009601622819900513, @@ -94027,7 +105662,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.027686506509780884, + "comprehensiveness": 0.0276253130286932, "sufficiency": 0.0, "masked prediction probs": [ 0.005821926984935999, @@ -94040,8 +105675,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13647547364234924, - "sufficiency": 0.8278656005859375, + "comprehensiveness": 0.1361744999885559, + "sufficiency": 0.8282448053359985, "masked prediction probs": [ 0.015673194080591202, 0.9843267798423767 @@ -94053,7 +105688,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016703180968761444, + "comprehensiveness": 0.01666642539203167, "sufficiency": 0.0, "masked prediction probs": [ 0.00483671622350812, @@ -94066,7 +105701,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.027503734454512596, + "comprehensiveness": 0.02744334563612938, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005821926984935999, + 0.994178056716919 + ], + "full text prediction probs": [ + 0.0033218152821063995, + 0.9966782331466675 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.027383219450712204, "sufficiency": 0.0, "masked prediction probs": [ 0.005821926984935999, @@ -94080,12 +105728,12 @@ } }, "dev_202": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.690762996673584, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8863921761512756, - 0.11360787600278854 + 0.11292558908462524, + 0.88707435131073 ], "full text prediction probs": [ 0.007674018386751413, @@ -94184,12 +105832,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7832682132720947, + "sufficiency": 0.6965677738189697, "masked prediction probs": [ - 0.8338748216629028, - 0.16612519323825836 + 0.8863921761512756, + 0.11360787600278854 + ], + "full text prediction probs": [ + 0.007674018386751413, + 0.992326021194458 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7816513180732727, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07438842952251434, + 0.9256114959716797 ], "full text prediction probs": [ 0.007674018386751413, @@ -94199,7 +105860,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7837755680084229, + "sufficiency": 0.78428053855896, "masked prediction probs": [ 0.8338748216629028, 0.16612519323825836 @@ -94211,7 +105872,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05078297108411789, + "comprehensiveness": 0.0506645068526268, "sufficiency": 0.0, "masked prediction probs": [ 0.0120184775441885, @@ -94224,7 +105885,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.018496379256248474, + "comprehensiveness": 0.018453331664204597, "sufficiency": 0.0, "masked prediction probs": [ 0.009260008111596107, @@ -94237,7 +105898,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023795852437615395, + "comprehensiveness": 0.023740600794553757, "sufficiency": 0.0, "masked prediction probs": [ 0.009719246998429298, @@ -94250,7 +105911,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.16053929924964905, + "comprehensiveness": 0.160167396068573, "sufficiency": 0.0, "masked prediction probs": [ 0.021504614502191544, @@ -94277,7 +105938,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7867704629898071, + "sufficiency": 0.7872615456581116, + "masked prediction probs": [ + 0.8338748216629028, + 0.16612519323825836 + ], + "full text prediction probs": [ + 0.007674018386751413, + 0.992326021194458 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7877504229545593, "masked prediction probs": [ 0.8338748216629028, 0.16612519323825836 @@ -94290,12 +105964,12 @@ } }, "dev_203": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03093232773244381, + "fixed-shap": { + "comprehensiveness": 0.025159794837236404, "sufficiency": 0.0, "masked prediction probs": [ - 0.00811320822685957, - 0.9918867945671082 + 0.00761817442253232, + 0.9923818707466125 ], "full text prediction probs": [ 0.005460364744067192, @@ -94394,12 +106068,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.016777293756604195, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.030365735292434692, "sufficiency": 0.0, "masked prediction probs": [ - 0.006926055997610092, - 0.9930739402770996 + 0.00811320822685957, + 0.9918867945671082 + ], + "full text prediction probs": [ + 0.005460364744067192, + 0.9945396780967712 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.025310277938842773, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007676552981138229, + 0.9923233985900879 ], "full text prediction probs": [ 0.005460364744067192, @@ -94408,7 +106095,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2763124406337738, + "comprehensiveness": 0.275682657957077, "sufficiency": 0.0, "masked prediction probs": [ 0.029655447229743004, @@ -94421,7 +106108,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.029190264642238617, + "comprehensiveness": 0.029123885557055473, "sufficiency": 0.0, "masked prediction probs": [ 0.008022194728255272, @@ -94434,7 +106121,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.007894028909504414, + "comprehensiveness": 0.007876118645071983, "sufficiency": 0.0, "masked prediction probs": [ 0.0061547160148620605, @@ -94447,7 +106134,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011918291449546814, + "comprehensiveness": 0.011891311034560204, "sufficiency": 0.0, "masked prediction probs": [ 0.006511141546070576, @@ -94460,7 +106147,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.017268000170588493, + "comprehensiveness": 0.017228998243808746, "sufficiency": 0.0, "masked prediction probs": [ 0.006986277177929878, @@ -94473,7 +106160,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016808368265628815, + "comprehensiveness": 0.016770489513874054, "sufficiency": 0.0, "masked prediction probs": [ 0.00694894278421998, @@ -94486,7 +106173,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.27257636189460754, + "comprehensiveness": 0.271963506937027, "sufficiency": 0.0, "masked prediction probs": [ 0.029655447229743004, @@ -94497,15 +106184,28 @@ 0.9945396780967712 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.016438549384474754, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006926055997610092, + 0.9930739402770996 + ], + "full text prediction probs": [ + 0.005460364744067192, + 0.9945396780967712 + ], + "labels": 1 } }, "dev_209": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12691259384155273, + "fixed-shap": { + "comprehensiveness": 0.028628461062908173, "sufficiency": 0.0, "masked prediction probs": [ - 0.01475974265486002, - 0.9852402210235596 + 0.006152052897959948, + 0.9938479065895081 ], "full text prediction probs": [ 0.0036448368337005377, @@ -94604,12 +106304,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1630454659461975, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1246352419257164, "sufficiency": 0.0, "masked prediction probs": [ - 0.01818518526852131, - 0.9818148016929626 + 0.01475974265486002, + 0.9852402210235596 + ], + "full text prediction probs": [ + 0.0036448368337005377, + 0.9963551759719849 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02324036695063114, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005722026340663433, + 0.9942779541015625 ], "full text prediction probs": [ 0.0036448368337005377, @@ -94618,7 +106331,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.16268056631088257, + "comprehensiveness": 0.16231730580329895, "sufficiency": 0.0, "masked prediction probs": [ 0.01818518526852131, @@ -94631,7 +106344,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05632436275482178, + "comprehensiveness": 0.05619887262582779, "sufficiency": 0.0, "masked prediction probs": [ 0.008690368384122849, @@ -94644,7 +106357,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06299784034490585, + "comprehensiveness": 0.06285779178142548, "sufficiency": 0.0, "masked prediction probs": [ 0.009300773032009602, @@ -94657,7 +106370,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05507633090019226, + "comprehensiveness": 0.0549541637301445, "sufficiency": 0.0, "masked prediction probs": [ 0.008600604720413685, @@ -94670,7 +106383,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1000581607222557, + "comprehensiveness": 0.09983670711517334, "sufficiency": 0.0, "masked prediction probs": [ 0.012668103910982609, @@ -94683,7 +106396,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05081097409129143, + "comprehensiveness": 0.050698764622211456, "sufficiency": 0.0, "masked prediction probs": [ 0.008237114176154137, @@ -94696,7 +106409,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16052502393722534, + "comprehensiveness": 0.16017131507396698, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01818518526852131, + 0.9818148016929626 + ], + "full text prediction probs": [ + 0.0036448368337005377, + 0.9963551759719849 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.15981915593147278, "sufficiency": 0.0, "masked prediction probs": [ 0.01818518526852131, @@ -94710,12 +106436,12 @@ } }, "dev_211": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10140038281679153, + "fixed-shap": { + "comprehensiveness": 0.029934881255030632, "sufficiency": 0.0, "masked prediction probs": [ - 0.012798457406461239, - 0.9872015714645386 + 0.006561252288520336, + 0.9934387803077698 ], "full text prediction probs": [ 0.0039485967718064785, @@ -94814,12 +106540,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08274400234222412, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09957461059093475, "sufficiency": 0.0, "masked prediction probs": [ - 0.011302556842565536, - 0.9886974096298218 + 0.012798457406461239, + 0.9872015714645386 + ], + "full text prediction probs": [ + 0.0039485967718064785, + 0.9960513710975647 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0022068333346396685, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0041451724246144295, + 0.9958547949790955 ], "full text prediction probs": [ 0.0039485967718064785, @@ -94828,7 +106567,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08255818486213684, + "comprehensiveness": 0.08237320929765701, "sufficiency": 0.0, "masked prediction probs": [ 0.011302556842565536, @@ -94841,7 +106580,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.022421477362513542, + "comprehensiveness": 0.022371351718902588, "sufficiency": 0.0, "masked prediction probs": [ 0.005950395483523607, @@ -94854,7 +106593,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.028286106884479523, + "comprehensiveness": 0.028223011642694473, "sufficiency": 0.0, "masked prediction probs": [ 0.006479508243501186, @@ -94867,7 +106606,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020619241520762444, + "comprehensiveness": 0.02057335153222084, "sufficiency": 0.0, "masked prediction probs": [ 0.005797659512609243, @@ -94880,7 +106619,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05047573521733284, + "comprehensiveness": 0.05036364495754242, "sufficiency": 0.0, "masked prediction probs": [ 0.008485195226967335, @@ -94893,7 +106632,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027625858783721924, + "comprehensiveness": 0.027564646676182747, "sufficiency": 0.0, "masked prediction probs": [ 0.006437139585614204, @@ -94906,7 +106645,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08146059513092041, + "comprehensiveness": 0.08128049969673157, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011302556842565536, + 0.9886974096298218 + ], + "full text prediction probs": [ + 0.0039485967718064785, + 0.9960513710975647 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.081101194024086, "sufficiency": 0.0, "masked prediction probs": [ 0.011302556842565536, @@ -94920,12 +106672,12 @@ } }, "dev_214": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.8187378644943237, "sufficiency": 0.0, "masked prediction probs": [ - 0.7940878868103027, - 0.2059120535850525 + 0.07644231617450714, + 0.923557698726654 ], "full text prediction probs": [ 0.009673289954662323, @@ -95024,12 +106776,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9105545878410339, - 0.08944543451070786 + 0.7940878868103027, + 0.2059120535850525 + ], + "full text prediction probs": [ + 0.009673289954662323, + 0.9903267025947571 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10036362707614899, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01803877018392086, + 0.9819612503051758 ], "full text prediction probs": [ 0.009673289954662323, @@ -95077,7 +106842,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6818753480911255, + "comprehensiveness": 0.6802544593811035, "sufficiency": 0.0, "masked prediction probs": [ 0.0669177994132042, @@ -95103,7 +106868,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.876101016998291, + "comprehensiveness": 0.8740283250808716, "sufficiency": 0.0, "masked prediction probs": [ 0.08357377350330353, @@ -95127,15 +106892,28 @@ 0.9903267025947571 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9105545878410339, + 0.08944543451070786 + ], + "full text prediction probs": [ + 0.009673289954662323, + 0.9903267025947571 + ], + "labels": 1 } }, "dev_304": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6360688209533691, + "fixed-shap": { + "comprehensiveness": 0.3010943531990051, "sufficiency": 0.0, "masked prediction probs": [ - 0.060255132615566254, - 0.9397448301315308 + 0.03175005316734314, + 0.9682499766349792 ], "full text prediction probs": [ 0.006127980072051287, @@ -95234,12 +107012,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.38931751251220703, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6243281364440918, "sufficiency": 0.0, "masked prediction probs": [ - 0.039880555123090744, - 0.9601194858551025 + 0.060255132615566254, + 0.9397448301315308 + ], + "full text prediction probs": [ + 0.006127980072051287, + 0.9938720464706421 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18107040226459503, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021862436085939407, + 0.9781376123428345 ], "full text prediction probs": [ 0.006127980072051287, @@ -95248,7 +107039,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.38842132687568665, + "comprehensiveness": 0.3875292241573334, "sufficiency": 0.0, "masked prediction probs": [ 0.039880555123090744, @@ -95261,7 +107052,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02363879419863224, + "comprehensiveness": 0.023584628477692604, "sufficiency": 0.0, "masked prediction probs": [ 0.008186775259673595, @@ -95274,7 +107065,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06567604094743729, + "comprehensiveness": 0.06552589684724808, "sufficiency": 0.0, "masked prediction probs": [ 0.011861339211463928, @@ -95287,7 +107078,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0876975730061531, + "comprehensiveness": 0.0874975398182869, "sufficiency": 0.0, "masked prediction probs": [ 0.01380116492509842, @@ -95300,7 +107091,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.23135028779506683, + "comprehensiveness": 0.2308237999677658, "sufficiency": 0.0, "masked prediction probs": [ 0.02641664259135723, @@ -95326,7 +107117,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.38312962651252747, + "comprehensiveness": 0.3822616636753082, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.039880555123090744, + 0.9601194858551025 + ], + "full text prediction probs": [ + 0.006127980072051287, + 0.9938720464706421 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3813976049423218, "sufficiency": 0.0, "masked prediction probs": [ 0.039880555123090744, @@ -95340,12 +107144,12 @@ } }, "dev_329": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8108003735542297, + "fixed-shap": { + "comprehensiveness": 0.009106283076107502, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3817099630832672, - 0.6182900071144104 + 0.00736901955679059, + 0.9926309585571289 ], "full text prediction probs": [ 0.006598376668989658, @@ -95444,12 +107248,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8453789353370667, + "sufficiency": 0.814307689666748, "masked prediction probs": [ - 0.4206616282463074, - 0.5793383717536926 + 0.3817099630832672, + 0.6182900071144104 + ], + "full text prediction probs": [ + 0.006598376668989658, + 0.9934015870094299 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0007675898959860206, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006664779037237167, + 0.9933352470397949 ], "full text prediction probs": [ 0.006598376668989658, @@ -95459,7 +107276,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8457363843917847, + "sufficiency": 0.8460922241210938, "masked prediction probs": [ 0.4206616282463074, 0.5793383717536926 @@ -95471,8 +107288,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.027444887906312943, - "sufficiency": 0.7467091679573059, + "comprehensiveness": 0.02738165855407715, + "sufficiency": 0.7472920417785645, "masked prediction probs": [ 0.008975845761597157, 0.9910241365432739 @@ -95484,7 +107301,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.004649534355849028, + "comprehensiveness": 0.004638847429305315, "sufficiency": 0.0, "masked prediction probs": [ 0.0070020342245697975, @@ -95497,7 +107314,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11415276676416397, + "comprehensiveness": 0.11389098316431046, "sufficiency": 0.0, "masked prediction probs": [ 0.01653274893760681, @@ -95510,8 +107327,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8476585745811462, - "sufficiency": 0.886141836643219, + "comprehensiveness": 0.8457191586494446, + "sufficiency": 0.8864020705223083, "masked prediction probs": [ 0.08053670078516006, 0.9194633364677429 @@ -95523,7 +107340,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.011472804471850395, + "comprehensiveness": 0.011446614749729633, "sufficiency": 0.0, "masked prediction probs": [ 0.007601505145430565, @@ -95537,7 +107354,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8478469252586365, + "sufficiency": 0.8481930494308472, + "masked prediction probs": [ + 0.4206616282463074, + 0.5793383717536926 + ], + "full text prediction probs": [ + 0.006598376668989658, + 0.9934015870094299 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8485376238822937, "masked prediction probs": [ 0.4206616282463074, 0.5793383717536926 @@ -95550,12 +107380,12 @@ } }, "dev_330": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9560755491256714, - 0.04392443969845772 + 0.014707675203680992, + 0.9852922558784485 ], "full text prediction probs": [ 0.01846574805676937, @@ -95654,12 +107484,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9560755491256714, + 0.04392443969845772 + ], + "full text prediction probs": [ + 0.01846574805676937, + 0.9815342426300049 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9629493355751038, - 0.03705066442489624 + 0.015055662021040916, + 0.9849442839622498 ], "full text prediction probs": [ 0.01846574805676937, @@ -95721,7 +107564,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9858585596084595, + "sufficiency": 0.9858959317207336, "masked prediction probs": [ 0.8870614171028137, 0.11293861269950867 @@ -95733,7 +107576,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2911502420902252, + "comprehensiveness": 0.2903814911842346, "sufficiency": 0.0, "masked prediction probs": [ 0.04046474024653435, @@ -95757,15 +107600,28 @@ 0.9815342426300049 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9629493355751038, + 0.03705066442489624 + ], + "full text prediction probs": [ + 0.01846574805676937, + 0.9815342426300049 + ], + "labels": 1 } }, "dev_336": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5783771276473999, - 0.4216229319572449 + 0.12266063690185547, + 0.8773393034934998 ], "full text prediction probs": [ 0.013548046350479126, @@ -95855,8 +107711,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5783771276473999, - 0.4216229319572449 + 0.12266063690185547, + 0.8773393034934998 ], "full text prediction probs": [ 0.013548046350479126, @@ -95864,12 +107720,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.465434193611145, - 0.5345657467842102 + 0.12266063690185547, + 0.8773393034934998 + ], + "full text prediction probs": [ + 0.013548046350479126, + 0.9864519834518433 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5838031768798828, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05994682386517525, + 0.9400532245635986 ], "full text prediction probs": [ 0.013548046350479126, @@ -95904,7 +107773,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4240935444831848, + "comprehensiveness": 0.4230341613292694, "sufficiency": 0.0, "masked prediction probs": [ 0.04742320999503136, @@ -95917,7 +107786,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05008016526699066, + "comprehensiveness": 0.049955375492572784, "sufficiency": 0.0, "masked prediction probs": [ 0.01755826734006405, @@ -95956,11 +107825,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.573695719242096, "sufficiency": 0.0, "masked prediction probs": [ - 0.465434193611145, - 0.5345657467842102 + 0.05994682386517525, + 0.9400532245635986 + ], + "full text prediction probs": [ + 0.013548046350479126, + 0.9864519834518433 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5722802877426147, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05994682386517525, + 0.9400532245635986 ], "full text prediction probs": [ 0.013548046350479126, @@ -95970,12 +107852,12 @@ } }, "dev_341": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8566020131111145, + "fixed-shap": { + "comprehensiveness": 0.13234107196331024, + "sufficiency": 0.0, "masked prediction probs": [ - 0.18467243015766144, - 0.8153275847434998 + 0.018107198178768158, + 0.9818928241729736 ], "full text prediction probs": [ 0.006954861804842949, @@ -96074,12 +107956,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.859271228313446, + "masked prediction probs": [ + 0.18467243015766144, + 0.8153275847434998 + ], + "full text prediction probs": [ + 0.006954861804842949, + 0.9930451512336731 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.058205846697092056, "sufficiency": 0.0, "masked prediction probs": [ - 0.3385964632034302, - 0.6614035964012146 + 0.011964661069214344, + 0.9880353808403015 ], "full text prediction probs": [ 0.006954861804842949, @@ -96088,7 +107983,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2884856164455414, + "comprehensiveness": 0.28781673312187195, "sufficiency": 0.0, "masked prediction probs": [ 0.0317847914993763, @@ -96101,7 +107996,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13092514872550964, + "comprehensiveness": 0.1306222677230835, "sufficiency": 0.0, "masked prediction probs": [ 0.018249792978167534, @@ -96114,7 +108009,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.34457117319107056, + "comprehensiveness": 0.3437758982181549, "sufficiency": 0.0, "masked prediction probs": [ 0.0367499478161335, @@ -96127,7 +108022,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1475014090538025, + "comprehensiveness": 0.14716176688671112, "sufficiency": 0.0, "masked prediction probs": [ 0.01973872259259224, @@ -96153,7 +108048,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03427795693278313, + "comprehensiveness": 0.03419938683509827, "sufficiency": 0.0, "masked prediction probs": [ 0.009939401410520077, @@ -96177,15 +108072,28 @@ 0.9930451512336731 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3385964632034302, + 0.6614035964012146 + ], + "full text prediction probs": [ + 0.006954861804842949, + 0.9930451512336731 + ], + "labels": 1 } }, "dev_355": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.27779608964920044, - "sufficiency": 0.9755923748016357, + "fixed-shap": { + "comprehensiveness": 0.052409861236810684, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02999540977180004, - 0.9700045585632324 + 0.010887030512094498, + 0.9891129732131958 ], "full text prediction probs": [ 0.006443692836910486, @@ -96284,12 +108192,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8258402943611145, - "sufficiency": 0.9845262765884399, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.27264973521232605, + "sufficiency": 0.9760439991950989, "masked prediction probs": [ - 0.07778061926364899, - 0.9222193956375122 + 0.02999540977180004, + 0.9700045585632324 + ], + "full text prediction probs": [ + 0.006443692836910486, + 0.9935563206672668 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.051404766738414764, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010894334875047207, + 0.9891056418418884 ], "full text prediction probs": [ 0.006443692836910486, @@ -96298,8 +108219,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1533592790365219, - "sufficiency": 0.8586642146110535, + "comprehensiveness": 0.15300577878952026, + "sufficiency": 0.8589895963668823, "masked prediction probs": [ 0.019721681252121925, 0.9802783131599426 @@ -96311,8 +108232,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14829406142234802, - "sufficiency": 0.9114702343940735, + "comprehensiveness": 0.14795303344726562, + "sufficiency": 0.9116736054420471, "masked prediction probs": [ 0.019312802702188492, 0.9806872010231018 @@ -96324,7 +108245,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.046053554862737656, + "comprehensiveness": 0.04594788700342178, "sufficiency": 0.0, "masked prediction probs": [ 0.010449414141476154, @@ -96337,7 +108258,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02048669010400772, + "comprehensiveness": 0.020439790561795235, "sufficiency": 0.0, "masked prediction probs": [ 0.008229712955653667, @@ -96350,8 +108271,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8163877129554749, - "sufficiency": 0.9847031831741333, + "comprehensiveness": 0.8145231008529663, + "sufficiency": 0.9847380518913269, "masked prediction probs": [ 0.07778061926364899, 0.9222193956375122 @@ -96363,7 +108284,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026202403008937836, + "comprehensiveness": 0.026142694056034088, "sufficiency": 0.0, "masked prediction probs": [ 0.008738487958908081, @@ -96376,8 +108297,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8126670122146606, - "sufficiency": 0.984772801399231, + "comprehensiveness": 0.8108193278312683, + "sufficiency": 0.9848073720932007, + "masked prediction probs": [ + 0.07778061926364899, + 0.9222193956375122 + ], + "full text prediction probs": [ + 0.006443692836910486, + 0.9935563206672668 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8089800477027893, + "sufficiency": 0.9848418235778809, "masked prediction probs": [ 0.07778061926364899, 0.9222193956375122 @@ -96390,12 +108324,12 @@ } }, "dev_375": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.13775864243507385, + "sufficiency": 0.0, "masked prediction probs": [ - 0.86626797914505, - 0.13373208045959473 + 0.12531743943691254, + 0.8746825456619263 ], "full text prediction probs": [ 0.010178104043006897, @@ -96494,12 +108428,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.15443383157253265, + "masked prediction probs": [ + 0.86626797914505, + 0.13373208045959473 + ], + "full text prediction probs": [ + 0.010178104043006897, + 0.9898219108581543 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9029467105865479, - 0.09705332666635513 + 0.3573490381240845, + 0.6426509618759155 ], "full text prediction probs": [ 0.010178104043006897, @@ -96521,7 +108468,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06608880311250687, + "comprehensiveness": 0.06593000143766403, "sufficiency": 0.0, "masked prediction probs": [ 0.015666531398892403, @@ -96534,7 +108481,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7825407981872559, + "comprehensiveness": 0.7806649208068848, "sufficiency": 0.0, "masked prediction probs": [ 0.07532201707363129, @@ -96547,7 +108494,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018273519352078438, + "comprehensiveness": 0.01822981983423233, "sufficiency": 0.0, "masked prediction probs": [ 0.011702977120876312, @@ -96561,7 +108508,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.23068486154079437, + "sufficiency": 0.2325180321931839, "masked prediction probs": [ 0.662883460521698, 0.337116539478302 @@ -96573,7 +108520,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07913040369749069, + "comprehensiveness": 0.07894206792116165, "sufficiency": 0.0, "masked prediction probs": [ 0.016812946647405624, @@ -96587,7 +108534,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.23434248566627502, + "sufficiency": 0.23615828156471252, "masked prediction probs": [ 0.662883460521698, 0.337116539478302 @@ -96597,15 +108544,28 @@ 0.9898219108581543 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9029467105865479, + 0.09705332666635513 + ], + "full text prediction probs": [ + 0.010178104043006897, + 0.9898219108581543 + ], + "labels": 1 } }, "dev_497": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0047292811796069145, - "sufficiency": 0.9939351677894592, + "fixed-shap": { + "comprehensiveness": 0.033981405198574066, + "sufficiency": 0.9918851256370544, "masked prediction probs": [ - 0.9806247353553772, - 0.019375240430235863 + 0.95447838306427, + 0.0455215685069561 ], "full text prediction probs": [ 0.9848518967628479, @@ -96692,11 +108652,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004721885547041893, - "sufficiency": 0.9939447045326233, + "comprehensiveness": 0.03392826393246651, + "sufficiency": 0.9918978214263916, "masked prediction probs": [ - 0.9806247353553772, - 0.019375240430235863 + 0.95447838306427, + 0.0455215685069561 ], "full text prediction probs": [ 0.9848518967628479, @@ -96704,12 +108664,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015346028376370668, - "sufficiency": 0.8500036597251892, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.033920686691999435, + "sufficiency": 0.9918996095657349, "masked prediction probs": [ - 0.983477771282196, - 0.016522210091352463 + 0.95447838306427, + 0.0455215685069561 + ], + "full text prediction probs": [ + 0.9848518967628479, + 0.015148119069635868 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.019050341099500656, + "sufficiency": 0.9918288588523865, + "masked prediction probs": [ + 0.967789888381958, + 0.0322100892663002 ], "full text prediction probs": [ 0.9848518967628479, @@ -96719,7 +108692,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5650134682655334, + "sufficiency": 0.5651105642318726, "masked prediction probs": [ 0.9897117614746094, 0.010288164019584656 @@ -96732,7 +108705,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.813588559627533, + "sufficiency": 0.8136301636695862, "masked prediction probs": [ 0.9848518967628479, 0.015148119069635868 @@ -96744,7 +108717,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6692323088645935, + "comprehensiveness": 0.6690829396247864, "sufficiency": 1.0, "masked prediction probs": [ 0.3852013945579529, @@ -96757,8 +108730,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015332329785451293, - "sufficiency": 0.8501375317573547, + "comprehensiveness": 0.0015328909503296018, + "sufficiency": 0.8501710295677185, "masked prediction probs": [ 0.983477771282196, 0.016522210091352463 @@ -96770,7 +108743,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6793052554130554, + "comprehensiveness": 0.6791536808013916, "sufficiency": 1.0, "masked prediction probs": [ 0.37590402364730835, @@ -96784,7 +108757,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8825270533561707, + "sufficiency": 0.882553219795227, "masked prediction probs": [ 0.9873000979423523, 0.012699871324002743 @@ -96796,8 +108769,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0015322072431445122, - "sufficiency": 0.8502378463745117, + "comprehensiveness": 0.0015318655641749501, + "sufficiency": 0.8502711653709412, + "masked prediction probs": [ + 0.983477771282196, + 0.016522210091352463 + ], + "full text prediction probs": [ + 0.9848518967628479, + 0.015148119069635868 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0015315241180360317, + "sufficiency": 0.8503046035766602, "masked prediction probs": [ 0.983477771282196, 0.016522210091352463 @@ -96810,12 +108796,12 @@ } }, "dev_539": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.037561845034360886, - "sufficiency": 0.9896689653396606, + "fixed-shap": { + "comprehensiveness": 0.01233796589076519, + "sufficiency": 0.9943203330039978, "masked prediction probs": [ - 0.9497095942497253, - 0.05029045790433884 + 0.9722142815589905, + 0.02778567373752594 ], "full text prediction probs": [ 0.9832221865653992, @@ -96902,11 +108888,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.03750299662351608, - "sufficiency": 0.9896851778030396, + "comprehensiveness": 0.012318636290729046, + "sufficiency": 0.9943293333053589, "masked prediction probs": [ - 0.9497095942497253, - 0.05029045790433884 + 0.9722142815589905, + 0.02778567373752594 ], "full text prediction probs": [ 0.9832221865653992, @@ -96914,12 +108900,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03157733753323555, - "sufficiency": 0.9815037846565247, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01231587864458561, + "sufficiency": 0.9943305253982544, "masked prediction probs": [ - 0.9549984335899353, - 0.04500150308012962 + 0.9722142815589905, + 0.02778567373752594 + ], + "full text prediction probs": [ + 0.9832221865653992, + 0.01677781157195568 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03205091133713722, + "sufficiency": 0.9886029362678528, + "masked prediction probs": [ + 0.9545687437057495, + 0.045431219041347504 ], "full text prediction probs": [ 0.9832221865653992, @@ -96928,8 +108927,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005053539760410786, - "sufficiency": 0.8016892075538635, + "comprehensiveness": 0.00505240960046649, + "sufficiency": 0.8017336130142212, "masked prediction probs": [ 0.9787043333053589, 0.02129567228257656 @@ -96941,8 +108940,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01862073317170143, - "sufficiency": 0.9834158420562744, + "comprehensiveness": 0.01861656829714775, + "sufficiency": 0.9834194779396057, "masked prediction probs": [ 0.966571569442749, 0.033428359776735306 @@ -96954,8 +108953,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.031556155532598495, - "sufficiency": 0.9815162420272827, + "comprehensiveness": 0.03154909983277321, + "sufficiency": 0.9815202951431274, "masked prediction probs": [ 0.9549984335899353, 0.04500150308012962 @@ -96967,8 +108966,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03154909983277321, - "sufficiency": 0.9815202951431274, + "comprehensiveness": 0.03154204785823822, + "sufficiency": 0.9815245270729065, "masked prediction probs": [ 0.9549984335899353, 0.04500150308012962 @@ -96980,8 +108979,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.021105479449033737, - "sufficiency": 0.9884325861930847, + "comprehensiveness": 0.021100763231515884, + "sufficiency": 0.9884351491928101, "masked prediction probs": [ 0.9643370509147644, 0.03566289320588112 @@ -96993,8 +108992,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006211618427187204, - "sufficiency": 0.922944188117981, + "comprehensiveness": 0.006210231222212315, + "sufficiency": 0.9229613542556763, "masked prediction probs": [ 0.9776628017425537, 0.022337228059768677 @@ -97006,11 +109005,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03152795508503914, - "sufficiency": 0.9815327525138855, + "comprehensiveness": 0.03200079873204231, + "sufficiency": 0.9886206984519958, "masked prediction probs": [ - 0.9549984335899353, - 0.04500150308012962 + 0.9545687437057495, + 0.045431219041347504 + ], + "full text prediction probs": [ + 0.9832221865653992, + 0.01677781157195568 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03199365362524986, + "sufficiency": 0.988623321056366, + "masked prediction probs": [ + 0.9545687437057495, + 0.045431219041347504 ], "full text prediction probs": [ 0.9832221865653992, @@ -97020,12 +109032,12 @@ } }, "dev_541": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.6237846612930298, + "sufficiency": 0.0, "masked prediction probs": [ - 0.908896267414093, - 0.09110375493764877 + 0.5417232513427734, + 0.45827674865722656 ], "full text prediction probs": [ 0.027612000703811646, @@ -97124,12 +109136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7879436016082764, + "sufficiency": 0.633002519607544, "masked prediction probs": [ - 0.9635374546051025, - 0.03646255284547806 + 0.908896267414093, + 0.09110375493764877 + ], + "full text prediction probs": [ + 0.027612000703811646, + 0.972387969493866 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6520408987998962, + 0.34795910120010376 ], "full text prediction probs": [ 0.027612000703811646, @@ -97151,7 +109176,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.603136420249939, + "comprehensiveness": 0.6013032793998718, "sufficiency": 0.0, "masked prediction probs": [ 0.06718548387289047, @@ -97177,7 +109202,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01725129596889019, + "comprehensiveness": 0.017199179157614708, "sufficiency": 0.0, "masked prediction probs": [ 0.028750838711857796, @@ -97203,7 +109228,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.45837414264678955, + "comprehensiveness": 0.45699766278266907, "sufficiency": 0.0, "masked prediction probs": [ 0.058053888380527496, @@ -97227,15 +109252,28 @@ 0.972387969493866 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7936319708824158, + "masked prediction probs": [ + 0.9635374546051025, + 0.03646255284547806 + ], + "full text prediction probs": [ + 0.027612000703811646, + 0.972387969493866 + ], + "labels": 0 } }, "dev_546": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005824591964483261, - "sufficiency": 0.8485977649688721, + "fixed-shap": { + "comprehensiveness": 0.005596864502876997, + "sufficiency": 0.927415668964386, "masked prediction probs": [ - 0.9843336939811707, - 0.01566629484295845 + 0.9845383167266846, + 0.015461701899766922 ], "full text prediction probs": [ 0.9895673394203186, @@ -97334,12 +109372,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004666236694902182, - "sufficiency": 0.8083290457725525, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005814238451421261, + "sufficiency": 0.848866879940033, "masked prediction probs": [ - 0.9853670597076416, - 0.01463300734758377 + 0.9843336939811707, + 0.01566629484295845 + ], + "full text prediction probs": [ + 0.9895673394203186, + 0.010432608425617218 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8092865347862244, + "masked prediction probs": [ + 0.9895673394203186, + 0.010432608425617218 ], "full text prediction probs": [ 0.9895673394203186, @@ -97348,8 +109399,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004052168224006891, - "sufficiency": 0.8592131733894348, + "comprehensiveness": 0.004051268100738525, + "sufficiency": 0.8592444062232971, "masked prediction probs": [ 0.9859189987182617, 0.014081018976867199 @@ -97361,8 +109412,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.024020884186029434, - "sufficiency": 0.9857139587402344, + "comprehensiveness": 0.024015551432967186, + "sufficiency": 0.9857171177864075, "masked prediction probs": [ 0.9679355025291443, 0.032064516097307205 @@ -97374,8 +109425,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006585844326764345, - "sufficiency": 0.7985460162162781, + "comprehensiveness": 0.0065843816846609116, + "sufficiency": 0.7985907793045044, "masked prediction probs": [ 0.9836351871490479, 0.01636478677392006 @@ -97387,8 +109438,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004662093240767717, - "sufficiency": 0.8084992170333862, + "comprehensiveness": 0.0046610585413873196, + "sufficiency": 0.8085417151451111, "masked prediction probs": [ 0.9853670597076416, 0.01463300734758377 @@ -97400,8 +109451,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017921816557645798, - "sufficiency": 0.997327446937561, + "comprehensiveness": 0.01791783794760704, + "sufficiency": 0.9973280429840088, "masked prediction probs": [ 0.9734172224998474, 0.026582777500152588 @@ -97413,8 +109464,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004643359687179327, - "sufficiency": 0.8874981999397278, + "comprehensiveness": 0.004642329644411802, + "sufficiency": 0.8875230550765991, "masked prediction probs": [ 0.985382080078125, 0.01461790967732668 @@ -97426,8 +109477,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004658990539610386, - "sufficiency": 0.808626651763916, + "comprehensiveness": 0.004657956771552563, + "sufficiency": 0.8086690902709961, + "masked prediction probs": [ + 0.9853670597076416, + 0.01463300734758377 + ], + "full text prediction probs": [ + 0.9895673394203186, + 0.010432608425617218 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004656923934817314, + "sufficiency": 0.8087114691734314, "masked prediction probs": [ 0.9853670597076416, 0.01463300734758377 @@ -97440,12 +109504,12 @@ } }, "dev_548": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07836973667144775, + "sufficiency": 0.9206673502922058, "masked prediction probs": [ - 0.02745628170669079, - 0.9725437164306641 + 0.8533815145492554, + 0.14661848545074463 ], "full text prediction probs": [ 0.9182076454162598, @@ -97544,12 +109608,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.024024723097682, - 0.9759752750396729 + 0.02745628170669079, + 0.9725437164306641 + ], + "full text prediction probs": [ + 0.9182076454162598, + 0.08179240673780441 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9573949575424194, + "masked prediction probs": [ + 0.9288855791091919, + 0.0711144208908081 ], "full text prediction probs": [ 0.9182076454162598, @@ -97559,7 +109636,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.65432208776474, + "sufficiency": 0.6544053554534912, "masked prediction probs": [ 0.9834675192832947, 0.016532503068447113 @@ -97571,7 +109648,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6666736602783203, + "comprehensiveness": 0.6665129661560059, "sufficiency": 1.0, "masked prediction probs": [ 0.36541301012039185, @@ -97585,7 +109662,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9445133805274963, + "sufficiency": 0.9445268511772156, "masked prediction probs": [ 0.9706237316131592, 0.029376206919550896 @@ -97597,8 +109674,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4840826988220215, - "sufficiency": 0.9502183198928833, + "comprehensiveness": 0.48396605253219604, + "sufficiency": 0.9502303004264832, "masked prediction probs": [ 0.5166207551956177, 0.4833792746067047 @@ -97623,8 +109700,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5131563544273376, - "sufficiency": 0.9218912720680237, + "comprehensiveness": 0.5130327939987183, + "sufficiency": 0.9219101071357727, "masked prediction probs": [ 0.4922964572906494, 0.5077035427093506 @@ -97647,15 +109724,28 @@ 0.08179240673780441 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.024024723097682, + 0.9759752750396729 + ], + "full text prediction probs": [ + 0.9182076454162598, + 0.08179240673780441 + ], + "labels": 0 } }, "dev_553": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5574943423271179, - "sufficiency": 0.8932887315750122, + "fixed-shap": { + "comprehensiveness": 0.006279330234974623, + "sufficiency": 0.9387015104293823, "masked prediction probs": [ - 0.4884952902793884, - 0.5115046501159668 + 0.9836118817329407, + 0.016388146206736565 ], "full text prediction probs": [ 0.9892521500587463, @@ -97754,12 +109844,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4024391770362854, - "sufficiency": 0.827786922454834, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5565030574798584, + "sufficiency": 0.8934784531593323, "masked prediction probs": [ - 0.6271262168884277, - 0.3728737533092499 + 0.4884952902793884, + 0.5115046501159668 + ], + "full text prediction probs": [ + 0.9892521500587463, + 0.010747895576059818 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0021102705504745245, + "sufficiency": 0.7373059391975403, + "masked prediction probs": [ + 0.9873528480529785, + 0.012647212482988834 ], "full text prediction probs": [ 0.9892521500587463, @@ -97769,7 +109872,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9747139811515808, + "sufficiency": 0.9747196435928345, "masked prediction probs": [ 0.9908133149147034, 0.009186707437038422 @@ -97781,8 +109884,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010069048032164574, - "sufficiency": 0.7988430857658386, + "comprehensiveness": 0.010066811926662922, + "sufficiency": 0.7988877296447754, "masked prediction probs": [ 0.980187714099884, 0.019812291488051414 @@ -97794,8 +109897,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0441940538585186, - "sufficiency": 0.8959173560142517, + "comprehensiveness": 0.04418423771858215, + "sufficiency": 0.895940363407135, "masked prediction probs": [ 0.9494585990905762, 0.050541460514068604 @@ -97807,8 +109910,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03219160437583923, - "sufficiency": 0.8211770057678223, + "comprehensiveness": 0.03218445926904678, + "sufficiency": 0.8212167024612427, "masked prediction probs": [ 0.9602594971656799, 0.039740487933158875 @@ -97820,8 +109923,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.40199244022369385, - "sufficiency": 0.8279780745506287, + "comprehensiveness": 0.4019032120704651, + "sufficiency": 0.8280162215232849, "masked prediction probs": [ 0.6271262168884277, 0.3728737533092499 @@ -97833,8 +109936,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003576036309823394, - "sufficiency": 0.7840782999992371, + "comprehensiveness": 0.0035752428229898214, + "sufficiency": 0.7841262221336365, "masked prediction probs": [ 0.9860300421714783, 0.013969936408102512 @@ -97846,8 +109949,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4018140137195587, - "sufficiency": 0.8280543684959412, + "comprehensiveness": 0.40172484517097473, + "sufficiency": 0.8280925154685974, + "masked prediction probs": [ + 0.6271262168884277, + 0.3728737533092499 + ], + "full text prediction probs": [ + 0.9892521500587463, + 0.010747895576059818 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4016357660293579, + "sufficiency": 0.8281306624412537, "masked prediction probs": [ 0.6271262168884277, 0.3728737533092499 @@ -97860,12 +109976,12 @@ } }, "dev_555": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9822695851325989, - 0.017730358988046646 + 0.38383281230926514, + 0.6161671876907349 ], "full text prediction probs": [ 0.14069941639900208, @@ -97964,12 +110080,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9738730192184448, - 0.026127051562070847 + 0.9822695851325989, + 0.017730358988046646 + ], + "full text prediction probs": [ + 0.14069941639900208, + 0.8593006134033203 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14069941639900208, + 0.8593006134033203 ], "full text prediction probs": [ 0.14069941639900208, @@ -98067,15 +110196,28 @@ 0.8593006134033203 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9738730192184448, + 0.026127051562070847 + ], + "full text prediction probs": [ + 0.14069941639900208, + 0.8593006134033203 + ], + "labels": 0 } }, "dev_561": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8413799405097961, + "fixed-shap": { + "comprehensiveness": 0.16043813526630402, "sufficiency": 1.0, "masked prediction probs": [ - 0.19600631296634674, - 0.8039937019348145 + 0.6466838121414185, + 0.35331621766090393 ], "full text prediction probs": [ 0.7528688907623291, @@ -98174,12 +110316,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8393511176109314, "sufficiency": 1.0, "masked prediction probs": [ - 0.06640332192182541, - 0.933596670627594 + 0.19600631296634674, + 0.8039937019348145 + ], + "full text prediction probs": [ + 0.7528688907623291, + 0.24713116884231567 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06353382021188736, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.710705041885376, + 0.289294958114624 ], "full text prediction probs": [ 0.7528688907623291, @@ -98254,7 +110409,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.450918048620224, + "sufficiency": 0.4510831832885742, "masked prediction probs": [ 0.9596210718154907, 0.04037896916270256 @@ -98277,15 +110432,28 @@ 0.24713116884231567 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06640332192182541, + 0.933596670627594 + ], + "full text prediction probs": [ + 0.7528688907623291, + 0.24713116884231567 + ], + "labels": 0 } }, "dev_570": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.02360629476606846, + "sufficiency": 0.9969907999038696, "masked prediction probs": [ - 0.0476062186062336, - 0.9523937702178955 + 0.9721230268478394, + 0.027876969426870346 ], "full text prediction probs": [ 0.9934253692626953, @@ -98384,12 +110552,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.008946431800723076, - 0.9910535216331482 + 0.0476062186062336, + 0.9523937702178955 + ], + "full text prediction probs": [ + 0.9934253692626953, + 0.006574665196239948 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0016092974692583084, + "sufficiency": 0.804406464099884, + "masked prediction probs": [ + 0.9919702410697937, + 0.008029764518141747 ], "full text prediction probs": [ 0.9934253692626953, @@ -98437,8 +110618,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018817472737282515, - "sufficiency": 0.7797169089317322, + "comprehensiveness": 0.0018813314381986856, + "sufficiency": 0.7797654867172241, "masked prediction probs": [ 0.9917227625846863, 0.008277212269604206 @@ -98463,8 +110644,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016604209318757057, - "sufficiency": 0.9686942100524902, + "comprehensiveness": 0.01660054177045822, + "sufficiency": 0.968701183795929, "masked prediction probs": [ 0.9783952236175537, 0.021604787558317184 @@ -98487,15 +110668,28 @@ 0.006574665196239948 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.008946431800723076, + 0.9910535216331482 + ], + "full text prediction probs": [ + 0.9934253692626953, + 0.006574665196239948 + ], + "labels": 0 } }, "dev_586": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7565426826477051, - "sufficiency": 0.9279186725616455, + "fixed-shap": { + "comprehensiveness": 0.17925548553466797, + "sufficiency": 0.922140896320343, "masked prediction probs": [ - 0.2985255718231201, - 0.7014743685722351 + 0.7905532717704773, + 0.20944678783416748 ], "full text prediction probs": [ 0.9433345198631287, @@ -98594,12 +110788,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7043411135673523, - "sufficiency": 0.9129737615585327, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.755125105381012, + "sufficiency": 0.9280537366867065, "masked prediction probs": [ - 0.34189051389694214, - 0.6581094861030579 + 0.2985255718231201, + 0.7014743685722351 + ], + "full text prediction probs": [ + 0.9433345198631287, + 0.056665513664484024 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8530879616737366, + "masked prediction probs": [ + 0.9433345198631287, + 0.056665513664484024 ], "full text prediction probs": [ 0.9433345198631287, @@ -98609,7 +110816,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.10863275080919266, + "sufficiency": 0.1088414117693901, "masked prediction probs": [ 0.9844850301742554, 0.015514984726905823 @@ -98622,7 +110829,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8531222939491272, + "sufficiency": 0.8531566858291626, "masked prediction probs": [ 0.9433345198631287, 0.056665513664484024 @@ -98634,8 +110841,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008679017424583435, - "sufficiency": 0.9186863303184509, + "comprehensiveness": 0.008676986210048199, + "sufficiency": 0.9187053442001343, "masked prediction probs": [ 0.9359182119369507, 0.06408175826072693 @@ -98647,8 +110854,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6725829243659973, - "sufficiency": 0.9079360365867615, + "comprehensiveness": 0.6724256277084351, + "sufficiency": 0.9079576134681702, "masked prediction probs": [ 0.36847108602523804, 0.6315289735794067 @@ -98660,8 +110867,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1584416925907135, - "sufficiency": 0.7915524244308472, + "comprehensiveness": 0.1584046334028244, + "sufficiency": 0.7916011214256287, "masked prediction probs": [ 0.8078811168670654, 0.192118838429451 @@ -98673,8 +110880,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06691686809062958, - "sufficiency": 0.8925291895866394, + "comprehensiveness": 0.06690122932195663, + "sufficiency": 0.8925542235374451, "masked prediction probs": [ 0.8861132264137268, 0.1138867437839508 @@ -98686,8 +110893,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6721111536026001, - "sufficiency": 0.9080007076263428, + "comprehensiveness": 0.6719539761543274, + "sufficiency": 0.9080221056938171, "masked prediction probs": [ 0.36847108602523804, 0.6315289735794067 @@ -98697,15 +110904,28 @@ 0.056665513664484024 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7028595209121704, + "sufficiency": 0.9131568670272827, + "masked prediction probs": [ + 0.34189051389694214, + 0.6581094861030579 + ], + "full text prediction probs": [ + 0.9433345198631287, + 0.056665513664484024 + ], + "labels": 0 } }, "dev_599": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0010924251982942224, - "sufficiency": 0.845567524433136, + "fixed-shap": { + "comprehensiveness": 0.053259335458278656, + "sufficiency": 0.9934713244438171, "masked prediction probs": [ - 0.9946157336235046, - 0.0053842635825276375 + 0.9474266171455383, + 0.052573416382074356 ], "full text prediction probs": [ 0.9956039190292358, @@ -98792,11 +111012,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005457435734570026, - "sufficiency": 0.9878167510032654, + "comprehensiveness": 0.053177036345005035, + "sufficiency": 0.9934813380241394, "masked prediction probs": [ - 0.9906595945358276, - 0.00934039056301117 + 0.9474266171455383, + 0.052573416382074356 ], "full text prediction probs": [ 0.9956039190292358, @@ -98804,12 +111024,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00392536586150527, - "sufficiency": 0.8650990724563599, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05316529795527458, + "sufficiency": 0.9934828877449036, "masked prediction probs": [ - 0.9920468330383301, - 0.007953217253088951 + 0.9474266171455383, + 0.052573416382074356 + ], + "full text prediction probs": [ + 0.9956039190292358, + 0.0043960558250546455 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0442306213080883, + "sufficiency": 0.9858318567276001, + "masked prediction probs": [ + 0.9555141925811768, + 0.044485777616500854 ], "full text prediction probs": [ 0.9956039190292358, @@ -98818,8 +111051,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015434822998940945, - "sufficiency": 0.8521109819412231, + "comprehensiveness": 0.0015431416686624289, + "sufficiency": 0.8521435856819153, "masked prediction probs": [ 0.9942049384117126, 0.0057950736954808235 @@ -98831,8 +111064,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0013953429879620671, - "sufficiency": 0.7271173596382141, + "comprehensiveness": 0.0013950353022664785, + "sufficiency": 0.727177619934082, "masked prediction probs": [ 0.9943389296531677, 0.005661108065396547 @@ -98844,8 +111077,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008797142654657364, - "sufficiency": 0.9582529067993164, + "comprehensiveness": 0.00879520270973444, + "sufficiency": 0.9582621455192566, "masked prediction probs": [ 0.987626850605011, 0.012373115867376328 @@ -98857,8 +111090,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006723582046106458, - "sufficiency": 0.7963890433311462, + "comprehensiveness": 0.0006722100079059601, + "sufficiency": 0.7964338660240173, "masked prediction probs": [ 0.9949941039085388, 0.005005866754800081 @@ -98870,8 +111103,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003595939138904214, - "sufficiency": 0.9865579605102539, + "comprehensiveness": 0.0035951463505625725, + "sufficiency": 0.9865608811378479, "masked prediction probs": [ 0.9923417568206787, 0.0076583013869822025 @@ -98883,8 +111116,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001959495944902301, - "sufficiency": 0.817549467086792, + "comprehensiveness": 0.0019590642768889666, + "sufficiency": 0.8175896406173706, "masked prediction probs": [ 0.9938259124755859, 0.006174077279865742 @@ -98896,11 +111129,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0006719137309119105, - "sufficiency": 0.7965235710144043, + "comprehensiveness": 0.04416240379214287, + "sufficiency": 0.9858537316322327, "masked prediction probs": [ - 0.9949941039085388, - 0.005005866754800081 + 0.9555141925811768, + 0.044485777616500854 + ], + "full text prediction probs": [ + 0.9956039190292358, + 0.0043960558250546455 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.044152677059173584, + "sufficiency": 0.985856831073761, + "masked prediction probs": [ + 0.9555141925811768, + 0.044485777616500854 ], "full text prediction probs": [ 0.9956039190292358, @@ -98910,12 +111156,12 @@ } }, "dev_618": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9621703624725342, + "fixed-shap": { + "comprehensiveness": 0.2631625533103943, + "sufficiency": 0.9010722637176514, "masked prediction probs": [ - 0.02930641919374466, - 0.9706935882568359 + 0.741207480430603, + 0.25879254937171936 ], "full text prediction probs": [ 0.9734212756156921, @@ -99014,12 +111260,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.92000812292099, + "sufficiency": 0.9622387886047363, "masked prediction probs": [ - 0.024041438475251198, - 0.9759585857391357 + 0.02930641919374466, + 0.9706935882568359 + ], + "full text prediction probs": [ + 0.9734212756156921, + 0.026578707620501518 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8558523654937744, + "masked prediction probs": [ + 0.06464803963899612, + 0.9353519678115845 ], "full text prediction probs": [ 0.9734212756156921, @@ -99029,7 +111288,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.620549738407135, + "sufficiency": 0.6206355690956116, "masked prediction probs": [ 0.9879143834114075, 0.012085642665624619 @@ -99041,8 +111300,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9837954640388489, - "sufficiency": 0.8628620505332947, + "comprehensiveness": 0.9835730791091919, + "sufficiency": 0.8628929853439331, "masked prediction probs": [ 0.10335562378168106, 0.8966443538665771 @@ -99054,8 +111313,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.34896278381347656, - "sufficiency": 0.955319881439209, + "comprehensiveness": 0.34888389706611633, + "sufficiency": 0.955329954624176, "masked prediction probs": [ 0.66472989320755, 0.33527010679244995 @@ -99067,8 +111326,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011316838674247265, - "sufficiency": 0.7776665687561035, + "comprehensiveness": 0.011314282193779945, + "sufficiency": 0.777716875076294, "masked prediction probs": [ 0.9634081721305847, 0.03659183531999588 @@ -99081,7 +111340,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9200985431671143, + "sufficiency": 0.9201165437698364, "masked prediction probs": [ 0.024041438475251198, 0.9759585857391357 @@ -99093,8 +111352,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0412571057677269, - "sufficiency": 0.7915872931480408, + "comprehensiveness": 0.041247785091400146, + "sufficiency": 0.7916343212127686, "masked prediction probs": [ 0.9369006156921387, 0.06309942901134491 @@ -99107,7 +111366,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9201346039772034, + "sufficiency": 0.9201526641845703, + "masked prediction probs": [ + 0.024041438475251198, + 0.9759585857391357 + ], + "full text prediction probs": [ + 0.9734212756156921, + 0.026578707620501518 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9201706647872925, "masked prediction probs": [ 0.024041438475251198, 0.9759585857391357 @@ -99120,12 +111392,12 @@ } }, "dev_629": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.983180046081543, + "fixed-shap": { + "comprehensiveness": 0.030944988131523132, + "sufficiency": 0.8540468811988831, "masked prediction probs": [ - 0.015519224107265472, - 0.9844807386398315 + 0.9669767022132874, + 0.03302328661084175 ], "full text prediction probs": [ 0.9949486255645752, @@ -99224,12 +111496,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9712757468223572, + "sufficiency": 0.9832097887992859, "masked prediction probs": [ - 0.01968717947602272, - 0.9803127646446228 + 0.015519224107265472, + 0.9844807386398315 + ], + "full text prediction probs": [ + 0.9949486255645752, + 0.0050513227470219135 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03869973495602608, + "sufficiency": 0.7995784878730774, + "masked prediction probs": [ + 0.9598973393440247, + 0.04010273143649101 ], "full text prediction probs": [ 0.9949486255645752, @@ -99238,8 +111523,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00198564981110394, - "sufficiency": 0.6360539793968201, + "comprehensiveness": 0.0019852113910019398, + "sufficiency": 0.6361342668533325, "masked prediction probs": [ 0.9931501746177673, 0.006849801633507013 @@ -99251,8 +111536,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.12996262311935425, - "sufficiency": 0.812654435634613, + "comprehensiveness": 0.1299339383840561, + "sufficiency": 0.8126958012580872, "masked prediction probs": [ 0.8772123456001282, 0.12278769165277481 @@ -99265,7 +111550,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8045650720596313, + "sufficiency": 0.8046082258224487, "masked prediction probs": [ 0.9949486255645752, 0.0050513227470219135 @@ -99278,7 +111563,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8046082258224487, + "sufficiency": 0.8046512603759766, "masked prediction probs": [ 0.9949486255645752, 0.0050513227470219135 @@ -99291,7 +111576,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9713073968887329, + "sufficiency": 0.9713136553764343, "masked prediction probs": [ 0.01968717947602272, 0.9803127646446228 @@ -99303,8 +111588,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015608413377776742, - "sufficiency": 0.7929244637489319, + "comprehensiveness": 0.0015604972140863538, + "sufficiency": 0.7929701209068298, "masked prediction probs": [ 0.9935333728790283, 0.006466623395681381 @@ -99317,7 +111602,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9713200330734253, + "sufficiency": 0.9713264107704163, + "masked prediction probs": [ + 0.01968717947602272, + 0.9803127646446228 + ], + "full text prediction probs": [ + 0.9949486255645752, + 0.0050513227470219135 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9713326692581177, "masked prediction probs": [ 0.01968717947602272, 0.9803127646446228 @@ -99330,12 +111628,12 @@ } }, "dev_644": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9693673849105835, - "sufficiency": 0.9982936978340149, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9918571710586548, "masked prediction probs": [ - 0.11868701875209808, - 0.8813129663467407 + 0.08982449769973755, + 0.9101755023002625 ], "full text prediction probs": [ 0.9940680265426636, @@ -99434,12 +111732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8745051026344299, - "sufficiency": 0.995765209197998, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9676529169082642, + "sufficiency": 0.9982967376708984, "masked prediction probs": [ - 0.202952578663826, - 0.7970474362373352 + 0.11868701875209808, + 0.8813129663467407 + ], + "full text prediction probs": [ + 0.9940680265426636, + 0.005931996740400791 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.37285810708999634, + "sufficiency": 0.9445739984512329, + "masked prediction probs": [ + 0.6566897630691528, + 0.34331026673316956 ], "full text prediction probs": [ 0.9940680265426636, @@ -99449,7 +111760,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6234263777732849, + "sufficiency": 0.6235095858573914, "masked prediction probs": [ 0.9944233298301697, 0.0055767144076526165 @@ -99461,8 +111772,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07226593047380447, - "sufficiency": 0.987005889415741, + "comprehensiveness": 0.07224997133016586, + "sufficiency": 0.987008810043335, "masked prediction probs": [ 0.9286642074584961, 0.0713357925415039 @@ -99474,8 +111785,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7987456917762756, - "sufficiency": 0.9682696461677551, + "comprehensiveness": 0.7985692620277405, + "sufficiency": 0.9682767391204834, "masked prediction probs": [ 0.27100861072540283, 0.7289913892745972 @@ -99487,8 +111798,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003944881726056337, - "sufficiency": 0.8035758137702942, + "comprehensiveness": 0.003944010473787785, + "sufficiency": 0.8036192059516907, "masked prediction probs": [ 0.9904961585998535, 0.009503825567662716 @@ -99500,8 +111811,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8735395073890686, - "sufficiency": 0.9957698583602905, + "comprehensiveness": 0.8733466267585754, + "sufficiency": 0.9957706928253174, "masked prediction probs": [ 0.202952578663826, 0.7970474362373352 @@ -99513,8 +111824,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005002258811146021, - "sufficiency": 0.8341291546821594, + "comprehensiveness": 0.005001154728233814, + "sufficiency": 0.8341657519340515, "masked prediction probs": [ 0.9895367622375488, 0.010463229380548 @@ -99526,8 +111837,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8731538653373718, - "sufficiency": 0.9957717061042786, + "comprehensiveness": 0.872961163520813, + "sufficiency": 0.9957727193832397, + "masked prediction probs": [ + 0.202952578663826, + 0.7970474362373352 + ], + "full text prediction probs": [ + 0.9940680265426636, + 0.005931996740400791 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8727685213088989, + "sufficiency": 0.9957735538482666, "masked prediction probs": [ 0.202952578663826, 0.7970474362373352 @@ -99540,12 +111864,12 @@ } }, "dev_684": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.669336199760437, - "sufficiency": 0.9895578622817993, + "fixed-shap": { + "comprehensiveness": 0.004812459461390972, + "sufficiency": 0.963185727596283, "masked prediction probs": [ - 0.3867146074771881, - 0.6132853627204895 + 0.9809530377388, + 0.01904699206352234 ], "full text prediction probs": [ 0.9852564930915833, @@ -99644,12 +111968,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9589589834213257, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.668140709400177, + "sufficiency": 0.989576518535614, "masked prediction probs": [ - 0.04058709740638733, - 0.9594129323959351 + 0.3867146074771881, + 0.6132853627204895 + ], + "full text prediction probs": [ + 0.9852564930915833, + 0.014743455685675144 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007039216347038746, + "sufficiency": 0.9487884044647217, + "masked prediction probs": [ + 0.9789491295814514, + 0.02105088345706463 ], "full text prediction probs": [ 0.9852564930915833, @@ -99658,8 +111995,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005648602265864611, - "sufficiency": 0.8052656650543213, + "comprehensiveness": 0.005647341255098581, + "sufficiency": 0.8053091764450073, "masked prediction probs": [ 0.980195164680481, 0.019804874435067177 @@ -99671,8 +112008,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0034857692662626505, - "sufficiency": 0.8880725502967834, + "comprehensiveness": 0.0034849916119128466, + "sufficiency": 0.8880975246429443, "masked prediction probs": [ 0.9821324348449707, 0.0178675577044487 @@ -99684,8 +112021,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9805188179016113, - "sufficiency": 0.9229768514633179, + "comprehensiveness": 0.9803000688552856, + "sufficiency": 0.9229939579963684, "masked prediction probs": [ 0.10628802329301834, 0.893712043762207 @@ -99697,8 +112034,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004001465160399675, - "sufficiency": 0.836590051651001, + "comprehensiveness": 0.004000572953373194, + "sufficiency": 0.8366265892982483, "masked prediction probs": [ 0.9816686511039734, 0.01833139732480049 @@ -99711,7 +112048,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9280419945716858, + "sufficiency": 0.9280580282211304, "masked prediction probs": [ 0.9879213571548462, 0.01207868754863739 @@ -99723,8 +112060,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0025602502282708883, - "sufficiency": 0.9179745316505432, + "comprehensiveness": 0.0025596795603632927, + "sufficiency": 0.9179927706718445, "masked prediction probs": [ 0.9829598665237427, 0.017040126025676727 @@ -99736,8 +112073,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9796445369720459, - "sufficiency": 0.9230455160140991, + "comprehensiveness": 0.9794261455535889, + "sufficiency": 0.9230626225471497, "masked prediction probs": [ 0.10628802329301834, 0.893712043762207 @@ -99747,15 +112084,28 @@ 0.014743455685675144 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9590412974357605, + "masked prediction probs": [ + 0.04058709740638733, + 0.9594129323959351 + ], + "full text prediction probs": [ + 0.9852564930915833, + 0.014743455685675144 + ], + "labels": 0 } }, "dev_687": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7120406031608582, - "sufficiency": 0.9949550032615662, + "fixed-shap": { + "comprehensiveness": 0.8782860040664673, + "sufficiency": 0.995701253414154, "masked prediction probs": [ - 0.34868496656417847, - 0.6513150334358215 + 0.19993183016777039, + 0.8000681400299072 ], "full text prediction probs": [ 0.9858052134513855, @@ -99854,12 +112204,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9960857629776001, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7107696533203125, + "sufficiency": 0.9949640035629272, "masked prediction probs": [ - 0.07361240684986115, - 0.9263875484466553 + 0.34868496656417847, + 0.6513150334358215 + ], + "full text prediction probs": [ + 0.9858052134513855, + 0.014194761402904987 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.016465289518237114, + "sufficiency": 0.9660841226577759, + "masked prediction probs": [ + 0.9710427522659302, + 0.028957264497876167 ], "full text prediction probs": [ 0.9858052134513855, @@ -99869,7 +112232,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7157073616981506, + "sufficiency": 0.7157707214355469, "masked prediction probs": [ 0.9883837699890137, 0.011616234667599201 @@ -99882,7 +112245,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8127237558364868, + "sufficiency": 0.8127655386924744, "masked prediction probs": [ 0.9858052134513855, 0.014194761402904987 @@ -99894,8 +112257,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004695910029113293, - "sufficiency": 0.8306221961975098, + "comprehensiveness": 0.004694863222539425, + "sufficiency": 0.8306599259376526, "masked prediction probs": [ 0.9815930724143982, 0.018406959250569344 @@ -99907,8 +112270,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004694863222539425, - "sufficiency": 0.8306599259376526, + "comprehensiveness": 0.004693816881626844, + "sufficiency": 0.8306976556777954, "masked prediction probs": [ 0.9815930724143982, 0.018406959250569344 @@ -99921,7 +112284,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9960901141166687, + "sufficiency": 0.9960910081863403, "masked prediction probs": [ 0.07361240684986115, 0.9263875484466553 @@ -99933,8 +112296,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00695017259567976, - "sufficiency": 0.7498002648353577, + "comprehensiveness": 0.006948624271899462, + "sufficiency": 0.7498559355735779, "masked prediction probs": [ 0.9795668721199036, 0.020433157682418823 @@ -99947,7 +112310,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9960918426513672, + "sufficiency": 0.9960927367210388, + "masked prediction probs": [ + 0.07361240684986115, + 0.9263875484466553 + ], + "full text prediction probs": [ + 0.9858052134513855, + 0.014194761402904987 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9960935711860657, "masked prediction probs": [ 0.07361240684986115, 0.9263875484466553 @@ -99960,12 +112336,12 @@ } }, "dev_758": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004866932053118944, - "sufficiency": 0.987142026424408, + "fixed-shap": { + "comprehensiveness": 0.005007619969546795, + "sufficiency": 0.9496743083000183, "masked prediction probs": [ - 0.9919918179512024, - 0.008008178323507309 + 0.9918644428253174, + 0.008135628886520863 ], "full text prediction probs": [ 0.9963982105255127, @@ -100052,11 +112428,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004859417676925659, - "sufficiency": 0.9871618151664734, + "comprehensiveness": 0.0049998885951936245, + "sufficiency": 0.9497520327568054, "masked prediction probs": [ - 0.9919918179512024, - 0.008008178323507309 + 0.9918644428253174, + 0.008135628886520863 ], "full text prediction probs": [ 0.9963982105255127, @@ -100064,12 +112440,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0024319004733115435, - "sufficiency": 0.9906275272369385, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00499878590926528, + "sufficiency": 0.9497630596160889, "masked prediction probs": [ - 0.9941925406455994, - 0.005807405337691307 + 0.9918644428253174, + 0.008135628886520863 + ], + "full text prediction probs": [ + 0.9963982105255127, + 0.0036017424426972866 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0040830890648067, + "sufficiency": 0.9328359961509705, + "masked prediction probs": [ + 0.9926941394805908, + 0.007305851671844721 ], "full text prediction probs": [ 0.9963982105255127, @@ -100078,8 +112467,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008865396375767887, - "sufficiency": 0.7718428373336792, + "comprehensiveness": 0.0008863441762514412, + "sufficiency": 0.7718930244445801, "masked prediction probs": [ 0.9955939650535583, 0.004406030289828777 @@ -100091,8 +112480,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0024308282881975174, - "sufficiency": 0.990631639957428, + "comprehensiveness": 0.0024302927777171135, + "sufficiency": 0.9906337261199951, "masked prediction probs": [ 0.9941925406455994, 0.005807405337691307 @@ -100104,8 +112493,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0015090078813955188, - "sufficiency": 0.8715347051620483, + "comprehensiveness": 0.0015086752828210592, + "sufficiency": 0.8715630173683167, "masked prediction probs": [ 0.9950286746025085, 0.004971327260136604 @@ -100117,8 +112506,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011296843877062201, - "sufficiency": 0.7954262495040894, + "comprehensiveness": 0.001129435608163476, + "sufficiency": 0.7954712510108948, "masked prediction probs": [ 0.9953727126121521, 0.004627235233783722 @@ -100130,8 +112519,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0026106012519448996, - "sufficiency": 0.7989991903305054, + "comprehensiveness": 0.002610026393085718, + "sufficiency": 0.7990434169769287, "masked prediction probs": [ 0.994027853012085, 0.005972112528979778 @@ -100143,8 +112532,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001040518982335925, - "sufficiency": 0.9354771971702576, + "comprehensiveness": 0.0010402898769825697, + "sufficiency": 0.9354914426803589, "masked prediction probs": [ 0.9954532384872437, 0.004546754993498325 @@ -100156,8 +112545,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0024281523656100035, - "sufficiency": 0.9906419515609741, + "comprehensiveness": 0.002427617786452174, + "sufficiency": 0.9906440377235413, + "masked prediction probs": [ + 0.9941925406455994, + 0.005807405337691307 + ], + "full text prediction probs": [ + 0.9963982105255127, + 0.0036017424426972866 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0024270834401249886, + "sufficiency": 0.9906460642814636, "masked prediction probs": [ 0.9941925406455994, 0.005807405337691307 @@ -100170,12 +112572,12 @@ } }, "dev_764": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.13838477432727814, - "sufficiency": 0.9874650239944458, + "fixed-shap": { + "comprehensiveness": 0.0037255678325891495, + "sufficiency": 0.9105501770973206, "masked prediction probs": [ - 0.8719067573547363, - 0.12809327244758606 + 0.9939484596252441, + 0.006051496136933565 ], "full text prediction probs": [ 0.9973249435424805, @@ -100274,12 +112676,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02669871598482132, - "sufficiency": 0.9839636087417603, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.13814088702201843, + "sufficiency": 0.9874870777130127, "masked prediction probs": [ - 0.9730851650238037, - 0.026914862915873528 + 0.8719067573547363, + 0.12809327244758606 + ], + "full text prediction probs": [ + 0.9973249435424805, + 0.002674993360415101 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00335206207819283, + "sufficiency": 0.8759621381759644, + "masked prediction probs": [ + 0.9942809343338013, + 0.005719012580811977 ], "full text prediction probs": [ 0.9973249435424805, @@ -100288,8 +112703,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009741130634211004, - "sufficiency": 0.7837958931922913, + "comprehensiveness": 0.0009738985099829733, + "sufficiency": 0.7838435173034668, "masked prediction probs": [ 0.9964403510093689, 0.0035596578381955624 @@ -100301,8 +112716,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.026686958968639374, - "sufficiency": 0.9839706420898438, + "comprehensiveness": 0.0266810841858387, + "sufficiency": 0.9839742183685303, "masked prediction probs": [ 0.9730851650238037, 0.026914862915873528 @@ -100314,8 +112729,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0038386420346796513, - "sufficiency": 0.9320594668388367, + "comprehensiveness": 0.0038377970922738314, + "sufficiency": 0.9320744872093201, "masked prediction probs": [ 0.9938375353813171, 0.006162473000586033 @@ -100327,8 +112742,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0024229499977082014, - "sufficiency": 0.8022586703300476, + "comprehensiveness": 0.0024224170483648777, + "sufficiency": 0.8023021221160889, "masked prediction probs": [ 0.9951232075691223, 0.004876761697232723 @@ -100340,8 +112755,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0026627634651958942, - "sufficiency": 0.832347571849823, + "comprehensiveness": 0.0026621774304658175, + "sufficiency": 0.8323844075202942, "masked prediction probs": [ 0.9949047565460205, 0.005095218308269978 @@ -100353,8 +112768,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017710915999487042, - "sufficiency": 0.9064152836799622, + "comprehensiveness": 0.0017707020742818713, + "sufficiency": 0.9064358472824097, "masked prediction probs": [ 0.9957148432731628, 0.004285130184143782 @@ -100366,8 +112781,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02665761113166809, - "sufficiency": 0.9839882850646973, + "comprehensiveness": 0.026651747524738312, + "sufficiency": 0.983991801738739, + "masked prediction probs": [ + 0.9730851650238037, + 0.026914862915873528 + ], + "full text prediction probs": [ + 0.9973249435424805, + 0.002674993360415101 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02664588950574398, + "sufficiency": 0.9839953184127808, "masked prediction probs": [ 0.9730851650238037, 0.026914862915873528 @@ -100380,12 +112808,12 @@ } }, "dev_770": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002542752306908369, - "sufficiency": 0.9582995176315308, + "fixed-shap": { + "comprehensiveness": 0.012407416477799416, + "sufficiency": 0.9695631861686707, "masked prediction probs": [ - 0.9919094443321228, - 0.008090523071587086 + 0.982999861240387, + 0.017000123858451843 ], "full text prediction probs": [ 0.9942060112953186, @@ -100472,11 +112900,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003129867836833, - "sufficiency": 0.842521071434021, + "comprehensiveness": 0.012388214468955994, + "sufficiency": 0.9696103930473328, "masked prediction probs": [ - 0.9913747906684875, - 0.00862517673522234 + 0.982999861240387, + 0.017000123858451843 ], "full text prediction probs": [ 0.9942060112953186, @@ -100484,12 +112912,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0004051459254696965, - "sufficiency": 0.1277371197938919, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002538255648687482, + "sufficiency": 0.9583732485771179, "masked prediction probs": [ - 0.99383944272995, - 0.006160551216453314 + 0.9919094443321228, + 0.008090523071587086 + ], + "full text prediction probs": [ + 0.9942060112953186, + 0.005793996620923281 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012976624071598053, + "sufficiency": 0.9384971261024475, + "masked prediction probs": [ + 0.9824624061584473, + 0.017537591978907585 ], "full text prediction probs": [ 0.9942060112953186, @@ -100499,7 +112940,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3618544638156891, + "sufficiency": 0.3619954586029053, "masked prediction probs": [ 0.9947800636291504, 0.005219967570155859 @@ -100511,8 +112952,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0007945910911075771, - "sufficiency": 0.6462294459342957, + "comprehensiveness": 0.000794415595009923, + "sufficiency": 0.6463075280189514, "masked prediction probs": [ 0.993486762046814, 0.006513258442282677 @@ -100524,8 +112965,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0028465846553444862, - "sufficiency": 0.7825849652290344, + "comprehensiveness": 0.002845955779775977, + "sufficiency": 0.7826329469680786, "masked prediction probs": [ 0.9916287660598755, 0.008371245115995407 @@ -100537,8 +112978,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0021670309361070395, - "sufficiency": 0.7836529016494751, + "comprehensiveness": 0.0021665524691343307, + "sufficiency": 0.783700704574585, "masked prediction probs": [ 0.9922435879707336, 0.007756387814879417 @@ -100550,8 +112991,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003648275975137949, - "sufficiency": 0.994260847568512, + "comprehensiveness": 0.0036474703811109066, + "sufficiency": 0.994262158870697, "masked prediction probs": [ 0.9909014701843262, 0.009098573587834835 @@ -100563,8 +113004,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006341313011944294, - "sufficiency": 0.9971877932548523, + "comprehensiveness": 0.006339913699775934, + "sufficiency": 0.9971883893013, "masked prediction probs": [ 0.988460898399353, 0.011539091356098652 @@ -100576,11 +113017,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0028440714813768864, - "sufficiency": 0.7827768921852112, + "comprehensiveness": 0.012956579215824604, + "sufficiency": 0.9385920763015747, "masked prediction probs": [ - 0.9916287660598755, - 0.008371245115995407 + 0.9824624061584473, + 0.017537591978907585 + ], + "full text prediction probs": [ + 0.9942060112953186, + 0.005793996620923281 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0004043414955958724, + "sufficiency": 0.12946881353855133, + "masked prediction probs": [ + 0.99383944272995, + 0.006160551216453314 ], "full text prediction probs": [ 0.9942060112953186, @@ -100590,12 +113044,12 @@ } }, "dev_773": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9850074648857117, - "sufficiency": 0.9979192018508911, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9927080273628235, "masked prediction probs": [ - 0.10446246713399887, - 0.8955375552177429 + 0.052014533430337906, + 0.9479854702949524 ], "full text prediction probs": [ 0.9873372912406921, @@ -100694,12 +113148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9841621518135071, - "sufficiency": 0.9913328886032104, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9832522869110107, + "sufficiency": 0.9979228973388672, "masked prediction probs": [ - 0.1036454513669014, - 0.8963544964790344 + 0.10446246713399887, + 0.8955375552177429 + ], + "full text prediction probs": [ + 0.9873372912406921, + 0.012662701308727264 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9946262240409851, + "masked prediction probs": [ + 0.06567811220884323, + 0.9343218803405762 ], "full text prediction probs": [ 0.9873372912406921, @@ -100709,7 +113176,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8792290687561035, + "sufficiency": 0.879256010055542, "masked prediction probs": [ 0.9895663261413574, 0.0104337427765131 @@ -100722,7 +113189,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8113378286361694, + "sufficiency": 0.8113797903060913, "masked prediction probs": [ 0.9873372912406921, 0.012662701308727264 @@ -100734,8 +113201,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9835049510002136, - "sufficiency": 0.9913387298583984, + "comprehensiveness": 0.9832860827445984, + "sufficiency": 0.9913405776023865, "masked prediction probs": [ 0.1036454513669014, 0.8963544964790344 @@ -100747,8 +113214,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.044658806174993515, - "sufficiency": 0.9928666353225708, + "comprehensiveness": 0.04464887082576752, + "sufficiency": 0.9928682446479797, "masked prediction probs": [ 0.9472018480300903, 0.05279814824461937 @@ -100760,8 +113227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.048766233026981354, - "sufficiency": 0.9900329113006592, + "comprehensiveness": 0.04875538498163223, + "sufficiency": 0.9900351762771606, "masked prediction probs": [ 0.9435006976127625, 0.05649928003549576 @@ -100774,7 +113241,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7747812867164612, + "sufficiency": 0.7748314142227173, "masked prediction probs": [ 0.9881795644760132, 0.011820409446954727 @@ -100786,8 +113253,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9826300740242004, - "sufficiency": 0.9913464784622192, + "comprehensiveness": 0.9824115633964539, + "sufficiency": 0.9913483262062073, + "masked prediction probs": [ + 0.1036454513669014, + 0.8963544964790344 + ], + "full text prediction probs": [ + 0.9873372912406921, + 0.012662701308727264 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9821931719779968, + "sufficiency": 0.9913502931594849, "masked prediction probs": [ 0.1036454513669014, 0.8963544964790344 @@ -100800,12 +113280,12 @@ } }, "dev_796": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.5673578381538391, + "fixed-shap": { + "comprehensiveness": 0.001200751750729978, + "sufficiency": 0.9450799822807312, "masked prediction probs": [ - 0.9942324757575989, - 0.005767520517110825 + 0.9926337599754333, + 0.00736621581017971 ], "full text prediction probs": [ 0.9937176704406738, @@ -100892,11 +113372,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0016826028004288673, - "sufficiency": 0.8386062383651733, + "comprehensiveness": 0.0011988923652097583, + "sufficiency": 0.9451650381088257, "masked prediction probs": [ - 0.9921964406967163, - 0.007803604006767273 + 0.9926337599754333, + 0.00736621581017971 ], "full text prediction probs": [ 0.9937176704406738, @@ -100904,12 +113384,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 6.545156793436036e-05, - "sufficiency": 0.6796147227287292, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.5681232810020447, "masked prediction probs": [ - 0.9936584830284119, - 0.006341516971588135 + 0.9942324757575989, + 0.005767520517110825 + ], + "full text prediction probs": [ + 0.9937176704406738, + 0.006282282527536154 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0005973029765300453, + "sufficiency": 0.818034827709198, + "masked prediction probs": [ + 0.9931774139404297, + 0.006822519935667515 ], "full text prediction probs": [ 0.9937176704406738, @@ -100919,7 +113412,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8183627724647522, + "sufficiency": 0.818402886390686, "masked prediction probs": [ 0.9945858716964722, 0.005414136219769716 @@ -100931,8 +113424,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006523815682157874, - "sufficiency": 0.8561081290245056, + "comprehensiveness": 0.0006522373878397048, + "sufficiency": 0.8561399579048157, "masked prediction probs": [ 0.9931274652481079, 0.006872595753520727 @@ -100944,8 +113437,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004873600322753191, - "sufficiency": 0.8929535150527954, + "comprehensiveness": 0.004872523248195648, + "sufficiency": 0.892977237701416, "masked prediction probs": [ 0.9893075823783875, 0.010692482814192772 @@ -100957,8 +113450,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0005957215907983482, - "sufficiency": 0.8374152183532715, + "comprehensiveness": 0.0005955900414846838, + "sufficiency": 0.8374510407447815, "masked prediction probs": [ 0.9931784868240356, 0.006821544375270605 @@ -100970,8 +113463,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0019395850831642747, - "sufficiency": 0.9738236665725708, + "comprehensiveness": 0.0019391565583646297, + "sufficiency": 0.973829448223114, "masked prediction probs": [ 0.9919617772102356, 0.00803820788860321 @@ -100984,7 +113477,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8009502291679382, + "sufficiency": 0.8009942173957825, "masked prediction probs": [ 0.9942867159843445, 0.005713316146284342 @@ -100996,11 +113489,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0005953270010650158, - "sufficiency": 0.8375228047370911, + "comprehensiveness": 0.0005963798612356186, + "sufficiency": 0.8183160424232483, "masked prediction probs": [ - 0.9931784868240356, - 0.006821544375270605 + 0.9931774139404297, + 0.006822519935667515 + ], + "full text prediction probs": [ + 0.9937176704406738, + 0.006282282527536154 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 6.53215465717949e-05, + "sufficiency": 0.6802511215209961, + "masked prediction probs": [ + 0.9936584830284119, + 0.006341516971588135 ], "full text prediction probs": [ 0.9937176704406738, @@ -101010,12 +113516,12 @@ } }, "dev_802": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9010397791862488, - 0.0989602729678154 + 0.7313879132270813, + 0.2686121165752411 ], "full text prediction probs": [ 0.6319264769554138, @@ -101105,8 +113611,8 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9010397791862488, - 0.0989602729678154 + 0.7313879132270813, + 0.2686121165752411 ], "full text prediction probs": [ 0.6319264769554138, @@ -101114,12 +113620,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9410916566848755, - 0.058908335864543915 + 0.7313879132270813, + 0.2686121165752411 + ], + "full text prediction probs": [ + 0.6319264769554138, + 0.3680734634399414 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7308048009872437, + 0.26919516921043396 ], "full text prediction probs": [ 0.6319264769554138, @@ -101217,15 +113736,28 @@ 0.3680734634399414 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9410916566848755, + 0.058908335864543915 + ], + "full text prediction probs": [ + 0.6319264769554138, + 0.3680734634399414 + ], + "labels": 1 } }, "dev_820": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8132814168930054, "masked prediction probs": [ - 0.017198150977492332, - 0.9828018546104431 + 0.9819663763046265, + 0.018033655360341072 ], "full text prediction probs": [ 0.980398952960968, @@ -101324,12 +113856,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.012313741259276867, - 0.987686276435852 + 0.017198150977492332, + 0.9828018546104431 + ], + "full text prediction probs": [ + 0.980398952960968, + 0.01960107311606407 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7760050296783447, + "masked prediction probs": [ + 0.9844439029693604, + 0.015556048601865768 ], "full text prediction probs": [ 0.980398952960968, @@ -101339,7 +113884,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7472627758979797, + "sufficiency": 0.7473194599151611, "masked prediction probs": [ 0.9874905943870544, 0.012509481981396675 @@ -101352,7 +113897,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9840095639228821, + "sufficiency": 0.9840131998062134, "masked prediction probs": [ 0.012208465486764908, 0.9877915382385254 @@ -101364,8 +113909,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.18245993554592133, - "sufficiency": 0.7537447810173035, + "comprehensiveness": 0.18241901695728302, + "sufficiency": 0.7537999153137207, "masked prediction probs": [ 0.8177223205566406, 0.1822776049375534 @@ -101378,7 +113923,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8177342414855957, + "sufficiency": 0.8177750706672668, "masked prediction probs": [ 0.980398952960968, 0.01960107311606407 @@ -101403,8 +113948,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0089975381270051, - "sufficiency": 0.2886916995048523, + "comprehensiveness": 0.008995521813631058, + "sufficiency": 0.2888510823249817, "masked prediction probs": [ 0.9723715782165527, 0.027628380805253983 @@ -101427,15 +113972,28 @@ 0.01960107311606407 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.012313741259276867, + 0.987686276435852 + ], + "full text prediction probs": [ + 0.980398952960968, + 0.01960107311606407 + ], + "labels": 0 } }, "dev_831": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003915042150765657, - "sufficiency": 0.9919689297676086, + "fixed-shap": { + "comprehensiveness": 0.001229242654517293, + "sufficiency": 0.7943476438522339, "masked prediction probs": [ - 0.9892424941062927, - 0.010757542215287685 + 0.9916644096374512, + 0.008335652761161327 ], "full text prediction probs": [ 0.9927728772163391, @@ -101534,12 +114092,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0034821946173906326, - "sufficiency": 0.8253353238105774, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003908107988536358, + "sufficiency": 0.99198317527771, "masked prediction probs": [ - 0.9896272420883179, - 0.010372806340456009 + 0.9892424941062927, + 0.010757542215287685 + ], + "full text prediction probs": [ + 0.9927728772163391, + 0.00722719170153141 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0008532869396731257, + "sufficiency": 0.8164183497428894, + "masked prediction probs": [ + 0.9920018911361694, + 0.007998073473572731 ], "full text prediction probs": [ 0.9927728772163391, @@ -101549,7 +114120,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7982515692710876, + "sufficiency": 0.7982962131500244, "masked prediction probs": [ 0.9936059713363647, 0.006394019816070795 @@ -101561,8 +114132,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0034806535113602877, - "sufficiency": 0.8254125714302063, + "comprehensiveness": 0.0034798833075910807, + "sufficiency": 0.8254511952400208, "masked prediction probs": [ 0.9896272420883179, 0.010372806340456009 @@ -101574,8 +114145,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009792731143534184, - "sufficiency": 0.8659350275993347, + "comprehensiveness": 0.009790564887225628, + "sufficiency": 0.8659646511077881, "masked prediction probs": [ 0.9839207530021667, 0.016079282388091087 @@ -101587,8 +114158,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 5.873785266885534e-05, - "sufficiency": 0.7988922595977783, + "comprehensiveness": 5.872486508451402e-05, + "sufficiency": 0.7989367842674255, "masked prediction probs": [ 0.9927197694778442, 0.007280298508703709 @@ -101600,8 +114171,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002324937842786312, - "sufficiency": 0.8460134267807007, + "comprehensiveness": 0.0023244237527251244, + "sufficiency": 0.8460474610328674, "masked prediction probs": [ 0.9906703233718872, 0.009329687803983688 @@ -101613,8 +114184,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012313020415604115, - "sufficiency": 0.7326750159263611, + "comprehensiveness": 0.00123102986253798, + "sufficiency": 0.7327340841293335, "masked prediction probs": [ 0.9916591048240662, 0.00834093987941742 @@ -101626,8 +114197,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0034768064506351948, - "sufficiency": 0.825605571269989, + "comprehensiveness": 0.0034760378766804934, + "sufficiency": 0.8256440758705139, + "masked prediction probs": [ + 0.9896272420883179, + 0.010372806340456009 + ], + "full text prediction probs": [ + 0.9927728772163391, + 0.00722719170153141 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0034752697683870792, + "sufficiency": 0.8256825804710388, "masked prediction probs": [ 0.9896272420883179, 0.010372806340456009 @@ -101640,12 +114224,12 @@ } }, "dev_3": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9367876648902893, + "fixed-shap": { + "comprehensiveness": 0.0775919035077095, + "sufficiency": 0.0, "masked prediction probs": [ - 0.10324530303478241, - 0.8967546820640564 + 0.011119610629975796, + 0.9888803958892822 ], "full text prediction probs": [ 0.004345215857028961, @@ -101744,12 +114328,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4831829369068146, - "sufficiency": 0.864836573600769, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9379241466522217, "masked prediction probs": [ - 0.04730432853102684, - 0.9526956677436829 + 0.10324530303478241, + 0.8967546820640564 + ], + "full text prediction probs": [ + 0.004345215857028961, + 0.995654821395874 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07391390949487686, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010931504890322685, + 0.9890684485435486 ], "full text prediction probs": [ 0.004345215857028961, @@ -101758,7 +114355,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.11061768978834152, + "comprehensiveness": 0.11036992818117142, "sufficiency": 0.0, "masked prediction probs": [ 0.01420218963176012, @@ -101784,7 +114381,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.016509201377630234, + "comprehensiveness": 0.016472389921545982, "sufficiency": 0.0, "masked prediction probs": [ 0.0058228624984622, @@ -101797,7 +114394,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04469909518957138, + "comprehensiveness": 0.04459964856505394, "sufficiency": 0.0, "masked prediction probs": [ 0.008355019614100456, @@ -101810,8 +114407,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.14831744134426117, - "sufficiency": 0.6297736763954163, + "comprehensiveness": 0.1479882001876831, + "sufficiency": 0.6305946707725525, "masked prediction probs": [ 0.01768018677830696, 0.9823197722434998 @@ -101823,7 +114420,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17607437074184418, + "comprehensiveness": 0.1756843626499176, "sufficiency": 0.0, "masked prediction probs": [ 0.020211106166243553, @@ -101836,7 +114433,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.044402070343494415, + "comprehensiveness": 0.04430393874645233, "sufficiency": 0.0, "masked prediction probs": [ 0.008355019614100456, @@ -101847,15 +114444,28 @@ 0.995654821395874 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.47359320521354675, + "sufficiency": 0.8675161600112915, + "masked prediction probs": [ + 0.04730432853102684, + 0.9526956677436829 + ], + "full text prediction probs": [ + 0.004345215857028961, + 0.995654821395874 + ], + "labels": 1 } }, "dev_81": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.24011914432048798, "sufficiency": 0.0, "masked prediction probs": [ - 0.22021062672138214, - 0.779789388179779 + 0.02816610224545002, + 0.9718339443206787 ], "full text prediction probs": [ 0.008104218170046806, @@ -101942,11 +114552,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.2361612319946289, "sufficiency": 0.0, "masked prediction probs": [ - 0.22021062672138214, - 0.779789388179779 + 0.02816610224545002, + 0.9718339443206787 ], "full text prediction probs": [ 0.008104218170046806, @@ -101954,12 +114564,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.943884551525116, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.23560644686222076, "sufficiency": 0.0, "masked prediction probs": [ - 0.08847562223672867, - 0.9115243554115295 + 0.02816610224545002, + 0.9718339443206787 + ], + "full text prediction probs": [ + 0.008104218170046806, + 0.9918957352638245 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18356357514858246, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023771367967128754, + 0.976228654384613 ], "full text prediction probs": [ 0.008104218170046806, @@ -101968,7 +114591,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3782806396484375, + "comprehensiveness": 0.3773961365222931, "sufficiency": 0.0, "masked prediction probs": [ 0.040390416979789734, @@ -101981,7 +114604,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08761047571897507, + "comprehensiveness": 0.08740609884262085, "sufficiency": 0.0, "masked prediction probs": [ 0.015599331818521023, @@ -101994,7 +114617,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2334105521440506, + "comprehensiveness": 0.23286733031272888, "sufficiency": 0.0, "masked prediction probs": [ 0.028119105845689774, @@ -102007,7 +114630,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5970116257667542, + "comprehensiveness": 0.5956254005432129, "sufficiency": 0.0, "masked prediction probs": [ 0.0594172365963459, @@ -102020,7 +114643,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9329264163970947, + "comprehensiveness": 0.9307652711868286, "sufficiency": 0.0, "masked prediction probs": [ 0.08847562223672867, @@ -102033,7 +114656,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1928185671567917, + "comprehensiveness": 0.19237293303012848, "sufficiency": 0.0, "masked prediction probs": [ 0.024754071608185768, @@ -102046,11 +114669,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.92861407995224, + "comprehensiveness": 0.18060065805912018, "sufficiency": 0.0, "masked prediction probs": [ - 0.08847562223672867, - 0.9115243554115295 + 0.023771367967128754, + 0.976228654384613 + ], + "full text prediction probs": [ + 0.008104218170046806, + 0.9918957352638245 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.18018518388271332, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023771367967128754, + 0.976228654384613 ], "full text prediction probs": [ 0.008104218170046806, @@ -102060,12 +114696,12 @@ } }, "dev_83": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.935094952583313, - 0.06490500271320343 + 0.11609520763158798, + 0.883904755115509 ], "full text prediction probs": [ 0.05081105977296829, @@ -102164,12 +114800,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9467512369155884, - 0.053248777985572815 + 0.935094952583313, + 0.06490500271320343 + ], + "full text prediction probs": [ + 0.05081105977296829, + 0.9491889476776123 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05081105977296829, + 0.9491889476776123 ], "full text prediction probs": [ 0.05081105977296829, @@ -102267,15 +114916,28 @@ 0.9491889476776123 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9467512369155884, + 0.053248777985572815 + ], + "full text prediction probs": [ + 0.05081105977296829, + 0.9491889476776123 + ], + "labels": 1 } }, "dev_88": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4409925937652588, + "fixed-shap": { + "comprehensiveness": 0.1590973287820816, "sufficiency": 0.0, "masked prediction probs": [ - 0.04526720941066742, - 0.9547328352928162 + 0.021875521168112755, + 0.9781244993209839 ], "full text prediction probs": [ 0.008673631586134434, @@ -102374,12 +115036,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.285800576210022, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43264898657798767, "sufficiency": 0.0, "masked prediction probs": [ - 0.03284669294953346, - 0.9671533107757568 + 0.04526720941066742, + 0.9547328352928162 + ], + "full text prediction probs": [ + 0.008673631586134434, + 0.9913263916969299 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09608142077922821, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016819393262267113, + 0.983180582523346 ], "full text prediction probs": [ 0.008673631586134434, @@ -102388,7 +115063,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2851262390613556, + "comprehensiveness": 0.2844550907611847, "sufficiency": 0.0, "masked prediction probs": [ 0.03284669294953346, @@ -102401,7 +115076,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.022187884896993637, + "comprehensiveness": 0.0221357811242342, "sufficiency": 0.0, "masked prediction probs": [ 0.010559218935668468, @@ -102414,7 +115089,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07768795639276505, + "comprehensiveness": 0.07750594615936279, "sufficiency": 0.0, "masked prediction probs": [ 0.015291075222194195, @@ -102427,7 +115102,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05282995104789734, + "comprehensiveness": 0.05270646885037422, "sufficiency": 0.0, "masked prediction probs": [ 0.013184227049350739, @@ -102440,7 +115115,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06102099269628525, + "comprehensiveness": 0.0608786940574646, "sufficiency": 0.0, "masked prediction probs": [ 0.01389574445784092, @@ -102453,7 +115128,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05107295513153076, + "comprehensiveness": 0.05095413327217102, "sufficiency": 0.0, "masked prediction probs": [ 0.013054641894996166, @@ -102466,7 +115141,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.28114616870880127, + "comprehensiveness": 0.2804935872554779, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03284669294953346, + 0.9671533107757568 + ], + "full text prediction probs": [ + 0.008673631586134434, + 0.9913263916969299 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2798440456390381, "sufficiency": 0.0, "masked prediction probs": [ 0.03284669294953346, @@ -102480,12 +115168,12 @@ } }, "dev_147": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3403918147087097, + "fixed-shap": { + "comprehensiveness": 0.9515396356582642, "sufficiency": 0.0, "masked prediction probs": [ - 0.03765616938471794, - 0.9623438715934753 + 0.0876864567399025, + 0.9123135209083557 ], "full text prediction probs": [ 0.009790687821805477, @@ -102584,12 +115272,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1847044825553894, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.33386537432670593, "sufficiency": 0.0, "masked prediction probs": [ - 0.02520669996738434, - 0.9747933149337769 + 0.03765616938471794, + 0.9623438715934753 + ], + "full text prediction probs": [ + 0.009790687821805477, + 0.9902093410491943 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.24060583114624023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.029920540750026703, + 0.9700794816017151 ], "full text prediction probs": [ 0.009790687821805477, @@ -102611,7 +115312,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.183823361992836, + "comprehensiveness": 0.1833859384059906, "sufficiency": 0.0, "masked prediction probs": [ 0.02520669996738434, @@ -102624,8 +115325,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.44871196150779724, - "sufficiency": 0.7375579476356506, + "comprehensiveness": 0.44764673709869385, + "sufficiency": 0.7381802201271057, "masked prediction probs": [ 0.04751084744930267, 0.9524891376495361 @@ -102637,7 +115338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06086210533976555, + "comprehensiveness": 0.06071796640753746, "sufficiency": 0.0, "masked prediction probs": [ 0.01491913478821516, @@ -102651,7 +115352,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.27985435724258423, + "sufficiency": 0.28155383467674255, "masked prediction probs": [ 0.23214317858219147, 0.767856776714325 @@ -102663,7 +115364,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10308106988668442, + "comprehensiveness": 0.10283809155225754, "sufficiency": 0.0, "masked prediction probs": [ 0.01851787231862545, @@ -102676,7 +115377,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18165689706802368, + "comprehensiveness": 0.18122971057891846, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02520669996738434, + 0.9747933149337769 + ], + "full text prediction probs": [ + 0.009790687821805477, + 0.9902093410491943 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1808045357465744, "sufficiency": 0.0, "masked prediction probs": [ 0.02520669996738434, @@ -102690,12 +115404,12 @@ } }, "dev_157": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7165369987487793, + "fixed-shap": { + "comprehensiveness": 0.057408407330513, + "sufficiency": 0.0, "masked prediction probs": [ - 0.16045908629894257, - 0.8395408987998962 + 0.013233170844614506, + 0.9867667555809021 ], "full text prediction probs": [ 0.008457014337182045, @@ -102794,12 +115508,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8158182501792908, + "sufficiency": 0.7218801379203796, "masked prediction probs": [ - 0.11117129772901535, - 0.888828694820404 + 0.16045908629894257, + 0.8395408987998962 + ], + "full text prediction probs": [ + 0.008457014337182045, + 0.9915429353713989 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05444632098078728, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013084854930639267, + 0.9869151711463928 ], "full text prediction probs": [ 0.008457014337182045, @@ -102808,7 +115535,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4433889091014862, + "comprehensiveness": 0.44234785437583923, "sufficiency": 0.0, "masked prediction probs": [ 0.04614366590976715, @@ -102821,7 +115548,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11214552819728851, + "comprehensiveness": 0.11188283562660217, "sufficiency": 0.0, "masked prediction probs": [ 0.01801149733364582, @@ -102834,7 +115561,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3781459331512451, + "comprehensiveness": 0.3772622346878052, "sufficiency": 0.0, "masked prediction probs": [ 0.04074948653578758, @@ -102847,7 +115574,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04668896645307541, + "comprehensiveness": 0.04658011347055435, "sufficiency": 0.0, "masked prediction probs": [ 0.012453529052436352, @@ -102861,7 +115588,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.05897390469908714, + "sufficiency": 0.06116023287177086, "masked prediction probs": [ 0.10011463612318039, 0.899885356426239 @@ -102873,7 +115600,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06237775459885597, + "comprehensiveness": 0.06223299726843834, "sufficiency": 0.0, "masked prediction probs": [ 0.013821423053741455, @@ -102887,7 +115614,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.06333642452955246, + "sufficiency": 0.06550255417823792, "masked prediction probs": [ 0.10011463612318039, 0.899885356426239 @@ -102897,15 +115624,28 @@ 0.9915429353713989 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8196428418159485, + "masked prediction probs": [ + 0.11117129772901535, + 0.888828694820404 + ], + "full text prediction probs": [ + 0.008457014337182045, + 0.9915429353713989 + ], + "labels": 1 } }, "dev_224": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.028123268857598305, - 0.9718766808509827 + 0.7012766003608704, + 0.298723429441452 ], "full text prediction probs": [ 0.6122696399688721, @@ -103004,12 +115744,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03261550888419151, - 0.9673845171928406 + 0.028123268857598305, + 0.9718766808509827 + ], + "full text prediction probs": [ + 0.6122696399688721, + 0.3877303898334503 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8987603783607483, + 0.10123962163925171 ], "full text prediction probs": [ 0.6122696399688721, @@ -103084,7 +115837,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.963312566280365, + "sufficiency": 0.9633265733718872, "masked prediction probs": [ 0.9483087062835693, 0.05169124901294708 @@ -103107,15 +115860,28 @@ 0.3877303898334503 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03261550888419151, + 0.9673845171928406 + ], + "full text prediction probs": [ + 0.6122696399688721, + 0.3877303898334503 + ], + "labels": 1 } }, "dev_250": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2472846657037735, - "sufficiency": 0.4121646583080292, + "fixed-shap": { + "comprehensiveness": 0.09028659015893936, + "sufficiency": 0.0, "masked prediction probs": [ - 0.026185670867562294, - 0.9738143086433411 + 0.012530680745840073, + 0.9874693155288696 ], "full text prediction probs": [ 0.004677906632423401, @@ -103214,12 +115980,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.14496617019176483, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24281705915927887, + "sufficiency": 0.4227728843688965, + "masked prediction probs": [ + 0.026185670867562294, + 0.9738143086433411 + ], + "full text prediction probs": [ + 0.004677906632423401, + 0.995322048664093 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05371982231736183, "sufficiency": 0.0, "masked prediction probs": [ - 0.017518533393740654, - 0.9824815392494202 + 0.009447001852095127, + 0.9905530214309692 ], "full text prediction probs": [ 0.004677906632423401, @@ -103228,7 +116007,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04265103116631508, + "comprehensiveness": 0.04255514591932297, "sufficiency": 0.0, "masked prediction probs": [ 0.00846435222774744, @@ -103241,7 +116020,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12188690900802612, + "comprehensiveness": 0.1216135025024414, "sufficiency": 0.0, "masked prediction probs": [ 0.015522894449532032, @@ -103254,7 +116033,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03136569634079933, + "comprehensiveness": 0.03129549324512482, "sufficiency": 0.0, "masked prediction probs": [ 0.007475035730749369, @@ -103267,7 +116046,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03129549324512482, + "comprehensiveness": 0.03122560866177082, "sufficiency": 0.0, "masked prediction probs": [ 0.007475035730749369, @@ -103280,8 +116059,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11784444749355316, - "sufficiency": 0.4810341000556946, + "comprehensiveness": 0.11758187413215637, + "sufficiency": 0.4821891188621521, "masked prediction probs": [ 0.01523403637111187, 0.9847660064697266 @@ -103293,7 +116072,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0335727222263813, + "comprehensiveness": 0.03349808603525162, "sufficiency": 0.0, "masked prediction probs": [ 0.007691981270909309, @@ -103306,7 +116085,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12053202837705612, + "comprehensiveness": 0.12026465684175491, "sufficiency": 0.0, "masked prediction probs": [ 0.015522894449532032, @@ -103317,15 +116096,28 @@ 0.995322048664093 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1420784443616867, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017518533393740654, + 0.9824815392494202 + ], + "full text prediction probs": [ + 0.004677906632423401, + 0.995322048664093 + ], + "labels": 1 } }, "dev_305": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03607240319252014, - "sufficiency": 0.5457651019096375, + "fixed-shap": { + "comprehensiveness": 0.028136827051639557, + "sufficiency": 0.05138537660241127, "masked prediction probs": [ - 0.010622099041938782, - 0.9893779158592224 + 0.009955002926290035, + 0.9900450110435486 ], "full text prediction probs": [ 0.007589758839458227, @@ -103412,11 +116204,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.09219235181808472, - "sufficiency": 0.0, + "comprehensiveness": 0.02767583727836609, + "sufficiency": 0.06690917909145355, "masked prediction probs": [ - 0.015468882396817207, - 0.9845311641693115 + 0.009955002926290035, + 0.9900450110435486 ], "full text prediction probs": [ 0.007589758839458227, @@ -103424,12 +116216,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.036613401025533676, - "sufficiency": 0.5010612607002258, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03539854288101196, + "sufficiency": 0.5542406439781189, "masked prediction probs": [ - 0.010726172477006912, - 0.9892738461494446 + 0.010622099041938782, + 0.9893779158592224 + ], + "full text prediction probs": [ + 0.007589758839458227, + 0.9924103021621704 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02784607745707035, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009980619885027409, + 0.9900193214416504 ], "full text prediction probs": [ 0.007589758839458227, @@ -103438,7 +116243,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0355590395629406, + "comprehensiveness": 0.03547639027237892, "sufficiency": 0.0, "masked prediction probs": [ 0.010642997920513153, @@ -103451,7 +116256,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.048797786235809326, + "comprehensiveness": 0.048684630542993546, "sufficiency": 0.0, "masked prediction probs": [ 0.01178942434489727, @@ -103464,7 +116269,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04527338966727257, + "comprehensiveness": 0.04516864940524101, "sufficiency": 0.0, "masked prediction probs": [ 0.0114951366558671, @@ -103477,7 +116282,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.032827116549015045, + "comprehensiveness": 0.03275134786963463, "sufficiency": 0.0, "masked prediction probs": [ 0.01042812131345272, @@ -103490,7 +116295,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08528899401426315, + "comprehensiveness": 0.08509258925914764, "sufficiency": 0.0, "masked prediction probs": [ 0.014981272630393505, @@ -103503,7 +116308,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014509977772831917, + "comprehensiveness": 0.014476641081273556, "sufficiency": 0.0, "masked prediction probs": [ 0.008850103244185448, @@ -103516,11 +116321,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08489708602428436, + "comprehensiveness": 0.02739926241338253, "sufficiency": 0.0, "masked prediction probs": [ - 0.014981272630393505, - 0.985018789768219 + 0.009980619885027409, + 0.9900193214416504 + ], + "full text prediction probs": [ + 0.007589758839458227, + 0.9924103021621704 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03585977852344513, + "sufficiency": 0.5113192796707153, + "masked prediction probs": [ + 0.010726172477006912, + 0.9892738461494446 ], "full text prediction probs": [ 0.007589758839458227, @@ -103530,12 +116348,12 @@ } }, "dev_371": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9080840945243835, + "fixed-shap": { + "comprehensiveness": 0.04698800668120384, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8071438670158386, - 0.19285613298416138 + 0.010553058236837387, + 0.9894468784332275 ], "full text prediction probs": [ 0.006554563995450735, @@ -103634,12 +116452,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8681615591049194, + "sufficiency": 0.9097786545753479, "masked prediction probs": [ - 0.290803998708725, - 0.7091959714889526 + 0.8071438670158386, + 0.19285613298416138 + ], + "full text prediction probs": [ + 0.006554563995450735, + 0.9934455156326294 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03987640142440796, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01001970749348402, + 0.9899802803993225 ], "full text prediction probs": [ 0.006554563995450735, @@ -103649,7 +116480,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8684647083282471, + "sufficiency": 0.8687664270401001, "masked prediction probs": [ 0.290803998708725, 0.7091959714889526 @@ -103661,7 +116492,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12430831789970398, + "comprehensiveness": 0.12402348220348358, "sufficiency": 0.0, "masked prediction probs": [ 0.017381591722369194, @@ -103674,8 +116505,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.25444239377975464, - "sufficiency": 0.9122176766395569, + "comprehensiveness": 0.2538607120513916, + "sufficiency": 0.9124181270599365, "masked prediction probs": [ 0.028767120093107224, 0.9712328314781189 @@ -103687,7 +116518,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0549476221203804, + "comprehensiveness": 0.05482229217886925, "sufficiency": 0.0, "masked prediction probs": [ 0.011362438090145588, @@ -103700,8 +116531,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.24954362213611603, - "sufficiency": 0.340442031621933, + "comprehensiveness": 0.2489757239818573, + "sufficiency": 0.3419412672519684, "masked prediction probs": [ 0.02843937650322914, 0.9715606570243835 @@ -103713,7 +116544,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028213005512952805, + "comprehensiveness": 0.028148945420980453, "sufficiency": 0.0, "masked prediction probs": [ 0.009034382179379463, @@ -103727,7 +116558,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8702545762062073, + "sufficiency": 0.8705481886863708, + "masked prediction probs": [ + 0.290803998708725, + 0.7091959714889526 + ], + "full text prediction probs": [ + 0.006554563995450735, + 0.9934455156326294 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8708404302597046, "masked prediction probs": [ 0.290803998708725, 0.7091959714889526 @@ -103740,12 +116584,12 @@ } }, "dev_372": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.15921056270599365, "sufficiency": 0.0, "masked prediction probs": [ - 0.7220403552055359, - 0.2779596149921417 + 0.04051554575562477, + 0.9594845175743103 ], "full text prediction probs": [ 0.030832024291157722, @@ -103844,12 +116688,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7512872815132141, - 0.2487126737833023 + 0.7220403552055359, + 0.2779596149921417 + ], + "full text prediction probs": [ + 0.030832024291157722, + 0.969167947769165 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014307457953691483, + 0.9856925010681152 ], "full text prediction probs": [ 0.030832024291157722, @@ -103871,7 +116728,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.22910389304161072, + "comprehensiveness": 0.22837670147418976, "sufficiency": 0.0, "masked prediction probs": [ 0.045224856585264206, @@ -103884,7 +116741,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19261783361434937, + "comprehensiveness": 0.1920083910226822, "sufficiency": 0.0, "masked prediction probs": [ 0.0429711677134037, @@ -103897,7 +116754,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3332393765449524, + "comprehensiveness": 0.33218833804130554, "sufficiency": 0.0, "masked prediction probs": [ 0.05190008878707886, @@ -103947,15 +116804,28 @@ 0.969167947769165 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7512872815132141, + 0.2487126737833023 + ], + "full text prediction probs": [ + 0.030832024291157722, + 0.969167947769165 + ], + "labels": 1 } }, "dev_411": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08070008456707001, "sufficiency": 0.0, "masked prediction probs": [ - 0.9076538681983948, - 0.09234613180160522 + 0.015448465943336487, + 0.9845514893531799 ], "full text prediction probs": [ 0.008758903481066227, @@ -104054,12 +116924,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.550161600112915, - 0.4498383402824402 + 0.9076538681983948, + 0.09234613180160522 + ], + "full text prediction probs": [ + 0.008758903481066227, + 0.9912410974502563 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08600397408008575, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016043007373809814, + 0.9839569926261902 ], "full text prediction probs": [ 0.008758903481066227, @@ -104094,7 +116977,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.20273202657699585, + "comprehensiveness": 0.20225657522678375, "sufficiency": 0.0, "masked prediction probs": [ 0.02601039968430996, @@ -104107,7 +116990,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10703598707914352, + "comprehensiveness": 0.10678555816411972, "sufficiency": 0.0, "masked prediction probs": [ 0.017888478934764862, @@ -104133,7 +117016,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7291709184646606, + "comprehensiveness": 0.7274728417396545, "sufficiency": 0.0, "masked prediction probs": [ 0.07124531269073486, @@ -104157,15 +117040,28 @@ 0.9912410974502563 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.550161600112915, + 0.4498383402824402 + ], + "full text prediction probs": [ + 0.008758903481066227, + 0.9912410974502563 + ], + "labels": 1 } }, "dev_424": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.6714252829551697, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9369086623191833, - 0.06309132277965546 + 0.64974445104599, + 0.3502555787563324 ], "full text prediction probs": [ 0.013598073273897171, @@ -104264,12 +117160,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3777880370616913, + "sufficiency": 0.6780179738998413, "masked prediction probs": [ - 0.8817691206932068, - 0.11823093146085739 + 0.9369086623191833, + 0.06309132277965546 + ], + "full text prediction probs": [ + 0.013598073273897171, + 0.9864019751548767 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21561478078365326, + 0.7843852639198303 ], "full text prediction probs": [ 0.013598073273897171, @@ -104279,7 +117188,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.23058779537677765, + "sufficiency": 0.23250789940357208, "masked prediction probs": [ 0.7111684679985046, 0.28883159160614014 @@ -104291,7 +117200,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3300655484199524, + "comprehensiveness": 0.32924288511276245, "sufficiency": 0.0, "masked prediction probs": [ 0.04002170264720917, @@ -104317,7 +117226,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1875344067811966, + "comprehensiveness": 0.18706929683685303, "sufficiency": 0.0, "masked prediction probs": [ 0.028686270117759705, @@ -104331,7 +117240,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3854941725730896, + "sufficiency": 0.3870125412940979, "masked prediction probs": [ 0.8817691206932068, 0.11823093146085739 @@ -104343,7 +117252,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.037966471165418625, + "comprehensiveness": 0.03787277638912201, "sufficiency": 0.0, "masked prediction probs": [ 0.01666790060698986, @@ -104357,7 +117266,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3885234296321869, + "sufficiency": 0.39002686738967896, + "masked prediction probs": [ + 0.8817691206932068, + 0.11823093146085739 + ], + "full text prediction probs": [ + 0.013598073273897171, + 0.9864019751548767 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.39152297377586365, "masked prediction probs": [ 0.8817691206932068, 0.11823093146085739 @@ -104370,12 +117292,12 @@ } }, "dev_456": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.42015540599823, - "sufficiency": 0.943609893321991, + "fixed-shap": { + "comprehensiveness": 0.023990940302610397, + "sufficiency": 0.9900075197219849, "masked prediction probs": [ - 0.6150206327438354, - 0.38497936725616455 + 0.9727349281311035, + 0.02726513147354126 ], "full text prediction probs": [ 0.9943974018096924, @@ -104474,12 +117396,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.14503000676631927, - "sufficiency": 0.9134745597839355, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.41941219568252563, + "sufficiency": 0.9437096118927002, "masked prediction probs": [ - 0.8632113933563232, - 0.13678862154483795 + 0.6150206327438354, + 0.38497936725616455 + ], + "full text prediction probs": [ + 0.9943974018096924, + 0.005602600518614054 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01472229789942503, + "sufficiency": 0.8895367980003357, + "masked prediction probs": [ + 0.9810774922370911, + 0.01892251707613468 ], "full text prediction probs": [ 0.9943974018096924, @@ -104488,7 +117423,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002841541776433587, + "comprehensiveness": 0.002840913599357009, "sufficiency": 0.0, "masked prediction probs": [ 0.9918265342712402, @@ -104501,8 +117436,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013459562323987484, - "sufficiency": 0.8758912682533264, + "comprehensiveness": 0.013456588611006737, + "sufficiency": 0.8759187459945679, "masked prediction probs": [ 0.9822172522544861, 0.017782680690288544 @@ -104514,8 +117449,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.14493386447429657, - "sufficiency": 0.9135318398475647, + "comprehensiveness": 0.144901841878891, + "sufficiency": 0.9135509729385376, "masked prediction probs": [ 0.8632113933563232, 0.13678862154483795 @@ -104527,8 +117462,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016063438961282372, - "sufficiency": 0.871387779712677, + "comprehensiveness": 0.0016059891786426306, + "sufficiency": 0.8714162111282349, "masked prediction probs": [ 0.9929431080818176, 0.007056852336972952 @@ -104540,8 +117475,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004141449928283691, - "sufficiency": 0.9125978350639343, + "comprehensiveness": 0.004140534903854132, + "sufficiency": 0.912617027759552, "masked prediction probs": [ 0.9906471371650696, 0.009352854453027248 @@ -104553,8 +117488,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0051725925877690315, - "sufficiency": 0.846337080001831, + "comprehensiveness": 0.005171450786292553, + "sufficiency": 0.8463711142539978, "masked prediction probs": [ 0.9897123575210571, 0.010287625715136528 @@ -104566,8 +117501,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1448058784008026, - "sufficiency": 0.913608193397522, + "comprehensiveness": 0.1447739154100418, + "sufficiency": 0.9136273264884949, + "masked prediction probs": [ + 0.8632113933563232, + 0.13678862154483795 + ], + "full text prediction probs": [ + 0.9943974018096924, + 0.005602600518614054 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1447419673204422, + "sufficiency": 0.9136462807655334, "masked prediction probs": [ 0.8632113933563232, 0.13678862154483795 @@ -104580,12 +117528,12 @@ } }, "dev_461": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0001950022706296295, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.01122207660228014, + "sufficiency": 0.9579949975013733, "masked prediction probs": [ - 0.9935896396636963, - 0.006410387344658375 + 0.9836397767066956, + 0.016360238194465637 ], "full text prediction probs": [ 0.9937655925750732, @@ -104672,11 +117620,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006664392072707415, - "sufficiency": 0.8677645921707153, + "comprehensiveness": 0.011204692535102367, + "sufficiency": 0.958060085773468, "masked prediction probs": [ - 0.9877429008483887, - 0.012257076799869537 + 0.9836397767066956, + 0.016360238194465637 ], "full text prediction probs": [ 0.9937655925750732, @@ -104684,12 +117632,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.000701939279679209, - "sufficiency": 0.032061826437711716, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00019465709920041263, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9931311011314392, - 0.006868853233754635 + 0.9935896396636963, + 0.006410387344658375 + ], + "full text prediction probs": [ + 0.9937655925750732, + 0.006234378088265657 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006131463218480349, + "sufficiency": 0.9495677351951599, + "masked prediction probs": [ + 0.988222062587738, + 0.011777897365391254 ], "full text prediction probs": [ 0.9937655925750732, @@ -104698,8 +117659,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009490731172263622, - "sufficiency": 0.2895878851413727, + "comprehensiveness": 0.0009488631621934474, + "sufficiency": 0.2897449731826782, "masked prediction probs": [ 0.9929075241088867, 0.0070924311876297 @@ -104711,8 +117672,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006419656332582235, - "sufficiency": 0.8923649787902832, + "comprehensiveness": 0.006418236996978521, + "sufficiency": 0.8923888206481934, "masked prediction probs": [ 0.9879602193832397, 0.01203982438892126 @@ -104724,8 +117685,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005295879207551479, - "sufficiency": 0.9021989107131958, + "comprehensiveness": 0.005294708535075188, + "sufficiency": 0.9022205471992493, "masked prediction probs": [ 0.9889754056930542, 0.011024560779333115 @@ -104737,8 +117698,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003347947960719466, - "sufficiency": 0.8427243828773499, + "comprehensiveness": 0.003347208257764578, + "sufficiency": 0.8427591323852539, "masked prediction probs": [ 0.9907366633415222, 0.009263386949896812 @@ -104750,8 +117711,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018645616248250008, - "sufficiency": 0.799832284450531, + "comprehensiveness": 0.01864149607717991, + "sufficiency": 0.7998764514923096, "masked prediction probs": [ 0.9768929481506348, 0.023107048124074936 @@ -104763,8 +117724,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003044926095753908, - "sufficiency": 0.8235474824905396, + "comprehensiveness": 0.003044253448024392, + "sufficiency": 0.8235864639282227, "masked prediction probs": [ 0.9910095930099487, 0.008990338072180748 @@ -104776,11 +117737,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0033457293175160885, - "sufficiency": 0.8428285717964172, + "comprehensiveness": 0.00612198282033205, + "sufficiency": 0.9496456980705261, "masked prediction probs": [ - 0.9907366633415222, - 0.009263386949896812 + 0.988222062587738, + 0.011777897365391254 + ], + "full text prediction probs": [ + 0.9937655925750732, + 0.006234378088265657 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0007005442748777568, + "sufficiency": 0.03398531302809715, + "masked prediction probs": [ + 0.9931311011314392, + 0.006868853233754635 ], "full text prediction probs": [ 0.9937655925750732, @@ -104790,12 +117764,12 @@ } }, "dev_477": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8995304703712463, + "fixed-shap": { + "comprehensiveness": 0.028427202254533768, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9853797554969788, - 0.01462025847285986 + 0.9581902623176575, + 0.04180975630879402 ], "full text prediction probs": [ 0.9835500717163086, @@ -104882,11 +117856,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0029687697533518076, - "sufficiency": 0.9858372211456299, + "comprehensiveness": 0.028382660821080208, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9808974862098694, - 0.019102491438388824 + 0.9581902623176575, + 0.04180975630879402 ], "full text prediction probs": [ 0.9835500717163086, @@ -104894,12 +117868,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9220249652862549, + "sufficiency": 0.8997102975845337, "masked prediction probs": [ - 0.9872884750366211, - 0.012711560353636742 + 0.9853797554969788, + 0.01462025847285986 + ], + "full text prediction probs": [ + 0.9835500717163086, + 0.016449980437755585 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.030318468809127808, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.956448495388031, + 0.0435514934360981 ], "full text prediction probs": [ 0.9835500717163086, @@ -104908,8 +117895,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00505337817594409, - "sufficiency": 0.8982605934143066, + "comprehensiveness": 0.005052247550338507, + "sufficiency": 0.8982833623886108, "masked prediction probs": [ 0.9790328741073608, 0.020967137068510056 @@ -104922,7 +117909,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8130396008491516, + "sufficiency": 0.8130815029144287, "masked prediction probs": [ 0.9835500717163086, 0.016449980437755585 @@ -104934,8 +117921,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0013929797569289804, - "sufficiency": 0.8493424654006958, + "comprehensiveness": 0.0013926683459430933, + "sufficiency": 0.8493762612342834, "masked prediction probs": [ 0.9823043346405029, 0.01769568957388401 @@ -104948,7 +117935,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8893749117851257, + "sufficiency": 0.8893996477127075, "masked prediction probs": [ 0.9846722483634949, 0.015327728353440762 @@ -104960,8 +117947,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0016604356933385134, - "sufficiency": 0.8606824278831482, + "comprehensiveness": 0.001660064561292529, + "sufficiency": 0.8607134819030762, "masked prediction probs": [ 0.9820644855499268, 0.01793559454381466 @@ -104974,7 +117961,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7955070734024048, + "sufficiency": 0.7955527901649475, "masked prediction probs": [ 0.98526531457901, 0.014734732918441296 @@ -104986,11 +117973,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0013917348114773631, - "sufficiency": 0.8494771122932434, + "comprehensiveness": 0.030271058902144432, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9823043346405029, - 0.01769568957388401 + 0.956448495388031, + 0.0435514934360981 + ], + "full text prediction probs": [ + 0.9835500717163086, + 0.016449980437755585 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9221816658973694, + "masked prediction probs": [ + 0.9872884750366211, + 0.012711560353636742 ], "full text prediction probs": [ 0.9835500717163086, @@ -105000,12 +118000,12 @@ } }, "dev_489": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8616567254066467, + "fixed-shap": { + "comprehensiveness": 0.5512869954109192, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9814268946647644, - 0.018573103472590446 + 0.48308756947517395, + 0.5169124603271484 ], "full text prediction probs": [ 0.9642475843429565, @@ -105104,12 +118104,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04945957660675049, - "sufficiency": 0.8869848847389221, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8619098663330078, "masked prediction probs": [ - 0.9210004210472107, - 0.07899964600801468 + 0.9814268946647644, + 0.018573103472590446 + ], + "full text prediction probs": [ + 0.9642475843429565, + 0.03575242683291435 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7856310606002808, + "sufficiency": 0.9771401286125183, + "masked prediction probs": [ + 0.2771393358707428, + 0.7228606343269348 ], "full text prediction probs": [ 0.9642475843429565, @@ -105119,7 +118132,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5921346545219421, + "sufficiency": 0.5922279357910156, "masked prediction probs": [ 0.9918143153190613, 0.008185628801584244 @@ -105132,7 +118145,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8309774398803711, + "sufficiency": 0.8310161232948303, "masked prediction probs": [ 0.9642475843429565, 0.03575242683291435 @@ -105144,8 +118157,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04942566156387329, - "sufficiency": 0.8870623707771301, + "comprehensiveness": 0.049414366483688354, + "sufficiency": 0.8870881795883179, "masked prediction probs": [ 0.9210004210472107, 0.07899964600801468 @@ -105157,8 +118170,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9896146655082703, - "sufficiency": 0.9853290915489197, + "comprehensiveness": 0.9893885850906372, + "sufficiency": 0.9853323698043823, "masked prediction probs": [ 0.098142609000206, 0.901857316493988 @@ -105170,8 +118183,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7849130630493164, - "sufficiency": 0.9771610498428345, + "comprehensiveness": 0.784733772277832, + "sufficiency": 0.9771661758422852, "masked prediction probs": [ 0.2771393358707428, 0.7228606343269348 @@ -105184,7 +118197,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8430444002151489, + "sufficiency": 0.8430802226066589, "masked prediction probs": [ 0.9811282157897949, 0.01887182891368866 @@ -105196,11 +118209,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04938051477074623, - "sufficiency": 0.8871655464172363, + "comprehensiveness": 0.7843754291534424, + "sufficiency": 0.9771767258644104, "masked prediction probs": [ - 0.9210004210472107, - 0.07899964600801468 + 0.2771393358707428, + 0.7228606343269348 + ], + "full text prediction probs": [ + 0.9642475843429565, + 0.03575242683291435 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7841963768005371, + "sufficiency": 0.9771818518638611, + "masked prediction probs": [ + 0.2771393358707428, + 0.7228606343269348 ], "full text prediction probs": [ 0.9642475843429565, @@ -105210,12 +118236,12 @@ } }, "dev_499": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0491856187582016, - "sufficiency": 0.978961706161499, + "fixed-shap": { + "comprehensiveness": 0.22319775819778442, + "sufficiency": 0.9674980044364929, "masked prediction probs": [ - 0.9449257850646973, - 0.055074263364076614 + 0.7887285947799683, + 0.21127137541770935 ], "full text prediction probs": [ 0.9890758991241455, @@ -105314,12 +118340,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0018832131754606962, - "sufficiency": 0.8844556212425232, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04909810051321983, + "sufficiency": 0.978999137878418, "masked prediction probs": [ - 0.9873824715614319, - 0.012617534026503563 + 0.9449257850646973, + 0.055074263364076614 + ], + "full text prediction probs": [ + 0.9890758991241455, + 0.010924120433628559 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8080035448074341, + "masked prediction probs": [ + 0.9890758991241455, + 0.010924120433628559 ], "full text prediction probs": [ 0.9890758991241455, @@ -105328,8 +118367,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00218909396789968, - "sufficiency": 0.7693734169006348, + "comprehensiveness": 0.0021886073518544436, + "sufficiency": 0.7694246172904968, "masked prediction probs": [ 0.98710697889328, 0.01289297640323639 @@ -105342,7 +118381,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8080461621284485, + "sufficiency": 0.8080888986587524, "masked prediction probs": [ 0.9890758991241455, 0.010924120433628559 @@ -105355,7 +118394,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8080888986587524, + "sufficiency": 0.8081315755844116, "masked prediction probs": [ 0.9890758991241455, 0.010924120433628559 @@ -105367,8 +118406,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0033020812552422285, - "sufficiency": 0.8561198115348816, + "comprehensiveness": 0.003301347605884075, + "sufficiency": 0.8561517000198364, "masked prediction probs": [ 0.9861039519309998, 0.013896046206355095 @@ -105380,8 +118419,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.046226680278778076, - "sufficiency": 0.9597829580307007, + "comprehensiveness": 0.04621640965342522, + "sufficiency": 0.9597917795181274, "masked prediction probs": [ 0.9474616050720215, 0.0525384396314621 @@ -105393,8 +118432,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00820907112210989, - "sufficiency": 0.886628270149231, + "comprehensiveness": 0.008207247592508793, + "sufficiency": 0.8866534233093262, "masked prediction probs": [ 0.9816842675209045, 0.018315769731998444 @@ -105407,7 +118446,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8082593679428101, + "sufficiency": 0.8083019852638245, "masked prediction probs": [ 0.9890758991241455, 0.010924120433628559 @@ -105417,15 +118456,28 @@ 0.010924120433628559 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001879451097920537, + "sufficiency": 0.8846864104270935, + "masked prediction probs": [ + 0.9873824715614319, + 0.012617534026503563 + ], + "full text prediction probs": [ + 0.9890758991241455, + 0.010924120433628559 + ], + "labels": 0 } }, "dev_633": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9691094160079956, - 0.030890552327036858 + 0.9604508876800537, + 0.03954910486936569 ], "full text prediction probs": [ 0.4107794463634491, @@ -105524,12 +118576,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.980363667011261, - 0.019636347889900208 + 0.9691094160079956, + 0.030890552327036858 + ], + "full text prediction probs": [ + 0.4107794463634491, + 0.5892205238342285 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7644635438919067, + 0.23553648591041565 ], "full text prediction probs": [ 0.4107794463634491, @@ -105627,15 +118692,28 @@ 0.5892205238342285 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.980363667011261, + 0.019636347889900208 + ], + "full text prediction probs": [ + 0.4107794463634491, + 0.5892205238342285 + ], + "labels": 0 } }, "dev_689": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.33309146761894226, "sufficiency": 1.0, "masked prediction probs": [ - 0.06281699240207672, - 0.9371830224990845 + 0.4200015068054199, + 0.5799984931945801 ], "full text prediction probs": [ 0.5840967893600464, @@ -105734,12 +118812,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0590486153960228, - 0.940951406955719 + 0.06281699240207672, + 0.9371830224990845 + ], + "full text prediction probs": [ + 0.5840967893600464, + 0.415903240442276 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5840967893600464, + 0.415903240442276 ], "full text prediction probs": [ 0.5840967893600464, @@ -105749,7 +118840,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.05728929489850998, + "sufficiency": 0.05767044797539711, "masked prediction probs": [ 0.9888398051261902, 0.011160178110003471 @@ -105774,7 +118865,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7967888116836548, + "comprehensiveness": 0.7964668273925781, "sufficiency": 1.0, "masked prediction probs": [ 0.18981090188026428, @@ -105787,7 +118878,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.42204225063323975, + "comprehensiveness": 0.42187178134918213, "sufficiency": 1.0, "masked prediction probs": [ 0.3751674294471741, @@ -105813,7 +118904,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6897141337394714, + "comprehensiveness": 0.6894357800483704, "sufficiency": 1.0, "masked prediction probs": [ 0.2423822432756424, @@ -105837,15 +118928,28 @@ 0.415903240442276 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0590486153960228, + 0.940951406955719 + ], + "full text prediction probs": [ + 0.5840967893600464, + 0.415903240442276 + ], + "labels": 0 } }, "dev_715": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004669290967285633, - "sufficiency": 0.9853464961051941, + "fixed-shap": { + "comprehensiveness": 0.004752765875309706, + "sufficiency": 0.9934368133544922, "masked prediction probs": [ - 0.9869470596313477, - 0.0130529273301363 + 0.9868719577789307, + 0.013127989135682583 ], "full text prediction probs": [ 0.9911479949951172, @@ -105944,12 +119048,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0011646552011370659, - "sufficiency": 0.9654232859611511, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004661001730710268, + "sufficiency": 0.9853724837303162, "masked prediction probs": [ - 0.9900982975959778, - 0.009901667013764381 + 0.9869470596313477, + 0.0130529273301363 + ], + "full text prediction probs": [ + 0.9911479949951172, + 0.00885192584246397 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0028211052995175123, + "sufficiency": 0.9710069298744202, + "masked prediction probs": [ + 0.9886047840118408, + 0.011395287699997425 ], "full text prediction probs": [ 0.9911479949951172, @@ -105958,8 +119075,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012170264963060617, - "sufficiency": 0.716307520866394, + "comprehensiveness": 0.001216756529174745, + "sufficiency": 0.7163704633712769, "masked prediction probs": [ 0.9900508522987366, 0.009949106723070145 @@ -105971,8 +119088,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0013592743780463934, - "sufficiency": 0.954890787601471, + "comprehensiveness": 0.0013589729787781835, + "sufficiency": 0.954900860786438, "masked prediction probs": [ 0.9899223446846008, 0.010077668353915215 @@ -105984,8 +119101,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0011638804571703076, - "sufficiency": 0.9654462933540344, + "comprehensiveness": 0.0011636223644018173, + "sufficiency": 0.9654539227485657, "masked prediction probs": [ 0.9900982975959778, 0.009901667013764381 @@ -105998,7 +119115,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8867719173431396, + "sufficiency": 0.8867970108985901, "masked prediction probs": [ 0.9912052750587463, 0.008794750086963177 @@ -106010,8 +119127,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004732926841825247, - "sufficiency": 0.9568470120429993, + "comprehensiveness": 0.0047318777069449425, + "sufficiency": 0.9568565487861633, "masked prediction probs": [ 0.9868775010108948, 0.013122505508363247 @@ -106023,8 +119140,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003283327678218484, - "sufficiency": 0.9939662218093872, + "comprehensiveness": 0.0032826003152877092, + "sufficiency": 0.9939675331115723, "masked prediction probs": [ 0.9881848096847534, 0.011815196834504604 @@ -106036,8 +119153,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.001162849017418921, - "sufficiency": 0.9654768705368042, + "comprehensiveness": 0.001162591390311718, + "sufficiency": 0.9654845595359802, + "masked prediction probs": [ + 0.9900982975959778, + 0.009901667013764381 + ], + "full text prediction probs": [ + 0.9911479949951172, + 0.00885192584246397 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0011623338796198368, + "sufficiency": 0.9654921889305115, "masked prediction probs": [ 0.9900982975959778, 0.009901667013764381 @@ -106050,12 +119180,12 @@ } }, "dev_767": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4626569449901581, - "sufficiency": 0.9954276084899902, + "fixed-shap": { + "comprehensiveness": 0.01995309814810753, + "sufficiency": 0.8913956880569458, "masked prediction probs": [ - 0.563404381275177, - 0.4365956485271454 + 0.9522331953048706, + 0.04776674509048462 ], "full text prediction probs": [ 0.9697580933570862, @@ -106142,11 +119272,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0021956104319542646, - "sufficiency": 0.8968884944915771, + "comprehensiveness": 0.01992134377360344, + "sufficiency": 0.8915685415267944, "masked prediction probs": [ - 0.9678266048431396, - 0.03217339143157005 + 0.9522331953048706, + 0.04776674509048462 ], "full text prediction probs": [ 0.9697580933570862, @@ -106154,12 +119284,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8415340185165405, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.46181562542915344, + "sufficiency": 0.9954359531402588, "masked prediction probs": [ - 0.9723966121673584, - 0.027603374794125557 + 0.563404381275177, + 0.4365956485271454 + ], + "full text prediction probs": [ + 0.9697580933570862, + 0.0302419550716877 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.016566699370741844, + "sufficiency": 0.8688656687736511, + "masked prediction probs": [ + 0.9551776647567749, + 0.04482235759496689 ], "full text prediction probs": [ 0.9697580933570862, @@ -106169,7 +119312,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.011874616146087646, + "sufficiency": 0.012099090963602066, "masked prediction probs": [ 0.9789155125617981, 0.021084517240524292 @@ -106181,8 +119324,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6100017428398132, - "sufficiency": 0.8576332330703735, + "comprehensiveness": 0.6098632216453552, + "sufficiency": 0.8576655983924866, "masked prediction probs": [ 0.4327707290649414, 0.5672292113304138 @@ -106194,8 +119337,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02374892495572567, - "sufficiency": 0.8721660375595093, + "comprehensiveness": 0.023743530735373497, + "sufficiency": 0.8721950054168701, "masked prediction probs": [ 0.9488470554351807, 0.05115296691656113 @@ -106207,8 +119350,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0267360657453537, - "sufficiency": 0.8496327996253967, + "comprehensiveness": 0.026729995384812355, + "sufficiency": 0.8496668934822083, "masked prediction probs": [ 0.9462115168571472, 0.053788479417562485 @@ -106221,7 +119364,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8384707570075989, + "sufficiency": 0.8385074138641357, "masked prediction probs": [ 0.9814262986183167, 0.018573638051748276 @@ -106234,7 +119377,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9720197916030884, + "sufficiency": 0.9720261096954346, "masked prediction probs": [ 0.9730989336967468, 0.02690105512738228 @@ -106246,8 +119389,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02372736670076847, - "sufficiency": 0.872282087802887, + "comprehensiveness": 0.023721981793642044, + "sufficiency": 0.872310996055603, "masked prediction probs": [ 0.9488470554351807, 0.05115296691656113 @@ -106257,15 +119400,28 @@ 0.0302419550716877 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8418574929237366, + "masked prediction probs": [ + 0.9723966121673584, + 0.027603374794125557 + ], + "full text prediction probs": [ + 0.9697580933570862, + 0.0302419550716877 + ], + "labels": 0 } }, "dev_794": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9856971502304077, "masked prediction probs": [ - 0.034697674214839935, - 0.9653022885322571 + 0.08790619671344757, + 0.9120938181877136 ], "full text prediction probs": [ 0.9676991105079651, @@ -106364,12 +119520,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.033189766108989716, - 0.9668102264404297 + 0.034697674214839935, + 0.9653022885322571 + ], + "full text prediction probs": [ + 0.9676991105079651, + 0.032300855964422226 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9953267574310303, + "sufficiency": 0.9842955470085144, + "masked prediction probs": [ + 0.09375680238008499, + 0.9062432646751404 ], "full text prediction probs": [ 0.9676991105079651, @@ -106379,7 +119548,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6147289872169495, + "sufficiency": 0.6148166656494141, "masked prediction probs": [ 0.9809873104095459, 0.019012635573744774 @@ -106392,7 +119561,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8070299625396729, + "sufficiency": 0.8070738911628723, "masked prediction probs": [ 0.9911065697669983, 0.00889348704367876 @@ -106404,8 +119573,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9658647179603577, - "sufficiency": 0.8708273768424988, + "comprehensiveness": 0.9656448364257812, + "sufficiency": 0.8708568215370178, "masked prediction probs": [ 0.11923947185277939, 0.8807604908943176 @@ -106417,8 +119586,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9656448364257812, - "sufficiency": 0.8708568215370178, + "comprehensiveness": 0.9654251337051392, + "sufficiency": 0.8708862066268921, "masked prediction probs": [ 0.11923947185277939, 0.8807604908943176 @@ -106443,8 +119612,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.08722086250782013, - "sufficiency": 0.17659784853458405, + "comprehensiveness": 0.08720102906227112, + "sufficiency": 0.17678512632846832, "masked prediction probs": [ 0.8910279870033264, 0.1089719831943512 @@ -106467,15 +119636,28 @@ 0.032300855964422226 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.033189766108989716, + 0.9668102264404297 + ], + "full text prediction probs": [ + 0.9676991105079651, + 0.032300855964422226 + ], + "labels": 0 } }, "dev_838": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015359713695943356, - "sufficiency": 0.9670937657356262, + "fixed-shap": { + "comprehensiveness": 0.028097517788410187, + "sufficiency": 0.8020578026771545, "masked prediction probs": [ - 0.9659111499786377, - 0.03408889099955559 + 0.9545987248420715, + 0.045401256531476974 ], "full text prediction probs": [ 0.9795520901679993, @@ -106562,11 +119744,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015335538424551487, - "sufficiency": 0.9671456217765808, + "comprehensiveness": 0.028053293004631996, + "sufficiency": 0.8023692965507507, "masked prediction probs": [ - 0.9659111499786377, - 0.03408889099955559 + 0.9545987248420715, + 0.045401256531476974 ], "full text prediction probs": [ 0.9795520901679993, @@ -106574,12 +119756,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.029066838324069977, - "sufficiency": 0.9665910601615906, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0280469860881567, + "sufficiency": 0.8024137020111084, "masked prediction probs": [ - 0.9536913633346558, - 0.046308618038892746 + 0.9545987248420715, + 0.045401256531476974 + ], + "full text prediction probs": [ + 0.9795520901679993, + 0.02044784650206566 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03198247402906418, + "sufficiency": 0.8240509033203125, + "masked prediction probs": [ + 0.951090931892395, + 0.04890906810760498 ], "full text prediction probs": [ 0.9795520901679993, @@ -106589,7 +119784,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8397185206413269, + "sufficiency": 0.839754581451416, "masked prediction probs": [ 0.9882482886314392, 0.01175177562981844 @@ -106602,7 +119797,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8166911005973816, + "sufficiency": 0.8167322874069214, "masked prediction probs": [ 0.9795520901679993, 0.02044784650206566 @@ -106615,7 +119810,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9436590671539307, + "sufficiency": 0.943671703338623, "masked prediction probs": [ 0.9824348092079163, 0.017565228044986725 @@ -106628,7 +119823,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9059452414512634, + "sufficiency": 0.9059663414955139, "masked prediction probs": [ 0.9821497797966003, 0.017850259318947792 @@ -106640,8 +119835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0290342066437006, - "sufficiency": 0.9666285514831543, + "comprehensiveness": 0.02902768738567829, + "sufficiency": 0.966636061668396, "masked prediction probs": [ 0.9536913633346558, 0.046308618038892746 @@ -106654,7 +119849,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8682708740234375, + "sufficiency": 0.8683004379272461, "masked prediction probs": [ 0.9838933944702148, 0.016106637194752693 @@ -106666,11 +119861,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02902117185294628, - "sufficiency": 0.9666435718536377, + "comprehensiveness": 0.03193223476409912, + "sufficiency": 0.8243271708488464, "masked prediction probs": [ - 0.9536913633346558, - 0.046308618038892746 + 0.951090931892395, + 0.04890906810760498 + ], + "full text prediction probs": [ + 0.9795520901679993, + 0.02044784650206566 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03192507103085518, + "sufficiency": 0.8243666291236877, + "masked prediction probs": [ + 0.951090931892395, + 0.04890906810760498 ], "full text prediction probs": [ 0.9795520901679993, @@ -106680,12 +119888,12 @@ } }, "dev_850": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9517377018928528, + "sufficiency": 0.9973850250244141, "masked prediction probs": [ - 0.027161164209246635, - 0.972838819026947 + 0.03742612525820732, + 0.9625738859176636 ], "full text prediction probs": [ 0.9764660596847534, @@ -106784,12 +119992,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9232429265975952, + "sufficiency": 0.9518247842788696, "masked prediction probs": [ - 0.026299497112631798, - 0.9737005233764648 + 0.027161164209246635, + 0.972838819026947 + ], + "full text prediction probs": [ + 0.9764660596847534, + 0.02353391796350479 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9874780178070068, + "masked prediction probs": [ + 0.03620988503098488, + 0.9637900590896606 ], "full text prediction probs": [ 0.9764660596847534, @@ -106799,7 +120020,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4518742263317108, + "sufficiency": 0.4519977867603302, "masked prediction probs": [ 0.9892985820770264, 0.010701458901166916 @@ -106811,7 +120032,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8709887266159058, + "comprehensiveness": 0.8707924485206604, "sufficiency": 1.0, "masked prediction probs": [ 0.20388804376125336, @@ -106825,7 +120046,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9232947826385498, + "sufficiency": 0.9233121275901794, "masked prediction probs": [ 0.026299497112631798, 0.9737005233764648 @@ -106838,7 +120059,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.811621367931366, + "sufficiency": 0.8116637468338013, "masked prediction probs": [ 0.9771865606307983, 0.022813428193330765 @@ -106851,7 +120072,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9818946719169617, + "sufficiency": 0.9818986654281616, "masked prediction probs": [ 0.03891758248209953, 0.961082398891449 @@ -106863,8 +120084,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.014051001518964767, - "sufficiency": 0.874661386013031, + "comprehensiveness": 0.014047836884856224, + "sufficiency": 0.8746896982192993, "masked prediction probs": [ 0.9639914035797119, 0.03600860387086868 @@ -106877,7 +120098,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9233638644218445, + "sufficiency": 0.9233811497688293, + "masked prediction probs": [ + 0.026299497112631798, + 0.9737005233764648 + ], + "full text prediction probs": [ + 0.9764660596847534, + 0.02353391796350479 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9233983755111694, "masked prediction probs": [ 0.026299497112631798, 0.9737005233764648 @@ -106890,12 +120124,12 @@ } }, "dev_859": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.43795323371887207, + "fixed-shap": { + "comprehensiveness": 0.8011873960494995, "sufficiency": 1.0, "masked prediction probs": [ - 0.5082247853279114, - 0.491775244474411 + 0.23887792229652405, + 0.7611220479011536 ], "full text prediction probs": [ 0.8329776525497437, @@ -106994,12 +120228,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9788299798965454, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43701040744781494, "sufficiency": 1.0, "masked prediction probs": [ - 0.10558570921421051, - 0.8944143056869507 + 0.5082247853279114, + 0.491775244474411 + ], + "full text prediction probs": [ + 0.8329776525497437, + 0.16702237725257874 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.977661669254303, + "masked prediction probs": [ + 0.8329776525497437, + 0.16702237725257874 ], "full text prediction probs": [ 0.8329776525497437, @@ -107009,7 +120256,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.07203520089387894, + "sufficiency": 0.0722847431898117, "masked prediction probs": [ 0.9826627969741821, 0.01733723096549511 @@ -107022,7 +120269,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9776676297187805, + "sufficiency": 0.9776736497879028, "masked prediction probs": [ 0.8329776525497437, 0.16702237725257874 @@ -107034,7 +120281,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6534050107002258, + "comprehensiveness": 0.6532294154167175, "sufficiency": 1.0, "masked prediction probs": [ 0.34702473878860474, @@ -107048,7 +120295,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8564483523368835, + "sufficiency": 0.8564869165420532, "masked prediction probs": [ 0.9485954642295837, 0.051404524594545364 @@ -107060,7 +120307,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7713097929954529, + "comprehensiveness": 0.7711026668548584, "sufficiency": 1.0, "masked prediction probs": [ 0.2590276598930359, @@ -107086,7 +120333,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7708954811096191, + "comprehensiveness": 0.770688533782959, "sufficiency": 1.0, "masked prediction probs": [ 0.2590276598930359, @@ -107097,15 +120344,28 @@ 0.16702237725257874 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9764650464057922, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.10558570921421051, + 0.8944143056869507 + ], + "full text prediction probs": [ + 0.8329776525497437, + 0.16702237725257874 + ], + "labels": 0 } }, "dev_862": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9391208291053772, + "fixed-shap": { + "comprehensiveness": 0.009033695794641972, + "sufficiency": 0.923552930355072, "masked prediction probs": [ - 0.053625527769327164, - 0.9463744163513184 + 0.9877023100852966, + 0.012297745794057846 ], "full text prediction probs": [ 0.9958725571632385, @@ -107204,12 +120464,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9350029230117798, + "sufficiency": 0.939228355884552, "masked prediction probs": [ - 0.05141068994998932, - 0.9485893249511719 + 0.053625527769327164, + 0.9463744163513184 + ], + "full text prediction probs": [ + 0.9958725571632385, + 0.004127394873648882 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004681451246142387, + "sufficiency": 0.9297698140144348, + "masked prediction probs": [ + 0.9916301369667053, + 0.008369816467165947 ], "full text prediction probs": [ 0.9958725571632385, @@ -107218,8 +120491,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006182980258017778, - "sufficiency": 0.3501439094543457, + "comprehensiveness": 0.006181615870445967, + "sufficiency": 0.3502872884273529, "masked prediction probs": [ 0.9902694225311279, 0.009730575606226921 @@ -107231,8 +120504,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0216112919151783, - "sufficiency": 0.857489824295044, + "comprehensiveness": 0.021606525406241417, + "sufficiency": 0.8575212359428406, "masked prediction probs": [ 0.9762836694717407, 0.023716289550065994 @@ -107244,8 +120517,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0014735172735527158, - "sufficiency": 0.8609641194343567, + "comprehensiveness": 0.001473192241974175, + "sufficiency": 0.8609946966171265, "masked prediction probs": [ 0.9945366382598877, 0.005463389679789543 @@ -107257,8 +120530,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017942802514880896, - "sufficiency": 0.7985835075378418, + "comprehensiveness": 0.0017938846722245216, + "sufficiency": 0.7986279129981995, "masked prediction probs": [ 0.9942454695701599, 0.005754574667662382 @@ -107271,7 +120544,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9350746273994446, + "sufficiency": 0.9350889921188354, "masked prediction probs": [ 0.05141068994998932, 0.9485893249511719 @@ -107283,8 +120556,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0025158647913485765, - "sufficiency": 0.8998720645904541, + "comprehensiveness": 0.0025153104215860367, + "sufficiency": 0.8998941779136658, "masked prediction probs": [ 0.9935901165008545, 0.00640995055437088 @@ -107297,7 +120570,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9351032376289368, + "sufficiency": 0.9351174831390381, + "masked prediction probs": [ + 0.05141068994998932, + 0.9485893249511719 + ], + "full text prediction probs": [ + 0.9958725571632385, + 0.004127394873648882 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.935131847858429, "masked prediction probs": [ 0.05141068994998932, 0.9485893249511719 @@ -107310,12 +120596,12 @@ } }, "dev_1": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.39597848057746887, "sufficiency": 0.0, "masked prediction probs": [ - 0.1286967545747757, - 0.8713032603263855 + 0.04699396714568138, + 0.9530060291290283 ], "full text prediction probs": [ 0.01783117651939392, @@ -107414,12 +120700,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1492970734834671, - 0.8507029414176941 + 0.1286967545747757, + 0.8713032603263855 + ], + "full text prediction probs": [ + 0.01783117651939392, + 0.9821688532829285 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.31813615560531616, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.041833773255348206, + 0.9581661820411682 ], "full text prediction probs": [ 0.01783117651939392, @@ -107441,7 +120740,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.249993696808815, + "comprehensiveness": 0.2493343949317932, "sufficiency": 0.0, "masked prediction probs": [ 0.03674262389540672, @@ -107454,7 +120753,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.34374263882637024, + "comprehensiveness": 0.34283846616744995, "sufficiency": 0.0, "masked prediction probs": [ 0.04390328750014305, @@ -107467,7 +120766,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9131057262420654, + "comprehensiveness": 0.9107102155685425, "sufficiency": 0.0, "masked prediction probs": [ 0.08727090805768967, @@ -107493,7 +120792,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2722371518611908, + "comprehensiveness": 0.27152666449546814, "sufficiency": 0.0, "masked prediction probs": [ 0.03864310681819916, @@ -107517,15 +120816,28 @@ 0.9821688532829285 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1492970734834671, + 0.8507029414176941 + ], + "full text prediction probs": [ + 0.01783117651939392, + 0.9821688532829285 + ], + "labels": 1 } }, "dev_36": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9765215516090393, - 0.023478450253605843 + 0.03697701916098595, + 0.9630229473114014 ], "full text prediction probs": [ 0.0758858323097229, @@ -107624,12 +120936,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.974949061870575, - 0.025050973519682884 + 0.9765215516090393, + 0.023478450253605843 + ], + "full text prediction probs": [ + 0.0758858323097229, + 0.9241142272949219 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05373799428343773, + 0.946262001991272 ], "full text prediction probs": [ 0.0758858323097229, @@ -107691,7 +121016,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7170352339744568, + "sufficiency": 0.7200959324836731, "masked prediction probs": [ 0.88125079870224, 0.11874918639659882 @@ -107727,15 +121052,28 @@ 0.9241142272949219 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.974949061870575, + 0.025050973519682884 + ], + "full text prediction probs": [ + 0.0758858323097229, + 0.9241142272949219 + ], + "labels": 1 } }, "dev_41": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9751226902008057, - 0.024877365678548813 + 0.9677641987800598, + 0.0322357714176178 ], "full text prediction probs": [ 0.12611958384513855, @@ -107834,12 +121172,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.984184741973877, - 0.015815259888768196 + 0.9751226902008057, + 0.024877365678548813 + ], + "full text prediction probs": [ + 0.12611958384513855, + 0.8738804459571838 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9806892275810242, + 0.01931077428162098 ], "full text prediction probs": [ 0.12611958384513855, @@ -107937,15 +121288,28 @@ 0.8738804459571838 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.984184741973877, + 0.015815259888768196 + ], + "full text prediction probs": [ + 0.12611958384513855, + 0.8738804459571838 + ], + "labels": 1 } }, "dev_113": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9502272605895996, - 0.04977280646562576 + 0.8703666925430298, + 0.12963330745697021 ], "full text prediction probs": [ 0.1456526666879654, @@ -108044,12 +121408,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9585922360420227, - 0.04140781611204147 + 0.9502272605895996, + 0.04977280646562576 + ], + "full text prediction probs": [ + 0.1456526666879654, + 0.854347288608551 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9011601805686951, + 0.0988398864865303 ], "full text prediction probs": [ 0.1456526666879654, @@ -108147,15 +121524,28 @@ 0.854347288608551 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9585922360420227, + 0.04140781611204147 + ], + "full text prediction probs": [ + 0.1456526666879654, + 0.854347288608551 + ], + "labels": 1 } }, "dev_141": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9708651900291443, - 0.029134856536984444 + 0.38435789942741394, + 0.6156420707702637 ], "full text prediction probs": [ 0.102401964366436, @@ -108254,12 +121644,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9619175791740417, - 0.03808247298002243 + 0.9708651900291443, + 0.029134856536984444 + ], + "full text prediction probs": [ + 0.102401964366436, + 0.8975979685783386 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.621119499206543, + 0.37888050079345703 ], "full text prediction probs": [ 0.102401964366436, @@ -108357,15 +121760,28 @@ 0.8975979685783386 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9619175791740417, + 0.03808247298002243 + ], + "full text prediction probs": [ + 0.102401964366436, + 0.8975979685783386 + ], + "labels": 1 } }, "dev_160": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.933937132358551, + "fixed-shap": { + "comprehensiveness": 0.04669661447405815, + "sufficiency": 0.0, "masked prediction probs": [ - 0.76603102684021, - 0.23396900296211243 + 0.011208741925656796, + 0.9887912273406982 ], "full text prediction probs": [ 0.007276859600096941, @@ -108464,12 +121880,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.978118896484375, + "sufficiency": 0.9351678490638733, "masked prediction probs": [ - 0.8208678960800171, - 0.1791321337223053 + 0.76603102684021, + 0.23396900296211243 + ], + "full text prediction probs": [ + 0.007276859600096941, + 0.9927231669425964 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03497736528515816, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01028500497341156, + 0.989715039730072 ], "full text prediction probs": [ 0.007276859600096941, @@ -108479,7 +121908,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9523811340332031, + "sufficiency": 0.9524915218353271, "masked prediction probs": [ 0.7368467450141907, 0.2631533145904541 @@ -108491,8 +121920,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.47375592589378357, - "sufficiency": 0.6617565751075745, + "comprehensiveness": 0.4726591408252716, + "sufficiency": 0.6625387668609619, "masked prediction probs": [ 0.04811558127403259, 0.951884388923645 @@ -108504,7 +121933,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01072994526475668, + "comprehensiveness": 0.010705161839723587, "sufficiency": 0.0, "masked prediction probs": [ 0.008203898556530476, @@ -108517,7 +121946,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010705161839723587, + "comprehensiveness": 0.010680492036044598, "sufficiency": 0.0, "masked prediction probs": [ 0.008203898556530476, @@ -108530,8 +121959,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7857227325439453, - "sufficiency": 0.9788782596588135, + "comprehensiveness": 0.7839162349700928, + "sufficiency": 0.9789267778396606, "masked prediction probs": [ 0.07547929137945175, 0.9245206713676453 @@ -108543,8 +121972,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7228757739067078, - "sufficiency": 0.7022323608398438, + "comprehensiveness": 0.7212175726890564, + "sufficiency": 0.7029145956039429, "masked prediction probs": [ 0.07016867399215698, 0.929831326007843 @@ -108557,7 +121986,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9530357718467712, + "sufficiency": 0.9531431794166565, "masked prediction probs": [ 0.7368467450141907, 0.2631533145904541 @@ -108567,15 +121996,28 @@ 0.9927231669425964 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9785680770874023, + "masked prediction probs": [ + 0.8208678960800171, + 0.1791321337223053 + ], + "full text prediction probs": [ + 0.007276859600096941, + 0.9927231669425964 + ], + "labels": 1 } }, "dev_164": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7397044897079468, + "sufficiency": 0.42740973830223083, "masked prediction probs": [ - 0.9851919412612915, - 0.014808012172579765 + 0.9817191958427429, + 0.01828083023428917 ], "full text prediction probs": [ 0.009719748049974442, @@ -108674,12 +122116,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3791499137878418, + "sufficiency": 0.7446954250335693, "masked prediction probs": [ - 0.9834897518157959, - 0.016510188579559326 + 0.9851919412612915, + 0.014808012172579765 + ], + "full text prediction probs": [ + 0.009719748049974442, + 0.9902803301811218 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.33072808384895325, + "masked prediction probs": [ + 0.981695294380188, + 0.01830471307039261 ], "full text prediction probs": [ 0.009719748049974442, @@ -108689,7 +122144,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9864659309387207, + "sufficiency": 0.986498236656189, "masked prediction probs": [ 0.9811278581619263, 0.018872132524847984 @@ -108702,7 +122157,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.721315860748291, + "sufficiency": 0.721979022026062, "masked prediction probs": [ 0.9765374660491943, 0.023462604731321335 @@ -108715,7 +122170,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7849727869033813, + "sufficiency": 0.7854832410812378, "masked prediction probs": [ 0.9796523451805115, 0.020347630605101585 @@ -108728,7 +122183,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.38504552841186523, + "sufficiency": 0.3865019977092743, "masked prediction probs": [ 0.9834897518157959, 0.016510188579559326 @@ -108767,7 +122222,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3893943130970001, + "sufficiency": 0.39083024859428406, + "masked prediction probs": [ + 0.9834897518157959, + 0.016510188579559326 + ], + "full text prediction probs": [ + 0.009719748049974442, + 0.9902803301811218 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.39225947856903076, "masked prediction probs": [ 0.9834897518157959, 0.016510188579559326 @@ -108780,12 +122248,12 @@ } }, "dev_176": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1804152876138687, - "sufficiency": 0.28440341353416443, + "fixed-shap": { + "comprehensiveness": 0.1011333167552948, + "sufficiency": 0.0, "masked prediction probs": [ - 0.023326151072978973, - 0.9766739010810852 + 0.016733456403017044, + 0.9832665920257568 ], "full text prediction probs": [ 0.008323661983013153, @@ -108884,12 +122352,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.22600401937961578, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17700886726379395, + "sufficiency": 0.29789867997169495, + "masked prediction probs": [ + 0.023326151072978973, + 0.9766739010810852 + ], + "full text prediction probs": [ + 0.008323661983013153, + 0.9916763305664062 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11956250667572021, "sufficiency": 0.0, "masked prediction probs": [ - 0.027478652074933052, - 0.9725213050842285 + 0.018481094390153885, + 0.9815188646316528 ], "full text prediction probs": [ 0.008323661983013153, @@ -108898,7 +122379,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.11019474267959595, + "comprehensiveness": 0.10993589460849762, "sufficiency": 0.0, "masked prediction probs": [ 0.017685290426015854, @@ -108911,7 +122392,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.060844045132398605, + "comprehensiveness": 0.06070145592093468, "sufficiency": 0.0, "masked prediction probs": [ 0.013504881411790848, @@ -108924,7 +122405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06282292306423187, + "comprehensiveness": 0.06267604231834412, "sufficiency": 0.0, "masked prediction probs": [ 0.013685936108231544, @@ -108937,7 +122418,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.051010847091674805, + "comprehensiveness": 0.05089185759425163, "sufficiency": 0.0, "masked prediction probs": [ 0.012687943875789642, @@ -108950,7 +122431,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12973740696907043, + "comprehensiveness": 0.1294354796409607, "sufficiency": 0.0, "masked prediction probs": [ 0.019449325278401375, @@ -108963,7 +122444,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0698186606168747, + "comprehensiveness": 0.06965655833482742, "sufficiency": 0.0, "masked prediction probs": [ 0.014325028285384178, @@ -108976,7 +122457,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06013771519064903, + "comprehensiveness": 0.05999841168522835, "sufficiency": 0.0, "masked prediction probs": [ 0.013504881411790848, @@ -108987,15 +122468,28 @@ 0.9916763305664062 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2213032841682434, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027478652074933052, + 0.9725213050842285 + ], + "full text prediction probs": [ + 0.008323661983013153, + 0.9916763305664062 + ], + "labels": 1 } }, "dev_177": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7740670442581177, + "fixed-shap": { + "comprehensiveness": 0.03641725704073906, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3185878396034241, - 0.6814122200012207 + 0.013307617977261543, + 0.9866923689842224 ], "full text prediction probs": [ 0.010353229939937592, @@ -109094,12 +122588,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7604808211326599, + "sufficiency": 0.7784322500228882, "masked prediction probs": [ - 0.3161003887653351, - 0.6838995814323425 + 0.3185878396034241, + 0.6814122200012207 + ], + "full text prediction probs": [ + 0.010353229939937592, + 0.9896467328071594 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0203031487762928, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012036857195198536, + 0.987963080406189 ], "full text prediction probs": [ 0.010353229939937592, @@ -109109,7 +122616,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7610579133033752, + "sufficiency": 0.7616322040557861, "masked prediction probs": [ 0.3161003887653351, 0.6838995814323425 @@ -109121,8 +122628,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.39698684215545654, - "sufficiency": 0.6488308906555176, + "comprehensiveness": 0.3960338234901428, + "sufficiency": 0.6496729254722595, "masked prediction probs": [ 0.043353114277124405, 0.9566469192504883 @@ -109134,7 +122641,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.46131616830825806, + "comprehensiveness": 0.4602113664150238, "sufficiency": 0.0, "masked prediction probs": [ 0.0487927608191967, @@ -109147,7 +122654,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.151179239153862, + "comprehensiveness": 0.15081804990768433, "sufficiency": 0.0, "masked prediction probs": [ 0.022980699315667152, @@ -109161,7 +122668,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6276682019233704, + "sufficiency": 0.6285545825958252, "masked prediction probs": [ 0.3112989366054535, 0.6887010931968689 @@ -109173,7 +122680,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05425690487027168, + "comprehensiveness": 0.05412789434194565, "sufficiency": 0.0, "masked prediction probs": [ 0.014906846918165684, @@ -109187,7 +122694,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7644627690315247, + "sufficiency": 0.7650208473205566, + "masked prediction probs": [ + 0.3161003887653351, + 0.6838995814323425 + ], + "full text prediction probs": [ + 0.010353229939937592, + 0.9896467328071594 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7655762434005737, "masked prediction probs": [ 0.3161003887653351, 0.6838995814323425 @@ -109200,12 +122720,12 @@ } }, "dev_181": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3960117995738983, "sufficiency": 0.0, "masked prediction probs": [ - 0.5524057745933533, - 0.44759419560432434 + 0.044070351868867874, + 0.955929696559906 ], "full text prediction probs": [ 0.012986530549824238, @@ -109304,12 +122824,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4157054126262665, - 0.5842945575714111 + 0.5524057745933533, + 0.44759419560432434 + ], + "full text prediction probs": [ + 0.012986530549824238, + 0.9870135188102722 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.14705467224121094, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.024793868884444237, + 0.9752061367034912 ], "full text prediction probs": [ 0.012986530549824238, @@ -109344,7 +122877,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4235202372074127, + "comprehensiveness": 0.4224729537963867, "sufficiency": 0.0, "masked prediction probs": [ 0.04716143757104874, @@ -109357,7 +122890,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.23890987038612366, + "comprehensiveness": 0.23832054436206818, "sufficiency": 0.0, "masked prediction probs": [ 0.03231252729892731, @@ -109383,7 +122916,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16164441406726837, + "comprehensiveness": 0.1612476408481598, "sufficiency": 0.0, "masked prediction probs": [ 0.02612701803445816, @@ -109407,15 +122940,28 @@ 0.9870135188102722 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4157054126262665, + 0.5842945575714111 + ], + "full text prediction probs": [ + 0.012986530549824238, + 0.9870135188102722 + ], + "labels": 1 } }, "dev_200": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7160449624061584, + "fixed-shap": { + "comprehensiveness": 0.3504449725151062, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3398871421813965, - 0.6601127982139587 + 0.039407599717378616, + 0.9605924487113953 ], "full text prediction probs": [ 0.01131437812000513, @@ -109514,12 +123060,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7777079343795776, + "sufficiency": 0.7215956449508667, "masked prediction probs": [ - 0.3870486319065094, - 0.612951397895813 + 0.3398871421813965, + 0.6601127982139587 + ], + "full text prediction probs": [ + 0.01131437812000513, + 0.9886856079101562 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2955349087715149, + "sufficiency": 0.22375409305095673, + "masked prediction probs": [ + 0.03553779423236847, + 0.9644622206687927 ], "full text prediction probs": [ 0.01131437812000513, @@ -109529,7 +123088,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6962003111839294, + "sufficiency": 0.6969389915466309, "masked prediction probs": [ 0.27770641446113586, 0.7222936153411865 @@ -109541,8 +123100,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3972185552120209, - "sufficiency": 0.6151643395423889, + "comprehensiveness": 0.3962538540363312, + "sufficiency": 0.6160978674888611, "masked prediction probs": [ 0.04395165666937828, 0.956048309803009 @@ -109555,7 +123114,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7793256044387817, + "sufficiency": 0.7798596024513245, "masked prediction probs": [ 0.3870486319065094, 0.612951397895813 @@ -109567,8 +123126,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.43519696593284607, - "sufficiency": 0.4927055835723877, + "comprehensiveness": 0.43414512276649475, + "sufficiency": 0.4939301908016205, "masked prediction probs": [ 0.047246258705854416, 0.9527537226676941 @@ -109581,7 +123140,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6824164986610413, + "sufficiency": 0.6831812858581543, "masked prediction probs": [ 0.20578919351100922, 0.7942108511924744 @@ -109607,7 +123166,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7814461588859558, + "sufficiency": 0.7819699645042419, + "masked prediction probs": [ + 0.3870486319065094, + 0.612951397895813 + ], + "full text prediction probs": [ + 0.01131437812000513, + 0.9886856079101562 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7824912667274475, "masked prediction probs": [ 0.3870486319065094, 0.612951397895813 @@ -109620,12 +123192,12 @@ } }, "dev_208": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.840843915939331, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9626175165176392, - 0.03738245368003845 + 0.9598047137260437, + 0.040195267647504807 ], "full text prediction probs": [ 0.009770801290869713, @@ -109713,10 +123285,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8435221910476685, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9626175165176392, - 0.03738245368003845 + 0.9598047137260437, + 0.040195267647504807 ], "full text prediction probs": [ 0.009770801290869713, @@ -109724,12 +123296,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5897248387336731, + "sufficiency": 0.0, "masked prediction probs": [ - 0.962796688079834, - 0.0372033417224884 + 0.9598047137260437, + 0.040195267647504807 + ], + "full text prediction probs": [ + 0.009770801290869713, + 0.9902291893959045 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9775943160057068, + 0.022405680269002914 ], "full text prediction probs": [ 0.009770801290869713, @@ -109739,7 +123324,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8153997659683228, + "sufficiency": 0.8158403635025024, "masked prediction probs": [ 0.41517993807792664, 0.584820032119751 @@ -109777,7 +123362,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12368489056825638, + "comprehensiveness": 0.12339143455028534, "sufficiency": 0.0, "masked prediction probs": [ 0.020173702389001846, @@ -109791,7 +123376,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5945862531661987, + "sufficiency": 0.5955447554588318, "masked prediction probs": [ 0.962796688079834, 0.0372033417224884 @@ -109803,7 +123388,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.22651207447052002, + "comprehensiveness": 0.22597718238830566, "sufficiency": 0.0, "masked prediction probs": [ 0.028912926092743874, @@ -109817,10 +123402,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5964987277984619, + "sufficiency": 0.0, "masked prediction probs": [ - 0.962796688079834, - 0.0372033417224884 + 0.9775943160057068, + 0.022405680269002914 + ], + "full text prediction probs": [ + 0.009770801290869713, + 0.9902291893959045 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9775943160057068, + 0.022405680269002914 ], "full text prediction probs": [ 0.009770801290869713, @@ -109830,12 +123428,12 @@ } }, "dev_257": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9414963126182556, - 0.05850369110703468 + 0.8123066425323486, + 0.18769337236881256 ], "full text prediction probs": [ 0.2718889117240906, @@ -109934,12 +123532,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9414963126182556, + 0.05850369110703468 + ], + "full text prediction probs": [ + 0.2718889117240906, + 0.7281110882759094 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8237996101379395, - 0.17620040476322174 + 0.8737846612930298, + 0.1262153536081314 ], "full text prediction probs": [ 0.2718889117240906, @@ -110037,15 +123648,28 @@ 0.7281110882759094 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8237996101379395, + 0.17620040476322174 + ], + "full text prediction probs": [ + 0.2718889117240906, + 0.7281110882759094 + ], + "labels": 1 } }, "dev_325": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5729743838310242, + "fixed-shap": { + "comprehensiveness": 0.06696686893701553, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4996350407600403, - 0.5003649592399597 + 0.015698594972491264, + 0.9843013882637024 ], "full text prediction probs": [ 0.010259640403091908, @@ -110144,12 +123768,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5102077126502991, + "sufficiency": 0.5812156200408936, "masked prediction probs": [ - 0.3675210177898407, - 0.6324790120124817 + 0.4996350407600403, + 0.5003649592399597 + ], + "full text prediction probs": [ + 0.010259640403091908, + 0.9897403717041016 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09450594335794449, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01810549385845661, + 0.9818945527076721 ], "full text prediction probs": [ 0.010259640403091908, @@ -110171,7 +123808,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.030722200870513916, + "comprehensiveness": 0.030648531392216682, "sufficiency": 0.0, "masked prediction probs": [ 0.012816314585506916, @@ -110185,7 +123822,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.5137269496917725, + "sufficiency": 0.5148888230323792, "masked prediction probs": [ 0.3675210177898407, 0.6324790120124817 @@ -110197,7 +123834,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05268796533346176, + "comprehensiveness": 0.052562225610017776, "sufficiency": 0.0, "masked prediction probs": [ 0.014665335416793823, @@ -110223,7 +123860,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0773148387670517, + "comprehensiveness": 0.07713120430707932, "sufficiency": 0.0, "masked prediction probs": [ 0.01675560511648655, @@ -110237,7 +123874,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5183413028717041, + "sufficiency": 0.5194812417030334, + "masked prediction probs": [ + 0.3675210177898407, + 0.6324790120124817 + ], + "full text prediction probs": [ + 0.010259640403091908, + 0.9897403717041016 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.520615816116333, "masked prediction probs": [ 0.3675210177898407, 0.6324790120124817 @@ -110250,12 +123900,12 @@ } }, "dev_327": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9665780663490295, - 0.03342192992568016 + 0.8413087725639343, + 0.15869127213954926 ], "full text prediction probs": [ 0.05490429699420929, @@ -110354,12 +124004,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9166258573532104, - 0.08337411284446716 + 0.9665780663490295, + 0.03342192992568016 + ], + "full text prediction probs": [ + 0.05490429699420929, + 0.9450957179069519 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7192948460578918, + 0.28070512413978577 ], "full text prediction probs": [ 0.05490429699420929, @@ -110394,7 +124057,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5370604395866394, + "comprehensiveness": 0.5343040227890015, "sufficiency": 0.0, "masked prediction probs": [ 0.07572867721319199, @@ -110457,15 +124120,28 @@ 0.9450957179069519 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9166258573532104, + 0.08337411284446716 + ], + "full text prediction probs": [ + 0.05490429699420929, + 0.9450957179069519 + ], + "labels": 1 } }, "dev_343": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9750416278839111, - 0.024958301335573196 + 0.8336421251296997, + 0.16635790467262268 ], "full text prediction probs": [ 0.01475615706294775, @@ -110564,12 +124240,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9626823663711548, - 0.03731769695878029 + 0.9750416278839111, + 0.024958301335573196 + ], + "full text prediction probs": [ + 0.01475615706294775, + 0.9852437973022461 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7712339758872986, + 0.22876597940921783 ], "full text prediction probs": [ 0.01475615706294775, @@ -110591,7 +124280,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.30609601736068726, + "comprehensiveness": 0.30532020330429077, "sufficiency": 0.0, "masked prediction probs": [ 0.038852911442518234, @@ -110617,7 +124306,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12017226964235306, + "comprehensiveness": 0.11986922472715378, "sufficiency": 0.0, "masked prediction probs": [ 0.02426457218825817, @@ -110667,15 +124356,28 @@ 0.9852437973022461 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9626823663711548, + 0.03731769695878029 + ], + "full text prediction probs": [ + 0.01475615706294775, + 0.9852437973022461 + ], + "labels": 1 } }, "dev_407": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.38805943727493286, - 0.6119405627250671 + 0.20963852107524872, + 0.7903614640235901 ], "full text prediction probs": [ 0.019085202366113663, @@ -110774,12 +124476,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3472343981266022, - 0.6527656316757202 + 0.38805943727493286, + 0.6119405627250671 + ], + "full text prediction probs": [ + 0.019085202366113663, + 0.980914831161499 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.9149734973907471, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08697058260440826, + 0.9130294919013977 ], "full text prediction probs": [ 0.019085202366113663, @@ -110801,7 +124516,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6045551896095276, + "comprehensiveness": 0.6029340028762817, "sufficiency": 0.0, "masked prediction probs": [ 0.06406035274267197, @@ -110814,7 +124529,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6466255187988281, + "comprehensiveness": 0.6448961496353149, "sufficiency": 0.0, "masked prediction probs": [ 0.06731941550970078, @@ -110827,7 +124542,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1651391088962555, + "comprehensiveness": 0.16469863057136536, "sufficiency": 0.0, "masked prediction probs": [ 0.03143652528524399, @@ -110853,7 +124568,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.27618199586868286, + "comprehensiveness": 0.2754492163658142, "sufficiency": 0.0, "masked prediction probs": [ 0.03985234722495079, @@ -110877,15 +124592,28 @@ 0.980914831161499 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3472343981266022, + 0.6527656316757202 + ], + "full text prediction probs": [ + 0.019085202366113663, + 0.980914831161499 + ], + "labels": 1 } }, "dev_418": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9044445157051086, + "fixed-shap": { + "comprehensiveness": 0.7013782262802124, + "sufficiency": 0.42960160970687866, "masked prediction probs": [ - 0.1218005046248436, - 0.8781994581222534 + 0.06606312841176987, + 0.9339368939399719 ], "full text prediction probs": [ 0.006369187496602535, @@ -110984,12 +124712,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.773548424243927, + "sufficiency": 0.9062060117721558, "masked prediction probs": [ - 0.11763908714056015, - 0.8823609352111816 + 0.1218005046248436, + 0.8781994581222534 + ], + "full text prediction probs": [ + 0.006369187496602535, + 0.9936308264732361 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.47930532693862915, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04802550747990608, + 0.9519745111465454 ], "full text prediction probs": [ 0.006369187496602535, @@ -110998,7 +124739,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.28097036480903625, + "comprehensiveness": 0.28032514452934265, "sufficiency": 0.0, "masked prediction probs": [ 0.030788280069828033, @@ -111012,7 +124753,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7745872139930725, + "sufficiency": 0.7751030921936035, "masked prediction probs": [ 0.11763908714056015, 0.8823609352111816 @@ -111051,7 +124792,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6857140064239502, + "sufficiency": 0.6864283084869385, "masked prediction probs": [ 0.16771842539310455, 0.8322815299034119 @@ -111063,7 +124804,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.032702233642339706, + "comprehensiveness": 0.03262798860669136, "sufficiency": 0.0, "masked prediction probs": [ 0.009243997745215893, @@ -111077,7 +124818,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7771430611610413, + "sufficiency": 0.7776472568511963, + "masked prediction probs": [ + 0.11763908714056015, + 0.8823609352111816 + ], + "full text prediction probs": [ + 0.006369187496602535, + 0.9936308264732361 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7781492471694946, "masked prediction probs": [ 0.11763908714056015, 0.8823609352111816 @@ -111090,12 +124844,12 @@ } }, "dev_425": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8369215726852417, - 0.1630784422159195 + 0.22468887269496918, + 0.7753111720085144 ], "full text prediction probs": [ 0.015450947917997837, @@ -111194,12 +124948,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.714956521987915, - 0.2850434482097626 + 0.8369215726852417, + 0.1630784422159195 + ], + "full text prediction probs": [ + 0.015450947917997837, + 0.9845490455627441 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.382118284702301, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0451904833316803, + 0.9548095464706421 ], "full text prediction probs": [ 0.015450947917997837, @@ -111221,7 +124988,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7726166248321533, + "comprehensiveness": 0.7706409692764282, "sufficiency": 0.0, "masked prediction probs": [ 0.07573672384023666, @@ -111234,7 +125001,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3092813491821289, + "comprehensiveness": 0.308492511510849, "sufficiency": 0.0, "masked prediction probs": [ 0.03964538127183914, @@ -111247,7 +125014,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020729515701532364, + "comprehensiveness": 0.020676778629422188, "sufficiency": 0.0, "masked prediction probs": [ 0.017076734453439713, @@ -111261,7 +125028,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7004638910293579, + "sufficiency": 0.7012230157852173, "masked prediction probs": [ 0.4878246784210205, 0.5121753215789795 @@ -111273,7 +125040,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4534497559070587, + "comprehensiveness": 0.4523019790649414, "sufficiency": 0.0, "masked prediction probs": [ 0.05119550973176956, @@ -111297,15 +125064,28 @@ 0.9845490455627441 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.714956521987915, + 0.2850434482097626 + ], + "full text prediction probs": [ + 0.015450947917997837, + 0.9845490455627441 + ], + "labels": 1 } }, "dev_429": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9869574308395386, + "sufficiency": 0.6919534206390381, "masked prediction probs": [ - 0.9010772109031677, - 0.09892278164625168 + 0.17685732245445251, + 0.8231427073478699 ], "full text prediction probs": [ 0.009483087807893753, @@ -111404,12 +125184,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9795880913734436, + "sufficiency": 0.987206757068634, "masked prediction probs": [ - 0.9335200190544128, - 0.06647997349500656 + 0.9010772109031677, + 0.09892278164625168 + ], + "full text prediction probs": [ + 0.009483087807893753, + 0.9905168414115906 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12697423994541168, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020123105496168137, + 0.9798769354820251 ], "full text prediction probs": [ 0.009483087807893753, @@ -111419,7 +125212,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8714997172355652, + "sufficiency": 0.8718053698539734, "masked prediction probs": [ 0.37987276911735535, 0.6201272010803223 @@ -111432,7 +125225,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.973331093788147, + "sufficiency": 0.9733943939208984, "masked prediction probs": [ 0.13980473577976227, 0.8601952791213989 @@ -111445,7 +125238,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7407565712928772, + "sufficiency": 0.7413703203201294, "masked prediction probs": [ 0.9266129732131958, 0.07338698208332062 @@ -111457,7 +125250,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10964752733707428, + "comprehensiveness": 0.10938825458288193, "sufficiency": 0.0, "masked prediction probs": [ 0.01873692311346531, @@ -111471,7 +125264,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9852719306945801, + "sufficiency": 0.9853066802024841, "masked prediction probs": [ 0.16589276492595673, 0.8341072201728821 @@ -111497,7 +125290,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7431941628456116, + "sufficiency": 0.7437964081764221, "masked prediction probs": [ 0.9266129732131958, 0.07338698208332062 @@ -111507,15 +125300,28 @@ 0.9905168414115906 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9800179600715637, + "masked prediction probs": [ + 0.9335200190544128, + 0.06647997349500656 + ], + "full text prediction probs": [ + 0.009483087807893753, + 0.9905168414115906 + ], + "labels": 1 } }, "dev_498": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00550936721265316, - "sufficiency": 0.8910618424415588, + "fixed-shap": { + "comprehensiveness": 0.0014378441264852881, + "sufficiency": 0.8712825775146484, "masked prediction probs": [ - 0.9879807829856873, - 0.012019154615700245 + 0.9916519522666931, + 0.008348085917532444 ], "full text prediction probs": [ 0.9929484128952026, @@ -111614,12 +125420,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0019951362628489733, - "sufficiency": 0.8777586221694946, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0054996078833937645, + "sufficiency": 0.8912547826766968, "masked prediction probs": [ - 0.9911462664604187, - 0.008853796869516373 + 0.9879807829856873, + 0.012019154615700245 + ], + "full text prediction probs": [ + 0.9929484128952026, + 0.007051544729620218 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.001223206054419279, + "sufficiency": 0.7719309329986572, + "masked prediction probs": [ + 0.9918432831764221, + 0.008156687952578068 ], "full text prediction probs": [ 0.9929484128952026, @@ -111628,8 +125447,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003606086131185293, - "sufficiency": 0.8542152643203735, + "comprehensiveness": 0.003605287754908204, + "sufficiency": 0.8542474508285522, "masked prediction probs": [ 0.9896904230117798, 0.010309632867574692 @@ -111641,8 +125460,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001994253136217594, - "sufficiency": 0.8778126239776611, + "comprehensiveness": 0.00199381192214787, + "sufficiency": 0.8778396844863892, "masked prediction probs": [ 0.9911462664604187, 0.008853796869516373 @@ -111654,8 +125473,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010497599141672254, - "sufficiency": 0.8857861161231995, + "comprehensiveness": 0.0010495276656001806, + "sufficiency": 0.885811448097229, "masked prediction probs": [ 0.9919995665550232, 0.008000442758202553 @@ -111667,8 +125486,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00042985868640244007, - "sufficiency": 0.9245672225952148, + "comprehensiveness": 0.0004297636332921684, + "sufficiency": 0.9245838522911072, "masked prediction probs": [ 0.9925597906112671, 0.007440220098942518 @@ -111680,8 +125499,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004105758853256702, - "sufficiency": 0.9590167999267578, + "comprehensiveness": 0.004104850813746452, + "sufficiency": 0.9590258598327637, "masked prediction probs": [ 0.9892356991767883, 0.01076424214988947 @@ -111693,8 +125512,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010126207489520311, - "sufficiency": 0.8958790898323059, + "comprehensiveness": 0.0010123969987034798, + "sufficiency": 0.895902156829834, "masked prediction probs": [ 0.992032527923584, 0.007967526093125343 @@ -111706,8 +125525,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0019920486956834793, - "sufficiency": 0.8779476881027222, + "comprehensiveness": 0.00199160841293633, + "sufficiency": 0.8779747486114502, + "masked prediction probs": [ + 0.9911462664604187, + 0.008853796869516373 + ], + "full text prediction probs": [ + 0.9929484128952026, + 0.007051544729620218 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001991168363019824, + "sufficiency": 0.8780016303062439, "masked prediction probs": [ 0.9911462664604187, 0.008853796869516373 @@ -111720,12 +125552,12 @@ } }, "dev_514": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.1293930560350418, "sufficiency": 1.0, "masked prediction probs": [ - 0.9457305073738098, - 0.0542694590985775 + 0.5356963872909546, + 0.464303582906723 ], "full text prediction probs": [ 0.6017475128173828, @@ -111824,12 +125656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9610530138015747, - 0.038947030901908875 + 0.9457305073738098, + 0.0542694590985775 + ], + "full text prediction probs": [ + 0.6017475128173828, + 0.3982524573802948 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6778290867805481, + 0.3221708834171295 ], "full text prediction probs": [ 0.6017475128173828, @@ -111927,15 +125772,28 @@ 0.3982524573802948 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9610530138015747, + 0.038947030901908875 + ], + "full text prediction probs": [ + 0.6017475128173828, + 0.3982524573802948 + ], + "labels": 0 } }, "dev_552": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9828022122383118, - 0.017197804525494576 + 0.9691706299781799, + 0.030829358845949173 ], "full text prediction probs": [ 0.049082785844802856, @@ -112034,12 +125892,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.983208954334259, - 0.01679103821516037 + 0.9828022122383118, + 0.017197804525494576 + ], + "full text prediction probs": [ + 0.049082785844802856, + 0.9509172439575195 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9723666310310364, + 0.027633367106318474 ], "full text prediction probs": [ 0.049082785844802856, @@ -112137,15 +126008,28 @@ 0.9509172439575195 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.983208954334259, + 0.01679103821516037 + ], + "full text prediction probs": [ + 0.049082785844802856, + 0.9509172439575195 + ], + "labels": 0 } }, "dev_642": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6606561541557312, "sufficiency": 0.0, "masked prediction probs": [ - 0.9253423810005188, - 0.07465765625238419 + 0.06659319251775742, + 0.9334067702293396 ], "full text prediction probs": [ 0.01814471185207367, @@ -112244,12 +126128,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8938044905662537, - 0.10619553923606873 + 0.9253423810005188, + 0.07465765625238419 + ], + "full text prediction probs": [ + 0.01814471185207367, + 0.9818552732467651 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13764114677906036, + 0.8623588681221008 ], "full text prediction probs": [ 0.01814471185207367, @@ -112271,7 +126168,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.14416895806789398, + "comprehensiveness": 0.14378716051578522, "sufficiency": 0.0, "masked prediction probs": [ 0.029005572199821472, @@ -112347,15 +126244,28 @@ 0.9818552732467651 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8938044905662537, + 0.10619553923606873 + ], + "full text prediction probs": [ + 0.01814471185207367, + 0.9818552732467651 + ], + "labels": 0 } }, "dev_655": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06980270892381668, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.001266513136215508, + "sufficiency": 0.9294266700744629, "masked prediction probs": [ - 0.9070620536804199, - 0.0929378867149353 + 0.9671683311462402, + 0.032831642776727676 ], "full text prediction probs": [ 0.9682790637016296, @@ -112442,11 +126352,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.06969146430492401, - "sufficiency": 1.0, + "comprehensiveness": 0.001264494494535029, + "sufficiency": 0.929539144039154, "masked prediction probs": [ - 0.9070620536804199, - 0.0929378867149353 + 0.9671683311462402, + 0.032831642776727676 ], "full text prediction probs": [ 0.9682790637016296, @@ -112454,12 +126364,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001264206599444151, + "sufficiency": 0.9295551776885986, + "masked prediction probs": [ + 0.9671683311462402, + 0.032831642776727676 + ], + "full text prediction probs": [ + 0.9682790637016296, + 0.03172099217772484 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9749816656112671, + "sufficiency": 0.8716225028038025, "masked prediction probs": [ - 0.9688318371772766, - 0.031168222427368164 + 0.9684154391288757, + 0.031584642827510834 ], "full text prediction probs": [ 0.9682790637016296, @@ -112469,7 +126392,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8001105785369873, + "sufficiency": 0.8001560568809509, "masked prediction probs": [ 0.9810236692428589, 0.018976252526044846 @@ -112482,7 +126405,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8434159159660339, + "sufficiency": 0.8434515595436096, "masked prediction probs": [ 0.9682790637016296, 0.03172099217772484 @@ -112495,7 +126418,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8268923163414001, + "sufficiency": 0.8269316554069519, "masked prediction probs": [ 0.9760525822639465, 0.023947428911924362 @@ -112508,7 +126431,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8269316554069519, + "sufficiency": 0.8269709944725037, "masked prediction probs": [ 0.9760525822639465, 0.023947428911924362 @@ -112521,7 +126444,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9105919003486633, + "sufficiency": 0.9106123447418213, "masked prediction probs": [ 0.9761947989463806, 0.023805243894457817 @@ -112534,7 +126457,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9548708200454712, + "sufficiency": 0.9548810720443726, "masked prediction probs": [ 0.9767483472824097, 0.02325165830552578 @@ -112547,11 +126470,24 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8435938954353333, + "sufficiency": 0.8718265891075134, "masked prediction probs": [ + 0.9684154391288757, + 0.031584642827510834 + ], + "full text prediction probs": [ 0.9682790637016296, 0.03172099217772484 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8718557953834534, + "masked prediction probs": [ + 0.9684154391288757, + 0.031584642827510834 + ], "full text prediction probs": [ 0.9682790637016296, 0.03172099217772484 @@ -112560,12 +126496,12 @@ } }, "dev_676": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5793753266334534, + "fixed-shap": { + "comprehensiveness": 0.9607681035995483, "sufficiency": 1.0, "masked prediction probs": [ - 0.4609141945838928, - 0.5390858054161072 + 0.1257546991109848, + 0.874245285987854 ], "full text prediction probs": [ 0.9700563549995422, @@ -112664,12 +126600,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8606076836585999, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5783223509788513, "sufficiency": 1.0, "masked prediction probs": [ - 0.21239648759365082, - 0.787603497505188 + 0.4609141945838928, + 0.5390858054161072 + ], + "full text prediction probs": [ + 0.9700563549995422, + 0.029943635687232018 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5783743262290955, + "sufficiency": 0.9208953976631165, + "masked prediction probs": [ + 0.46075278520584106, + 0.5392472147941589 ], "full text prediction probs": [ 0.9700563549995422, @@ -112679,7 +126628,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.1386042982339859, + "sufficiency": 0.13879987597465515, "masked prediction probs": [ 0.985365629196167, 0.014634291641414165 @@ -112691,8 +126640,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8481441736221313, - "sufficiency": 0.9844591021537781, + "comprehensiveness": 0.8479516506195068, + "sufficiency": 0.9844626188278198, "masked prediction probs": [ 0.22302977740764618, 0.7769702076911926 @@ -112704,7 +126653,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.637376606464386, + "comprehensiveness": 0.6372319459915161, "sufficiency": 1.0, "masked prediction probs": [ 0.408541738986969, @@ -112718,7 +126667,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.4602169096469879, + "sufficiency": 0.46033939719200134, "masked prediction probs": [ 0.9789319634437561, 0.02106807753443718 @@ -112730,7 +126679,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8596312403678894, + "comprehensiveness": 0.8594362139701843, "sufficiency": 1.0, "masked prediction probs": [ 0.21239648759365082, @@ -112743,7 +126692,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3465253710746765, + "comprehensiveness": 0.34644678235054016, "sufficiency": 1.0, "masked prediction probs": [ 0.6645672917366028, @@ -112756,7 +126705,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8592413067817688, + "comprehensiveness": 0.8590463995933533, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21239648759365082, + 0.787603497505188 + ], + "full text prediction probs": [ + 0.9700563549995422, + 0.029943635687232018 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8588516712188721, "sufficiency": 1.0, "masked prediction probs": [ 0.21239648759365082, @@ -112770,12 +126732,12 @@ } }, "dev_682": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007738711312413216, - "sufficiency": 0.9996615648269653, + "fixed-shap": { + "comprehensiveness": 0.008154386654496193, + "sufficiency": 0.9949869513511658, "masked prediction probs": [ - 0.9873736500740051, - 0.012626400217413902 + 0.9869982600212097, + 0.013001728802919388 ], "full text prediction probs": [ 0.9943623542785645, @@ -112874,12 +126836,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006399889476597309, - "sufficiency": 0.9985039234161377, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0077250245958566666, + "sufficiency": 0.9996621608734131, "masked prediction probs": [ - 0.9885724782943726, - 0.011427470482885838 + 0.9873736500740051, + 0.012626400217413902 + ], + "full text prediction probs": [ + 0.9943623542785645, + 0.005637589376419783 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0061654928140342236, + "sufficiency": 0.991398811340332, + "masked prediction probs": [ + 0.9887832999229431, + 0.011216665618121624 ], "full text prediction probs": [ 0.9943623542785645, @@ -112888,8 +126863,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005557645112276077, - "sufficiency": 0.43073928356170654, + "comprehensiveness": 0.0055564166978001595, + "sufficiency": 0.4308650493621826, "masked prediction probs": [ 0.9893333315849304, 0.01066669262945652 @@ -112901,8 +126876,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006336934864521027, - "sufficiency": 0.9916172623634338, + "comprehensiveness": 0.0063355350866913795, + "sufficiency": 0.9916191101074219, "masked prediction probs": [ 0.9886268973350525, 0.011373128741979599 @@ -112914,8 +126889,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0004806381475646049, - "sufficiency": 0.7557225227355957, + "comprehensiveness": 0.0004805319767910987, + "sufficiency": 0.7557765245437622, "masked prediction probs": [ 0.9939272403717041, 0.006072777323424816 @@ -112927,8 +126902,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0023694834671914577, - "sufficiency": 0.5886885523796082, + "comprehensiveness": 0.0023689602967351675, + "sufficiency": 0.5887793898582458, "masked prediction probs": [ 0.9922168254852295, 0.007783124689012766 @@ -112940,8 +126915,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010624190792441368, - "sufficiency": 0.9982210397720337, + "comprehensiveness": 0.010621844790875912, + "sufficiency": 0.9982214570045471, "masked prediction probs": [ 0.9847401976585388, 0.015259831212460995 @@ -112953,8 +126928,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007368829101324081, - "sufficiency": 0.9885281920433044, + "comprehensiveness": 0.007367203012108803, + "sufficiency": 0.9885307550430298, "masked prediction probs": [ 0.9876870512962341, 0.012312952429056168 @@ -112966,8 +126941,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006329941097646952, - "sufficiency": 0.991626501083374, + "comprehensiveness": 0.0063285441137850285, + "sufficiency": 0.9916283488273621, "masked prediction probs": [ 0.9886268973350525, 0.011373128741979599 @@ -112977,15 +126952,28 @@ 0.005637589376419783 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006387181114405394, + "sufficiency": 0.9985069036483765, + "masked prediction probs": [ + 0.9885724782943726, + 0.011427470482885838 + ], + "full text prediction probs": [ + 0.9943623542785645, + 0.005637589376419783 + ], + "labels": 0 } }, "dev_704": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07952149212360382, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9509312510490417, "masked prediction probs": [ - 0.8838426470756531, - 0.11615733802318573 + 0.9780147075653076, + 0.02198532409965992 ], "full text prediction probs": [ 0.9523134231567383, @@ -113084,12 +127072,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6540709137916565, - "sufficiency": 0.9520353674888611, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07937400043010712, + "sufficiency": 1.0, "masked prediction probs": [ - 0.38808906078338623, - 0.6119109392166138 + 0.8838426470756531, + 0.11615733802318573 + ], + "full text prediction probs": [ + 0.9523134231567383, + 0.047686584293842316 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9838227033615112, + "masked prediction probs": [ + 0.981759786605835, + 0.018240250647068024 ], "full text prediction probs": [ 0.9523134231567383, @@ -113099,7 +127100,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.999239444732666, + "sufficiency": 0.9992395639419556, "masked prediction probs": [ 0.9837643504142761, 0.016235634684562683 @@ -113111,8 +127112,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.23302754759788513, - "sufficiency": 0.8827570080757141, + "comprehensiveness": 0.23297357559204102, + "sufficiency": 0.8827841281890869, "masked prediction probs": [ 0.7512025237083435, 0.2487974762916565 @@ -113124,7 +127125,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.07572812587022781, + "comprehensiveness": 0.07571057975292206, "sufficiency": 1.0, "masked prediction probs": [ 0.8869422674179077, @@ -113138,7 +127139,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.47528937458992004, + "sufficiency": 0.4754108488559723, "masked prediction probs": [ 0.989791750907898, 0.010208236053586006 @@ -113150,8 +127151,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6533135771751404, - "sufficiency": 0.9520907998085022, + "comprehensiveness": 0.6531623005867004, + "sufficiency": 0.9521018266677856, "masked prediction probs": [ 0.38808906078338623, 0.6119109392166138 @@ -113164,7 +127165,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9649476408958435, + "sufficiency": 0.964955747127533, "masked prediction probs": [ 0.9879762530326843, 0.01202375441789627 @@ -113176,8 +127177,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.65301114320755, - "sufficiency": 0.9521130323410034, + "comprehensiveness": 0.6528599858283997, + "sufficiency": 0.9521241784095764, + "masked prediction probs": [ + 0.38808906078338623, + 0.6119109392166138 + ], + "full text prediction probs": [ + 0.9523134231567383, + 0.047686584293842316 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6527089476585388, + "sufficiency": 0.9521351456642151, "masked prediction probs": [ 0.38808906078338623, 0.6119109392166138 @@ -113190,12 +127204,12 @@ } }, "dev_759": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005478196777403355, - "sufficiency": 0.7081139087677002, + "fixed-shap": { + "comprehensiveness": 0.0012470702640712261, + "sufficiency": 0.9203966856002808, "masked prediction probs": [ - 0.9798774123191833, - 0.02012261003255844 + 0.9836578965187073, + 0.016342075541615486 ], "full text prediction probs": [ 0.9847721457481384, @@ -113282,11 +127296,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0038858193438500166, - "sufficiency": 0.862069308757782, + "comprehensiveness": 0.0012451193761080503, + "sufficiency": 0.9205211997032166, "masked prediction probs": [ - 0.9812947511672974, - 0.01870526187121868 + 0.9836578965187073, + 0.016342075541615486 ], "full text prediction probs": [ 0.9847721457481384, @@ -113294,12 +127308,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005330029409378767, - "sufficiency": 0.7311270833015442, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00546840438619256, + "sufficiency": 0.7086355686187744, "masked prediction probs": [ - 0.9800012707710266, - 0.01999870128929615 + 0.9798774123191833, + 0.02012261003255844 + ], + "full text prediction probs": [ + 0.9847721457481384, + 0.015227848663926125 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002368624322116375, + "sufficiency": 0.9242249131202698, + "masked prediction probs": [ + 0.9826515316963196, + 0.017348509281873703 ], "full text prediction probs": [ 0.9847721457481384, @@ -113309,7 +127336,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8265812993049622, + "sufficiency": 0.8266200423240662, "masked prediction probs": [ 0.9876655340194702, 0.012334403581917286 @@ -113322,7 +127349,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8415359258651733, + "sufficiency": 0.8415712714195251, "masked prediction probs": [ 0.9861482381820679, 0.013851802796125412 @@ -113334,8 +127361,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003209104761481285, - "sufficiency": 0.8992531895637512, + "comprehensiveness": 0.0032083881087601185, + "sufficiency": 0.8992756605148315, "masked prediction probs": [ 0.98189777135849, 0.018102208152413368 @@ -113347,8 +127374,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002945191692560911, - "sufficiency": 0.8646560311317444, + "comprehensiveness": 0.00294453464448452, + "sufficiency": 0.8646863102912903, "masked prediction probs": [ 0.9821335673332214, 0.01786649599671364 @@ -113360,8 +127387,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005757167469710112, - "sufficiency": 0.9535152316093445, + "comprehensiveness": 0.0057558827102184296, + "sufficiency": 0.9535256028175354, "masked prediction probs": [ 0.979613184928894, 0.020386800169944763 @@ -113374,7 +127401,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9779884219169617, + "sufficiency": 0.9779933094978333, "masked prediction probs": [ 0.9859290719032288, 0.014070908538997173 @@ -113386,11 +127413,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0032062409445643425, - "sufficiency": 0.8993430733680725, + "comprehensiveness": 0.002364926040172577, + "sufficiency": 0.9243431687355042, "masked prediction probs": [ - 0.98189777135849, - 0.018102208152413368 + 0.9826515316963196, + 0.017348509281873703 + ], + "full text prediction probs": [ + 0.9847721457481384, + 0.015227848663926125 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005319332238286734, + "sufficiency": 0.7316666841506958, + "masked prediction probs": [ + 0.9800012707710266, + 0.01999870128929615 ], "full text prediction probs": [ 0.9847721457481384, @@ -113400,12 +127440,12 @@ } }, "dev_781": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9791548252105713, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.389760822057724, + "sufficiency": 0.9558363556861877, "masked prediction probs": [ - 0.10897403210401535, - 0.8910260200500488 + 0.6093098521232605, + 0.3906901478767395 ], "full text prediction probs": [ 0.940177321434021, @@ -113504,12 +127544,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9428803324699402, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9773128032684326, "sufficiency": 1.0, "masked prediction probs": [ - 0.13825881481170654, - 0.8617411255836487 + 0.10897403210401535, + 0.8910260200500488 + ], + "full text prediction probs": [ + 0.940177321434021, + 0.05982263386249542 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2829192280769348, + "sufficiency": 0.9490113854408264, + "masked prediction probs": [ + 0.6994982957839966, + 0.3005017042160034 ], "full text prediction probs": [ 0.940177321434021, @@ -113519,7 +127572,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8359615206718445, + "sufficiency": 0.8360000252723694, "masked prediction probs": [ 0.982220470905304, 0.01777951605618 @@ -113531,8 +127584,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04965784028172493, - "sufficiency": 0.8002720475196838, + "comprehensiveness": 0.04964617267251015, + "sufficiency": 0.8003189563751221, "masked prediction probs": [ 0.8979235291481018, 0.1020764485001564 @@ -113544,8 +127597,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.14929169416427612, - "sufficiency": 0.8790943622589111, + "comprehensiveness": 0.1492566019296646, + "sufficiency": 0.879122793674469, "masked prediction probs": [ 0.8131153583526611, 0.18688459694385529 @@ -113558,7 +127611,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7988377213478088, + "sufficiency": 0.7988849878311157, "masked prediction probs": [ 0.9719245433807373, 0.028075439855456352 @@ -113570,7 +127623,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.941772997379303, + "comprehensiveness": 0.9415518045425415, "sufficiency": 1.0, "masked prediction probs": [ 0.13825881481170654, @@ -113584,7 +127637,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7923457622528076, + "sufficiency": 0.7923944592475891, "masked prediction probs": [ 0.9614577293395996, 0.038542259484529495 @@ -113596,7 +127649,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9413307905197144, + "comprehensiveness": 0.941109836101532, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.13825881481170654, + 0.8617411255836487 + ], + "full text prediction probs": [ + 0.940177321434021, + 0.05982263386249542 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9408890008926392, "sufficiency": 1.0, "masked prediction probs": [ 0.13825881481170654, @@ -113610,12 +127676,12 @@ } }, "dev_784": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.4087721109390259, + "fixed-shap": { + "comprehensiveness": 0.13301241397857666, + "sufficiency": 0.9570026397705078, "masked prediction probs": [ - 0.970871090888977, - 0.029128888621926308 + 0.8276674151420593, + 0.17233262956142426 ], "full text prediction probs": [ 0.9406434893608093, @@ -113714,12 +127780,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7782657742500305, + "sufficiency": 0.40988364815711975, "masked prediction probs": [ - 0.9586189389228821, - 0.041381072252988815 + 0.970871090888977, + 0.029128888621926308 + ], + "full text prediction probs": [ + 0.9406434893608093, + 0.05935649946331978 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.870759904384613, + "masked prediction probs": [ + 0.9406434893608093, + 0.05935649946331978 ], "full text prediction probs": [ 0.9406434893608093, @@ -113729,7 +127808,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6802433729171753, + "sufficiency": 0.6803184747695923, "masked prediction probs": [ 0.9700250625610352, 0.029974956065416336 @@ -113742,7 +127821,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8707903027534485, + "sufficiency": 0.8708206415176392, "masked prediction probs": [ 0.9406434893608093, 0.05935649946331978 @@ -113754,8 +127833,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01901666820049286, - "sufficiency": 0.878733217716217, + "comprehensiveness": 0.019012201577425003, + "sufficiency": 0.8787617087364197, "masked prediction probs": [ 0.9244495630264282, 0.0755503922700882 @@ -113768,7 +127847,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.853552520275116, + "sufficiency": 0.8535869121551514, "masked prediction probs": [ 0.9554625749588013, 0.04453745484352112 @@ -113781,7 +127860,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9757835268974304, + "sufficiency": 0.9757893085479736, "masked prediction probs": [ 0.9490714073181152, 0.05092853307723999 @@ -113794,7 +127873,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8462986946105957, + "sufficiency": 0.84633469581604, "masked prediction probs": [ 0.9567593932151794, 0.043240662664175034 @@ -113807,7 +127886,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.680693507194519, + "sufficiency": 0.6807683706283569, "masked prediction probs": [ 0.9700250625610352, 0.029974956065416336 @@ -113817,15 +127896,28 @@ 0.05935649946331978 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7787337899208069, + "masked prediction probs": [ + 0.9586189389228821, + 0.041381072252988815 + ], + "full text prediction probs": [ + 0.9406434893608093, + 0.05935649946331978 + ], + "labels": 0 } }, "dev_835": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8182810544967651, + "fixed-shap": { + "comprehensiveness": 0.07590872049331665, + "sufficiency": 0.9987115263938904, "masked prediction probs": [ - 0.9761057496070862, - 0.02389419823884964 + 0.9088793396949768, + 0.09112069755792618 ], "full text prediction probs": [ 0.9760404825210571, @@ -113924,12 +128016,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8807446956634521, + "sufficiency": 0.8186090588569641, "masked prediction probs": [ - 0.9788501858711243, - 0.021149812266230583 + 0.9761057496070862, + 0.02389419823884964 + ], + "full text prediction probs": [ + 0.9760404825210571, + 0.023959489539265633 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.045496582984924316, + "sufficiency": 0.9962902069091797, + "masked prediction probs": [ + 0.9357049465179443, + 0.06429504603147507 ], "full text prediction probs": [ 0.9760404825210571, @@ -113938,8 +128043,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003947817720472813, - "sufficiency": 0.6116635799407959, + "comprehensiveness": 0.00394692737609148, + "sufficiency": 0.6117510795593262, "masked prediction probs": [ 0.9725404977798462, 0.027459515258669853 @@ -113951,8 +128056,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.044208675622940063, - "sufficiency": 0.9790032505989075, + "comprehensiveness": 0.04419871047139168, + "sufficiency": 0.9790080189704895, "masked prediction probs": [ 0.936837911605835, 0.06316211819648743 @@ -113964,7 +128069,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.07524815201759338, + "comprehensiveness": 0.07523118704557419, "sufficiency": 1.0, "masked prediction probs": [ 0.9092982411384583, @@ -113977,8 +128082,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006697546690702438, - "sufficiency": 0.8448158502578735, + "comprehensiveness": 0.006696037016808987, + "sufficiency": 0.8448508381843567, "masked prediction probs": [ 0.9700986742973328, 0.02990134432911873 @@ -113990,8 +128095,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.22336117923259735, - "sufficiency": 0.9883188009262085, + "comprehensiveness": 0.22331082820892334, + "sufficiency": 0.9883213639259338, "masked prediction probs": [ 0.7778382897377014, 0.2221616804599762 @@ -114004,7 +128109,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8361824750900269, + "sufficiency": 0.8362194299697876, "masked prediction probs": [ 0.9760404825210571, 0.023959489539265633 @@ -114016,8 +128121,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04415887966752052, - "sufficiency": 0.9790269136428833, + "comprehensiveness": 0.04414893314242363, + "sufficiency": 0.9790316224098206, "masked prediction probs": [ 0.936837911605835, 0.06316211819648743 @@ -114027,15 +128132,28 @@ 0.023959489539265633 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8809863924980164, + "masked prediction probs": [ + 0.9788501858711243, + 0.021149812266230583 + ], + "full text prediction probs": [ + 0.9760404825210571, + 0.023959489539265633 + ], + "labels": 0 } }, "dev_13": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.32586076855659485, - 0.6741392612457275 + 0.14674444496631622, + 0.853255569934845 ], "full text prediction probs": [ 0.021880043670535088, @@ -114134,12 +128252,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4000909626483917, - 0.5999090075492859 + 0.32586076855659485, + 0.6741392612457275 + ], + "full text prediction probs": [ + 0.021880043670535088, + 0.978119969367981 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18311157822608948, + 0.8168883919715881 ], "full text prediction probs": [ 0.021880043670535088, @@ -114187,7 +128318,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8214595913887024, + "comprehensiveness": 0.8191750049591064, "sufficiency": 0.0, "masked prediction probs": [ 0.08079902827739716, @@ -114213,7 +128344,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08561112731695175, + "comprehensiveness": 0.08537434786558151, "sufficiency": 0.0, "masked prediction probs": [ 0.028054771944880486, @@ -114237,15 +128368,28 @@ 0.978119969367981 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4000909626483917, + 0.5999090075492859 + ], + "full text prediction probs": [ + 0.021880043670535088, + 0.978119969367981 + ], + "labels": 1 } }, "dev_29": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.057811230421066284, "sufficiency": 1.0, "masked prediction probs": [ - 0.04143493250012398, - 0.9585650563240051 + 0.6557357311248779, + 0.34426429867744446 ], "full text prediction probs": [ 0.6903867721557617, @@ -114344,12 +128488,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.823604941368103, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.19541476666927338, - 0.8045852184295654 + 0.04143493250012398, + 0.9585650563240051 + ], + "full text prediction probs": [ + 0.6903867721557617, + 0.3096131980419159 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09790977090597153, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6315251588821411, + 0.3684748113155365 ], "full text prediction probs": [ 0.6903867721557617, @@ -114359,7 +128516,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7732788920402527, + "sufficiency": 0.7733542323112488, "masked prediction probs": [ 0.9726649522781372, 0.027335023507475853 @@ -114384,7 +128541,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4355887174606323, + "comprehensiveness": 0.4354439377784729, "sufficiency": 1.0, "masked prediction probs": [ 0.42834436893463135, @@ -114397,7 +128554,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5881085991859436, + "comprehensiveness": 0.5879132747650146, "sufficiency": 1.0, "masked prediction probs": [ 0.3364734947681427, @@ -114410,7 +128567,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8222370147705078, + "comprehensiveness": 0.821963906288147, "sufficiency": 1.0, "masked prediction probs": [ 0.19541476666927338, @@ -114423,7 +128580,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5278615951538086, + "comprehensiveness": 0.5276864171028137, "sufficiency": 1.0, "masked prediction probs": [ 0.3725179433822632, @@ -114436,7 +128593,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.82169109582901, + "comprehensiveness": 0.8214183449745178, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19541476666927338, + 0.8045852184295654 + ], + "full text prediction probs": [ + 0.6903867721557617, + 0.3096131980419159 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8211459517478943, "sufficiency": 1.0, "masked prediction probs": [ 0.19541476666927338, @@ -114450,12 +128620,12 @@ } }, "dev_35": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5501315593719482, - "sufficiency": 0.9420469999313354, + "fixed-shap": { + "comprehensiveness": 0.011538291350007057, + "sufficiency": 0.9646884799003601, "masked prediction probs": [ - 0.49614760279655457, - 0.5038524270057678 + 0.9811949133872986, + 0.01880509965121746 ], "full text prediction probs": [ 0.9915860891342163, @@ -114554,12 +128724,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8509944677352905, - "sufficiency": 0.9194176197052002, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5491558909416199, + "sufficiency": 0.9421497583389282, "masked prediction probs": [ - 0.2238343358039856, - 0.7761657238006592 + 0.49614760279655457, + 0.5038524270057678 + ], + "full text prediction probs": [ + 0.9915860891342163, + 0.008413915522396564 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00016519748896826059, + "sufficiency": 0.9135277271270752, + "masked prediction probs": [ + 0.9914370179176331, + 0.008563012816011906 ], "full text prediction probs": [ 0.9915860891342163, @@ -114568,8 +128751,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007617183146066964, - "sufficiency": 0.6727849841117859, + "comprehensiveness": 0.0007615495123900473, + "sufficiency": 0.6728574633598328, "masked prediction probs": [ 0.9908987283706665, 0.009101216681301594 @@ -114581,8 +128764,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.014155100099742413, - "sufficiency": 0.9145479202270508, + "comprehensiveness": 0.014151964336633682, + "sufficiency": 0.9145668745040894, "masked prediction probs": [ 0.9788099527359009, 0.02119000256061554 @@ -114594,8 +128777,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3051825165748596, - "sufficiency": 0.9223079681396484, + "comprehensiveness": 0.30511489510536194, + "sufficiency": 0.922325074672699, "masked prediction probs": [ 0.7160728573799133, 0.28392717242240906 @@ -114607,8 +128790,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02306092530488968, - "sufficiency": 0.8483241200447083, + "comprehensiveness": 0.023055819794535637, + "sufficiency": 0.8483576774597168, "masked prediction probs": [ 0.9707624912261963, 0.02923748269677162 @@ -114620,8 +128803,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8500522375106812, - "sufficiency": 0.919506847858429, + "comprehensiveness": 0.8498640060424805, + "sufficiency": 0.9195246696472168, "masked prediction probs": [ 0.2238343358039856, 0.7761657238006592 @@ -114633,8 +128816,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013081812299787998, - "sufficiency": 0.9738509058952332, + "comprehensiveness": 0.013078917749226093, + "sufficiency": 0.9738566875457764, "masked prediction probs": [ 0.9797682166099548, 0.02023172192275524 @@ -114646,8 +128829,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8496759533882141, - "sufficiency": 0.9195424914360046, + "comprehensiveness": 0.849487841129303, + "sufficiency": 0.9195602536201477, + "masked prediction probs": [ + 0.2238343358039856, + 0.7761657238006592 + ], + "full text prediction probs": [ + 0.9915860891342163, + 0.008413915522396564 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.849299967288971, + "sufficiency": 0.9195780754089355, "masked prediction probs": [ 0.2238343358039856, 0.7761657238006592 @@ -114660,12 +128856,12 @@ } }, "dev_61": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6109806895256042, - "sufficiency": 0.8664005994796753, + "fixed-shap": { + "comprehensiveness": 0.6154453754425049, + "sufficiency": 0.8795530796051025, "masked prediction probs": [ - 0.05758655071258545, - 0.9424134492874146 + 0.05797235667705536, + 0.9420276284217834 ], "full text prediction probs": [ 0.004787534009665251, @@ -114764,12 +128960,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.12857212126255035, - "sufficiency": 0.8404602408409119, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5998722910881042, + "sufficiency": 0.8688268661499023, "masked prediction probs": [ - 0.01610407419502735, - 0.9838958978652954 + 0.05758655071258545, + 0.9424134492874146 + ], + "full text prediction probs": [ + 0.004787534009665251, + 0.9952124357223511 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04263744875788689, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008548928424715996, + 0.9914510846138 ], "full text prediction probs": [ 0.004787534009665251, @@ -114778,8 +128987,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1965998113155365, - "sufficiency": 0.8635081648826599, + "comprehensiveness": 0.19615502655506134, + "sufficiency": 0.8638166189193726, "masked prediction probs": [ 0.02213102951645851, 0.9778689742088318 @@ -114791,8 +129000,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12799035012722015, - "sufficiency": 0.8411813378334045, + "comprehensiveness": 0.12770144641399384, + "sufficiency": 0.8415394425392151, "masked prediction probs": [ 0.01610407419502735, 0.9838958978652954 @@ -114804,7 +129013,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09663164615631104, + "comprehensiveness": 0.09641401469707489, "sufficiency": 0.0, "masked prediction probs": [ 0.01335084531456232, @@ -114817,7 +129026,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03445059061050415, + "comprehensiveness": 0.03437317907810211, "sufficiency": 0.0, "masked prediction probs": [ 0.007847337052226067, @@ -114830,8 +129039,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1874411255121231, - "sufficiency": 0.8886337876319885, + "comprehensiveness": 0.18702085316181183, + "sufficiency": 0.8888831734657288, "masked prediction probs": [ 0.021473050117492676, 0.9785269498825073 @@ -114843,7 +129052,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.037387337535619736, + "comprehensiveness": 0.03730369731783867, "sufficiency": 0.0, "masked prediction probs": [ 0.008123144507408142, @@ -114856,8 +129065,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12655873596668243, - "sufficiency": 0.8429557681083679, + "comprehensiveness": 0.12627625465393066, + "sufficiency": 0.8433059453964233, + "masked prediction probs": [ + 0.01610407419502735, + 0.9838958978652954 + ], + "full text prediction probs": [ + 0.004787534009665251, + 0.9952124357223511 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12599501013755798, + "sufficiency": 0.8436545133590698, "masked prediction probs": [ 0.01610407419502735, 0.9838958978652954 @@ -114870,12 +129092,12 @@ } }, "dev_74": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.32825466990470886, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9692497253417969, - 0.030750295147299767 + 0.6527478098869324, + 0.34725216031074524 ], "full text prediction probs": [ 0.025146732106804848, @@ -114974,12 +129196,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3441195785999298, + "masked prediction probs": [ + 0.9692497253417969, + 0.030750295147299767 + ], + "full text prediction probs": [ + 0.025146732106804848, + 0.9748532176017761 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.890938401222229, - 0.1090615764260292 + 0.6335350871086121, + 0.36646488308906555 ], "full text prediction probs": [ 0.025146732106804848, @@ -115001,7 +129236,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1113746240735054, + "comprehensiveness": 0.11104823648929596, "sufficiency": 0.0, "masked prediction probs": [ 0.03272673115134239, @@ -115053,7 +129288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.19953759014606476, + "comprehensiveness": 0.1989596039056778, "sufficiency": 0.0, "masked prediction probs": [ 0.03888646885752678, @@ -115077,15 +129312,28 @@ 0.9748532176017761 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.890938401222229, + 0.1090615764260292 + ], + "full text prediction probs": [ + 0.025146732106804848, + 0.9748532176017761 + ], + "labels": 1 } }, "dev_95": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9830359816551208, - 0.016963936388492584 + 0.9825993776321411, + 0.017400577664375305 ], "full text prediction probs": [ 0.19860312342643738, @@ -115184,12 +129432,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9850266575813293, - 0.014973322860896587 + 0.9830359816551208, + 0.016963936388492584 + ], + "full text prediction probs": [ + 0.19860312342643738, + 0.8013968467712402 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9829338192939758, + 0.017066126689314842 ], "full text prediction probs": [ 0.19860312342643738, @@ -115287,15 +129548,28 @@ 0.8013968467712402 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9850266575813293, + 0.014973322860896587 + ], + "full text prediction probs": [ + 0.19860312342643738, + 0.8013968467712402 + ], + "labels": 1 } }, "dev_97": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.035507459193468094, + "fixed-shap": { + "comprehensiveness": 0.23593416810035706, "sufficiency": 0.0, "masked prediction probs": [ - 0.011610394343733788, - 0.9883896112442017 + 0.028150422498583794, + 0.9718495607376099 ], "full text prediction probs": [ 0.008680128492414951, @@ -115382,11 +129656,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.12837974727153778, + "comprehensiveness": 0.23199774324893951, "sufficiency": 0.0, "masked prediction probs": [ - 0.019454363733530045, - 0.9805456399917603 + 0.028150422498583794, + 0.9718495607376099 ], "full text prediction probs": [ 0.008680128492414951, @@ -115394,12 +129668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04236793518066406, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.23144608736038208, "sufficiency": 0.0, "masked prediction probs": [ - 0.012244325131177902, - 0.9877556562423706 + 0.028150422498583794, + 0.9718495607376099 + ], + "full text prediction probs": [ + 0.008680128492414951, + 0.9913198351860046 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.17629583179950714, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023546261712908745, + 0.9764537811279297 ], "full text prediction probs": [ 0.008680128492414951, @@ -115408,7 +129695,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08597329258918762, + "comprehensiveness": 0.08576983213424683, "sufficiency": 0.0, "masked prediction probs": [ 0.01592978648841381, @@ -115421,7 +129708,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04951603710651398, + "comprehensiveness": 0.049399130046367645, "sufficiency": 0.0, "masked prediction probs": [ 0.012865436263382435, @@ -115434,7 +129721,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.058187391608953476, + "comprehensiveness": 0.058050334453582764, "sufficiency": 0.0, "masked prediction probs": [ 0.013610141351819038, @@ -115447,7 +129734,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.048929743468761444, + "comprehensiveness": 0.04881476238369942, "sufficiency": 0.0, "masked prediction probs": [ 0.01283547654747963, @@ -115460,7 +129747,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08477727323770523, + "comprehensiveness": 0.08457852154970169, "sufficiency": 0.0, "masked prediction probs": [ 0.01589680276811123, @@ -115473,7 +129760,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0395205058157444, + "comprehensiveness": 0.039428070187568665, "sufficiency": 0.0, "masked prediction probs": [ 0.012052251026034355, @@ -115486,11 +129773,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08476679772138596, + "comprehensiveness": 0.17341619729995728, "sufficiency": 0.0, "masked prediction probs": [ - 0.01592978648841381, - 0.9840701818466187 + 0.023546261712908745, + 0.9764537811279297 + ], + "full text prediction probs": [ + 0.008680128492414951, + 0.9913198351860046 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17301249504089355, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023546261712908745, + 0.9764537811279297 ], "full text prediction probs": [ 0.008680128492414951, @@ -115500,12 +129800,12 @@ } }, "dev_140": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8458530306816101, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9904858469963074, - 0.009514096193015575 + 0.9247299432754517, + 0.07527004182338715 ], "full text prediction probs": [ 0.7255691289901733, @@ -115604,12 +129904,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8462405800819397, + "masked prediction probs": [ + 0.9904858469963074, + 0.009514096193015575 + ], + "full text prediction probs": [ + 0.7255691289901733, + 0.27443090081214905 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9849453568458557, - 0.015054693445563316 + 0.9198629260063171, + 0.08013711869716644 ], "full text prediction probs": [ 0.7255691289901733, @@ -115619,7 +129932,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8986755609512329, + "sufficiency": 0.898707389831543, "masked prediction probs": [ 0.9845914840698242, 0.015408497303724289 @@ -115697,7 +130010,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8988661766052246, + "sufficiency": 0.8988978862762451, "masked prediction probs": [ 0.9845914840698242, 0.015408497303724289 @@ -115707,15 +130020,28 @@ 0.27443090081214905 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9849453568458557, + 0.015054693445563316 + ], + "full text prediction probs": [ + 0.7255691289901733, + 0.27443090081214905 + ], + "labels": 1 } }, "dev_162": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7671430110931396, "sufficiency": 0.0, "masked prediction probs": [ - 0.23098482191562653, - 0.7690151333808899 + 0.07205189764499664, + 0.9279480576515198 ], "full text prediction probs": [ 0.008954662829637527, @@ -115814,12 +130140,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3199921250343323, - 0.6800078749656677 + 0.23098482191562653, + 0.7690151333808899 + ], + "full text prediction probs": [ + 0.008954662829637527, + 0.9910452961921692 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09441832453012466, + 0.9055817127227783 ], "full text prediction probs": [ 0.008954662829637527, @@ -115841,7 +130180,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.25267425179481506, + "comprehensiveness": 0.25207576155662537, "sufficiency": 0.0, "masked prediction probs": [ 0.03024253062903881, @@ -115867,7 +130206,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.26274335384368896, + "comprehensiveness": 0.2621239423751831, "sufficiency": 0.0, "masked prediction probs": [ 0.031195929273962975, @@ -115880,7 +130219,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7525176405906677, + "comprehensiveness": 0.750747799873352, "sufficiency": 0.0, "masked prediction probs": [ 0.07280583679676056, @@ -115893,7 +130232,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17102481424808502, + "comprehensiveness": 0.1706235259771347, "sufficiency": 0.0, "masked prediction probs": [ 0.02350037917494774, @@ -115917,15 +130256,28 @@ 0.9910452961921692 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3199921250343323, + 0.6800078749656677 + ], + "full text prediction probs": [ + 0.008954662829637527, + 0.9910452961921692 + ], + "labels": 1 } }, "dev_192": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9754517078399658, + "sufficiency": 0.9291830658912659, "masked prediction probs": [ - 0.9851490259170532, - 0.01485100295394659 + 0.9803860783576965, + 0.019613850861787796 ], "full text prediction probs": [ 0.966674268245697, @@ -116024,12 +130376,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05083350092172623, - "sufficiency": 0.8027828335762024, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9754964709281921, "masked prediction probs": [ - 0.9220795631408691, - 0.07792046666145325 + 0.9851490259170532, + 0.01485100295394659 + ], + "full text prediction probs": [ + 0.966674268245697, + 0.033325690776109695 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8345504999160767, + "masked prediction probs": [ + 0.9733981490135193, + 0.02660186216235161 ], "full text prediction probs": [ 0.966674268245697, @@ -116038,8 +130403,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.013758446089923382, - "sufficiency": 0.8834468126296997, + "comprehensiveness": 0.013755310326814651, + "sufficiency": 0.8834733366966248, "masked prediction probs": [ 0.9546016454696655, 0.04539831355214119 @@ -116052,7 +130417,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8801954388618469, + "sufficiency": 0.880222737789154, "masked prediction probs": [ 0.9726375937461853, 0.027362482622265816 @@ -116064,8 +130429,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.034035831689834595, - "sufficiency": 0.8576889038085938, + "comprehensiveness": 0.0340280756354332, + "sufficiency": 0.8577212691307068, "masked prediction probs": [ 0.9367952346801758, 0.0632048025727272 @@ -116077,8 +130442,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05078718811273575, - "sufficiency": 0.8029625415802002, + "comprehensiveness": 0.05077562481164932, + "sufficiency": 0.8030074238777161, "masked prediction probs": [ 0.9220795631408691, 0.07792046666145325 @@ -116090,8 +130455,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02172335423529148, - "sufficiency": 0.860428512096405, + "comprehensiveness": 0.021718408912420273, + "sufficiency": 0.8604602813720703, "masked prediction probs": [ 0.9475952982902527, 0.0524047315120697 @@ -116104,7 +130469,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8434850573539734, + "sufficiency": 0.8435205817222595, "masked prediction probs": [ 0.970698893070221, 0.02930108830332756 @@ -116116,8 +130481,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.050752509385347366, - "sufficiency": 0.803097128868103, + "comprehensiveness": 0.050740957260131836, + "sufficiency": 0.8031418323516846, + "masked prediction probs": [ + 0.9220795631408691, + 0.07792046666145325 + ], + "full text prediction probs": [ + 0.966674268245697, + 0.033325690776109695 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0507294125854969, + "sufficiency": 0.8031867146492004, "masked prediction probs": [ 0.9220795631408691, 0.07792046666145325 @@ -116130,12 +130508,12 @@ } }, "dev_194": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03312143683433533, + "fixed-shap": { + "comprehensiveness": 0.036855388432741165, "sufficiency": 0.0, "masked prediction probs": [ - 0.010020673274993896, - 0.9899793863296509 + 0.010334129445254803, + 0.9896658658981323 ], "full text prediction probs": [ 0.0072395941242575645, @@ -116234,12 +130612,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002713955705985427, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03250198811292648, "sufficiency": 0.0, "masked prediction probs": [ - 0.007471802178770304, - 0.9925282001495361 + 0.010020673274993896, + 0.9899793863296509 + ], + "full text prediction probs": [ + 0.0072395941242575645, + 0.992760419845581 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03620823845267296, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010345020331442356, + 0.9896550178527832 ], "full text prediction probs": [ 0.0072395941242575645, @@ -116248,8 +130639,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.16637998819351196, - "sufficiency": 0.9118214249610901, + "comprehensiveness": 0.1659928411245346, + "sufficiency": 0.9120264053344727, "masked prediction probs": [ 0.02150913141667843, 0.9784908294677734 @@ -116261,7 +130652,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.028273779898881912, + "comprehensiveness": 0.028208142146468163, "sufficiency": 0.0, "masked prediction probs": [ 0.009670170955359936, @@ -116274,8 +130665,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09217002242803574, - "sufficiency": 0.6955680847167969, + "comprehensiveness": 0.09195654839277267, + "sufficiency": 0.6962723731994629, "masked prediction probs": [ 0.015181390568614006, 0.9848185777664185 @@ -116287,7 +130678,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05441393703222275, + "comprehensiveness": 0.05428819730877876, "sufficiency": 0.0, "masked prediction probs": [ 0.01193902175873518, @@ -116300,7 +130691,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0721554383635521, + "comprehensiveness": 0.07198908179998398, "sufficiency": 0.0, "masked prediction probs": [ 0.013485747389495373, @@ -116313,7 +130704,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04066143557429314, + "comprehensiveness": 0.04056790843605995, "sufficiency": 0.0, "masked prediction probs": [ 0.010767580009996891, @@ -116326,7 +130717,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.027948610484600067, + "comprehensiveness": 0.02788447216153145, "sufficiency": 0.0, "masked prediction probs": [ 0.009670170955359936, @@ -116337,15 +130728,28 @@ 0.992760419845581 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0026580302510410547, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007471802178770304, + 0.9925282001495361 + ], + "full text prediction probs": [ + 0.0072395941242575645, + 0.992760419845581 + ], + "labels": 1 } }, "dev_232": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.5538291335105896, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3574773073196411, - 0.6425226926803589 + 0.17376285791397095, + 0.826237142086029 ], "full text prediction probs": [ 0.008301107212901115, @@ -116444,12 +130848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3232143521308899, + "sufficiency": 0.5622684359550476, "masked prediction probs": [ - 0.42032021284103394, - 0.5796797871589661 + 0.3574773073196411, + 0.6425226926803589 + ], + "full text prediction probs": [ + 0.008301107212901115, + 0.9916988611221313 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.25562477111816406, + 0.7443751692771912 ], "full text prediction probs": [ 0.008301107212901115, @@ -116459,7 +130876,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3248107433319092, + "sufficiency": 0.32639962434768677, "masked prediction probs": [ 0.42032021284103394, 0.5796797871589661 @@ -116471,7 +130888,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.22009344398975372, + "comprehensiveness": 0.21957612037658691, "sufficiency": 0.0, "masked prediction probs": [ 0.026987867429852486, @@ -116484,7 +130901,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.234965518116951, + "comprehensiveness": 0.23441453278064728, "sufficiency": 0.0, "masked prediction probs": [ 0.02829761616885662, @@ -116497,7 +130914,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1767122745513916, + "comprehensiveness": 0.1762988567352295, "sufficiency": 0.0, "masked prediction probs": [ 0.02337532490491867, @@ -116510,7 +130927,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5938816666603088, + "comprehensiveness": 0.5924955606460571, "sufficiency": 0.0, "masked prediction probs": [ 0.05908019468188286, @@ -116523,7 +130940,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03860018029808998, + "comprehensiveness": 0.03851029649376869, "sufficiency": 0.0, "masked prediction probs": [ 0.011609293520450592, @@ -116537,7 +130954,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3342331349849701, + "sufficiency": 0.33577802777290344, + "masked prediction probs": [ + 0.42032021284103394, + 0.5796797871589661 + ], + "full text prediction probs": [ + 0.008301107212901115, + 0.9916988611221313 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.33731576800346375, "masked prediction probs": [ 0.42032021284103394, 0.5796797871589661 @@ -116550,12 +130980,12 @@ } }, "dev_236": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11600735783576965, "sufficiency": 0.0, "masked prediction probs": [ - 0.3112720549106598, - 0.6887279748916626 + 0.0188991017639637, + 0.9811009168624878 ], "full text prediction probs": [ 0.009410393424332142, @@ -116654,12 +131084,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.10582702606916428, - 0.8941730260848999 + 0.3112720549106598, + 0.6887279748916626 + ], + "full text prediction probs": [ + 0.009410393424332142, + 0.9905896186828613 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10897346585988998, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018519971519708633, + 0.981480062007904 ], "full text prediction probs": [ 0.009410393424332142, @@ -116668,7 +131111,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4681931138038635, + "comprehensiveness": 0.4670754373073578, "sufficiency": 0.0, "masked prediction probs": [ 0.04854859411716461, @@ -116694,7 +131137,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024845460429787636, + "comprehensiveness": 0.024786431342363358, "sufficiency": 0.0, "masked prediction probs": [ 0.01149722933769226, @@ -116707,7 +131150,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06156538426876068, + "comprehensiveness": 0.06141946092247963, "sufficiency": 0.0, "masked prediction probs": [ 0.014593875035643578, @@ -116733,7 +131176,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.040973495692014694, + "comprehensiveness": 0.0408768355846405, "sufficiency": 0.0, "masked prediction probs": [ 0.012876567430794239, @@ -116757,15 +131200,28 @@ 0.9905896186828613 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10582702606916428, + 0.8941730260848999 + ], + "full text prediction probs": [ + 0.009410393424332142, + 0.9905896186828613 + ], + "labels": 1 } }, "dev_254": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07238510996103287, - "sufficiency": 0.9792810082435608, + "fixed-shap": { + "comprehensiveness": 0.030410369858145714, + "sufficiency": 0.8158490657806396, "masked prediction probs": [ - 0.011317258700728416, - 0.9886826872825623 + 0.007702437695115805, + 0.9922975897789001 ], "full text prediction probs": [ 0.005083486903458834, @@ -116864,12 +131320,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.12067605555057526, - "sufficiency": 0.9482053518295288, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07106461375951767, + "sufficiency": 0.9796585440635681, "masked prediction probs": [ - 0.015669265761971474, - 0.9843307137489319 + 0.011317258700728416, + 0.9886826872825623 + ], + "full text prediction probs": [ + 0.005083486903458834, + 0.994916558265686 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01663646474480629, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0065461453050374985, + 0.993453860282898 ], "full text prediction probs": [ 0.005083486903458834, @@ -116878,7 +131347,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05081036686897278, + "comprehensiveness": 0.0506950281560421, "sufficiency": 0.0, "masked prediction probs": [ 0.009550770744681358, @@ -116891,7 +131360,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.009126579388976097, + "comprehensiveness": 0.009105909615755081, "sufficiency": 0.0, "masked prediction probs": [ 0.00588768208399415, @@ -116904,7 +131373,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0333179235458374, + "comprehensiveness": 0.03324263542890549, "sufficiency": 0.0, "masked prediction probs": [ 0.008026164956390858, @@ -116917,7 +131386,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030652981251478195, + "comprehensiveness": 0.03058387152850628, "sufficiency": 0.0, "masked prediction probs": [ 0.007796938996762037, @@ -116930,8 +131399,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11931566148996353, - "sufficiency": 0.948788583278656, + "comprehensiveness": 0.11904725432395935, + "sufficiency": 0.9489036202430725, "masked prediction probs": [ 0.015669265761971474, 0.9843307137489319 @@ -116943,7 +131412,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.029183169826865196, + "comprehensiveness": 0.02911766804754734, "sufficiency": 0.0, "masked prediction probs": [ 0.007678438909351826, @@ -116956,8 +131425,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11878004670143127, - "sufficiency": 0.9490181803703308, + "comprehensiveness": 0.1185140460729599, + "sufficiency": 0.9491322636604309, + "masked prediction probs": [ + 0.015669265761971474, + 0.9843307137489319 + ], + "full text prediction probs": [ + 0.005083486903458834, + 0.994916558265686 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11824923008680344, + "sufficiency": 0.9492457509040833, "masked prediction probs": [ 0.015669265761971474, 0.9843307137489319 @@ -116970,12 +131452,12 @@ } }, "dev_259": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6889818906784058, - 0.311018168926239 + 0.1068243682384491, + 0.8931756019592285 ], "full text prediction probs": [ 0.010909121483564377, @@ -117074,12 +131556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.26274216175079346, - 0.7372578382492065 + 0.6889818906784058, + 0.311018168926239 + ], + "full text prediction probs": [ + 0.010909121483564377, + 0.9890908598899841 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8316530585289001, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07918406277894974, + 0.9208158850669861 ], "full text prediction probs": [ 0.010909121483564377, @@ -117114,7 +131609,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08351600915193558, + "comprehensiveness": 0.08331399410963058, "sufficiency": 0.0, "masked prediction probs": [ 0.017798837274312973, @@ -117127,7 +131622,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06990187615156174, + "comprehensiveness": 0.06973319500684738, "sufficiency": 0.0, "masked prediction probs": [ 0.016689768061041832, @@ -117153,7 +131648,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5639675259590149, + "comprehensiveness": 0.5626131296157837, "sufficiency": 0.0, "masked prediction probs": [ 0.057772427797317505, @@ -117177,15 +131672,28 @@ 0.9890908598899841 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.26274216175079346, + 0.7372578382492065 + ], + "full text prediction probs": [ + 0.010909121483564377, + 0.9890908598899841 + ], + "labels": 1 } }, "dev_270": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04009341448545456, + "fixed-shap": { + "comprehensiveness": 0.12832240760326385, "sufficiency": 0.0, "masked prediction probs": [ - 0.008371795527637005, - 0.9916281700134277 + 0.015985308215022087, + 0.9840146899223328 ], "full text prediction probs": [ 0.004912135191261768, @@ -117272,11 +131780,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.03945322334766388, + "comprehensiveness": 0.12627342343330383, "sufficiency": 0.0, "masked prediction probs": [ - 0.008371795527637005, - 0.9916281700134277 + 0.015985308215022087, + 0.9840146899223328 ], "full text prediction probs": [ 0.004912135191261768, @@ -117284,12 +131792,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01390621904283762, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1259860396385193, "sufficiency": 0.0, "masked prediction probs": [ - 0.006134361494332552, - 0.9938656687736511 + 0.015985308215022087, + 0.9840146899223328 + ], + "full text prediction probs": [ + 0.004912135191261768, + 0.9950879216194153 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0999683365225792, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013718564994633198, + 0.9862814545631409 ], "full text prediction probs": [ 0.004912135191261768, @@ -117298,7 +131819,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02641703188419342, + "comprehensiveness": 0.02635718323290348, "sufficiency": 0.0, "masked prediction probs": [ 0.007239189464598894, @@ -117311,7 +131832,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01681896485388279, + "comprehensiveness": 0.016780946403741837, "sufficiency": 0.0, "masked prediction probs": [ 0.0063970922492444515, @@ -117324,7 +131845,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07453356683254242, + "comprehensiveness": 0.07436546683311462, "sufficiency": 0.0, "masked prediction probs": [ 0.011507757939398289, @@ -117337,7 +131858,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03860778361558914, + "comprehensiveness": 0.03852090612053871, "sufficiency": 0.0, "masked prediction probs": [ 0.008336346596479416, @@ -117350,8 +131871,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08274863660335541, - "sufficiency": 0.7821452617645264, + "comprehensiveness": 0.08256284892559052, + "sufficiency": 0.7826338410377502, "masked prediction probs": [ 0.012267825193703175, 0.9877321720123291 @@ -117363,7 +131884,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.015940023586153984, + "comprehensiveness": 0.015904314815998077, "sufficiency": 0.0, "masked prediction probs": [ 0.006332185119390488, @@ -117376,11 +131897,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01663057692348957, + "comprehensiveness": 0.09840419888496399, "sufficiency": 0.0, "masked prediction probs": [ - 0.0063970922492444515, - 0.9936029314994812 + 0.013718564994633198, + 0.9862814545631409 + ], + "full text prediction probs": [ + 0.004912135191261768, + 0.9950879216194153 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013627096079289913, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006134361494332552, + 0.9938656687736511 ], "full text prediction probs": [ 0.004912135191261768, @@ -117390,12 +131924,12 @@ } }, "dev_340": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9742664098739624, - 0.025733646005392075 + 0.49165108799934387, + 0.5083488821983337 ], "full text prediction probs": [ 0.3747025430202484, @@ -117494,12 +132028,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9734758734703064, - 0.026524154469370842 + 0.9742664098739624, + 0.025733646005392075 + ], + "full text prediction probs": [ + 0.3747025430202484, + 0.6252974271774292 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.47966060042381287, + 0.5203394293785095 ], "full text prediction probs": [ 0.3747025430202484, @@ -117597,15 +132144,28 @@ 0.6252974271774292 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9734758734703064, + 0.026524154469370842 + ], + "full text prediction probs": [ + 0.3747025430202484, + 0.6252974271774292 + ], + "labels": 1 } }, "dev_452": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.019683992490172386, - "sufficiency": 0.9259249567985535, + "fixed-shap": { + "comprehensiveness": 0.0381769984960556, + "sufficiency": 0.9285156726837158, "masked prediction probs": [ - 0.9641982913017273, - 0.03580176830291748 + 0.9477260708808899, + 0.052273940294981 ], "full text prediction probs": [ 0.9817313551902771, @@ -117704,12 +132264,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009848462417721748, - "sufficiency": 0.9095249772071838, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01964869722723961, + "sufficiency": 0.926057755947113, "masked prediction probs": [ - 0.9729433059692383, - 0.027056708931922913 + 0.9641982913017273, + 0.03580176830291748 + ], + "full text prediction probs": [ + 0.9817313551902771, + 0.01826867088675499 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.048405252397060394, + "sufficiency": 0.8919281363487244, + "masked prediction probs": [ + 0.9385283589363098, + 0.06147157400846481 ], "full text prediction probs": [ 0.9817313551902771, @@ -117719,7 +132292,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7044135332107544, + "sufficiency": 0.7044798135757446, "masked prediction probs": [ 0.988066554069519, 0.011933467350900173 @@ -117732,7 +132305,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8256515264511108, + "sufficiency": 0.825690507888794, "masked prediction probs": [ 0.9817313551902771, 0.01826867088675499 @@ -117744,8 +132317,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.022924231365323067, - "sufficiency": 0.9221677780151367, + "comprehensiveness": 0.022919096052646637, + "sufficiency": 0.9221851825714111, "masked prediction probs": [ 0.9612616896629333, 0.03873831778764725 @@ -117757,8 +132330,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009839639998972416, - "sufficiency": 0.9096060395240784, + "comprehensiveness": 0.00983743742108345, + "sufficiency": 0.909626305103302, "masked prediction probs": [ 0.9729433059692383, 0.027056708931922913 @@ -117770,8 +132343,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0443362258374691, - "sufficiency": 0.9933859705924988, + "comprehensiveness": 0.044326301664114, + "sufficiency": 0.9933875203132629, "masked prediction probs": [ 0.942124605178833, 0.05787535011768341 @@ -117783,8 +132356,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00753363873809576, - "sufficiency": 0.9226101040840149, + "comprehensiveness": 0.007531953044235706, + "sufficiency": 0.9226273894309998, "masked prediction probs": [ 0.9749998450279236, 0.025000207126140594 @@ -117796,8 +132369,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009833035059273243, - "sufficiency": 0.9096667766571045, + "comprehensiveness": 0.009830834344029427, + "sufficiency": 0.9096869230270386, + "masked prediction probs": [ + 0.9729433059692383, + 0.027056708931922913 + ], + "full text prediction probs": [ + 0.9817313551902771, + 0.01826867088675499 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00982863549143076, + "sufficiency": 0.9097071886062622, "masked prediction probs": [ 0.9729433059692383, 0.027056708931922913 @@ -117810,12 +132396,12 @@ } }, "dev_464": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22694720327854156, - "sufficiency": 0.9955775141716003, + "fixed-shap": { + "comprehensiveness": 0.4254295527935028, + "sufficiency": 0.9960527420043945, "masked prediction probs": [ - 0.7850958704948425, - 0.21490412950515747 + 0.6068869233131409, + 0.3931131362915039 ], "full text prediction probs": [ 0.9888622164726257, @@ -117914,12 +132500,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.29806679487228394, - "sufficiency": 0.9965651035308838, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.22654350101947784, + "sufficiency": 0.9955853819847107, "masked prediction probs": [ - 0.7207636833190918, - 0.2792363166809082 + 0.7850958704948425, + 0.21490412950515747 + ], + "full text prediction probs": [ + 0.9888622164726257, + 0.01113783661276102 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09437274187803268, + "sufficiency": 0.9959530830383301, + "masked prediction probs": [ + 0.9039590358734131, + 0.09604092687368393 ], "full text prediction probs": [ 0.9888622164726257, @@ -117929,7 +132528,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6519513726234436, + "sufficiency": 0.6520287394523621, "masked prediction probs": [ 0.9919130802154541, 0.008086949586868286 @@ -117942,7 +132541,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8191094398498535, + "sufficiency": 0.8191496133804321, "masked prediction probs": [ 0.9888622164726257, 0.01113783661276102 @@ -117954,8 +132553,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06798187643289566, - "sufficiency": 0.9887059330940247, + "comprehensiveness": 0.0679667666554451, + "sufficiency": 0.9887083768844604, "masked prediction probs": [ 0.9276745915412903, 0.07232542335987091 @@ -117968,7 +132567,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.819189727306366, + "sufficiency": 0.8192299008369446, "masked prediction probs": [ 0.9888622164726257, 0.01113783661276102 @@ -117980,8 +132579,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2977357804775238, - "sufficiency": 0.9965689182281494, + "comprehensiveness": 0.2976696491241455, + "sufficiency": 0.9965696334838867, "masked prediction probs": [ 0.7207636833190918, 0.2792363166809082 @@ -117993,8 +132592,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017129110638052225, - "sufficiency": 0.8396440744400024, + "comprehensiveness": 0.0017125308513641357, + "sufficiency": 0.8396796584129333, "masked prediction probs": [ 0.9873194694519043, 0.012680538929998875 @@ -118006,8 +132605,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.297603577375412, - "sufficiency": 0.9965704083442688, + "comprehensiveness": 0.29753750562667847, + "sufficiency": 0.9965711832046509, + "masked prediction probs": [ + 0.7207636833190918, + 0.2792363166809082 + ], + "full text prediction probs": [ + 0.9888622164726257, + 0.01113783661276102 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2974714934825897, + "sufficiency": 0.996571958065033, "masked prediction probs": [ 0.7207636833190918, 0.2792363166809082 @@ -118020,12 +132632,12 @@ } }, "dev_493": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9860736131668091, - "sufficiency": 0.9546212553977966, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9713628888130188, "masked prediction probs": [ - 0.10352306813001633, - 0.8964769244194031 + 0.017088906839489937, + 0.9829111695289612 ], "full text prediction probs": [ 0.989929735660553, @@ -118112,11 +132724,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9845402836799622, - "sufficiency": 0.9546918272972107, + "comprehensiveness": 1.0, + "sufficiency": 0.971407413482666, "masked prediction probs": [ - 0.10352306813001633, - 0.8964769244194031 + 0.017088906839489937, + 0.9829111695289612 ], "full text prediction probs": [ 0.989929735660553, @@ -118124,12 +132736,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9470182061195374, + "sufficiency": 0.9714137315750122, "masked prediction probs": [ - 0.08939612656831741, - 0.910603940486908 + 0.017088906839489937, + 0.9829111695289612 + ], + "full text prediction probs": [ + 0.989929735660553, + 0.010070301592350006 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9658709764480591, + "masked prediction probs": [ + 0.01496760081499815, + 0.9850324392318726 ], "full text prediction probs": [ 0.989929735660553, @@ -118138,8 +132763,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00510863633826375, - "sufficiency": 0.04952166974544525, + "comprehensiveness": 0.005107501987367868, + "sufficiency": 0.04973265156149864, "masked prediction probs": [ 0.9853282570838928, 0.014671772718429565 @@ -118151,8 +132776,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.914596676826477, - "sufficiency": 0.9861655235290527, + "comprehensiveness": 0.9143937230110168, + "sufficiency": 0.9861685633659363, "masked prediction probs": [ 0.16594627499580383, 0.8340537548065186 @@ -118164,8 +132789,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9993432760238647, - "sufficiency": 0.9470534920692444, + "comprehensiveness": 0.9991214871406555, + "sufficiency": 0.9470652341842651, "masked prediction probs": [ 0.08939612656831741, 0.910603940486908 @@ -118177,8 +132802,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9413340091705322, - "sufficiency": 0.8944216966629028, + "comprehensiveness": 0.941125214099884, + "sufficiency": 0.8944451808929443, "masked prediction probs": [ 0.1414813995361328, 0.858518660068512 @@ -118190,8 +132815,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9139879941940308, - "sufficiency": 0.9861747026443481, + "comprehensiveness": 0.9137852191925049, + "sufficiency": 0.9861777424812317, "masked prediction probs": [ 0.16594627499580383, 0.8340537548065186 @@ -118203,8 +132828,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004324238747358322, - "sufficiency": 0.9392923712730408, + "comprehensiveness": 0.0043232799507677555, + "sufficiency": 0.93930584192276, "masked prediction probs": [ 0.9860304594039917, 0.013969521969556808 @@ -118216,11 +132841,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9984568357467651, - "sufficiency": 0.9471004605293274, + "comprehensiveness": 1.0, + "sufficiency": 0.9659239053726196, "masked prediction probs": [ - 0.08939612656831741, - 0.910603940486908 + 0.01496760081499815, + 0.9850324392318726 + ], + "full text prediction probs": [ + 0.989929735660553, + 0.010070301592350006 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9659314751625061, + "masked prediction probs": [ + 0.01496760081499815, + 0.9850324392318726 ], "full text prediction probs": [ 0.989929735660553, @@ -118230,12 +132868,12 @@ } }, "dev_509": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10069099813699722, + "fixed-shap": { + "comprehensiveness": 0.19392697513103485, "sufficiency": 1.0, "masked prediction probs": [ - 0.8983683586120605, - 0.10163169354200363 + 0.8146647810935974, + 0.1853351891040802 ], "full text prediction probs": [ 0.988764762878418, @@ -118334,12 +132972,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.013472473248839378, - "sufficiency": 0.8516450524330139, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10051186382770538, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9766481518745422, - 0.0233517624437809 + 0.8983683586120605, + 0.10163169354200363 + ], + "full text prediction probs": [ + 0.988764762878418, + 0.011235297657549381 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.022650495171546936, + "sufficiency": 0.9986491203308105, + "masked prediction probs": [ + 0.9683892726898193, + 0.031610794365406036 ], "full text prediction probs": [ 0.988764762878418, @@ -118349,7 +133000,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8878262042999268, + "sufficiency": 0.8878511786460876, "masked prediction probs": [ 0.9918860197067261, 0.008114006370306015 @@ -118361,8 +133012,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013466483913362026, - "sufficiency": 0.851711094379425, + "comprehensiveness": 0.013463491573929787, + "sufficiency": 0.8517439961433411, "masked prediction probs": [ 0.9766481518745422, 0.0233517624437809 @@ -118375,7 +133026,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8930115699768066, + "sufficiency": 0.893035352230072, "masked prediction probs": [ 0.9915339350700378, 0.008466088213026524 @@ -118388,7 +133039,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8192784786224365, + "sufficiency": 0.8193185925483704, "masked prediction probs": [ 0.988764762878418, 0.011235297657549381 @@ -118400,7 +133051,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05472229793667793, + "comprehensiveness": 0.05471014231443405, "sufficiency": 1.0, "masked prediction probs": [ 0.9394949674606323, @@ -118413,8 +133064,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0002544857852626592, - "sufficiency": 0.907704770565033, + "comprehensiveness": 0.00025442929472774267, + "sufficiency": 0.9077252745628357, "masked prediction probs": [ 0.9885355830192566, 0.011464494280517101 @@ -118426,8 +133077,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.013451534323394299, - "sufficiency": 0.8518756628036499, + "comprehensiveness": 0.013448547571897507, + "sufficiency": 0.8519085049629211, + "masked prediction probs": [ + 0.9766481518745422, + 0.0233517624437809 + ], + "full text prediction probs": [ + 0.988764762878418, + 0.011235297657549381 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013445563614368439, + "sufficiency": 0.8519414067268372, "masked prediction probs": [ 0.9766481518745422, 0.0233517624437809 @@ -118440,12 +133104,12 @@ } }, "dev_520": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.24862095713615417, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.924641489982605, "masked prediction probs": [ - 0.759147584438324, - 0.24085238575935364 + 0.9864028096199036, + 0.013597182929515839 ], "full text prediction probs": [ 0.980226993560791, @@ -118544,12 +133208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6275522708892822, - "sufficiency": 0.9033669233322144, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24817439913749695, + "sufficiency": 1.0, "masked prediction probs": [ - 0.4211891293525696, - 0.5788108110427856 + 0.759147584438324, + 0.24085238575935364 + ], + "full text prediction probs": [ + 0.980226993560791, + 0.019773021340370178 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.02444109320640564, + "sufficiency": 0.849751353263855, + "masked prediction probs": [ + 0.9584494233131409, + 0.04155055060982704 ], "full text prediction probs": [ 0.980226993560791, @@ -118571,7 +133248,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07784273475408554, + "comprehensiveness": 0.07782527059316635, "sufficiency": 1.0, "masked prediction probs": [ 0.910851776599884, @@ -118584,8 +133261,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6271299123764038, - "sufficiency": 0.9034319519996643, + "comprehensiveness": 0.6269891858100891, + "sufficiency": 0.9034536480903625, "masked prediction probs": [ 0.4211891293525696, 0.5788108110427856 @@ -118597,8 +133274,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.012346522882580757, - "sufficiency": 0.8431708812713623, + "comprehensiveness": 0.012343754991889, + "sufficiency": 0.8432060480117798, "masked prediction probs": [ 0.9692185521125793, 0.030781475827097893 @@ -118610,7 +133287,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3542526066303253, + "comprehensiveness": 0.3541731834411621, "sufficiency": 1.0, "masked prediction probs": [ 0.6642964482307434, @@ -118623,8 +133300,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01653231494128704, - "sufficiency": 0.8159315586090088, + "comprehensiveness": 0.01652861014008522, + "sufficiency": 0.8159727454185486, "masked prediction probs": [ 0.9654797911643982, 0.034520234912633896 @@ -118636,8 +133313,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6265676021575928, - "sufficiency": 0.903518557548523, + "comprehensiveness": 0.626427173614502, + "sufficiency": 0.9035401940345764, + "masked prediction probs": [ + 0.4211891293525696, + 0.5788108110427856 + ], + "full text prediction probs": [ + 0.980226993560791, + 0.019773021340370178 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6262868046760559, + "sufficiency": 0.9035617709159851, "masked prediction probs": [ 0.4211891293525696, 0.5788108110427856 @@ -118650,12 +133340,12 @@ } }, "dev_523": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9748484492301941, + "fixed-shap": { + "comprehensiveness": 0.053395818918943405, + "sufficiency": 0.0, "masked prediction probs": [ - 0.93590247631073, - 0.0640975758433342 + 0.02812819555401802, + 0.9718717336654663 ], "full text prediction probs": [ 0.024570206180214882, @@ -118754,12 +133444,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.9754374623298645, + "masked prediction probs": [ + 0.93590247631073, + 0.0640975758433342 + ], + "full text prediction probs": [ + 0.024570206180214882, + 0.9754297137260437 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.11343497037887573, "sufficiency": 0.0, "masked prediction probs": [ - 0.969054639339447, - 0.030945301055908203 + 0.03233310952782631, + 0.9676668643951416 ], "full text prediction probs": [ 0.024570206180214882, @@ -118857,15 +133560,28 @@ 0.9754297137260437 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.969054639339447, + 0.030945301055908203 + ], + "full text prediction probs": [ + 0.024570206180214882, + 0.9754297137260437 + ], + "labels": 0 } }, "dev_524": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15105007588863373, - "sufficiency": 0.9995183348655701, + "fixed-shap": { + "comprehensiveness": 0.0016428391681984067, + "sufficiency": 0.8678487539291382, "masked prediction probs": [ - 0.8550887703895569, - 0.1449112594127655 + 0.9895604848861694, + 0.010439572855830193 ], "full text prediction probs": [ 0.9910390973091125, @@ -118964,12 +133680,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10654877126216888, - "sufficiency": 0.9961536526679993, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1507820338010788, + "sufficiency": 0.9995191693305969, "masked prediction probs": [ - 0.8949710130691528, - 0.10502900183200836 + 0.8550887703895569, + 0.1449112594127655 + ], + "full text prediction probs": [ + 0.9910390973091125, + 0.008960937149822712 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003186260350048542, + "sufficiency": 0.8924678564071655, + "masked prediction probs": [ + 0.9881656169891357, + 0.011834419332444668 ], "full text prediction probs": [ 0.9910390973091125, @@ -118979,7 +133708,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.17137910425662994, + "sufficiency": 0.1715628206729889, "masked prediction probs": [ 0.9924571514129639, 0.007542895618826151 @@ -118991,8 +133720,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008450118824839592, - "sufficiency": 0.7879270315170288, + "comprehensiveness": 0.00844824593514204, + "sufficiency": 0.7879739999771118, "masked prediction probs": [ 0.9834167957305908, 0.016583189368247986 @@ -119004,8 +133733,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005901041906327009, - "sufficiency": 0.861746609210968, + "comprehensiveness": 0.005899733863770962, + "sufficiency": 0.8617772459983826, "masked prediction probs": [ 0.9857149720191956, 0.014284981414675713 @@ -119017,8 +133746,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0202738456428051, - "sufficiency": 0.8738440871238708, + "comprehensiveness": 0.020269354805350304, + "sufficiency": 0.8738719820976257, "masked prediction probs": [ 0.9727432727813721, 0.02725675143301487 @@ -119030,8 +133759,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015197211876511574, - "sufficiency": 0.9989759922027588, + "comprehensiveness": 0.015193844214081764, + "sufficiency": 0.9989762902259827, "masked prediction probs": [ 0.9773215651512146, 0.022678488865494728 @@ -119043,8 +133772,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0333235077559948, - "sufficiency": 0.9049283862113953, + "comprehensiveness": 0.033316127955913544, + "sufficiency": 0.904949426651001, "masked prediction probs": [ 0.9609534740447998, 0.039046548306941986 @@ -119056,8 +133785,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00844076182693243, - "sufficiency": 0.7881618142127991, + "comprehensiveness": 0.008438892662525177, + "sufficiency": 0.7882086634635925, "masked prediction probs": [ 0.9834167957305908, 0.016583189368247986 @@ -119067,15 +133796,28 @@ 0.008960937149822712 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10633648931980133, + "sufficiency": 0.9961612820625305, + "masked prediction probs": [ + 0.8949710130691528, + 0.10502900183200836 + ], + "full text prediction probs": [ + 0.9910390973091125, + 0.008960937149822712 + ], + "labels": 0 } }, "dev_532": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.033059556037187576, - "sufficiency": 0.9967199563980103, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7895853519439697, "masked prediction probs": [ - 0.9597660899162292, - 0.04023389145731926 + 0.9906186461448669, + 0.0093814292922616 ], "full text prediction probs": [ 0.9894689321517944, @@ -119174,12 +133916,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8834661841392517, - "sufficiency": 0.8894736170768738, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03300078585743904, + "sufficiency": 0.9967257976531982, "masked prediction probs": [ - 0.19429220259189606, - 0.8057077527046204 + 0.9597660899162292, + 0.04023389145731926 + ], + "full text prediction probs": [ + 0.9894689321517944, + 0.010531073436141014 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7696259617805481, + "masked prediction probs": [ + 0.9904466867446899, + 0.009553338401019573 ], "full text prediction probs": [ 0.9894689321517944, @@ -119188,8 +133943,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0016245435690507293, - "sufficiency": 0.8344980478286743, + "comprehensiveness": 0.0016241826815530658, + "sufficiency": 0.8345348238945007, "masked prediction probs": [ 0.9880064129829407, 0.011993617750704288 @@ -119201,8 +133956,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7925453186035156, - "sufficiency": 0.900421679019928, + "comprehensiveness": 0.7923693656921387, + "sufficiency": 0.9004437923431396, "masked prediction probs": [ 0.2758098244667053, 0.7241901159286499 @@ -119214,8 +133969,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03249172866344452, - "sufficiency": 0.9980201721191406, + "comprehensiveness": 0.0324845127761364, + "sufficiency": 0.998020589351654, "masked prediction probs": [ 0.9602047801017761, 0.039795223623514175 @@ -119227,8 +133982,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0005469101015478373, - "sufficiency": 0.8907460570335388, + "comprehensiveness": 0.0005467886803671718, + "sufficiency": 0.8907703161239624, "masked prediction probs": [ 0.988976240158081, 0.011023834347724915 @@ -119240,8 +133995,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8824857473373413, - "sufficiency": 0.8895962834358215, + "comprehensiveness": 0.8822898864746094, + "sufficiency": 0.8896207809448242, "masked prediction probs": [ 0.19429220259189606, 0.8057077527046204 @@ -119254,7 +134009,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8687076568603516, + "sufficiency": 0.8687368035316467, "masked prediction probs": [ 0.9907529354095459, 0.009247108362615108 @@ -119266,8 +134021,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.882094144821167, - "sufficiency": 0.8896452188491821, + "comprehensiveness": 0.8818984627723694, + "sufficiency": 0.8896697163581848, + "masked prediction probs": [ + 0.19429220259189606, + 0.8057077527046204 + ], + "full text prediction probs": [ + 0.9894689321517944, + 0.010531073436141014 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8817028999328613, + "sufficiency": 0.8896942138671875, "masked prediction probs": [ 0.19429220259189606, 0.8057077527046204 @@ -119280,12 +134048,12 @@ } }, "dev_579": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9839678406715393, - 0.016032185405492783 + 0.40098944306373596, + 0.5990105867385864 ], "full text prediction probs": [ 0.024627309292554855, @@ -119384,12 +134152,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9845305681228638, - 0.015469389967620373 + 0.9839678406715393, + 0.016032185405492783 + ], + "full text prediction probs": [ + 0.024627309292554855, + 0.9753726720809937 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3676711320877075, + 0.6323289275169373 ], "full text prediction probs": [ 0.024627309292554855, @@ -119437,7 +134218,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13965879380702972, + "comprehensiveness": 0.13925495743751526, "sufficiency": 0.0, "masked prediction probs": [ 0.03426061570644379, @@ -119487,15 +134268,28 @@ 0.9753726720809937 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9845305681228638, + 0.015469389967620373 + ], + "full text prediction probs": [ + 0.024627309292554855, + 0.9753726720809937 + ], + "labels": 0 } }, "dev_580": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03834211453795433, - "sufficiency": 0.9503591060638428, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8780096173286438, "masked prediction probs": [ - 0.9374679923057556, - 0.06253194808959961 + 0.9735432863235474, + 0.026456741616129875 ], "full text prediction probs": [ 0.9712172150611877, @@ -119594,12 +134388,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05655355378985405, - "sufficiency": 0.9365841150283813, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.038272541016340256, + "sufficiency": 0.9504491686820984, "masked prediction probs": [ - 0.9213475584983826, - 0.07865243405103683 + 0.9374679923057556, + 0.06253194808959961 + ], + "full text prediction probs": [ + 0.9712172150611877, + 0.02878279983997345 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8354530930519104, + "masked prediction probs": [ + 0.9712172150611877, + 0.02878279983997345 ], "full text prediction probs": [ 0.9712172150611877, @@ -119609,7 +134416,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6900309324264526, + "sufficiency": 0.6901012063026428, "masked prediction probs": [ 0.9861830472946167, 0.01381691824644804 @@ -119622,7 +134429,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8354904651641846, + "sufficiency": 0.8355277180671692, "masked prediction probs": [ 0.9712172150611877, 0.02878279983997345 @@ -119635,7 +134442,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8600522875785828, + "sufficiency": 0.8600839376449585, "masked prediction probs": [ 0.9718857407569885, 0.02811427041888237 @@ -119648,7 +134455,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8600839376449585, + "sufficiency": 0.8601157069206238, "masked prediction probs": [ 0.9718857407569885, 0.02811427041888237 @@ -119660,8 +134467,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03736146539449692, - "sufficiency": 0.8857346177101135, + "comprehensiveness": 0.03735300153493881, + "sufficiency": 0.8857605457305908, "masked prediction probs": [ 0.9382340312004089, 0.061765898019075394 @@ -119674,7 +134481,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7877920866012573, + "sufficiency": 0.7878401279449463, "masked prediction probs": [ 0.9811237454414368, 0.01887626387178898 @@ -119687,7 +134494,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.86017906665802, + "sufficiency": 0.860210657119751, "masked prediction probs": [ 0.9718857407569885, 0.02811427041888237 @@ -119697,15 +134504,28 @@ 0.02878279983997345 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.056438349187374115, + "sufficiency": 0.9367133378982544, + "masked prediction probs": [ + 0.9213475584983826, + 0.07865243405103683 + ], + "full text prediction probs": [ + 0.9712172150611877, + 0.02878279983997345 + ], + "labels": 0 } }, "dev_582": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008108720183372498, - "sufficiency": 0.9489429593086243, + "fixed-shap": { + "comprehensiveness": 0.0007276079850271344, + "sufficiency": 0.7457824349403381, "masked prediction probs": [ - 0.9831772446632385, - 0.01682269014418125 + 0.9898163080215454, + 0.01018367800861597 ], "full text prediction probs": [ 0.9904707670211792, @@ -119804,12 +134624,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009769214317202568, - "sufficiency": 0.859645426273346, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008094321936368942, + "sufficiency": 0.9490336179733276, "masked prediction probs": [ - 0.9816680550575256, - 0.01833188533782959 + 0.9831772446632385, + 0.01682269014418125 + ], + "full text prediction probs": [ + 0.9904707670211792, + 0.00952926091849804 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0008615978877060115, + "sufficiency": 0.6449117660522461, + "masked prediction probs": [ + 0.9896942377090454, + 0.0103057362139225 ], "full text prediction probs": [ 0.9904707670211792, @@ -119818,8 +134651,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00526138162240386, - "sufficiency": 0.8021543622016907, + "comprehensiveness": 0.00526021420955658, + "sufficiency": 0.8021982908248901, "masked prediction probs": [ 0.9857288599014282, 0.014271171763539314 @@ -119831,8 +134664,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0016434036660939455, - "sufficiency": 0.8139185905456543, + "comprehensiveness": 0.0016430391697213054, + "sufficiency": 0.8139598369598389, "masked prediction probs": [ 0.9889892935752869, 0.011010777205228806 @@ -119844,8 +134677,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009762713685631752, - "sufficiency": 0.8597388863563538, + "comprehensiveness": 0.009760548360645771, + "sufficiency": 0.8597699403762817, "masked prediction probs": [ 0.9816680550575256, 0.01833188533782959 @@ -119857,8 +134690,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00041636897367425263, - "sufficiency": 0.8387633562088013, + "comprehensiveness": 0.0004162766854278743, + "sufficiency": 0.8387991189956665, "masked prediction probs": [ 0.9900952577590942, 0.009904682636260986 @@ -119870,8 +134703,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0113425487652421, - "sufficiency": 0.8646682500839233, + "comprehensiveness": 0.011340034194290638, + "sufficiency": 0.8646982312202454, "masked prediction probs": [ 0.9802390336990356, 0.019761009141802788 @@ -119883,8 +134716,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005270414054393768, - "sufficiency": 0.898539662361145, + "comprehensiveness": 0.0052692461758852005, + "sufficiency": 0.8985620737075806, "masked prediction probs": [ 0.9857154488563538, 0.014284572564065456 @@ -119896,8 +134729,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00975405890494585, - "sufficiency": 0.8598632216453552, + "comprehensiveness": 0.009751897305250168, + "sufficiency": 0.8598942160606384, + "masked prediction probs": [ + 0.9816680550575256, + 0.01833188533782959 + ], + "full text prediction probs": [ + 0.9904707670211792, + 0.00952926091849804 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009749737568199635, + "sufficiency": 0.8599252700805664, "masked prediction probs": [ 0.9816680550575256, 0.01833188533782959 @@ -119910,12 +134756,12 @@ } }, "dev_594": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8032959699630737, - "sufficiency": 0.9843785762786865, + "fixed-shap": { + "comprehensiveness": 0.0014543581055477262, + "sufficiency": 0.9057566523551941, "masked prediction probs": [ - 0.2664411664009094, - 0.7335588932037354 + 0.9815894961357117, + 0.018410533666610718 ], "full text prediction probs": [ 0.9828866124153137, @@ -120014,12 +134860,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010211641900241375, - "sufficiency": 0.8509942293167114, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8018574118614197, + "sufficiency": 0.984406590461731, "masked prediction probs": [ - 0.9737626910209656, - 0.026237312704324722 + 0.2664411664009094, + 0.7335588932037354 + ], + "full text prediction probs": [ + 0.9828866124153137, + 0.01711343228816986 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.023073462769389153, + "sufficiency": 0.8822727799415588, + "masked prediction probs": [ + 0.9622662663459778, + 0.037733789533376694 ], "full text prediction probs": [ 0.9828866124153137, @@ -120041,8 +134900,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4432745575904846, - "sufficiency": 0.8631625175476074, + "comprehensiveness": 0.44317540526390076, + "sufficiency": 0.8631930947303772, "masked prediction probs": [ 0.5866513252258301, 0.41334864497184753 @@ -120054,8 +134913,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01199636422097683, - "sufficiency": 0.7703384160995483, + "comprehensiveness": 0.011993680149316788, + "sufficiency": 0.7703897953033447, "masked prediction probs": [ 0.9721608757972717, 0.02783910371363163 @@ -120067,8 +134926,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010202506557106972, - "sufficiency": 0.8511275053024292, + "comprehensiveness": 0.010200225748121738, + "sufficiency": 0.8511608242988586, "masked prediction probs": [ 0.9737626910209656, 0.026237312704324722 @@ -120080,8 +134939,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8422195315361023, - "sufficiency": 0.9778590202331543, + "comprehensiveness": 0.8420312404632568, + "sufficiency": 0.9778640270233154, "masked prediction probs": [ 0.22953610122203827, 0.7704639434814453 @@ -120106,8 +134965,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010195665992796421, - "sufficiency": 0.851227343082428, + "comprehensiveness": 0.010193387977778912, + "sufficiency": 0.8512606024742126, + "masked prediction probs": [ + 0.9737626910209656, + 0.026237312704324722 + ], + "full text prediction probs": [ + 0.9828866124153137, + 0.01711343228816986 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010191110894083977, + "sufficiency": 0.8512938022613525, "masked prediction probs": [ 0.9737626910209656, 0.026237312704324722 @@ -120120,12 +134992,12 @@ } }, "dev_645": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.35091301798820496, - "sufficiency": 0.9895564913749695, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8951119780540466, "masked prediction probs": [ - 0.6656571626663208, - 0.3343428671360016 + 0.9823375940322876, + 0.017662424594163895 ], "full text prediction probs": [ 0.9763292074203491, @@ -120224,12 +135096,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.35027995705604553, + "sufficiency": 0.9895753264427185, + "masked prediction probs": [ + 0.6656571626663208, + 0.3343428671360016 + ], + "full text prediction probs": [ + 0.9763292074203491, + 0.023670829832553864 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9389875531196594, + "sufficiency": 0.8534690737724304, "masked prediction probs": [ - 0.9790369868278503, - 0.020963067188858986 + 0.9791837930679321, + 0.02081620879471302 ], "full text prediction probs": [ 0.9763292074203491, @@ -120239,7 +135124,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8494604229927063, + "sufficiency": 0.8494943976402283, "masked prediction probs": [ 0.9790398478507996, 0.02096017263829708 @@ -120251,8 +135136,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6921322345733643, - "sufficiency": 0.9727053046226501, + "comprehensiveness": 0.6919763088226318, + "sufficiency": 0.972711443901062, "masked prediction probs": [ 0.36218300461769104, 0.6378169655799866 @@ -120264,8 +135149,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.12535232305526733, - "sufficiency": 0.872521698474884, + "comprehensiveness": 0.125324085354805, + "sufficiency": 0.872550368309021, "masked prediction probs": [ 0.8650758862495422, 0.13492415845394135 @@ -120277,8 +135162,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.06061609089374542, - "sufficiency": 0.8800047039985657, + "comprehensiveness": 0.06060243770480156, + "sufficiency": 0.8800317645072937, "masked prediction probs": [ 0.922518789768219, 0.07748125493526459 @@ -120290,8 +135175,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.449897825717926, - "sufficiency": 0.9488316178321838, + "comprehensiveness": 0.44979649782180786, + "sufficiency": 0.9488431811332703, "masked prediction probs": [ 0.5768536925315857, 0.4231463074684143 @@ -120304,7 +135189,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8834415078163147, + "sufficiency": 0.8834677338600159, "masked prediction probs": [ 0.9821718335151672, 0.01782817952334881 @@ -120316,8 +135201,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6913530826568604, - "sufficiency": 0.9727360010147095, + "comprehensiveness": 0.6911974549293518, + "sufficiency": 0.9727421402931213, "masked prediction probs": [ 0.36218300461769104, 0.6378169655799866 @@ -120327,15 +135212,28 @@ 0.023670829832553864 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9391111135482788, + "masked prediction probs": [ + 0.9790369868278503, + 0.020963067188858986 + ], + "full text prediction probs": [ + 0.9763292074203491, + 0.023670829832553864 + ], + "labels": 0 } }, "dev_647": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003866756334900856, - "sufficiency": 0.9563053250312805, + "fixed-shap": { + "comprehensiveness": 0.004192261025309563, + "sufficiency": 0.9021590352058411, "masked prediction probs": [ - 0.988444447517395, - 0.011555545963346958 + 0.9881511926651001, + 0.011848832480609417 ], "full text prediction probs": [ 0.9919281005859375, @@ -120434,12 +135332,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.000985415419563651, - "sufficiency": 0.7378000020980835, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003859901335090399, + "sufficiency": 0.9563828110694885, "masked prediction probs": [ - 0.9910387396812439, - 0.00896124541759491 + 0.988444447517395, + 0.011555545963346958 + ], + "full text prediction probs": [ + 0.9919281005859375, + 0.008071943186223507 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8162877559661865, + "masked prediction probs": [ + 0.9919281005859375, + 0.008071943186223507 ], "full text prediction probs": [ 0.9919281005859375, @@ -120448,8 +135359,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002294061239808798, - "sufficiency": 0.7053195238113403, + "comprehensiveness": 0.0022935529705137014, + "sufficiency": 0.7053848505020142, "masked prediction probs": [ 0.9898571968078613, 0.010142842307686806 @@ -120461,8 +135372,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004029693081974983, - "sufficiency": 0.9710639119148254, + "comprehensiveness": 0.004028800409287214, + "sufficiency": 0.9710702896118164, "masked prediction probs": [ 0.9882895946502686, 0.011710435152053833 @@ -120474,8 +135385,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001036305446177721, - "sufficiency": 0.8663974404335022, + "comprehensiveness": 0.0010360758751630783, + "sufficiency": 0.8664270043373108, "masked prediction probs": [ 0.9909921884536743, 0.00900777243077755 @@ -120487,8 +135398,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010360758751630783, - "sufficiency": 0.8664270043373108, + "comprehensiveness": 0.001035846653394401, + "sufficiency": 0.8664566278457642, "masked prediction probs": [ 0.9909921884536743, 0.00900777243077755 @@ -120500,8 +135411,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2140025943517685, - "sufficiency": 0.914893627166748, + "comprehensiveness": 0.21395522356033325, + "sufficiency": 0.9149124026298523, "masked prediction probs": [ 0.7985716462135315, 0.2014283686876297 @@ -120513,8 +135424,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004192528780549765, - "sufficiency": 0.963279128074646, + "comprehensiveness": 0.004191601183265448, + "sufficiency": 0.9632872939109802, "masked prediction probs": [ 0.9881392121315002, 0.011860757134854794 @@ -120526,8 +135437,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2139078974723816, - "sufficiency": 0.9149312376976013, + "comprehensiveness": 0.21386057138442993, + "sufficiency": 0.9149500727653503, "masked prediction probs": [ 0.7985716462135315, 0.2014283686876297 @@ -120537,15 +135448,28 @@ 0.008071943186223507 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.000983453937806189, + "sufficiency": 0.7383219003677368, + "masked prediction probs": [ + 0.9910387396812439, + 0.00896124541759491 + ], + "full text prediction probs": [ + 0.9919281005859375, + 0.008071943186223507 + ], + "labels": 0 } }, "dev_648": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9627716541290283, + "fixed-shap": { + "comprehensiveness": 0.015875505283474922, + "sufficiency": 0.9980573058128357, "masked prediction probs": [ - 0.9840643405914307, - 0.015935737639665604 + 0.9621986746788025, + 0.03780128061771393 ], "full text prediction probs": [ 0.9762524366378784, @@ -120644,12 +135568,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026963721960783005, - "sufficiency": 0.8740194439888, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9628388285636902, "masked prediction probs": [ - 0.9523397088050842, - 0.04766035079956055 + 0.9840643405914307, + 0.015935737639665604 + ], + "full text prediction probs": [ + 0.9762524366378784, + 0.023747600615024567 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03258799389004707, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9473453164100647, + 0.0526546910405159 ], "full text prediction probs": [ 0.9762524366378784, @@ -120659,7 +135596,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2917444109916687, + "sufficiency": 0.2919040620326996, "masked prediction probs": [ 0.9812450408935547, 0.0187549851834774 @@ -120672,7 +135609,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6895894408226013, + "sufficiency": 0.6896594166755676, "masked prediction probs": [ 0.9782466888427734, 0.021753305569291115 @@ -120684,8 +135621,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02694549225270748, - "sufficiency": 0.8741046786308289, + "comprehensiveness": 0.02693942002952099, + "sufficiency": 0.8741329908370972, "masked prediction probs": [ 0.9523397088050842, 0.04766035079956055 @@ -120697,8 +135634,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007362344767898321, - "sufficiency": 0.8523680567741394, + "comprehensiveness": 0.007360686548054218, + "sufficiency": 0.8524013757705688, "masked prediction probs": [ 0.969717264175415, 0.03028273396193981 @@ -120710,7 +135647,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0049477629363536835, + "comprehensiveness": 0.004946648143231869, "sufficiency": 1.0, "masked prediction probs": [ 0.9718595743179321, @@ -120723,8 +135660,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012850345112383366, - "sufficiency": 0.8235343098640442, + "comprehensiveness": 0.01284745242446661, + "sufficiency": 0.8235740065574646, "masked prediction probs": [ 0.9648407101631165, 0.035159312188625336 @@ -120736,8 +135673,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.026921221986413002, - "sufficiency": 0.8742181062698364, + "comprehensiveness": 0.026915160939097404, + "sufficiency": 0.8742462992668152, + "masked prediction probs": [ + 0.9523397088050842, + 0.04766035079956055 + ], + "full text prediction probs": [ + 0.9762524366378784, + 0.023747600615024567 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026909105479717255, + "sufficiency": 0.8742746710777283, "masked prediction probs": [ 0.9523397088050842, 0.04766035079956055 @@ -120750,12 +135700,12 @@ } }, "dev_786": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9910982251167297, + "sufficiency": 0.9843030571937561, "masked prediction probs": [ - 0.04970657825469971, - 0.9502934217453003 + 0.05881496146321297, + 0.9411849975585938 ], "full text prediction probs": [ 0.9911167621612549, @@ -120843,10 +135793,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9930696487426758, + "sufficiency": 0.984327495098114, "masked prediction probs": [ - 0.07150950282812119, - 0.9284905195236206 + 0.05881496146321297, + 0.9411849975585938 ], "full text prediction probs": [ 0.9911167621612549, @@ -120854,12 +135804,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9901605248451233, + "sufficiency": 0.9911140203475952, "masked prediction probs": [ - 0.055179230868816376, - 0.944820761680603 + 0.04970657825469971, + 0.9502934217453003 + ], + "full text prediction probs": [ + 0.9911167621612549, + 0.00888326670974493 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9775397181510925, + "masked prediction probs": [ + 0.0828552320599556, + 0.917144775390625 ], "full text prediction probs": [ 0.9911167621612549, @@ -120868,8 +135831,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002602239605039358, - "sufficiency": 0.7640359997749329, + "comprehensiveness": 0.002601662650704384, + "sufficiency": 0.7640883326530457, "masked prediction probs": [ 0.9887697696685791, 0.01123020239174366 @@ -120881,8 +135844,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3675057291984558, - "sufficiency": 0.9745045900344849, + "comprehensiveness": 0.36742427945137024, + "sufficiency": 0.9745101928710938, "masked prediction probs": [ 0.6595852375030518, 0.34041476249694824 @@ -120894,8 +135857,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00252386461943388, - "sufficiency": 0.850638210773468, + "comprehensiveness": 0.0025233053602278233, + "sufficiency": 0.8506712317466736, "masked prediction probs": [ 0.9888394474983215, 0.01116055715829134 @@ -120907,8 +135870,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011546299792826176, - "sufficiency": 0.9739038944244385, + "comprehensiveness": 0.001154374098405242, + "sufficiency": 0.9739097356796265, "masked prediction probs": [ 0.9900746941566467, 0.009925288148224354 @@ -120920,8 +135883,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8414765000343323, - "sufficiency": 0.9924905896186829, + "comprehensiveness": 0.8412900567054749, + "sufficiency": 0.9924923181533813, "masked prediction probs": [ 0.23150542378425598, 0.7684946060180664 @@ -120933,8 +135896,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0030341900419443846, - "sufficiency": 0.8608919382095337, + "comprehensiveness": 0.0030335180927067995, + "sufficiency": 0.8609227538108826, "masked prediction probs": [ 0.9883771538734436, 0.011622872203588486 @@ -120946,11 +135909,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8411037921905518, - "sufficiency": 0.9924938678741455, + "comprehensiveness": 1.0, + "sufficiency": 0.9775744676589966, "masked prediction probs": [ - 0.23150542378425598, - 0.7684946060180664 + 0.0828552320599556, + 0.917144775390625 + ], + "full text prediction probs": [ + 0.9911167621612549, + 0.00888326670974493 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9901801943778992, + "masked prediction probs": [ + 0.055179230868816376, + 0.944820761680603 ], "full text prediction probs": [ 0.9911167621612549, @@ -120960,12 +135936,12 @@ } }, "dev_809": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9563980102539062, - 0.04360201954841614 + 0.6949474215507507, + 0.30505257844924927 ], "full text prediction probs": [ 0.1493467092514038, @@ -121064,12 +136040,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9600549936294556, - 0.03994503617286682 + 0.9563980102539062, + 0.04360201954841614 + ], + "full text prediction probs": [ + 0.1493467092514038, + 0.850653350353241 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7444479465484619, + 0.2555519938468933 ], "full text prediction probs": [ 0.1493467092514038, @@ -121167,15 +136156,28 @@ 0.850653350353241 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9600549936294556, + 0.03994503617286682 + ], + "full text prediction probs": [ + 0.1493467092514038, + 0.850653350353241 + ], + "labels": 0 } }, "dev_814": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9774242639541626, - 0.02257576212286949 + 0.9262987971305847, + 0.07370128482580185 ], "full text prediction probs": [ 0.6520523428916931, @@ -121274,12 +136276,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9830760955810547, - 0.016923852264881134 + 0.9774242639541626, + 0.02257576212286949 + ], + "full text prediction probs": [ + 0.6520523428916931, + 0.3479476273059845 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9546539187431335, + 0.04534607380628586 ], "full text prediction probs": [ 0.6520523428916931, @@ -121314,7 +136329,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5997223854064941, + "comprehensiveness": 0.5995094776153564, "sufficiency": 1.0, "masked prediction probs": [ 0.3142600953578949, @@ -121377,15 +136392,28 @@ 0.3479476273059845 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9830760955810547, + 0.016923852264881134 + ], + "full text prediction probs": [ + 0.6520523428916931, + 0.3479476273059845 + ], + "labels": 0 } }, "dev_846": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9472573399543762, + "sufficiency": 0.9678506255149841, "masked prediction probs": [ - 0.976825475692749, - 0.02317451685667038 + 0.9778631925582886, + 0.02213682234287262 ], "full text prediction probs": [ 0.9748456478118896, @@ -121484,12 +136512,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9403311014175415, + "sufficiency": 0.9473525881767273, "masked prediction probs": [ - 0.9758599400520325, - 0.02414005808532238 + 0.976825475692749, + 0.02317451685667038 + ], + "full text prediction probs": [ + 0.9748456478118896, + 0.025154417380690575 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.13897408545017242, + "sufficiency": 0.9181823134422302, + "masked prediction probs": [ + 0.851764440536499, + 0.14823560416698456 ], "full text prediction probs": [ 0.9748456478118896, @@ -121498,8 +136539,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.02451099455356598, - "sufficiency": 0.7757977843284607, + "comprehensiveness": 0.024505460634827614, + "sufficiency": 0.7758484482765198, "masked prediction probs": [ 0.9531376957893372, 0.04686223343014717 @@ -121512,7 +136553,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8320686221122742, + "sufficiency": 0.8321065306663513, "masked prediction probs": [ 0.9748456478118896, 0.025154417380690575 @@ -121524,8 +136565,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.033027369529008865, - "sufficiency": 0.8118870854377747, + "comprehensiveness": 0.03301991522312164, + "sufficiency": 0.8119295239448547, "masked prediction probs": [ 0.9455820322036743, 0.05441802367568016 @@ -121537,7 +136578,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.16813696920871735, + "comprehensiveness": 0.1680990308523178, "sufficiency": 1.0, "masked prediction probs": [ 0.8258357048034668, @@ -121550,8 +136591,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.21568194031715393, - "sufficiency": 0.8550689220428467, + "comprehensiveness": 0.21563328802585602, + "sufficiency": 0.8551016449928284, "masked prediction probs": [ 0.7836562395095825, 0.21634379029273987 @@ -121563,8 +136604,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016676822677254677, - "sufficiency": 0.9088350534439087, + "comprehensiveness": 0.01667306199669838, + "sufficiency": 0.9088554978370667, "masked prediction probs": [ 0.9600592851638794, 0.03994070366024971 @@ -121577,7 +136618,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8322579860687256, + "sufficiency": 0.8322957754135132, "masked prediction probs": [ 0.9748456478118896, 0.025154417380690575 @@ -121587,15 +136628,28 @@ 0.025154417380690575 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9404522180557251, + "masked prediction probs": [ + 0.9758599400520325, + 0.02414005808532238 + ], + "full text prediction probs": [ + 0.9748456478118896, + 0.025154417380690575 + ], + "labels": 0 } }, "dev_853": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.19655226171016693, - 0.8034477233886719 + 0.37887758016586304, + 0.6211223602294922 ], "full text prediction probs": [ 0.030593881383538246, @@ -121685,8 +136739,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.19655226171016693, - 0.8034477233886719 + 0.37887758016586304, + 0.6211223602294922 ], "full text prediction probs": [ 0.030593881383538246, @@ -121694,12 +136748,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9975548982620239, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09265248477458954, - 0.9073475003242493 + 0.37887758016586304, + 0.6211223602294922 + ], + "full text prediction probs": [ + 0.030593881383538246, + 0.9694060683250427 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24871239066123962, + 0.751287579536438 ], "full text prediction probs": [ 0.030593881383538246, @@ -121721,7 +136788,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9911807775497437, + "comprehensiveness": 0.9880241751670837, "sufficiency": 0.0, "masked prediction probs": [ 0.09265248477458954, @@ -121734,7 +136801,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.34547680616378784, + "comprehensiveness": 0.34438005089759827, "sufficiency": 0.0, "masked prediction probs": [ 0.05229365825653076, @@ -121747,7 +136814,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.17367137968540192, + "comprehensiveness": 0.17312178015708923, "sufficiency": 0.0, "masked prediction probs": [ 0.04153717681765556, @@ -121773,7 +136840,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8334007263183594, + "comprehensiveness": 0.8307799696922302, "sufficiency": 0.0, "masked prediction probs": [ 0.08344066143035889, @@ -121786,11 +136853,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9755962491035461, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09265248477458954, - 0.9073475003242493 + 0.24871239066123962, + 0.751287579536438 + ], + "full text prediction probs": [ + 0.030593881383538246, + 0.9694060683250427 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24871239066123962, + 0.751287579536438 ], "full text prediction probs": [ 0.030593881383538246, @@ -121800,12 +136880,12 @@ } }, "dev_866": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9998106360435486, - "sufficiency": 0.9936037659645081, + "fixed-shap": { + "comprehensiveness": 0.7770704627037048, + "sufficiency": 1.0, "masked prediction probs": [ - 0.09117282927036285, - 0.9088272452354431 + 0.2893798053264618, + 0.7106201648712158 ], "full text prediction probs": [ 0.980861485004425, @@ -121904,12 +136984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9973509311676025, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9980161190032959, + "sufficiency": 0.9936152696609497, "masked prediction probs": [ - 0.07840164750814438, - 0.9215983748435974 + 0.09117282927036285, + 0.9088272452354431 + ], + "full text prediction probs": [ + 0.980861485004425, + 0.019138550385832787 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.757942259311676, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.30503684282302856, + 0.6949630975723267 ], "full text prediction probs": [ 0.980861485004425, @@ -121919,7 +137012,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7932888269424438, + "sufficiency": 0.7933351397514343, "masked prediction probs": [ 0.9914313554763794, 0.008568569086492062 @@ -121931,8 +137024,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.022400299087166786, - "sufficiency": 0.7670602798461914, + "comprehensiveness": 0.02239527739584446, + "sufficiency": 0.7671124935150146, "masked prediction probs": [ 0.960883617401123, 0.03911641240119934 @@ -121944,8 +137037,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9923754334449768, - "sufficiency": 0.9692076444625854, + "comprehensiveness": 0.992152988910675, + "sufficiency": 0.9692144989967346, "masked prediction probs": [ 0.09560587257146835, 0.9043940901756287 @@ -121957,8 +137050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.013765505515038967, - "sufficiency": 0.8290581703186035, + "comprehensiveness": 0.01376242097467184, + "sufficiency": 0.8290964961051941, "masked prediction probs": [ 0.968579113483429, 0.03142092376947403 @@ -121970,8 +137063,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8187196254730225, - "sufficiency": 0.9984639286994934, + "comprehensiveness": 0.8185361623764038, + "sufficiency": 0.9984642863273621, "masked prediction probs": [ 0.2501892149448395, 0.7498108148574829 @@ -121983,8 +137076,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06831999868154526, - "sufficiency": 0.8619131445884705, + "comprehensiveness": 0.06830469518899918, + "sufficiency": 0.8619440197944641, "masked prediction probs": [ 0.9198751449584961, 0.08012482523918152 @@ -121996,8 +137089,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9914862513542175, - "sufficiency": 0.9692352414131165, + "comprehensiveness": 0.9912641644477844, + "sufficiency": 0.9692420959472656, "masked prediction probs": [ 0.09560587257146835, 0.9043940901756287 @@ -122007,15 +137100,28 @@ 0.019138550385832787 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9973563551902771, + "masked prediction probs": [ + 0.07840164750814438, + 0.9215983748435974 + ], + "full text prediction probs": [ + 0.980861485004425, + 0.019138550385832787 + ], + "labels": 0 } }, "dev_31": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.22294098138809204, - 0.777059018611908 + 0.11334432661533356, + 0.8866556882858276 ], "full text prediction probs": [ 0.009946894831955433, @@ -122114,12 +137220,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9668524861335754, + "sufficiency": 1.0, "masked prediction probs": [ - 0.1834530383348465, - 0.8165469169616699 + 0.22294098138809204, + 0.777059018611908 + ], + "full text prediction probs": [ + 0.009946894831955433, + 0.990053117275238 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09273739159107208, + 0.9072625637054443 ], "full text prediction probs": [ 0.009946894831955433, @@ -122129,7 +137248,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.871972918510437, + "sufficiency": 0.8722855448722839, "masked prediction probs": [ 0.13943909108638763, 0.8605608940124512 @@ -122141,7 +137260,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.046440642327070236, + "comprehensiveness": 0.0463273786008358, "sufficiency": 0.0, "masked prediction probs": [ 0.013746633194386959, @@ -122154,7 +137273,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09947580844163895, + "comprehensiveness": 0.09923379123210907, "sufficiency": 0.0, "masked prediction probs": [ 0.01810571923851967, @@ -122167,7 +137286,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09923379123210907, + "comprehensiveness": 0.09899294376373291, "sufficiency": 0.0, "masked prediction probs": [ 0.01810571923851967, @@ -122193,7 +137312,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.005192983895540237, + "comprehensiveness": 0.005180440843105316, "sufficiency": 0.0, "masked prediction probs": [ 0.010375918820500374, @@ -122207,7 +137326,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8738260269165039, + "sufficiency": 0.8741297125816345, "masked prediction probs": [ 0.13943909108638763, 0.8605608940124512 @@ -122217,15 +137336,28 @@ 0.990053117275238 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9675686955451965, + "masked prediction probs": [ + 0.1834530383348465, + 0.8165469169616699 + ], + "full text prediction probs": [ + 0.009946894831955433, + 0.990053117275238 + ], + "labels": 1 } }, "dev_54": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013553958386182785, + "fixed-shap": { + "comprehensiveness": 0.03281763568520546, "sufficiency": 0.0, "masked prediction probs": [ - 0.005447241477668285, - 0.9945527911186218 + 0.007093795109540224, + 0.9929062128067017 ], "full text prediction probs": [ 0.004288705065846443, @@ -122324,12 +137456,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004762152675539255, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01330486685037613, "sufficiency": 0.0, "masked prediction probs": [ - 0.00470339460298419, - 0.9952966570854187 + 0.005447241477668285, + 0.9945527911186218 + ], + "full text prediction probs": [ + 0.004288705065846443, + 0.9957113265991211 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04268260300159454, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00801382027566433, + 0.9919861555099487 ], "full text prediction probs": [ 0.004288705065846443, @@ -122338,7 +137483,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.044191908091306686, + "comprehensiveness": 0.04409085214138031, "sufficiency": 0.0, "masked prediction probs": [ 0.008145547471940517, @@ -122351,7 +137496,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.004740373231470585, + "comprehensiveness": 0.004729557782411575, "sufficiency": 0.0, "masked prediction probs": [ 0.00470339460298419, @@ -122364,7 +137509,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006596363615244627, + "comprehensiveness": 0.006581347901374102, "sufficiency": 0.0, "masked prediction probs": [ 0.004867048002779484, @@ -122377,7 +137522,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008353014476597309, + "comprehensiveness": 0.008334044367074966, "sufficiency": 0.0, "masked prediction probs": [ 0.005022634286433458, @@ -122390,8 +137535,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07383698970079422, - "sufficiency": 0.8102365136146545, + "comprehensiveness": 0.0736696794629097, + "sufficiency": 0.810666024684906, "masked prediction probs": [ 0.010791915468871593, 0.9892080426216125 @@ -122403,7 +137548,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.011470395140349865, + "comprehensiveness": 0.011444462463259697, "sufficiency": 0.0, "masked prediction probs": [ 0.005301256198436022, @@ -122416,7 +137561,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004686786327511072, + "comprehensiveness": 0.004676213953644037, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00470339460298419, + 0.9952966570854187 + ], + "full text prediction probs": [ + 0.004288705065846443, + 0.9957113265991211 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004665689542889595, "sufficiency": 0.0, "masked prediction probs": [ 0.00470339460298419, @@ -122430,12 +137588,12 @@ } }, "dev_55": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6467505097389221, - 0.35324952006340027 + 0.2135855257511139, + 0.7864145040512085 ], "full text prediction probs": [ 0.10421545058488846, @@ -122534,12 +137692,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8998903632164001, - 0.10010959208011627 + 0.6467505097389221, + 0.35324952006340027 + ], + "full text prediction probs": [ + 0.10421545058488846, + 0.8957844972610474 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.23700734972953796, + 0.7629926204681396 ], "full text prediction probs": [ 0.10421545058488846, @@ -122637,15 +137808,28 @@ 0.8957844972610474 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8998903632164001, + 0.10010959208011627 + ], + "full text prediction probs": [ + 0.10421545058488846, + 0.8957844972610474 + ], + "labels": 1 } }, "dev_108": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08266094326972961, + "fixed-shap": { + "comprehensiveness": 0.0896875187754631, "sufficiency": 0.0, "masked prediction probs": [ - 0.013948914594948292, - 0.9860511422157288 + 0.014529632404446602, + 0.9854704141616821 ], "full text prediction probs": [ 0.007117175497114658, @@ -122744,7 +137928,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.08109081536531448, "sufficiency": 0.0, "masked prediction probs": [ @@ -122757,8 +137941,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08777551352977753, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014529632404446602, + 0.9854704141616821 + ], + "full text prediction probs": [ + 0.007117175497114658, + 0.9928828477859497 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.1323549747467041, + "comprehensiveness": 0.13204219937324524, "sufficiency": 0.0, "masked prediction probs": [ 0.01829421892762184, @@ -122771,7 +137968,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08070755749940872, + "comprehensiveness": 0.08051728457212448, "sufficiency": 0.0, "masked prediction probs": [ 0.013948914594948292, @@ -122784,7 +137981,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03830115497112274, + "comprehensiveness": 0.038211070001125336, "sufficiency": 0.0, "masked prediction probs": [ 0.010366944596171379, @@ -122810,7 +138007,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2991938292980194, + "comprehensiveness": 0.2984934151172638, "sufficiency": 0.0, "masked prediction probs": [ 0.03262272849678993, @@ -122823,7 +138020,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04623403400182724, + "comprehensiveness": 0.04612605273723602, "sufficiency": 0.0, "masked prediction probs": [ 0.011067702434957027, @@ -122836,7 +138033,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07976508140563965, + "comprehensiveness": 0.07957922667264938, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013948914594948292, + 0.9860511422157288 + ], + "full text prediction probs": [ + 0.007117175497114658, + 0.9928828477859497 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07939422875642776, "sufficiency": 0.0, "masked prediction probs": [ 0.013948914594948292, @@ -122850,12 +138060,12 @@ } }, "dev_110": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.2948702573776245, + "fixed-shap": { + "comprehensiveness": 0.8420159816741943, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9467211365699768, - 0.053278904408216476 + 0.07801764458417892, + 0.9219824075698853 ], "full text prediction probs": [ 0.01540954690426588, @@ -122954,7 +138164,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.30970677733421326, "masked prediction probs": [ @@ -122967,9 +138177,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.8221108317375183, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07801764458417892, + 0.9219824075698853 + ], + "full text prediction probs": [ + 0.01540954690426588, + 0.9845904111862183 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3115175664424896, + "sufficiency": 0.3133188784122467, "masked prediction probs": [ 0.9467211365699768, 0.053278904408216476 @@ -122981,7 +138204,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5824798345565796, + "comprehensiveness": 0.5809578895568848, "sufficiency": 0.0, "masked prediction probs": [ 0.059884946793317795, @@ -123007,7 +138230,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.058643825352191925, + "comprehensiveness": 0.05849139019846916, "sufficiency": 0.0, "masked prediction probs": [ 0.019910778850317, @@ -123020,7 +138243,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5327140688896179, + "comprehensiveness": 0.5313329696655273, "sufficiency": 0.0, "masked prediction probs": [ 0.05640469864010811, @@ -123033,7 +138256,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.13938871026039124, + "comprehensiveness": 0.13902826607227325, "sufficiency": 0.0, "masked prediction probs": [ 0.026164168491959572, @@ -123047,7 +138270,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.32218584418296814, + "sufficiency": 0.32393184304237366, + "masked prediction probs": [ + 0.9467211365699768, + 0.053278904408216476 + ], + "full text prediction probs": [ + 0.01540954690426588, + 0.9845904111862183 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3256688416004181, "masked prediction probs": [ 0.9467211365699768, 0.053278904408216476 @@ -123060,12 +138296,12 @@ } }, "dev_121": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9623786211013794, - 0.03762140870094299 + 0.44820889830589294, + 0.5517911314964294 ], "full text prediction probs": [ 0.04686758294701576, @@ -123164,7 +138400,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -123177,6 +138413,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.44820889830589294, + 0.5517911314964294 + ], + "full text prediction probs": [ + 0.04686758294701576, + 0.9531323909759521 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -123267,15 +138516,28 @@ 0.9531323909759521 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9623786211013794, + 0.03762140870094299 + ], + "full text prediction probs": [ + 0.04686758294701576, + 0.9531323909759521 + ], + "labels": 1 } }, "dev_142": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07529545575380325, + "fixed-shap": { + "comprehensiveness": 0.11020487546920776, "sufficiency": 0.0, "masked prediction probs": [ - 0.01151678804308176, - 0.9884832501411438 + 0.014470778405666351, + 0.9855292439460754 ], "full text prediction probs": [ 0.005145243834704161, @@ -123374,7 +138636,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.07389794290065765, "sufficiency": 0.0, "masked prediction probs": [ @@ -123387,9 +138649,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.10790907591581345, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014470778405666351, + 0.9855292439460754 + ], + "full text prediction probs": [ + 0.005145243834704161, + 0.9948546886444092 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.03860531747341156, - "sufficiency": 0.7853241562843323, + "comprehensiveness": 0.03851616382598877, + "sufficiency": 0.7858193516731262, "masked prediction probs": [ 0.008481512777507305, 0.9915184378623962 @@ -123401,7 +138676,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07355663180351257, + "comprehensiveness": 0.07338716089725494, "sufficiency": 0.0, "masked prediction probs": [ 0.01151678804308176, @@ -123414,7 +138689,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0521656759083271, + "comprehensiveness": 0.052045758813619614, "sufficiency": 0.0, "masked prediction probs": [ 0.009674294851720333, @@ -123427,7 +138702,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.019517844542860985, + "comprehensiveness": 0.019473081454634666, "sufficiency": 0.0, "masked prediction probs": [ 0.0068437871523201466, @@ -123440,7 +138715,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07843493670225143, + "comprehensiveness": 0.07825545966625214, "sufficiency": 0.0, "masked prediction probs": [ 0.011986336670815945, @@ -123453,7 +138728,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03432565554976463, + "comprehensiveness": 0.03424729406833649, "sufficiency": 0.0, "masked prediction probs": [ 0.00814597774296999, @@ -123466,7 +138741,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07271699607372284, + "comprehensiveness": 0.07255136221647263, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01151678804308176, + 0.9884832501411438 + ], + "full text prediction probs": [ + 0.005145243834704161, + 0.9948546886444092 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0723864808678627, "sufficiency": 0.0, "masked prediction probs": [ 0.01151678804308176, @@ -123480,12 +138768,12 @@ } }, "dev_191": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11171051114797592, "sufficiency": 0.0, "masked prediction probs": [ - 0.8317351341247559, - 0.16826482117176056 + 0.022484567016363144, + 0.9775153994560242 ], "full text prediction probs": [ 0.014023536816239357, @@ -123584,12 +138872,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8734510540962219, - 0.1265489161014557 + 0.8317351341247559, + 0.16826482117176056 + ], + "full text prediction probs": [ + 0.014023536816239357, + 0.9859764575958252 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1230938583612442, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023568354547023773, + 0.9764316082000732 ], "full text prediction probs": [ 0.014023536816239357, @@ -123637,7 +138938,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026319723576307297, + "comprehensiveness": 0.026252519339323044, "sufficiency": 0.0, "masked prediction probs": [ 0.016080202534794807, @@ -123687,15 +138988,28 @@ 0.9859764575958252 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8734510540962219, + 0.1265489161014557 + ], + "full text prediction probs": [ + 0.014023536816239357, + 0.9859764575958252 + ], + "labels": 1 } }, "dev_212": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.48268696665763855, - 0.5173130631446838 + 0.23824623227119446, + 0.7617537975311279 ], "full text prediction probs": [ 0.0067574502900242805, @@ -123794,12 +139108,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5506411194801331, - 0.44935891032218933 + 0.48268696665763855, + 0.5173130631446838 + ], + "full text prediction probs": [ + 0.0067574502900242805, + 0.9932425618171692 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3295479416847229, + 0.6704520583152771 ], "full text prediction probs": [ 0.0067574502900242805, @@ -123821,7 +139148,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.302564799785614, + "comprehensiveness": 0.30185452103614807, "sufficiency": 0.0, "masked prediction probs": [ 0.03247766196727753, @@ -123834,7 +139161,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03198784589767456, + "comprehensiveness": 0.03191292658448219, "sufficiency": 0.0, "masked prediction probs": [ 0.009483052417635918, @@ -123847,7 +139174,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04512879252433777, + "comprehensiveness": 0.04502334073185921, "sufficiency": 0.0, "masked prediction probs": [ 0.01061176136136055, @@ -123873,7 +139200,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.057052914053201675, + "comprehensiveness": 0.05692021921277046, "sufficiency": 0.0, "masked prediction probs": [ 0.011652960442006588, @@ -123897,15 +139224,28 @@ 0.9932425618171692 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5506411194801331, + 0.44935891032218933 + ], + "full text prediction probs": [ + 0.0067574502900242805, + 0.9932425618171692 + ], + "labels": 1 } }, "dev_239": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.900459885597229, - 0.09954013675451279 + 0.8542541265487671, + 0.1457459032535553 ], "full text prediction probs": [ 0.016797132790088654, @@ -124004,7 +139344,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -124017,6 +139357,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8542541265487671, + 0.1457459032535553 + ], + "full text prediction probs": [ + 0.016797132790088654, + 0.9832028150558472 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -124057,7 +139410,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09218401461839676, + "comprehensiveness": 0.0919400006532669, "sufficiency": 0.0, "masked prediction probs": [ 0.023744842037558556, @@ -124083,7 +139436,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8694716095924377, + "comprehensiveness": 0.867182195186615, "sufficiency": 0.0, "masked prediction probs": [ 0.08267509937286377, @@ -124107,15 +139460,28 @@ 0.9832028150558472 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.900459885597229, + 0.09954013675451279 + ], + "full text prediction probs": [ + 0.016797132790088654, + 0.9832028150558472 + ], + "labels": 1 } }, "dev_249": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1162937581539154, - 0.8837062120437622 + 0.11365237832069397, + 0.8863475918769836 ], "full text prediction probs": [ 0.008638148196041584, @@ -124214,7 +139580,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -124227,6 +139593,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11365237832069397, + 0.8863475918769836 + ], + "full text prediction probs": [ + 0.008638148196041584, + 0.9913619160652161 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -124241,7 +139620,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.27151405811309814, + "comprehensiveness": 0.27086225152015686, "sufficiency": 0.0, "masked prediction probs": [ 0.031208161264657974, @@ -124254,7 +139633,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05210834741592407, + "comprehensiveness": 0.051983557641506195, "sufficiency": 0.0, "masked prediction probs": [ 0.012980058789253235, @@ -124267,7 +139646,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.21295438706874847, + "comprehensiveness": 0.21244561672210693, "sufficiency": 0.0, "masked prediction probs": [ 0.02642546221613884, @@ -124280,7 +139659,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4103557765483856, + "comprehensiveness": 0.40937772393226624, "sufficiency": 0.0, "masked prediction probs": [ 0.0429958738386631, @@ -124293,7 +139672,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1244116872549057, + "comprehensiveness": 0.12411586940288544, "sufficiency": 0.0, "masked prediction probs": [ 0.01907954178750515, @@ -124317,15 +139696,28 @@ 0.9913619160652161 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1162937581539154, + 0.8837062120437622 + ], + "full text prediction probs": [ + 0.008638148196041584, + 0.9913619160652161 + ], + "labels": 1 } }, "dev_262": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.35601624846458435, + "fixed-shap": { + "comprehensiveness": 0.09972202777862549, "sufficiency": 0.0, "masked prediction probs": [ - 0.0377332977950573, - 0.9622666835784912 + 0.017025882378220558, + 0.9829741716384888 ], "full text prediction probs": [ 0.008968680165708065, @@ -124424,7 +139816,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.34910184144973755, "sufficiency": 0.0, "masked prediction probs": [ @@ -124437,8 +139829,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.09754844009876251, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017025882378220558, + 0.9829741716384888 + ], + "full text prediction probs": [ + 0.008968680165708065, + 0.991031289100647 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.348256379365921, + "comprehensiveness": 0.3474150002002716, "sufficiency": 0.0, "masked prediction probs": [ 0.0377332977950573, @@ -124451,8 +139856,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05047124624252319, - "sufficiency": 0.4306252896785736, + "comprehensiveness": 0.05034960061311722, + "sufficiency": 0.4319958984851837, "masked prediction probs": [ 0.013147563673555851, 0.9868524670600891 @@ -124464,7 +139869,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.33778664469718933, + "comprehensiveness": 0.33697450160980225, "sufficiency": 0.0, "masked prediction probs": [ 0.03700369596481323, @@ -124477,7 +139882,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04252113401889801, + "comprehensiveness": 0.04241914302110672, "sufficiency": 0.0, "masked prediction probs": [ 0.01250623632222414, @@ -124490,7 +139895,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11198465526103973, + "comprehensiveness": 0.11171668767929077, "sufficiency": 0.0, "masked prediction probs": [ 0.018307769671082497, @@ -124503,7 +139908,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04363812878727913, + "comprehensiveness": 0.04353395849466324, "sufficiency": 0.0, "masked prediction probs": [ 0.012616677209734917, @@ -124516,7 +139921,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.34326836466789246, + "comprehensiveness": 0.342450886964798, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0377332977950573, + 0.9622666835784912 + ], + "full text prediction probs": [ + 0.008968680165708065, + 0.991031289100647 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3416372835636139, "sufficiency": 0.0, "masked prediction probs": [ 0.0377332977950573, @@ -124530,12 +139948,12 @@ } }, "dev_268": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.13018916547298431, "sufficiency": 0.0, "masked prediction probs": [ - 0.904727578163147, - 0.09527238458395004 + 0.020289883017539978, + 0.9797101020812988 ], "full text prediction probs": [ 0.009891328401863575, @@ -124634,7 +140052,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -124647,6 +140065,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.13314758241176605, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020765861496329308, + 0.9792340993881226 + ], + "full text prediction probs": [ + 0.009891328401863575, + 0.9901087284088135 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -124661,7 +140092,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.40366771817207336, + "comprehensiveness": 0.40268388390541077, "sufficiency": 0.0, "masked prediction probs": [ 0.04294098913669586, @@ -124674,7 +140105,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.42139676213264465, + "comprehensiveness": 0.42037221789360046, "sufficiency": 0.0, "masked prediction probs": [ 0.04447674751281738, @@ -124687,7 +140118,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.27385565638542175, + "comprehensiveness": 0.2731914520263672, "sufficiency": 0.0, "masked prediction probs": [ 0.032422393560409546, @@ -124713,7 +140144,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027381448075175285, + "comprehensiveness": 0.027315357699990273, "sufficiency": 0.0, "masked prediction probs": [ 0.012155023403465748, @@ -124737,15 +140168,28 @@ 0.9901087284088135 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.904727578163147, + 0.09527238458395004 + ], + "full text prediction probs": [ + 0.009891328401863575, + 0.9901087284088135 + ], + "labels": 1 } }, "dev_301": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.38607528805732727, + "fixed-shap": { + "comprehensiveness": 0.11338012665510178, "sufficiency": 0.0, "masked prediction probs": [ - 0.03815929591655731, - 0.9618406891822815 + 0.015237110666930676, + 0.9847628474235535 ], "full text prediction probs": [ 0.005706664640456438, @@ -124844,7 +140288,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.3788626194000244, "sufficiency": 0.0, "masked prediction probs": [ @@ -124857,8 +140301,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.11100273579359055, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015237110666930676, + 0.9847628474235535 + ], + "full text prediction probs": [ + 0.005706664640456438, + 0.9942933320999146 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.37797996401786804, + "comprehensiveness": 0.3771013617515564, "sufficiency": 0.0, "masked prediction probs": [ 0.03815929591655731, @@ -124871,8 +140328,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.021538754925131798, - "sufficiency": 0.3168598413467407, + "comprehensiveness": 0.02148880623281002, + "sufficiency": 0.3184422254562378, "masked prediction probs": [ 0.0075602782890200615, 0.9924397468566895 @@ -124884,7 +140341,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.029603945091366768, + "comprehensiveness": 0.029535451903939247, "sufficiency": 0.0, "masked prediction probs": [ 0.008260230533778667, @@ -124897,7 +140354,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03663838282227516, + "comprehensiveness": 0.03655381128191948, "sufficiency": 0.0, "masked prediction probs": [ 0.00887436605989933, @@ -124910,8 +140367,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21524962782859802, - "sufficiency": 0.7983431816101074, + "comprehensiveness": 0.2147539258003235, + "sufficiency": 0.7988070845603943, "masked prediction probs": [ 0.02435982972383499, 0.9756401777267456 @@ -124923,7 +140380,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028770141303539276, + "comprehensiveness": 0.02870403602719307, "sufficiency": 0.0, "masked prediction probs": [ 0.008205634541809559, @@ -124936,7 +140393,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3727690577507019, + "comprehensiveness": 0.37191450595855713, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03815929591655731, + 0.9618406891822815 + ], + "full text prediction probs": [ + 0.005706664640456438, + 0.9942933320999146 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.37106388807296753, "sufficiency": 0.0, "masked prediction probs": [ 0.03815929591655731, @@ -124950,12 +140420,12 @@ } }, "dev_363": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.28618064522743225, - "sufficiency": 0.8123250603675842, + "fixed-shap": { + "comprehensiveness": 0.12368733435869217, + "sufficiency": 0.0, "masked prediction probs": [ - 0.031130066141486168, - 0.9688699841499329 + 0.017782481387257576, + 0.9822174906730652 ], "full text prediction probs": [ 0.007622577250003815, @@ -125054,12 +140524,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6441934108734131, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.28071191906929016, + "sufficiency": 0.8159071207046509, + "masked prediction probs": [ + 0.031130066141486168, + 0.9688699841499329 + ], + "full text prediction probs": [ + 0.007622577250003815, + 0.9923774003982544 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12103462219238281, "sufficiency": 0.0, "masked prediction probs": [ - 0.0615687258541584, - 0.9384312629699707 + 0.017782481387257576, + 0.9822174906730652 ], "full text prediction probs": [ 0.007622577250003815, @@ -125068,8 +140551,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2619461715221405, - "sufficiency": 0.6963540315628052, + "comprehensiveness": 0.2613234519958496, + "sufficiency": 0.6970750093460083, "masked prediction probs": [ 0.029610896483063698, 0.9703890681266785 @@ -125081,8 +140564,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2793772220611572, - "sufficiency": 0.8167814016342163, + "comprehensiveness": 0.2787146270275116, + "sufficiency": 0.8172154426574707, "masked prediction probs": [ 0.031130066141486168, 0.9688699841499329 @@ -125094,7 +140577,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1502111554145813, + "comprehensiveness": 0.14985574781894684, "sufficiency": 0.0, "masked prediction probs": [ 0.020291723310947418, @@ -125107,7 +140590,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10681098699569702, + "comprehensiveness": 0.10655886679887772, "sufficiency": 0.0, "masked prediction probs": [ 0.0166526697576046, @@ -125120,8 +140603,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4695661664009094, - "sufficiency": 0.8301616311073303, + "comprehensiveness": 0.4684603810310364, + "sufficiency": 0.830561101436615, "masked prediction probs": [ 0.04741474613547325, 0.9525852799415588 @@ -125133,7 +140616,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.23143212497234344, + "comprehensiveness": 0.23088839650154114, "sufficiency": 0.0, "masked prediction probs": [ 0.027280978858470917, @@ -125146,8 +140629,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2760953903198242, - "sufficiency": 0.8189311623573303, + "comprehensiveness": 0.2754482328891754, + "sufficiency": 0.8193550705909729, "masked prediction probs": [ 0.031130066141486168, 0.9688699841499329 @@ -125157,15 +140640,28 @@ 0.9923774003982544 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6306359171867371, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0615687258541584, + 0.9384312629699707 + ], + "full text prediction probs": [ + 0.007622577250003815, + 0.9923774003982544 + ], + "labels": 1 } }, "dev_409": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.5845099687576294, "masked prediction probs": [ - 0.9483242630958557, - 0.0516757033765316 + 0.9725610017776489, + 0.027438968420028687 ], "full text prediction probs": [ 0.021419627591967583, @@ -125253,10 +140749,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.5928395986557007, "masked prediction probs": [ - 0.9483242630958557, - 0.0516757033765316 + 0.9725610017776489, + 0.027438968420028687 ], "full text prediction probs": [ 0.021419627591967583, @@ -125264,12 +140760,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.594002366065979, "masked prediction probs": [ - 0.9483242630958557, - 0.0516757033765316 + 0.9725610017776489, + 0.027438968420028687 + ], + "full text prediction probs": [ + 0.021419627591967583, + 0.9785803556442261 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.5951585173606873, + "masked prediction probs": [ + 0.9725610017776489, + 0.027438968420028687 ], "full text prediction probs": [ 0.021419627591967583, @@ -125291,7 +140800,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11619341373443604, + "comprehensiveness": 0.11586394160985947, "sufficiency": 0.0, "masked prediction probs": [ 0.02959326095879078, @@ -125305,7 +140814,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9075023531913757, + "sufficiency": 0.9077634811401367, "masked prediction probs": [ 0.20509585738182068, 0.7949041128158569 @@ -125317,7 +140826,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.060761239379644394, + "comprehensiveness": 0.06058992072939873, "sufficiency": 0.0, "masked prediction probs": [ 0.025718193501234055, @@ -125357,10 +140866,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.6030706763267517, "masked prediction probs": [ - 0.9483242630958557, - 0.0516757033765316 + 0.9725610017776489, + 0.027438968420028687 + ], + "full text prediction probs": [ + 0.021419627591967583, + 0.9785803556442261 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6041758060455322, + "masked prediction probs": [ + 0.9725610017776489, + 0.027438968420028687 ], "full text prediction probs": [ 0.021419627591967583, @@ -125370,12 +140892,12 @@ } }, "dev_417": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.585647463798523, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.48679119348526, + "sufficiency": 0.022178519517183304, "masked prediction probs": [ - 0.05578523874282837, - 0.9442147612571716 + 0.04767848923802376, + 0.9523215293884277 ], "full text prediction probs": [ 0.007758806459605694, @@ -125474,7 +140996,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5744377970695496, "sufficiency": 0.0, "masked prediction probs": [ @@ -125487,8 +141009,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.4763340651988983, + "sufficiency": 0.04315880686044693, + "masked prediction probs": [ + 0.04767848923802376, + 0.9523215293884277 + ], + "full text prediction probs": [ + 0.007758806459605694, + 0.9922411441802979 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.5730667114257812, + "comprehensiveness": 0.5717021226882935, "sufficiency": 0.0, "masked prediction probs": [ 0.05578523874282837, @@ -125501,7 +141036,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05575903132557869, + "comprehensiveness": 0.05562657490372658, "sufficiency": 0.0, "masked prediction probs": [ 0.012442978098988533, @@ -125514,7 +141049,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.37147971987724304, + "comprehensiveness": 0.3705993592739105, "sufficiency": 0.0, "masked prediction probs": [ 0.03903963044285774, @@ -125527,7 +141062,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09493128210306168, + "comprehensiveness": 0.09470684081315994, "sufficiency": 0.0, "masked prediction probs": [ 0.01577160321176052, @@ -125540,7 +141075,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2167840600013733, + "comprehensiveness": 0.2162727266550064, "sufficiency": 0.0, "masked prediction probs": [ 0.026100052520632744, @@ -125553,7 +141088,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06644245982170105, + "comprehensiveness": 0.0662861093878746, "sufficiency": 0.0, "masked prediction probs": [ 0.013393605127930641, @@ -125566,7 +141101,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5649756193161011, + "comprehensiveness": 0.5636492371559143, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05578523874282837, + 0.9442147612571716 + ], + "full text prediction probs": [ + 0.007758806459605694, + 0.9922411441802979 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.562329113483429, "sufficiency": 0.0, "masked prediction probs": [ 0.05578523874282837, @@ -125580,12 +141128,12 @@ } }, "dev_422": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05756918713450432, - 0.942430853843689 + 0.7519117593765259, + 0.2480882704257965 ], "full text prediction probs": [ 0.6151810884475708, @@ -125684,7 +141232,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -125697,6 +141245,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6151810884475708, + 0.3848188817501068 + ], + "full text prediction probs": [ + 0.6151810884475708, + 0.3848188817501068 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -125738,7 +141299,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.06740128248929977, + "sufficiency": 0.06775428354740143, "masked prediction probs": [ 0.8848228454589844, 0.11517716944217682 @@ -125787,15 +141348,28 @@ 0.3848188817501068 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05756918713450432, + 0.942430853843689 + ], + "full text prediction probs": [ + 0.6151810884475708, + 0.3848188817501068 + ], + "labels": 1 } }, "dev_438": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9265525937080383, + "fixed-shap": { + "comprehensiveness": 0.5241531729698181, + "sufficiency": 0.46694886684417725, "masked prediction probs": [ - 0.2134385108947754, - 0.7865614891052246 + 0.05055278539657593, + 0.9494472146034241 ], "full text prediction probs": [ 0.0073605068027973175, @@ -125894,12 +141468,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9304376244544983, + "sufficiency": 0.9279500842094421, "masked prediction probs": [ - 0.25893905758857727, - 0.7410609126091003 + 0.2134385108947754, + 0.7865614891052246 + ], + "full text prediction probs": [ + 0.0073605068027973175, + 0.9926395416259766 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5129467248916626, + "sufficiency": 0.4783320426940918, + "masked prediction probs": [ + 0.05055278539657593, + 0.9494472146034241 ], "full text prediction probs": [ 0.0073605068027973175, @@ -125909,7 +141496,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.928121030330658, + "sufficiency": 0.9282912015914917, "masked prediction probs": [ 0.2134385108947754, 0.7865614891052246 @@ -125922,7 +141509,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9337625503540039, + "sufficiency": 0.9339189529418945, "masked prediction probs": [ 0.09300025552511215, 0.9069997668266296 @@ -125934,7 +141521,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.047612909227609634, + "comprehensiveness": 0.047500599175691605, "sufficiency": 0.0, "masked prediction probs": [ 0.01138867624104023, @@ -125947,7 +141534,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017495300620794296, + "comprehensiveness": 0.017454130575060844, "sufficiency": 0.0, "masked prediction probs": [ 0.008844169788062572, @@ -125961,7 +141548,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9312551617622375, + "sufficiency": 0.9314163327217102, "masked prediction probs": [ 0.25893905758857727, 0.7410609126091003 @@ -125973,8 +141560,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3140104115009308, - "sufficiency": 0.20396779477596283, + "comprehensiveness": 0.31327494978904724, + "sufficiency": 0.20583006739616394, "masked prediction probs": [ 0.03411555290222168, 0.9658844470977783 @@ -125987,7 +141574,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9315767884254456, + "sufficiency": 0.9317364692687988, + "masked prediction probs": [ + 0.25893905758857727, + 0.7410609126091003 + ], + "full text prediction probs": [ + 0.0073605068027973175, + 0.9926395416259766 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9318954348564148, "masked prediction probs": [ 0.25893905758857727, 0.7410609126091003 @@ -126000,12 +141600,12 @@ } }, "dev_506": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4994972348213196, + "fixed-shap": { + "comprehensiveness": 0.5411929488182068, "sufficiency": 1.0, "masked prediction probs": [ - 0.4428323209285736, - 0.557167649269104 + 0.41340240836143494, + 0.5865975618362427 ], "full text prediction probs": [ 0.7953904271125793, @@ -126092,11 +141692,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.4985085427761078, + "comprehensiveness": 0.5401217341423035, "sufficiency": 1.0, "masked prediction probs": [ - 0.4428323209285736, - 0.557167649269104 + 0.41340240836143494, + 0.5865975618362427 ], "full text prediction probs": [ 0.7953904271125793, @@ -126104,12 +141704,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8931976556777954, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5399690866470337, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8676453828811646, - 0.13235463201999664 + 0.41340240836143494, + 0.5865975618362427 + ], + "full text prediction probs": [ + 0.7953904271125793, + 0.20460961759090424 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5000228881835938, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.44156137108802795, + 0.5584385991096497 ], "full text prediction probs": [ 0.7953904271125793, @@ -126170,7 +141783,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.40819475054740906, + "comprehensiveness": 0.408079594373703, "sufficiency": 1.0, "masked prediction probs": [ 0.5062147974967957, @@ -126196,7 +141809,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.40796443819999695, + "comprehensiveness": 0.40784940123558044, "sufficiency": 1.0, "masked prediction probs": [ 0.5062147974967957, @@ -126207,15 +141820,28 @@ 0.20460961759090424 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8934686779975891, + "masked prediction probs": [ + 0.8676453828811646, + 0.13235463201999664 + ], + "full text prediction probs": [ + 0.7953904271125793, + 0.20460961759090424 + ], + "labels": 0 } }, "dev_507": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 1.0, + "sufficiency": 0.9908953905105591, "masked prediction probs": [ - 0.919758141040802, - 0.08024192601442337 + 0.9698099493980408, + 0.03018997609615326 ], "full text prediction probs": [ 0.8495028614997864, @@ -126302,11 +141928,24 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { + "comprehensiveness": 0.0, + "sufficiency": 0.990912139415741, + "masked prediction probs": [ + 0.9698099493980408, + 0.03018997609615326 + ], + "full text prediction probs": [ + 0.8495028614997864, + 0.15049709379673004 + ], + "labels": 1 + }, + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9722608327865601, - 0.027739226818084717 + 0.919758141040802, + 0.08024192601442337 ], "full text prediction probs": [ 0.8495028614997864, @@ -126314,12 +141953,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026693861931562424, + "var-shap": { + "comprehensiveness": 0.06839180737733841, "sufficiency": 1.0, "masked prediction probs": [ - 0.8291744589805603, - 0.1708255410194397 + 0.7974061965942383, + 0.20259380340576172 ], "full text prediction probs": [ 0.8495028614997864, @@ -126329,7 +141968,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7940967679023743, + "sufficiency": 0.7941508293151855, "masked prediction probs": [ 0.9867120981216431, 0.01328789722174406 @@ -126342,7 +141981,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9608644247055054, + "sufficiency": 0.9608747363090515, "masked prediction probs": [ 0.8495028614997864, 0.15049709379673004 @@ -126355,7 +141994,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9733033776283264, + "sufficiency": 0.9733104705810547, "masked prediction probs": [ 0.9671279788017273, 0.03287206217646599 @@ -126380,7 +142019,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6642045974731445, + "comprehensiveness": 0.6640303730964661, "sufficiency": 1.0, "masked prediction probs": [ 0.34302130341529846, @@ -126406,12 +142045,25 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.9609158039093018, + "comprehensiveness": 0.06826633214950562, + "sufficiency": 1.0, "masked prediction probs": [ + 0.7974061965942383, + 0.20259380340576172 + ], + "full text prediction probs": [ 0.8495028614997864, 0.15049709379673004 ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026630915701389313, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8291744589805603, + 0.1708255410194397 + ], "full text prediction probs": [ 0.8495028614997864, 0.15049709379673004 @@ -126420,12 +142072,12 @@ } }, "dev_515": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9714885354042053, + "fixed-shap": { + "comprehensiveness": 0.000911198032554239, + "sufficiency": 0.8457897305488586, "masked prediction probs": [ - 0.057007357478141785, - 0.942992627620697 + 0.9948464632034302, + 0.0051535689271986485 ], "full text prediction probs": [ 0.9956721067428589, @@ -126524,12 +142176,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.47155851125717163, - "sufficiency": 0.9518729448318481, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.971538782119751, "masked prediction probs": [ - 0.5676348209381104, - 0.4323652386665344 + 0.057007357478141785, + 0.942992627620697 + ], + "full text prediction probs": [ + 0.9956721067428589, + 0.004327863454818726 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007426391239278018, + "sufficiency": 0.8774451017379761, + "masked prediction probs": [ + 0.9949978590011597, + 0.005002092104405165 ], "full text prediction probs": [ 0.9956721067428589, @@ -126538,8 +142203,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0028807464987039566, - "sufficiency": 0.8139703869819641, + "comprehensiveness": 0.0028801120352, + "sufficiency": 0.8140113353729248, "masked prediction probs": [ 0.9930566549301147, 0.0069433050230145454 @@ -126551,8 +142216,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5117884278297424, - "sufficiency": 0.9707340002059937, + "comprehensiveness": 0.5116757154464722, + "sufficiency": 0.9707404375076294, "masked prediction probs": [ 0.5309131145477295, 0.4690869152545929 @@ -126565,7 +142230,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9715576767921448, + "sufficiency": 0.9715638756752014, "masked prediction probs": [ 0.057007357478141785, 0.942992627620697 @@ -126577,8 +142242,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0028716926462948322, - "sufficiency": 0.8813401460647583, + "comprehensiveness": 0.0028710607439279556, + "sufficiency": 0.8813663125038147, "masked prediction probs": [ 0.9930631518363953, 0.006936804857105017 @@ -126590,8 +142255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4710395932197571, - "sufficiency": 0.9519259929656982, + "comprehensiveness": 0.4709359109401703, + "sufficiency": 0.951936662197113, "masked prediction probs": [ 0.5676348209381104, 0.4323652386665344 @@ -126603,8 +142268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002422332065179944, - "sufficiency": 0.838792622089386, + "comprehensiveness": 0.002421799348667264, + "sufficiency": 0.8388280868530273, "masked prediction probs": [ 0.9934704303741455, 0.006529525853693485 @@ -126616,8 +142281,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47083231806755066, - "sufficiency": 0.9519471526145935, + "comprehensiveness": 0.4707287549972534, + "sufficiency": 0.951957643032074, + "masked prediction probs": [ + 0.5676348209381104, + 0.4323652386665344 + ], + "full text prediction probs": [ + 0.9956721067428589, + 0.004327863454818726 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.47062525153160095, + "sufficiency": 0.951968252658844, "masked prediction probs": [ 0.5676348209381104, 0.4323652386665344 @@ -126630,12 +142308,12 @@ } }, "dev_534": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17271272838115692, - "sufficiency": 0.9562186002731323, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9826005101203918, "masked prediction probs": [ - 0.8247179388999939, - 0.17528201639652252 + 0.9848761558532715, + 0.015123880468308926 ], "full text prediction probs": [ 0.9781959056854248, @@ -126734,12 +142412,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003140883520245552, - "sufficiency": 0.7745853662490845, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1724023073911667, + "sufficiency": 0.9562972784042358, "masked prediction probs": [ - 0.9753997921943665, - 0.024600176140666008 + 0.8247179388999939, + 0.17528201639652252 + ], + "full text prediction probs": [ + 0.9781959056854248, + 0.021804073825478554 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.022967861965298653, + "sufficiency": 0.9530925750732422, + "masked prediction probs": [ + 0.9577445983886719, + 0.042255450040102005 ], "full text prediction probs": [ 0.9781959056854248, @@ -126749,7 +142440,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.85470050573349, + "sufficiency": 0.8547332286834717, "masked prediction probs": [ 0.9872434735298157, 0.012756508775055408 @@ -126762,7 +142453,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8220385909080505, + "sufficiency": 0.8220785856246948, "masked prediction probs": [ 0.9781959056854248, 0.021804073825478554 @@ -126774,8 +142465,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.17228619754314423, - "sufficiency": 0.9563267827033997, + "comprehensiveness": 0.172247514128685, + "sufficiency": 0.956336498260498, "masked prediction probs": [ 0.8247179388999939, 0.17528201639652252 @@ -126787,8 +142478,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2217770218849182, - "sufficiency": 0.9430076479911804, + "comprehensiveness": 0.22172726690769196, + "sufficiency": 0.9430205225944519, "masked prediction probs": [ 0.7805855870246887, 0.21941439807415009 @@ -126800,8 +142491,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015543743036687374, - "sufficiency": 0.9974157810211182, + "comprehensiveness": 0.01554025523364544, + "sufficiency": 0.9974163770675659, "masked prediction probs": [ 0.9643428325653076, 0.03565717861056328 @@ -126813,8 +142504,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007260824553668499, - "sufficiency": 0.8452572226524353, + "comprehensiveness": 0.007259196136146784, + "sufficiency": 0.8452918529510498, "masked prediction probs": [ 0.9717233777046204, 0.02827667072415352 @@ -126826,8 +142517,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.22162778675556183, - "sufficiency": 0.9430460333824158, + "comprehensiveness": 0.22157807648181915, + "sufficiency": 0.9430587887763977, "masked prediction probs": [ 0.7805855870246887, 0.21941439807415009 @@ -126837,15 +142528,28 @@ 0.021804073825478554 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00313454563729465, + "sufficiency": 0.7750402688980103, + "masked prediction probs": [ + 0.9753997921943665, + 0.024600176140666008 + ], + "full text prediction probs": [ + 0.9781959056854248, + 0.021804073825478554 + ], + "labels": 0 } }, "dev_538": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09014837443828583, - "sufficiency": 0.9955019354820251, + "fixed-shap": { + "comprehensiveness": 0.004473844077438116, + "sufficiency": 0.9968184232711792, "masked prediction probs": [ - 0.912215530872345, - 0.08778444677591324 + 0.9896789789199829, + 0.010321049019694328 ], "full text prediction probs": [ 0.9937240481376648, @@ -126944,7 +142648,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.08998912572860718, "sufficiency": 0.9955098628997803, "masked prediction probs": [ @@ -126957,9 +142661,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0053253136575222015, + "sufficiency": 0.9930233359336853, + "masked prediction probs": [ + 0.9888995289802551, + 0.011100469157099724 + ], + "full text prediction probs": [ + 0.9937240481376648, + 0.0062759630382061005 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.475920706987381, + "sufficiency": 0.4760363698005676, "masked prediction probs": [ 0.9947677850723267, 0.005232265219092369 @@ -126971,8 +142688,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009321418590843678, - "sufficiency": 0.9996892809867859, + "comprehensiveness": 0.009319362230598927, + "sufficiency": 0.9996894598007202, "masked prediction probs": [ 0.9852773547172546, 0.014722621068358421 @@ -126984,8 +142701,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08992955833673477, - "sufficiency": 0.9955127835273743, + "comprehensiveness": 0.08990970999002457, + "sufficiency": 0.9955138564109802, "masked prediction probs": [ 0.912215530872345, 0.08778444677591324 @@ -126997,8 +142714,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002840781584382057, - "sufficiency": 0.8096593618392944, + "comprehensiveness": 0.0028401550371199846, + "sufficiency": 0.8097012639045715, "masked prediction probs": [ 0.9911487102508545, 0.008851303718984127 @@ -127010,7 +142727,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1407424360513687, + "comprehensiveness": 0.14071139693260193, "sufficiency": 1.0, "masked prediction probs": [ 0.8661044836044312, @@ -127023,8 +142740,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00040338432881981134, - "sufficiency": 0.794173002243042, + "comprehensiveness": 0.000403295416617766, + "sufficiency": 0.7942183613777161, "masked prediction probs": [ 0.9933581948280334, 0.006641804706305265 @@ -127036,8 +142753,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08985024690628052, - "sufficiency": 0.9955167174339294, + "comprehensiveness": 0.0898304432630539, + "sufficiency": 0.9955177903175354, + "masked prediction probs": [ + 0.912215530872345, + 0.08778444677591324 + ], + "full text prediction probs": [ + 0.9937240481376648, + 0.0062759630382061005 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08981064707040787, + "sufficiency": 0.9955187439918518, "masked prediction probs": [ 0.912215530872345, 0.08778444677591324 @@ -127050,12 +142780,12 @@ } }, "dev_601": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05551091581583023, - "sufficiency": 0.9934150576591492, + "fixed-shap": { + "comprehensiveness": 0.0027402793057262897, + "sufficiency": 0.9336163401603699, "masked prediction probs": [ - 0.9447851181030273, - 0.05521487817168236 + 0.9925681352615356, + 0.007431847043335438 ], "full text prediction probs": [ 0.9950494170188904, @@ -127154,12 +142884,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07282525300979614, - "sufficiency": 0.965681791305542, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05541299656033516, + "sufficiency": 0.9934266805648804, "masked prediction probs": [ - 0.9289907217025757, - 0.07100925594568253 + 0.9447851181030273, + 0.05521487817168236 + ], + "full text prediction probs": [ + 0.9950494170188904, + 0.004950585309416056 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002734842710196972, + "sufficiency": 0.9337479472160339, + "masked prediction probs": [ + 0.9925681352615356, + 0.007431847043335438 ], "full text prediction probs": [ 0.9950494170188904, @@ -127168,8 +142911,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008761167409829795, - "sufficiency": 0.21428033709526062, + "comprehensiveness": 0.0008759236079640687, + "sufficiency": 0.21445347368717194, "masked prediction probs": [ 0.9942545294761658, 0.005745433736592531 @@ -127181,8 +142924,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0727931559085846, - "sufficiency": 0.9656968116760254, + "comprehensiveness": 0.07277711480855942, + "sufficiency": 0.9657044410705566, "masked prediction probs": [ 0.9289907217025757, 0.07100925594568253 @@ -127194,8 +142937,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0024612522684037685, - "sufficiency": 0.73332279920578, + "comprehensiveness": 0.0024607100058346987, + "sufficiency": 0.7333815097808838, "masked prediction probs": [ 0.992815375328064, 0.0071846055798232555 @@ -127207,8 +142950,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0030163901392370462, - "sufficiency": 0.8373501300811768, + "comprehensiveness": 0.0030157258734107018, + "sufficiency": 0.837385892868042, "masked prediction probs": [ 0.9923108816146851, 0.00768914632499218 @@ -127220,8 +142963,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.062493689358234406, - "sufficiency": 0.9897040128707886, + "comprehensiveness": 0.06247992813587189, + "sufficiency": 0.98970627784729, "masked prediction probs": [ 0.938299834728241, 0.06170016527175903 @@ -127234,7 +142977,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8642297387123108, + "sufficiency": 0.8642596006393433, "masked prediction probs": [ 0.9952980875968933, 0.004701957106590271 @@ -127246,8 +142989,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07271302491426468, - "sufficiency": 0.9657346606254578, + "comprehensiveness": 0.07269702106714249, + "sufficiency": 0.9657422304153442, + "masked prediction probs": [ + 0.9289907217025757, + 0.07100925594568253 + ], + "full text prediction probs": [ + 0.9950494170188904, + 0.004950585309416056 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07268102467060089, + "sufficiency": 0.9657497406005859, "masked prediction probs": [ 0.9289907217025757, 0.07100925594568253 @@ -127260,12 +143016,12 @@ } }, "dev_671": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02132035605609417, - "sufficiency": 0.9981340765953064, + "fixed-shap": { + "comprehensiveness": 0.0016025312943384051, + "sufficiency": 0.8265931606292725, "masked prediction probs": [ - 0.9738191962242126, - 0.026180855929851532 + 0.9916346073150635, + 0.008365409448742867 ], "full text prediction probs": [ 0.9930825233459473, @@ -127364,7 +143120,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.02128266729414463, "sufficiency": 0.998137354850769, "masked prediction probs": [ @@ -127377,9 +143133,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8084836006164551, + "masked prediction probs": [ + 0.9930825233459473, + 0.006917464546859264 + ], + "full text prediction probs": [ + 0.9930825233459473, + 0.006917464546859264 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0011827858397737145, - "sufficiency": 0.7070974111557007, + "comprehensiveness": 0.001182524603791535, + "sufficiency": 0.707162082195282, "masked prediction probs": [ 0.9920117259025574, 0.007988312281668186 @@ -127391,8 +143160,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009373703971505165, - "sufficiency": 0.8659108877182007, + "comprehensiveness": 0.00937163457274437, + "sufficiency": 0.865940511226654, "masked prediction probs": [ 0.984594464302063, 0.015405532903969288 @@ -127404,8 +143173,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021524238400161266, - "sufficiency": 0.9101606607437134, + "comprehensiveness": 0.0021519483998417854, + "sufficiency": 0.9101805090904236, "masked prediction probs": [ 0.9911330342292786, 0.008867012336850166 @@ -127417,8 +143186,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0032657217234373093, - "sufficiency": 0.7707780003547668, + "comprehensiveness": 0.0032650011125952005, + "sufficiency": 0.7708286046981812, "masked prediction probs": [ 0.9901240468025208, 0.009875975549221039 @@ -127430,8 +143199,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014279109425842762, - "sufficiency": 0.8177248239517212, + "comprehensiveness": 0.014275957830250263, + "sufficiency": 0.8177650570869446, "masked prediction probs": [ 0.9801439642906189, 0.019856072962284088 @@ -127444,7 +143213,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8385192155838013, + "sufficiency": 0.8385547995567322, "masked prediction probs": [ 0.9937357306480408, 0.006264287047088146 @@ -127456,8 +143225,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009363364428281784, - "sufficiency": 0.8660588264465332, + "comprehensiveness": 0.009361298754811287, + "sufficiency": 0.8660883903503418, "masked prediction probs": [ 0.984594464302063, 0.015405532903969288 @@ -127467,15 +143236,28 @@ 0.006917464546859264 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02124042622745037, + "sufficiency": 0.9981411099433899, + "masked prediction probs": [ + 0.9738191962242126, + 0.026180855929851532 + ], + "full text prediction probs": [ + 0.9930825233459473, + 0.006917464546859264 + ], + "labels": 0 } }, "dev_728": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7849612236022949, - 0.21503877639770508 + 0.423580527305603, + 0.576419472694397 ], "full text prediction probs": [ 0.03365548327565193, @@ -127574,12 +143356,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9470462203025818, - 0.05295373871922493 + 0.7849612236022949, + 0.21503877639770508 + ], + "full text prediction probs": [ + 0.03365548327565193, + 0.9663445353507996 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.423580527305603, + 0.576419472694397 ], "full text prediction probs": [ 0.03365548327565193, @@ -127614,7 +143409,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.20936469733715057, + "comprehensiveness": 0.2086489200592041, "sufficiency": 0.0, "masked prediction probs": [ 0.04586341977119446, @@ -127627,7 +143422,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13903577625751495, + "comprehensiveness": 0.13856206834316254, "sufficiency": 0.0, "masked prediction probs": [ 0.041790373623371124, @@ -127641,7 +143436,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.16215835511684418, + "sufficiency": 0.16499851644039154, "masked prediction probs": [ 0.22979851067066193, 0.7702015042304993 @@ -127677,15 +143472,28 @@ 0.9663445353507996 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9470462203025818, + 0.05295373871922493 + ], + "full text prediction probs": [ + 0.03365548327565193, + 0.9663445353507996 + ], + "labels": 0 } }, "dev_733": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9861742258071899, - 0.013825790025293827 + 0.9720779657363892, + 0.027922028675675392 ], "full text prediction probs": [ 0.1718941628932953, @@ -127784,12 +143592,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9861764311790466, - 0.013823547400534153 + 0.9861742258071899, + 0.013825790025293827 + ], + "full text prediction probs": [ + 0.1718941628932953, + 0.8281058669090271 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9720779657363892, + 0.027922028675675392 ], "full text prediction probs": [ 0.1718941628932953, @@ -127887,15 +143708,28 @@ 0.8281058669090271 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9861764311790466, + 0.013823547400534153 + ], + "full text prediction probs": [ + 0.1718941628932953, + 0.8281058669090271 + ], + "labels": 0 } }, "dev_744": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003154557663947344, - "sufficiency": 0.8951698541641235, + "fixed-shap": { + "comprehensiveness": 0.0012605475494638085, + "sufficiency": 0.9098943471908569, "masked prediction probs": [ - 0.9932003617286682, - 0.006799650378525257 + 0.9949172735214233, + 0.005082746967673302 ], "full text prediction probs": [ 0.9960599541664124, @@ -127982,11 +143816,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003149693366140127, - "sufficiency": 0.8953314423561096, + "comprehensiveness": 0.0012586036464199424, + "sufficiency": 0.9100332260131836, "masked prediction probs": [ - 0.9932003617286682, - 0.006799650378525257 + 0.9949172735214233, + 0.005082746967673302 ], "full text prediction probs": [ 0.9960599541664124, @@ -127994,12 +143828,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0031489995308220387, - "sufficiency": 0.8953545689582825, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0012583264615386724, + "sufficiency": 0.9100531339645386, "masked prediction probs": [ - 0.9932003617286682, - 0.006799650378525257 + 0.9949172735214233, + 0.005082746967673302 + ], + "full text prediction probs": [ + 0.9960599541664124, + 0.003939987160265446 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0012580493930727243, + "sufficiency": 0.9100728631019592, + "masked prediction probs": [ + 0.9949172735214233, + 0.005082746967673302 ], "full text prediction probs": [ 0.9960599541664124, @@ -128008,8 +143855,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00043717725202441216, - "sufficiency": 0.8184951543807983, + "comprehensiveness": 0.00043708100565709174, + "sufficiency": 0.8185350298881531, "masked prediction probs": [ 0.9956628680229187, 0.004337190184742212 @@ -128021,8 +143868,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00314761302433908, - "sufficiency": 0.8954004645347595, + "comprehensiveness": 0.0031469203531742096, + "sufficiency": 0.8954235911369324, "masked prediction probs": [ 0.9932003617286682, 0.006799650378525257 @@ -128034,8 +143881,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001585594960488379, - "sufficiency": 0.8477177023887634, + "comprehensiveness": 0.0015852460637688637, + "sufficiency": 0.847751259803772, "masked prediction probs": [ 0.9946191310882568, 0.0053808786906301975 @@ -128047,8 +143894,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00020775491429958493, - "sufficiency": 0.7976824641227722, + "comprehensiveness": 0.00020770920673385262, + "sufficiency": 0.7977269887924194, "masked prediction probs": [ 0.9958711266517639, 0.004128820262849331 @@ -128060,8 +143907,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002584366826340556, - "sufficiency": 0.9362942576408386, + "comprehensiveness": 0.0025837982539087534, + "sufficiency": 0.9363082051277161, "masked prediction probs": [ 0.9937105178833008, 0.006289460696280003 @@ -128073,8 +143920,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0008277698652818799, - "sufficiency": 0.9522178769111633, + "comprehensiveness": 0.0008275878499262035, + "sufficiency": 0.9522284269332886, "masked prediction probs": [ 0.9953072667121887, 0.00469267787411809 @@ -128086,11 +143933,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0031441522296518087, - "sufficiency": 0.8955155611038208, + "comprehensiveness": 0.0012561132898554206, + "sufficiency": 0.9102113246917725, "masked prediction probs": [ - 0.9932003617286682, - 0.006799650378525257 + 0.9949172735214233, + 0.005082746967673302 + ], + "full text prediction probs": [ + 0.9960599541664124, + 0.003939987160265446 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001255837152712047, + "sufficiency": 0.9102309942245483, + "masked prediction probs": [ + 0.9949172735214233, + 0.005082746967673302 ], "full text prediction probs": [ 0.9960599541664124, @@ -128100,12 +143960,12 @@ } }, "dev_818": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0378476157784462, - 0.962152361869812 + 0.906432032585144, + 0.09356792271137238 ], "full text prediction probs": [ 0.6006708741188049, @@ -128204,7 +144064,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -128217,6 +144077,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.25808006525039673, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4683000147342682, + 0.5316999554634094 + ], + "full text prediction probs": [ + 0.6006708741188049, + 0.3993290662765503 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -128284,7 +144157,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8802503347396851, + "sufficiency": 0.8802968859672546, "masked prediction probs": [ 0.7495803833007812, 0.25041964650154114 @@ -128307,15 +144180,28 @@ 0.3993290662765503 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0378476157784462, + 0.962152361869812 + ], + "full text prediction probs": [ + 0.6006708741188049, + 0.3993290662765503 + ], + "labels": 0 } }, "dev_864": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8820021748542786, + "fixed-shap": { + "comprehensiveness": 0.006356135476380587, + "sufficiency": 0.8876758813858032, "masked prediction probs": [ - 0.021674007177352905, - 0.9783259630203247 + 0.979749321937561, + 0.020250622183084488 ], "full text prediction probs": [ 0.985443651676178, @@ -128402,11 +144288,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.11354213953018188, - "sufficiency": 0.9896758794784546, + "comprehensiveness": 0.006346218287944794, + "sufficiency": 0.8878510594367981, "masked prediction probs": [ - 0.8835646510124207, - 0.11643537133932114 + 0.979749321937561, + 0.020250622183084488 ], "full text prediction probs": [ 0.985443651676178, @@ -128414,7 +144300,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8822124600410461, "masked prediction probs": [ @@ -128427,8 +144313,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.006343390326946974, + "sufficiency": 0.8879010677337646, + "masked prediction probs": [ + 0.979749321937561, + 0.020250622183084488 + ], + "full text prediction probs": [ + 0.985443651676178, + 0.014556275680661201 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0020179199054837227, + "comprehensiveness": 0.002017470309510827, "sufficiency": 0.0, "masked prediction probs": [ 0.9836322069168091, @@ -128442,7 +144341,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8653007745742798, + "sufficiency": 0.8653307557106018, "masked prediction probs": [ 0.9874874353408813, 0.01251260470598936 @@ -128454,8 +144353,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.016935186460614204, - "sufficiency": 0.6557591557502747, + "comprehensiveness": 0.01693141460418701, + "sufficiency": 0.6558358669281006, "masked prediction probs": [ 0.9702345132827759, 0.029765520244836807 @@ -128467,8 +144366,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011780732311308384, - "sufficiency": 0.8010298609733582, + "comprehensiveness": 0.011778110638260841, + "sufficiency": 0.8010741472244263, "masked prediction probs": [ 0.9748612642288208, 0.025138799101114273 @@ -128480,8 +144379,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2695825397968292, - "sufficiency": 0.984708309173584, + "comprehensiveness": 0.2695225477218628, + "sufficiency": 0.9847117066383362, "masked prediction probs": [ 0.743229329586029, 0.25677070021629333 @@ -128493,8 +144392,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.021884171292185783, - "sufficiency": 0.8678784966468811, + "comprehensiveness": 0.021879302337765694, + "sufficiency": 0.8679078817367554, "masked prediction probs": [ 0.965776801109314, 0.03422316536307335 @@ -128506,8 +144405,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.26946258544921875, - "sufficiency": 0.9847151041030884, + "comprehensiveness": 0.2694026231765747, + "sufficiency": 0.9847185611724854, "masked prediction probs": [ 0.743229329586029, 0.25677070021629333 @@ -128517,15 +144416,28 @@ 0.014556275680661201 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8824482560157776, + "masked prediction probs": [ + 0.021674007177352905, + 0.9783259630203247 + ], + "full text prediction probs": [ + 0.985443651676178, + 0.014556275680661201 + ], + "labels": 0 } }, "dev_865": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9896765351295471, + "fixed-shap": { + "comprehensiveness": 0.004930352326482534, + "sufficiency": 0.8370394110679626, "masked prediction probs": [ - 0.06599932163953781, - 0.9340007305145264 + 0.9865487217903137, + 0.013451249338686466 ], "full text prediction probs": [ 0.990993082523346, @@ -128624,12 +144536,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9853153228759766, + "sufficiency": 0.9896948337554932, "masked prediction probs": [ - 0.05864856392145157, - 0.9413514733314514 + 0.06599932163953781, + 0.9340007305145264 + ], + "full text prediction probs": [ + 0.990993082523346, + 0.009006943553686142 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004920526873320341, + "sufficiency": 0.837364137172699, + "masked prediction probs": [ + 0.9865487217903137, + 0.013451249338686466 ], "full text prediction probs": [ 0.990993082523346, @@ -128638,8 +144563,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010267485631629825, - "sufficiency": 0.8016819953918457, + "comprehensiveness": 0.0010265212040394545, + "sufficiency": 0.8017258048057556, "masked prediction probs": [ 0.9900656938552856, 0.00993434153497219 @@ -128651,8 +144576,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9137489795684814, - "sufficiency": 0.9866020083427429, + "comprehensiveness": 0.9135468006134033, + "sufficiency": 0.9866049885749817, "masked prediction probs": [ 0.16548606753349304, 0.8345139622688293 @@ -128665,7 +144590,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9897015690803528, + "sufficiency": 0.9897039532661438, "masked prediction probs": [ 0.06599932163953781, 0.9340007305145264 @@ -128677,8 +144602,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007032241206616163, - "sufficiency": 0.8247804045677185, + "comprehensiveness": 0.007030685432255268, + "sufficiency": 0.8248192071914673, "masked prediction probs": [ 0.9846371412277222, 0.015362946316599846 @@ -128690,8 +144615,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9872178435325623, - "sufficiency": 0.9626699686050415, + "comprehensiveness": 0.9869994521141052, + "sufficiency": 0.9626782536506653, "masked prediction probs": [ 0.09851985424757004, 0.9014801383018494 @@ -128703,8 +144628,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007732999045401812, - "sufficiency": 0.8791481852531433, + "comprehensiveness": 0.007731289602816105, + "sufficiency": 0.8791748881340027, "masked prediction probs": [ 0.9840006828308105, 0.01599927246570587 @@ -128717,7 +144642,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9897106885910034, + "sufficiency": 0.9897130131721497, "masked prediction probs": [ 0.06599932163953781, 0.9340007305145264 @@ -128727,15 +144652,28 @@ 0.009006943553686142 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9853445291519165, + "masked prediction probs": [ + 0.05864856392145157, + 0.9413514733314514 + ], + "full text prediction probs": [ + 0.990993082523346, + 0.009006943553686142 + ], + "labels": 0 } }, "dev_868": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7418444156646729, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.2524679899215698, - 0.7475319504737854 + 0.8191791772842407, + 0.1808207929134369 ], "full text prediction probs": [ 0.7205929756164551, @@ -128834,12 +144772,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7399684190750122, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2524679899215698, + 0.7475319504737854 + ], + "full text prediction probs": [ + 0.7205929756164551, + 0.2794070243835449 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.45651698112487793, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7478009462356567, - 0.25219908356666565 + 0.7205929756164551, + 0.2794070243835449 ], "full text prediction probs": [ 0.7205929756164551, @@ -128849,7 +144800,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9665108919143677, + "sufficiency": 0.9665215015411377, "masked prediction probs": [ 0.8854581117630005, 0.1145419031381607 @@ -128874,7 +144825,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.11002535372972488, + "comprehensiveness": 0.10999060422182083, "sufficiency": 1.0, "masked prediction probs": [ 0.6509218215942383, @@ -128913,7 +144864,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.4156017601490021, + "comprehensiveness": 0.4154707193374634, "sufficiency": 1.0, "masked prediction probs": [ 0.45717287063598633, @@ -128926,7 +144877,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1098865419626236, + "comprehensiveness": 0.1098518893122673, "sufficiency": 1.0, "masked prediction probs": [ 0.6509218215942383, @@ -128937,15 +144888,28 @@ 0.2794070243835449 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.45805850625038147, + "masked prediction probs": [ + 0.7478009462356567, + 0.25219908356666565 + ], + "full text prediction probs": [ + 0.7205929756164551, + 0.2794070243835449 + ], + "labels": 0 } }, "dev_7": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9727360010147095, - 0.027263985946774483 + 0.9770649671554565, + 0.02293502725660801 ], "full text prediction probs": [ 0.0766904354095459, @@ -129044,12 +145008,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9778163433074951, - 0.022183727473020554 + 0.9727360010147095, + 0.027263985946774483 + ], + "full text prediction probs": [ + 0.0766904354095459, + 0.9233095645904541 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9623727798461914, + 0.037627171725034714 ], "full text prediction probs": [ 0.0766904354095459, @@ -129097,7 +145074,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.20685796439647675, + "comprehensiveness": 0.20357687771320343, "sufficiency": 0.0, "masked prediction probs": [ 0.07925773411989212, @@ -129147,15 +145124,28 @@ 0.9233095645904541 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9778163433074951, + 0.022183727473020554 + ], + "full text prediction probs": [ + 0.0766904354095459, + 0.9233095645904541 + ], + "labels": 1 } }, "dev_123": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010939222760498524, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.026704300194978714, - 0.9732956886291504 + 0.10542242974042892, + 0.8945776224136353 ], "full text prediction probs": [ 0.026040710508823395, @@ -129254,12 +145244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010658055543899536, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026704300194978714, + 0.9732956886291504 + ], + "full text prediction probs": [ + 0.026040710508823395, + 0.9739592671394348 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1608133465051651, - 0.8391866683959961 + 0.15579617023468018, + 0.8442038297653198 ], "full text prediction probs": [ 0.026040710508823395, @@ -129357,15 +145360,28 @@ 0.9739592671394348 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1608133465051651, + 0.8391866683959961 + ], + "full text prediction probs": [ + 0.026040710508823395, + 0.9739592671394348 + ], + "labels": 1 } }, "dev_168": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9811627864837646, - 0.01883724518120289 + 0.8699579834938049, + 0.13004204630851746 ], "full text prediction probs": [ 0.03196199983358383, @@ -129464,12 +145480,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9825730323791504, - 0.017427045851945877 + 0.9811627864837646, + 0.01883724518120289 + ], + "full text prediction probs": [ + 0.03196199983358383, + 0.968038022518158 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15906906127929688, + 0.8409309387207031 ], "full text prediction probs": [ 0.03196199983358383, @@ -129567,15 +145596,28 @@ 0.968038022518158 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9825730323791504, + 0.017427045851945877 + ], + "full text prediction probs": [ + 0.03196199983358383, + 0.968038022518158 + ], + "labels": 1 } }, "dev_182": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8797587156295776, + "sufficiency": 0.7809534072875977, "masked prediction probs": [ - 0.7456173896789551, - 0.2543826103210449 + 0.5666329860687256, + 0.4333670437335968 ], "full text prediction probs": [ 0.007232089061290026, @@ -129674,12 +145716,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8789797425270081, + "sufficiency": 0.8821292519569397, "masked prediction probs": [ - 0.7057595252990723, - 0.2942405343055725 + 0.7456173896789551, + 0.2543826103210449 + ], + "full text prediction probs": [ + 0.007232089061290026, + 0.9927679300308228 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18168209493160248, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02199731394648552, + 0.9780027270317078 ], "full text prediction probs": [ 0.007232089061290026, @@ -129689,7 +145744,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.4945269823074341, + "sufficiency": 0.4957665503025055, "masked prediction probs": [ 0.14094822108745575, 0.8590517640113831 @@ -129702,7 +145757,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8602508306503296, + "sufficiency": 0.8605927228927612, "masked prediction probs": [ 0.12769697606563568, 0.8723030686378479 @@ -129714,7 +145769,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12905611097812653, + "comprehensiveness": 0.12874078750610352, "sufficiency": 0.0, "masked prediction probs": [ 0.017772015184164047, @@ -129727,7 +145782,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04683508351445198, + "comprehensiveness": 0.04672092944383621, "sufficiency": 0.0, "masked prediction probs": [ 0.011066433042287827, @@ -129741,7 +145796,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8804528117179871, + "sufficiency": 0.880743145942688, "masked prediction probs": [ 0.7057595252990723, 0.2942405343055725 @@ -129753,7 +145808,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02310442551970482, + "comprehensiveness": 0.023048385977745056, "sufficiency": 0.0, "masked prediction probs": [ 0.009132892824709415, @@ -129767,7 +145822,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8810320496559143, + "sufficiency": 0.8813195824623108, + "masked prediction probs": [ + 0.7057595252990723, + 0.2942405343055725 + ], + "full text prediction probs": [ + 0.007232089061290026, + 0.9927679300308228 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8816056847572327, "masked prediction probs": [ 0.7057595252990723, 0.2942405343055725 @@ -129780,12 +145848,12 @@ } }, "dev_241": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9537608623504639, + "fixed-shap": { + "comprehensiveness": 0.423126757144928, + "sufficiency": 0.891059160232544, "masked prediction probs": [ - 0.23904754221439362, - 0.7609525322914124 + 0.03904831409454346, + 0.9609517455101013 ], "full text prediction probs": [ 0.004095619078725576, @@ -129884,12 +145952,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9276833534240723, + "sufficiency": 0.9546386003494263, "masked prediction probs": [ - 0.2963326573371887, - 0.7036672830581665 + 0.23904754221439362, + 0.7609525322914124 + ], + "full text prediction probs": [ + 0.004095619078725576, + 0.9959043860435486 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05364608019590378, + "sufficiency": 0.7672929763793945, + "masked prediction probs": [ + 0.008623640052974224, + 0.9913763403892517 ], "full text prediction probs": [ 0.004095619078725576, @@ -129898,7 +145979,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1960347294807434, + "comprehensiveness": 0.19557124376296997, "sufficiency": 0.0, "masked prediction probs": [ 0.020642036572098732, @@ -129911,8 +145992,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4389912486076355, - "sufficiency": 0.8283084630966187, + "comprehensiveness": 0.4379557967185974, + "sufficiency": 0.8287129402160645, "masked prediction probs": [ 0.041236910969018936, 0.9587631225585938 @@ -129924,7 +146005,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.029242876917123795, + "comprehensiveness": 0.029174063354730606, "sufficiency": 0.0, "masked prediction probs": [ 0.006575621198862791, @@ -129937,7 +146018,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03986918926239014, + "comprehensiveness": 0.03977558761835098, "sufficiency": 0.0, "masked prediction probs": [ 0.007484681438654661, @@ -129951,7 +146032,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9285312294960022, + "sufficiency": 0.9286984205245972, "masked prediction probs": [ 0.2963326573371887, 0.7036672830581665 @@ -129963,7 +146044,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.043727438896894455, + "comprehensiveness": 0.04362526535987854, "sufficiency": 0.0, "masked prediction probs": [ 0.007830242626369, @@ -129977,7 +146058,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9288648366928101, + "sufficiency": 0.9290304780006409, + "masked prediction probs": [ + 0.2963326573371887, + 0.7036672830581665 + ], + "full text prediction probs": [ + 0.004095619078725576, + 0.9959043860435486 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9291953444480896, "masked prediction probs": [ 0.2963326573371887, 0.7036672830581665 @@ -129990,12 +146084,12 @@ } }, "dev_267": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.36885887384414673, "sufficiency": 0.0, "masked prediction probs": [ - 0.10479273647069931, - 0.8952072858810425 + 0.042771246284246445, + 0.9572287201881409 ], "full text prediction probs": [ 0.01709725335240364, @@ -130094,12 +146188,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.18214496970176697, - 0.8178550004959106 + 0.10479273647069931, + 0.8952072858810425 + ], + "full text prediction probs": [ + 0.01709725335240364, + 0.9829027652740479 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.39105650782585144, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04502032697200775, + 0.954979658126831 ], "full text prediction probs": [ 0.01709725335240364, @@ -130108,7 +146215,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05883978307247162, + "comprehensiveness": 0.058675408363342285, "sufficiency": 0.0, "masked prediction probs": [ 0.021298589184880257, @@ -130121,7 +146228,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06046593561768532, + "comprehensiveness": 0.060297489166259766, "sufficiency": 0.0, "masked prediction probs": [ 0.021426869556307793, @@ -130134,7 +146241,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3960704803466797, + "comprehensiveness": 0.394970178604126, "sufficiency": 0.0, "masked prediction probs": [ 0.045536864548921585, @@ -130147,7 +146254,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03144698962569237, + "comprehensiveness": 0.03135986998677254, "sufficiency": 0.0, "masked prediction probs": [ 0.01936151832342148, @@ -130160,7 +146267,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.23021507263183594, + "comprehensiveness": 0.22957904636859894, "sufficiency": 0.0, "masked prediction probs": [ 0.03371982276439667, @@ -130186,7 +146293,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05963298678398132, + "comprehensiveness": 0.05946914106607437, "sufficiency": 0.0, "masked prediction probs": [ 0.021426869556307793, @@ -130197,15 +146304,28 @@ 0.9829027652740479 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18214496970176697, + 0.8178550004959106 + ], + "full text prediction probs": [ + 0.01709725335240364, + 0.9829027652740479 + ], + "labels": 1 } }, "dev_478": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04956120625138283, - "sufficiency": 0.9823248982429504, + "fixed-shap": { + "comprehensiveness": 0.016831133514642715, + "sufficiency": 0.9697437286376953, "masked prediction probs": [ - 0.9403356909751892, - 0.05966431647539139 + 0.9697390198707581, + 0.030261000618338585 ], "full text prediction probs": [ 0.9848594069480896, @@ -130304,12 +146424,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005763440392911434, - "sufficiency": 0.8137049078941345, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04947309195995331, + "sufficiency": 0.9823563098907471, "masked prediction probs": [ - 0.9796725511550903, - 0.020327461883425713 + 0.9403356909751892, + 0.05966431647539139 + ], + "full text prediction probs": [ + 0.9848594069480896, + 0.0151405930519104 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015225912444293499, + "sufficiency": 0.9677545428276062, + "masked prediction probs": [ + 0.9711536765098572, + 0.028846370056271553 ], "full text prediction probs": [ 0.9848594069480896, @@ -130318,8 +146451,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.015234388411045074, - "sufficiency": 0.8782607316970825, + "comprehensiveness": 0.015231003984808922, + "sufficiency": 0.8782878518104553, "masked prediction probs": [ 0.9711460471153259, 0.028854014351963997 @@ -130331,8 +146464,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005760879721492529, - "sufficiency": 0.8137876391410828, + "comprehensiveness": 0.0057596005499362946, + "sufficiency": 0.8138290047645569, "masked prediction probs": [ 0.9796725511550903, 0.020327461883425713 @@ -130344,8 +146477,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.030550550669431686, - "sufficiency": 0.5756784677505493, + "comprehensiveness": 0.030543766915798187, + "sufficiency": 0.5757725834846497, "masked prediction probs": [ 0.9573468565940857, 0.04265321046113968 @@ -130357,8 +146490,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005364666692912579, - "sufficiency": 0.9149570465087891, + "comprehensiveness": 0.005363475997000933, + "sufficiency": 0.9149760007858276, "masked prediction probs": [ 0.9800271391868591, 0.019972851499915123 @@ -130370,8 +146503,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013339555822312832, - "sufficiency": 0.8638057708740234, + "comprehensiveness": 0.013336594216525555, + "sufficiency": 0.8638359904289246, "masked prediction probs": [ 0.9728410243988037, 0.027158891782164574 @@ -130383,8 +146516,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00481046037748456, - "sufficiency": 0.7658373713493347, + "comprehensiveness": 0.004809393081814051, + "sufficiency": 0.7658892869949341, "masked prediction probs": [ 0.9805244207382202, 0.01947558857500553 @@ -130396,8 +146529,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00575448852032423, - "sufficiency": 0.8139942288398743, + "comprehensiveness": 0.005753211677074432, + "sufficiency": 0.8140354752540588, + "masked prediction probs": [ + 0.9796725511550903, + 0.020327461883425713 + ], + "full text prediction probs": [ + 0.9848594069480896, + 0.0151405930519104 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0057519362308084965, + "sufficiency": 0.8140767216682434, "masked prediction probs": [ 0.9796725511550903, 0.020327461883425713 @@ -130410,12 +146556,12 @@ } }, "dev_588": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005958514753729105, - "sufficiency": 0.8477196097373962, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9870873689651489, "masked prediction probs": [ - 0.9602711200714111, - 0.039728861302137375 + 0.9745099544525146, + 0.0254900511354208 ], "full text prediction probs": [ 0.9655086994171143, @@ -130514,12 +146660,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005947688594460487, + "sufficiency": 0.8479962348937988, + "masked prediction probs": [ + 0.9602711200714111, + 0.039728861302137375 + ], + "full text prediction probs": [ + 0.9655086994171143, + 0.034491315484046936 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8444378972053528, + "sufficiency": 0.9749319553375244, "masked prediction probs": [ - 0.9710538387298584, - 0.0289461649954319 + 0.9752113223075867, + 0.02478870190680027 ], "full text prediction probs": [ 0.9655086994171143, @@ -130529,7 +146688,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7545709013938904, + "sufficiency": 0.7546266317367554, "masked prediction probs": [ 0.9811540246009827, 0.01884598098695278 @@ -130541,8 +146700,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004407999571412802, - "sufficiency": 0.9694250226020813, + "comprehensiveness": 0.004406999330967665, + "sufficiency": 0.96943199634552, "masked prediction probs": [ 0.9616252183914185, 0.03837476298213005 @@ -130555,7 +146714,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8815729022026062, + "sufficiency": 0.8815997242927551, "masked prediction probs": [ 0.9701621532440186, 0.029837794601917267 @@ -130567,8 +146726,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007935180328786373, - "sufficiency": 0.8101420998573303, + "comprehensiveness": 0.007933381013572216, + "sufficiency": 0.8101851940155029, "masked prediction probs": [ 0.9585145711898804, 0.04148545488715172 @@ -130580,8 +146739,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.037814076989889145, - "sufficiency": 0.9779117107391357, + "comprehensiveness": 0.037805501371622086, + "sufficiency": 0.9779166579246521, "masked prediction probs": [ 0.9321715235710144, 0.06782848387956619 @@ -130594,7 +146753,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8067824244499207, + "sufficiency": 0.8068262338638306, "masked prediction probs": [ 0.9730890989303589, 0.02691095694899559 @@ -130606,8 +146765,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.037796929478645325, - "sufficiency": 0.977921724319458, + "comprehensiveness": 0.037788357585668564, + "sufficiency": 0.9779267907142639, "masked prediction probs": [ 0.9321715235710144, 0.06782848387956619 @@ -130617,15 +146776,28 @@ 0.034491315484046936 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8447551131248474, + "masked prediction probs": [ + 0.9710538387298584, + 0.0289461649954319 + ], + "full text prediction probs": [ + 0.9655086994171143, + 0.034491315484046936 + ], + "labels": 0 } }, "dev_616": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9988362193107605, + "sufficiency": 0.9800184369087219, "masked prediction probs": [ - 0.025853952392935753, - 0.9741460084915161 + 0.03858351334929466, + 0.961416482925415 ], "full text prediction probs": [ 0.9912939667701721, @@ -130724,12 +146896,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9957261681556702, + "sufficiency": 0.9988382458686829, "masked prediction probs": [ - 0.035720344632864, - 0.9642796516418457 + 0.025853952392935753, + 0.9741460084915161 + ], + "full text prediction probs": [ + 0.9912939667701721, + 0.008706008084118366 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9799736142158508, + "masked prediction probs": [ + 0.05470285192131996, + 0.945297122001648 ], "full text prediction probs": [ 0.9912939667701721, @@ -130739,7 +146924,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.32451486587524414, + "sufficiency": 0.32466384768486023, "masked prediction probs": [ 0.9928010702133179, 0.007198931649327278 @@ -130765,7 +146950,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9395557045936584, + "sufficiency": 0.9395689964294434, "masked prediction probs": [ 0.053129635751247406, 0.9468703866004944 @@ -130778,7 +146963,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.823381245136261, + "sufficiency": 0.8234201669692993, "masked prediction probs": [ 0.9912939667701721, 0.008706008084118366 @@ -130791,7 +146976,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9680724143981934, + "sufficiency": 0.9680794477462769, "masked prediction probs": [ 0.06499376147985458, 0.9350062608718872 @@ -130803,8 +146988,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015984232304617763, - "sufficiency": 0.0984797477722168, + "comprehensiveness": 0.0015980710741132498, + "sufficiency": 0.0986783429980278, "masked prediction probs": [ 0.9898432493209839, 0.010156666859984398 @@ -130817,7 +147002,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9396089911460876, + "sufficiency": 0.9396222233772278, "masked prediction probs": [ 0.053129635751247406, 0.9468703866004944 @@ -130827,15 +147012,28 @@ 0.008706008084118366 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9957346320152283, + "masked prediction probs": [ + 0.035720344632864, + 0.9642796516418457 + ], + "full text prediction probs": [ + 0.9912939667701721, + 0.008706008084118366 + ], + "labels": 0 } }, "dev_649": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.917063295841217, - 0.08293669670820236 + 0.9599072337150574, + 0.04009278118610382 ], "full text prediction probs": [ 0.40885692834854126, @@ -130925,8 +147123,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8630285263061523, - 0.13697145879268646 + 0.9599072337150574, + 0.04009278118610382 ], "full text prediction probs": [ 0.40885692834854126, @@ -130934,12 +147132,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.966502845287323, - 0.033497150987386703 + 0.9599072337150574, + 0.04009278118610382 + ], + "full text prediction probs": [ + 0.40885692834854126, + 0.5911430716514587 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9647825956344604, + 0.03521737828850746 ], "full text prediction probs": [ 0.40885692834854126, @@ -131029,8 +147240,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9161714911460876, - 0.08382856845855713 + 0.9647825956344604, + 0.03521737828850746 + ], + "full text prediction probs": [ + 0.40885692834854126, + 0.5911430716514587 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.966502845287323, + 0.033497150987386703 ], "full text prediction probs": [ 0.40885692834854126, @@ -131040,12 +147264,12 @@ } }, "dev_668": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.023545019328594208, - "sufficiency": 0.9923852682113647, + "fixed-shap": { + "comprehensiveness": 0.0063706859946250916, + "sufficiency": 0.9602290987968445, "masked prediction probs": [ - 0.9731296300888062, - 0.02687041647732258 + 0.9887240529060364, + 0.011275947093963623 ], "full text prediction probs": [ 0.994508683681488, @@ -131144,12 +147368,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03147513419389725, - "sufficiency": 0.97965008020401, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.023503601551055908, + "sufficiency": 0.9923986792564392, "masked prediction probs": [ - 0.9658786654472351, - 0.034121278673410416 + 0.9731296300888062, + 0.02687041647732258 + ], + "full text prediction probs": [ + 0.994508683681488, + 0.005491339601576328 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004551941063255072, + "sufficiency": 0.8410798907279968, + "masked prediction probs": [ + 0.9903672933578491, + 0.009632697328925133 ], "full text prediction probs": [ 0.994508683681488, @@ -131158,8 +147395,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003038121620193124, - "sufficiency": 0.8882436156272888, + "comprehensiveness": 0.003037453629076481, + "sufficiency": 0.888268232345581, "masked prediction probs": [ 0.9917445778846741, 0.008255447261035442 @@ -131171,8 +147408,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013878335244953632, - "sufficiency": 0.9794604182243347, + "comprehensiveness": 0.013875286094844341, + "sufficiency": 0.9794648885726929, "masked prediction probs": [ 0.9818792939186096, 0.018120750784873962 @@ -131184,8 +147421,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006153595168143511, - "sufficiency": 0.9136481285095215, + "comprehensiveness": 0.0006152243004180491, + "sufficiency": 0.9136670231819153, "masked prediction probs": [ 0.9939485788345337, 0.006051403935998678 @@ -131197,8 +147434,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000223384631681256, - "sufficiency": 0.8847997188568115, + "comprehensiveness": 0.00022333556262310594, + "sufficiency": 0.8848250508308411, "masked prediction probs": [ 0.9943053126335144, 0.005694712977856398 @@ -131210,8 +147447,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005004366394132376, - "sufficiency": 0.8756067752838135, + "comprehensiveness": 0.005003266967833042, + "sufficiency": 0.8756341338157654, "masked prediction probs": [ 0.9899516701698303, 0.010048316791653633 @@ -131223,8 +147460,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012555612483993173, - "sufficiency": 0.9357097148895264, + "comprehensiveness": 0.001255285693332553, + "sufficiency": 0.9357237219810486, "masked prediction probs": [ 0.9933651089668274, 0.006634906399995089 @@ -131236,8 +147473,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.013863101601600647, - "sufficiency": 0.979482889175415, + "comprehensiveness": 0.013860058039426804, + "sufficiency": 0.9794873595237732, "masked prediction probs": [ 0.9818792939186096, 0.018120750784873962 @@ -131247,15 +147484,28 @@ 0.005491339601576328 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03141297027468681, + "sufficiency": 0.9796902537345886, + "masked prediction probs": [ + 0.9658786654472351, + 0.034121278673410416 + ], + "full text prediction probs": [ + 0.994508683681488, + 0.005491339601576328 + ], + "labels": 0 } }, "dev_705": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9522167444229126, + "fixed-shap": { + "comprehensiveness": 0.20308147370815277, "sufficiency": 1.0, "masked prediction probs": [ - 0.11348311603069305, - 0.8865169286727905 + 0.5365002751350403, + 0.4634997546672821 ], "full text prediction probs": [ 0.6511750817298889, @@ -131354,12 +147604,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8890182375907898, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9495266079902649, "sufficiency": 1.0, "masked prediction probs": [ - 0.1477474570274353, - 0.8522526025772095 + 0.11348311603069305, + 0.8865169286727905 + ], + "full text prediction probs": [ + 0.6511750817298889, + 0.3488249182701111 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9624468088150024, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.10597439110279083, + 0.8940255641937256 ], "full text prediction probs": [ 0.6511750817298889, @@ -131394,7 +147657,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7765752077102661, + "comprehensiveness": 0.7763012647628784, "sufficiency": 1.0, "masked prediction probs": [ 0.2109551578760147, @@ -131407,7 +147670,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8877642154693604, + "comprehensiveness": 0.8874513506889343, "sufficiency": 1.0, "masked prediction probs": [ 0.1477474570274353, @@ -131420,7 +147683,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9610896706581116, + "comprehensiveness": 0.9607508778572083, "sufficiency": 1.0, "masked prediction probs": [ 0.10597439110279083, @@ -131446,7 +147709,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8868260979652405, + "comprehensiveness": 0.8865137100219727, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1477474570274353, + 0.8522526025772095 + ], + "full text prediction probs": [ + 0.6511750817298889, + 0.3488249182701111 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8862017393112183, "sufficiency": 1.0, "masked prediction probs": [ 0.1477474570274353, @@ -131460,12 +147736,12 @@ } }, "dev_711": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0014272339176386595, - "sufficiency": 0.6613431572914124, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8692888021469116, "masked prediction probs": [ - 0.9797740578651428, - 0.02022593840956688 + 0.9819543361663818, + 0.018045708537101746 ], "full text prediction probs": [ 0.9810507893562317, @@ -131564,12 +147840,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0014246855862438679, + "sufficiency": 0.6619477272033691, + "masked prediction probs": [ + 0.9797740578651428, + 0.02022593840956688 + ], + "full text prediction probs": [ + 0.9810507893562317, + 0.01894918642938137 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8390347361564636, + "sufficiency": 0.8326712846755981, "masked prediction probs": [ - 0.9844411611557007, - 0.015558868646621704 + 0.9810507893562317, + 0.01894918642938137 ], "full text prediction probs": [ 0.9810507893562317, @@ -131579,7 +147868,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8896524310112, + "sufficiency": 0.8896769881248474, "masked prediction probs": [ 0.9868921637535095, 0.013107791543006897 @@ -131591,8 +147880,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001840893761254847, - "sufficiency": 0.8022593855857849, + "comprehensiveness": 0.0018404831644147635, + "sufficiency": 0.8023034334182739, "masked prediction probs": [ 0.9794003367424011, 0.0205996111035347 @@ -131604,8 +147893,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004339392762631178, - "sufficiency": 0.9042120575904846, + "comprehensiveness": 0.004338425118476152, + "sufficiency": 0.9042333364486694, "masked prediction probs": [ 0.9771594405174255, 0.022840576246380806 @@ -131617,8 +147906,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004338425118476152, - "sufficiency": 0.9042333364486694, + "comprehensiveness": 0.004337457939982414, + "sufficiency": 0.9042547345161438, "masked prediction probs": [ 0.9771594405174255, 0.022840576246380806 @@ -131630,8 +147919,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04528692737221718, - "sufficiency": 0.9807698130607605, + "comprehensiveness": 0.04527683183550835, + "sufficiency": 0.9807741641998291, "masked prediction probs": [ 0.9404216408729553, 0.05957840755581856 @@ -131643,8 +147932,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03164530545473099, - "sufficiency": 0.880634069442749, + "comprehensiveness": 0.0316382572054863, + "sufficiency": 0.8806606531143188, "masked prediction probs": [ 0.9526538848876953, 0.047346081584692 @@ -131656,8 +147945,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0043355249799788, - "sufficiency": 0.904297411441803, + "comprehensiveness": 0.004334558732807636, + "sufficiency": 0.9043186902999878, "masked prediction probs": [ 0.9771594405174255, 0.022840576246380806 @@ -131667,15 +147956,28 @@ 0.01894918642938137 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8393574357032776, + "masked prediction probs": [ + 0.9844411611557007, + 0.015558868646621704 + ], + "full text prediction probs": [ + 0.9810507893562317, + 0.01894918642938137 + ], + "labels": 0 } }, "dev_736": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.816188395023346, - 0.18381164968013763 + 0.6935250759124756, + 0.3064749240875244 ], "full text prediction probs": [ 0.1296217143535614, @@ -131774,12 +148076,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9911379218101501, - 0.00886202696710825 + 0.816188395023346, + 0.18381164968013763 + ], + "full text prediction probs": [ + 0.1296217143535614, + 0.8703782558441162 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.33768826723098755, + 0.6623117327690125 ], "full text prediction probs": [ 0.1296217143535614, @@ -131877,15 +148192,28 @@ 0.8703782558441162 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9911379218101501, + 0.00886202696710825 + ], + "full text prediction probs": [ + 0.1296217143535614, + 0.8703782558441162 + ], + "labels": 0 } }, "dev_738": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009785536676645279, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.00452029425650835, + "sufficiency": 0.9529827833175659, "masked prediction probs": [ - 0.9786974787712097, - 0.021302491426467896 + 0.9834415316581726, + 0.016558432951569557 ], "full text prediction probs": [ 0.9875143766403198, @@ -131984,12 +148312,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01542572770267725, - "sufficiency": 0.9920981526374817, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009768190793693066, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9735909104347229, - 0.02640913426876068 + 0.9786974787712097, + 0.021302491426467896 + ], + "full text prediction probs": [ + 0.9875143766403198, + 0.01248554140329361 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8267105221748352, + "masked prediction probs": [ + 0.9875143766403198, + 0.01248554140329361 ], "full text prediction probs": [ 0.9875143766403198, @@ -131999,7 +148340,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9749879837036133, + "sufficiency": 0.9749934673309326, "masked prediction probs": [ 0.9911869168281555, 0.00881309062242508 @@ -132011,7 +148352,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006534632761031389, + "comprehensiveness": 0.006533185951411724, "sufficiency": 1.0, "masked prediction probs": [ 0.9816135168075562, @@ -132024,8 +148365,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006933755939826369, - "sufficiency": 0.8786709308624268, + "comprehensiveness": 0.0006932221003808081, + "sufficiency": 0.8786977529525757, "masked prediction probs": [ 0.9868881106376648, 0.013111851178109646 @@ -132037,8 +148378,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006932221003808081, - "sufficiency": 0.8786977529525757, + "comprehensiveness": 0.0006930686649866402, + "sufficiency": 0.8787246346473694, "masked prediction probs": [ 0.9868881106376648, 0.013111851178109646 @@ -132050,8 +148391,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007199945859611034, - "sufficiency": 0.9143655896186829, + "comprehensiveness": 0.007198352366685867, + "sufficiency": 0.9143844842910767, "masked prediction probs": [ 0.9810084104537964, 0.018991583958268166 @@ -132063,8 +148404,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.015099248848855495, - "sufficiency": 0.9924936890602112, + "comprehensiveness": 0.01509590819478035, + "sufficiency": 0.9924954175949097, "masked prediction probs": [ 0.9738674759864807, 0.026132581755518913 @@ -132076,7 +148417,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006527404300868511, + "comprehensiveness": 0.00652596028521657, "sufficiency": 1.0, "masked prediction probs": [ 0.9816135168075562, @@ -132087,15 +148428,28 @@ 0.01248554140329361 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015395027585327625, + "sufficiency": 0.9921137690544128, + "masked prediction probs": [ + 0.9735909104347229, + 0.02640913426876068 + ], + "full text prediction probs": [ + 0.9875143766403198, + 0.01248554140329361 + ], + "labels": 0 } }, "dev_746": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8682416081428528, - "sufficiency": 0.9928690791130066, + "fixed-shap": { + "comprehensiveness": 0.008195772767066956, + "sufficiency": 0.9403547048568726, "masked prediction probs": [ - 0.20589245855808258, - 0.7941074967384338 + 0.9852125644683838, + 0.014787456020712852 ], "full text prediction probs": [ 0.9926390647888184, @@ -132194,12 +148548,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8422619104385376, - "sufficiency": 0.9880727529525757, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8667111992835999, + "sufficiency": 0.9928815960884094, "masked prediction probs": [ - 0.22808599472045898, - 0.771914005279541 + 0.20589245855808258, + 0.7941074967384338 + ], + "full text prediction probs": [ + 0.9926390647888184, + 0.0073609002865850925 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0056644040159881115, + "sufficiency": 0.9406474828720093, + "masked prediction probs": [ + 0.9874961376190186, + 0.012503881007432938 ], "full text prediction probs": [ 0.9926390647888184, @@ -132208,8 +148575,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012759417295455933, - "sufficiency": 0.7004492878913879, + "comprehensiveness": 0.001275660702958703, + "sufficiency": 0.7005152702331543, "masked prediction probs": [ 0.9914805889129639, 0.008519402705132961 @@ -132221,8 +148588,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.037304673343896866, - "sufficiency": 0.9861840009689331, + "comprehensiveness": 0.037296462804079056, + "sufficiency": 0.9861871004104614, "masked prediction probs": [ 0.9587612748146057, 0.041238754987716675 @@ -132234,8 +148601,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009502222761511803, - "sufficiency": 0.9665848612785339, + "comprehensiveness": 0.009500131011009216, + "sufficiency": 0.9665921926498413, "masked prediction probs": [ 0.9840078353881836, 0.015992112457752228 @@ -132248,7 +148615,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.822162389755249, + "sufficiency": 0.8222014904022217, "masked prediction probs": [ 0.9926390647888184, 0.0073609002865850925 @@ -132260,8 +148627,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.033691320568323135, - "sufficiency": 0.9912901520729065, + "comprehensiveness": 0.033683907240629196, + "sufficiency": 0.9912920594215393, "masked prediction probs": [ 0.9620224833488464, 0.03797753527760506 @@ -132273,8 +148640,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008991669863462448, - "sufficiency": 0.7793774604797363, + "comprehensiveness": 0.008989691734313965, + "sufficiency": 0.7794260382652283, "masked prediction probs": [ 0.9844661951065063, 0.015533837489783764 @@ -132286,8 +148653,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.037263642996549606, - "sufficiency": 0.9861992597579956, + "comprehensiveness": 0.03725544363260269, + "sufficiency": 0.9862023591995239, "masked prediction probs": [ 0.9587612748146057, 0.041238754987716675 @@ -132297,15 +148664,28 @@ 0.0073609002865850925 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8405950665473938, + "sufficiency": 0.988096296787262, + "masked prediction probs": [ + 0.22808599472045898, + 0.771914005279541 + ], + "full text prediction probs": [ + 0.9926390647888184, + 0.0073609002865850925 + ], + "labels": 0 } }, "dev_776": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010361541993916035, - "sufficiency": 0.9934343099594116, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.99797523021698, "masked prediction probs": [ - 0.9806482195854187, - 0.019351786002516747 + 0.08239038288593292, + 0.9176095724105835 ], "full text prediction probs": [ 0.9900099635124207, @@ -132392,11 +148772,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.03608209639787674, - "sufficiency": 0.9593745470046997, + "comprehensiveness": 1.0, + "sufficiency": 0.9979783892631531, "masked prediction probs": [ - 0.9573589563369751, - 0.0426410473883152 + 0.08239038288593292, + 0.9176095724105835 ], "full text prediction probs": [ 0.9900099635124207, @@ -132404,12 +148784,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00036390681634657085, - "sufficiency": 0.6688119769096375, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9979788064956665, "masked prediction probs": [ - 0.9896805882453918, - 0.010319349355995655 + 0.08239038288593292, + 0.9176095724105835 + ], + "full text prediction probs": [ + 0.9900099635124207, + 0.009989995509386063 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9978699088096619, + "masked prediction probs": [ + 0.053479067981243134, + 0.9465209245681763 ], "full text prediction probs": [ 0.9900099635124207, @@ -132419,7 +148812,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5752703547477722, + "sufficiency": 0.5753641724586487, "masked prediction probs": [ 0.9920740127563477, 0.007925907149910927 @@ -132432,7 +148825,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9942296743392944, + "sufficiency": 0.9942308664321899, "masked prediction probs": [ 0.08334264904260635, 0.9166573286056519 @@ -132444,8 +148837,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.09248436242341995, - "sufficiency": 0.9898574352264404, + "comprehensiveness": 0.09246394038200378, + "sufficiency": 0.9898597002029419, "masked prediction probs": [ 0.9062460660934448, 0.09375389665365219 @@ -132457,8 +148850,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.048632677644491196, - "sufficiency": 0.9230167865753174, + "comprehensiveness": 0.04862194508314133, + "sufficiency": 0.9230337738990784, "masked prediction probs": [ 0.9459531903266907, 0.05404684320092201 @@ -132470,8 +148863,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.841518759727478, - "sufficiency": 0.9959544539451599, + "comprehensiveness": 0.8413330316543579, + "sufficiency": 0.9959554076194763, "masked prediction probs": [ 0.22750240564346313, 0.7724975943565369 @@ -132483,8 +148876,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0027996087446808815, - "sufficiency": 0.8518934845924377, + "comprehensiveness": 0.002798991044983268, + "sufficiency": 0.8519260883331299, "masked prediction probs": [ 0.987472653388977, 0.01252730656415224 @@ -132497,10 +148890,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9942359924316406, + "sufficiency": 0.9978731274604797, "masked prediction probs": [ - 0.08334264904260635, - 0.9166573286056519 + 0.053479067981243134, + 0.9465209245681763 + ], + "full text prediction probs": [ + 0.9900099635124207, + 0.009989995509386063 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0003631845465861261, + "sufficiency": 0.6694692373275757, + "masked prediction probs": [ + 0.9896805882453918, + 0.010319349355995655 ], "full text prediction probs": [ 0.9900099635124207, @@ -132510,12 +148916,12 @@ } }, "dev_804": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2509157061576843, - "sufficiency": 0.9927183985710144, + "fixed-shap": { + "comprehensiveness": 0.0015603252686560154, + "sufficiency": 0.9474226832389832, "masked prediction probs": [ - 0.7651374936103821, - 0.23486244678497314 + 0.9910421371459961, + 0.008957846090197563 ], "full text prediction probs": [ 0.9924557209014893, @@ -132614,12 +149020,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5684254765510559, - "sufficiency": 0.9706743955612183, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.25047335028648376, + "sufficiency": 0.9927312731742859, "masked prediction probs": [ - 0.47657856345176697, - 0.5234214067459106 + 0.7651374936103821, + 0.23486244678497314 + ], + "full text prediction probs": [ + 0.9924557209014893, + 0.007544226478785276 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0014393029268831015, + "sufficiency": 0.9368912577629089, + "masked prediction probs": [ + 0.9911491870880127, + 0.008850771933794022 ], "full text prediction probs": [ 0.9924557209014893, @@ -132628,8 +149047,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009886015905067325, - "sufficiency": 0.898725688457489, + "comprehensiveness": 0.0009883837774395943, + "sufficiency": 0.8987479209899902, "masked prediction probs": [ 0.991558313369751, 0.008441709913313389 @@ -132641,8 +149060,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5681750178337097, - "sufficiency": 0.9706873297691345, + "comprehensiveness": 0.5680499076843262, + "sufficiency": 0.9706937670707703, "masked prediction probs": [ 0.47657856345176697, 0.5234214067459106 @@ -132654,8 +149073,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0005152167868800461, - "sufficiency": 0.8451999425888062, + "comprehensiveness": 0.0005151033401489258, + "sufficiency": 0.8452340364456177, "masked prediction probs": [ 0.9919878244400024, 0.008012190461158752 @@ -132667,8 +149086,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004002910573035479, - "sufficiency": 0.9150124192237854, + "comprehensiveness": 0.004002029541879892, + "sufficiency": 0.9150310754776001, "masked prediction probs": [ 0.9888196587562561, 0.011180296540260315 @@ -132680,8 +149099,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5677998661994934, - "sufficiency": 0.9707066416740417, + "comprehensiveness": 0.5676748752593994, + "sufficiency": 0.9707130789756775, "masked prediction probs": [ 0.47657856345176697, 0.5234214067459106 @@ -132693,8 +149112,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.80648273229599, - "sufficiency": 0.9760366678237915, + "comprehensiveness": 0.8063053488731384, + "sufficiency": 0.9760419726371765, "masked prediction probs": [ 0.25956079363822937, 0.7404391765594482 @@ -132706,8 +149125,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5675499439239502, - "sufficiency": 0.970719575881958, + "comprehensiveness": 0.5674250721931458, + "sufficiency": 0.9707260131835938, + "masked prediction probs": [ + 0.47657856345176697, + 0.5234214067459106 + ], + "full text prediction probs": [ + 0.9924557209014893, + 0.007544226478785276 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5673003196716309, + "sufficiency": 0.9707324504852295, "masked prediction probs": [ 0.47657856345176697, 0.5234214067459106 @@ -132720,12 +149152,12 @@ } }, "dev_816": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.043662119656801224, - "sufficiency": 0.9510789513587952, + "fixed-shap": { + "comprehensiveness": 0.005921199917793274, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9411777257919312, - 0.058822259306907654 + 0.9749066829681396, + 0.025093350559473038 ], "full text prediction probs": [ 0.9801984429359436, @@ -132824,12 +149256,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0002725590893533081, - "sufficiency": 0.7348767518997192, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04358408972620964, + "sufficiency": 0.9511663913726807, "masked prediction probs": [ - 0.9799544215202332, - 0.02004559151828289 + 0.9411777257919312, + 0.058822259306907654 + ], + "full text prediction probs": [ + 0.9801984429359436, + 0.019801564514636993 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9852672815322876, + "masked prediction probs": [ + 0.9853156805038452, + 0.014684302732348442 ], "full text prediction probs": [ 0.9801984429359436, @@ -132839,7 +149284,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8652941584587097, + "sufficiency": 0.8653242588043213, "masked prediction probs": [ 0.9852358102798462, 0.014764160849153996 @@ -132851,8 +149296,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04750312119722366, - "sufficiency": 0.9013001918792725, + "comprehensiveness": 0.04749251902103424, + "sufficiency": 0.9013222455978394, "masked prediction probs": [ 0.9376500248908997, 0.06234996020793915 @@ -132864,8 +149309,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05234207212924957, - "sufficiency": 0.9216059446334839, + "comprehensiveness": 0.052330389618873596, + "sufficiency": 0.9216234683990479, "masked prediction probs": [ 0.9333053231239319, 0.0666947066783905 @@ -132877,8 +149322,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008875205181539059, - "sufficiency": 0.8349359035491943, + "comprehensiveness": 0.008873225189745426, + "sufficiency": 0.8349727392196655, "masked prediction probs": [ 0.9722453951835632, 0.027754638344049454 @@ -132890,8 +149335,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04747132211923599, - "sufficiency": 0.9013662338256836, + "comprehensiveness": 0.047460731118917465, + "sufficiency": 0.9013882279396057, "masked prediction probs": [ 0.9376500248908997, 0.06234996020793915 @@ -132903,8 +149348,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01370252761989832, - "sufficiency": 0.8566855788230896, + "comprehensiveness": 0.013699471950531006, + "sufficiency": 0.8567175269126892, "masked prediction probs": [ 0.9679141640663147, 0.03208581730723381 @@ -132916,8 +149361,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.047450147569179535, - "sufficiency": 0.9014102220535278, + "comprehensiveness": 0.047439564019441605, + "sufficiency": 0.90143221616745, "masked prediction probs": [ 0.9376500248908997, 0.06234996020793915 @@ -132927,15 +149372,28 @@ 0.019801564514636993 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0002720121992751956, + "sufficiency": 0.7354086637496948, + "masked prediction probs": [ + 0.9799544215202332, + 0.02004559151828289 + ], + "full text prediction probs": [ + 0.9801984429359436, + 0.019801564514636993 + ], + "labels": 0 } }, "dev_861": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9749135971069336, - 0.025086374953389168 + 0.9800779819488525, + 0.01992199569940567 ], "full text prediction probs": [ 0.42653489112854004, @@ -133034,12 +149492,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9791452884674072, - 0.020854657515883446 + 0.9749135971069336, + 0.025086374953389168 + ], + "full text prediction probs": [ + 0.42653489112854004, + 0.57346510887146 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9765200614929199, + 0.023479919880628586 ], "full text prediction probs": [ 0.42653489112854004, @@ -133137,15 +149608,28 @@ 0.57346510887146 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9791452884674072, + 0.020854657515883446 + ], + "full text prediction probs": [ + 0.42653489112854004, + 0.57346510887146 + ], + "labels": 0 } }, "dev_26": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3489103615283966, "sufficiency": 0.0, "masked prediction probs": [ - 0.32505592703819275, - 0.6749441027641296 + 0.04360111430287361, + 0.9563988447189331 ], "full text prediction probs": [ 0.02170182392001152, @@ -133244,12 +149728,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6068745255470276, - 0.39312544465065 + 0.32505592703819275, + 0.6749441027641296 + ], + "full text prediction probs": [ + 0.02170182392001152, + 0.9782982468605042 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018623491749167442, + 0.9813764691352844 ], "full text prediction probs": [ 0.02170182392001152, @@ -133284,7 +149781,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9374112486839294, + "comprehensiveness": 0.9345337152481079, "sufficiency": 0.0, "masked prediction probs": [ 0.08260112255811691, @@ -133297,7 +149794,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9345337152481079, + "comprehensiveness": 0.9316738843917847, "sufficiency": 0.0, "masked prediction probs": [ 0.08260112255811691, @@ -133323,7 +149820,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6724323630332947, + "comprehensiveness": 0.6703870892524719, "sufficiency": 0.0, "masked prediction probs": [ 0.06579016894102097, @@ -133347,15 +149844,28 @@ 0.9782982468605042 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6068745255470276, + 0.39312544465065 + ], + "full text prediction probs": [ + 0.02170182392001152, + 0.9782982468605042 + ], + "labels": 1 } }, "dev_98": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9704768061637878, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8386962413787842, - 0.16130377352237701 + 0.5261120796203613, + 0.4738878905773163 ], "full text prediction probs": [ 0.006812517065554857, @@ -133454,12 +149964,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.914639949798584, + "sufficiency": 0.9710721969604492, "masked prediction probs": [ - 0.828229546546936, - 0.17177046835422516 + 0.8386962413787842, + 0.16130377352237701 + ], + "full text prediction probs": [ + 0.006812517065554857, + 0.993187427520752 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18058674037456512, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021161051467061043, + 0.9788389801979065 ], "full text prediction probs": [ 0.006812517065554857, @@ -133469,7 +149992,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6548960208892822, + "sufficiency": 0.6557615995407104, "masked prediction probs": [ 0.7458053827285767, 0.25419461727142334 @@ -133482,7 +150005,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6800459623336792, + "sufficiency": 0.6808464527130127, "masked prediction probs": [ 0.3163819909095764, 0.6836180090904236 @@ -133494,7 +150017,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14629341661930084, + "comprehensiveness": 0.14592787623405457, "sufficiency": 0.0, "masked prediction probs": [ 0.018494822084903717, @@ -133507,7 +150030,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.16930745542049408, + "comprehensiveness": 0.1688854694366455, "sufficiency": 0.0, "masked prediction probs": [ 0.020366504788398743, @@ -133521,7 +150044,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8207085728645325, + "sufficiency": 0.8211537599563599, "masked prediction probs": [ 0.7633926868438721, 0.23660732805728912 @@ -133533,7 +150056,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2981567084789276, + "comprehensiveness": 0.29741722345352173, "sufficiency": 0.0, "masked prediction probs": [ 0.03080066293478012, @@ -133547,7 +150070,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8215968012809753, + "sufficiency": 0.8220375776290894, "masked prediction probs": [ 0.7633926868438721, 0.23660732805728912 @@ -133557,15 +150080,28 @@ 0.993187427520752 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9165335297584534, + "masked prediction probs": [ + 0.828229546546936, + 0.17177046835422516 + ], + "full text prediction probs": [ + 0.006812517065554857, + 0.993187427520752 + ], + "labels": 1 } }, "dev_102": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9559869766235352, - 0.04401300102472305 + 0.09370735287666321, + 0.9062926173210144 ], "full text prediction probs": [ 0.12281429022550583, @@ -133664,12 +150200,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9565056562423706, - 0.043494321405887604 + 0.9559869766235352, + 0.04401300102472305 + ], + "full text prediction probs": [ + 0.12281429022550583, + 0.8771857619285583 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15683956444263458, + 0.8431603908538818 ], "full text prediction probs": [ 0.12281429022550583, @@ -133767,15 +150316,28 @@ 0.8771857619285583 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9565056562423706, + 0.043494321405887604 + ], + "full text prediction probs": [ + 0.12281429022550583, + 0.8771857619285583 + ], + "labels": 1 } }, "dev_118": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9668322801589966, - 0.03316771611571312 + 0.8695946931838989, + 0.13040533661842346 ], "full text prediction probs": [ 0.08765110373497009, @@ -133874,12 +150436,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9707033634185791, - 0.02929665334522724 + 0.9668322801589966, + 0.03316771611571312 + ], + "full text prediction probs": [ + 0.08765110373497009, + 0.9123488664627075 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8643277883529663, + 0.13567222654819489 ], "full text prediction probs": [ 0.08765110373497009, @@ -133977,15 +150552,28 @@ 0.9123488664627075 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9707033634185791, + 0.02929665334522724 + ], + "full text prediction probs": [ + 0.08765110373497009, + 0.9123488664627075 + ], + "labels": 1 } }, "dev_156": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.14340972900390625, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.7751493453979492, + "sufficiency": 0.8495721220970154, "masked prediction probs": [ - 0.01539431232959032, - 0.9846056699752808 + 0.06633570790290833, + 0.9336643218994141 ], "full text prediction probs": [ 0.0038302247412502766, @@ -134084,12 +150672,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.15561720728874207, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.14061908423900604, "sufficiency": 0.0, "masked prediction probs": [ - 0.016627684235572815, - 0.9833722710609436 + 0.01539431232959032, + 0.9846056699752808 + ], + "full text prediction probs": [ + 0.0038302247412502766, + 0.9961697459220886 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4478982090950012, + "sufficiency": 0.6998331546783447, + "masked prediction probs": [ + 0.0407535694539547, + 0.9592463970184326 ], "full text prediction probs": [ 0.0038302247412502766, @@ -134098,7 +150699,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3004818260669708, + "comprehensiveness": 0.29975447058677673, "sufficiency": 0.0, "masked prediction probs": [ 0.028601037338376045, @@ -134111,7 +150712,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.15486383438110352, + "comprehensiveness": 0.15448985993862152, "sufficiency": 0.0, "masked prediction probs": [ 0.016627684235572815, @@ -134124,7 +150725,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03401344269514084, + "comprehensiveness": 0.03393150493502617, "sufficiency": 0.0, "masked prediction probs": [ 0.006647835485637188, @@ -134137,7 +150738,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04215328022837639, + "comprehensiveness": 0.042051978409290314, "sufficiency": 0.0, "masked prediction probs": [ 0.007330480497330427, @@ -134150,7 +150751,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13892942667007446, + "comprehensiveness": 0.13859635591506958, "sufficiency": 0.0, "masked prediction probs": [ 0.01539431232959032, @@ -134163,7 +150764,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.043412040919065475, + "comprehensiveness": 0.04330821335315704, "sufficiency": 0.0, "masked prediction probs": [ 0.007452448830008507, @@ -134176,7 +150777,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15301190316677094, + "comprehensiveness": 0.15264682471752167, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016627684235572815, + 0.9833722710609436 + ], + "full text prediction probs": [ + 0.0038302247412502766, + 0.9961697459220886 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1522834748029709, "sufficiency": 0.0, "masked prediction probs": [ 0.016627684235572815, @@ -134190,12 +150804,12 @@ } }, "dev_161": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4254189133644104, "sufficiency": 0.0, "masked prediction probs": [ - 0.9704495668411255, - 0.029550446197390556 + 0.04846945405006409, + 0.9515305757522583 ], "full text prediction probs": [ 0.021816926077008247, @@ -134294,12 +150908,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9704182744026184, - 0.029581714421510696 + 0.9704495668411255, + 0.029550446197390556 + ], + "full text prediction probs": [ + 0.021816926077008247, + 0.9781830310821533 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.534344494342804, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05625564977526665, + 0.943744421005249 ], "full text prediction probs": [ 0.021816926077008247, @@ -134347,7 +150974,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07270083576440811, + "comprehensiveness": 0.07247795909643173, "sufficiency": 0.0, "masked prediction probs": [ 0.02654612623155117, @@ -134397,15 +151024,28 @@ 0.9781830310821533 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9704182744026184, + 0.029581714421510696 + ], + "full text prediction probs": [ + 0.021816926077008247, + 0.9781830310821533 + ], + "labels": 1 } }, "dev_178": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9313245415687561, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6587352156639099, - 0.3412648141384125 + 0.45258912444114685, + 0.5474108457565308 ], "full text prediction probs": [ 0.005050900857895613, @@ -134504,12 +151144,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8833482265472412, + "sufficiency": 0.9326793551445007, "masked prediction probs": [ - 0.6468452215194702, - 0.35315483808517456 + 0.6587352156639099, + 0.3412648141384125 + ], + "full text prediction probs": [ + 0.005050900857895613, + 0.9949491024017334 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4322759509086609, + 0.5677240490913391 ], "full text prediction probs": [ 0.005050900857895613, @@ -134519,7 +151172,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7820504903793335, + "sufficiency": 0.7825853228569031, "masked prediction probs": [ 0.4996362328529358, 0.5003637671470642 @@ -134557,7 +151210,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04543543979525566, + "comprehensiveness": 0.045324623584747314, "sufficiency": 0.0, "masked prediction probs": [ 0.008768193423748016, @@ -134571,7 +151224,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8847690224647522, + "sufficiency": 0.885049045085907, "masked prediction probs": [ 0.6468452215194702, 0.35315483808517456 @@ -134583,7 +151236,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.13001146912574768, + "comprehensiveness": 0.12969590723514557, "sufficiency": 0.0, "masked prediction probs": [ 0.01573999971151352, @@ -134597,7 +151250,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8853276968002319, + "sufficiency": 0.885604977607727, + "masked prediction probs": [ + 0.6468452215194702, + 0.35315483808517456 + ], + "full text prediction probs": [ + 0.005050900857895613, + 0.9949491024017334 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8858810067176819, "masked prediction probs": [ 0.6468452215194702, 0.35315483808517456 @@ -134610,12 +151276,12 @@ } }, "dev_217": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.44522276520729065, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.046838950365781784, - 0.9531610012054443 + 0.8890644907951355, + 0.1109355241060257 ], "full text prediction probs": [ 0.016641676425933838, @@ -134702,11 +151368,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.43621718883514404, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.046838950365781784, - 0.9531610012054443 + 0.8890644907951355, + 0.1109355241060257 ], "full text prediction probs": [ 0.016641676425933838, @@ -134714,12 +151380,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3827618658542633, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.043215107172727585, - 0.9567849040031433 + 0.8890644907951355, + 0.1109355241060257 + ], + "full text prediction probs": [ + 0.016641676425933838, + 0.9833583235740662 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9159001708030701, + 0.08409982919692993 ], "full text prediction probs": [ 0.016641676425933838, @@ -134728,7 +151407,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13834086060523987, + "comprehensiveness": 0.1379445493221283, "sufficiency": 0.0, "masked prediction probs": [ 0.02627376653254032, @@ -134754,7 +151433,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1760682761669159, + "comprehensiveness": 0.17556676268577576, "sufficiency": 0.0, "masked prediction probs": [ 0.02897101826965809, @@ -134767,7 +151446,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3784007728099823, + "comprehensiveness": 0.37732598185539246, "sufficiency": 0.0, "masked prediction probs": [ 0.043215107172727585, @@ -134780,7 +151459,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6428568959236145, + "comprehensiveness": 0.6410361528396606, "sufficiency": 0.0, "masked prediction probs": [ 0.06191527098417282, @@ -134793,7 +151472,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3019777238368988, + "comprehensiveness": 0.30112484097480774, "sufficiency": 0.0, "masked prediction probs": [ 0.037969060242176056, @@ -134806,11 +151485,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.37519460916519165, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.043215107172727585, - 0.9567849040031433 + 0.9159001708030701, + 0.08409982919692993 + ], + "full text prediction probs": [ + 0.016641676425933838, + 0.9833583235740662 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9159001708030701, + 0.08409982919692993 ], "full text prediction probs": [ 0.016641676425933838, @@ -134820,12 +151512,12 @@ } }, "dev_240": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9508427977561951, - 0.049157217144966125 + 0.24044981598854065, + 0.7595502138137817 ], "full text prediction probs": [ 0.087211474776268, @@ -134924,12 +151616,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.938332200050354, - 0.06166783347725868 + 0.9508427977561951, + 0.049157217144966125 + ], + "full text prediction probs": [ + 0.087211474776268, + 0.9127885699272156 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2555927336215973, + 0.7444072961807251 ], "full text prediction probs": [ 0.087211474776268, @@ -135027,15 +151732,28 @@ 0.9127885699272156 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.938332200050354, + 0.06166783347725868 + ], + "full text prediction probs": [ + 0.087211474776268, + 0.9127885699272156 + ], + "labels": 1 } }, "dev_288": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.634405791759491, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4267549514770508, - 0.5732450485229492 + 0.2988656461238861, + 0.7011343836784363 ], "full text prediction probs": [ 0.009554903022944927, @@ -135134,12 +151852,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6420422792434692, + "masked prediction probs": [ + 0.4267549514770508, + 0.5732450485229492 + ], + "full text prediction probs": [ + 0.009554903022944927, + 0.9904450178146362 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7276917695999146, - 0.2723082900047302 + 0.12544791400432587, + 0.8745520710945129 ], "full text prediction probs": [ 0.009554903022944927, @@ -135174,7 +151905,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1456255465745926, + "comprehensiveness": 0.14524877071380615, "sufficiency": 0.0, "masked prediction probs": [ 0.020784467458724976, @@ -135187,7 +151918,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12589845061302185, + "comprehensiveness": 0.1255735605955124, "sufficiency": 0.0, "masked prediction probs": [ 0.019288452342152596, @@ -135213,7 +151944,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10676048696041107, + "comprehensiveness": 0.10648638755083084, "sufficiency": 0.0, "masked prediction probs": [ 0.017851579934358597, @@ -135237,15 +151968,28 @@ 0.9904450178146362 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7276917695999146, + 0.2723082900047302 + ], + "full text prediction probs": [ + 0.009554903022944927, + 0.9904450178146362 + ], + "labels": 1 } }, "dev_323": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5362926125526428, "sufficiency": 0.0, "masked prediction probs": [ - 0.8701608180999756, - 0.12983913719654083 + 0.05076199397444725, + 0.9492380023002625 ], "full text prediction probs": [ 0.011781207285821438, @@ -135344,12 +152088,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.012034561485052109, + "masked prediction probs": [ + 0.8701608180999756, + 0.12983913719654083 + ], + "full text prediction probs": [ + 0.011781207285821438, + 0.9882187843322754 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.37521594762802124, "sufficiency": 0.0, "masked prediction probs": [ - 0.8726888298988342, - 0.12731118500232697 + 0.039729535579681396, + 0.9602704644203186 ], "full text prediction probs": [ 0.011781207285821438, @@ -135384,7 +152141,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5989156365394592, + "comprehensiveness": 0.5973200798034668, "sufficiency": 0.0, "masked prediction probs": [ 0.05663161724805832, @@ -135423,7 +152180,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.612232506275177, + "comprehensiveness": 0.6106144189834595, "sufficiency": 0.0, "masked prediction probs": [ 0.057996347546577454, @@ -135447,15 +152204,28 @@ 0.9882187843322754 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8726888298988342, + 0.12731118500232697 + ], + "full text prediction probs": [ + 0.011781207285821438, + 0.9882187843322754 + ], + "labels": 1 } }, "dev_332": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6099854707717896, - "sufficiency": 0.8752977252006531, + "fixed-shap": { + "comprehensiveness": 0.02226817049086094, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05269451066851616, - 0.9473055005073547 + 0.0048163882456719875, + 0.9951836466789246 ], "full text prediction probs": [ 0.003002326702699065, @@ -135554,12 +152324,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.25703269243240356, - "sufficiency": 0.5370453596115112, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5982339382171631, + "sufficiency": 0.877697229385376, "masked prediction probs": [ - 0.024352697655558586, - 0.9756473302841187 + 0.05269451066851616, + 0.9473055005073547 + ], + "full text prediction probs": [ + 0.003002326702699065, + 0.9969977140426636 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.015349836088716984, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00428041722625494, + 0.9957196116447449 ], "full text prediction probs": [ 0.003002326702699065, @@ -135568,7 +152351,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.09781574457883835, + "comprehensiveness": 0.09758131951093674, "sufficiency": 0.0, "masked prediction probs": [ 0.01114687230437994, @@ -135581,8 +152364,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.25580069422721863, - "sufficiency": 0.5392617583274841, + "comprehensiveness": 0.25518909096717834, + "sufficiency": 0.5403620600700378, "masked prediction probs": [ 0.024352697655558586, 0.9756473302841187 @@ -135594,7 +152377,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01935362070798874, + "comprehensiveness": 0.019307458773255348, "sufficiency": 0.0, "masked prediction probs": [ 0.004621520172804594, @@ -135607,7 +152390,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004503130912780762, + "comprehensiveness": 0.004492416046559811, "sufficiency": 0.0, "masked prediction probs": [ 0.00337992119602859, @@ -135620,8 +152403,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3294268250465393, - "sufficiency": 0.46712133288383484, + "comprehensiveness": 0.3286448121070862, + "sufficiency": 0.4683848023414612, "masked prediction probs": [ 0.030695565044879913, 0.9693044424057007 @@ -135633,7 +152416,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01863718219101429, + "comprehensiveness": 0.018593044951558113, "sufficiency": 0.0, "masked prediction probs": [ 0.004572669975459576, @@ -135646,8 +152429,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2527717053890228, - "sufficiency": 0.5447109937667847, + "comprehensiveness": 0.2521744966506958, + "sufficiency": 0.5457854270935059, + "masked prediction probs": [ + 0.024352697655558586, + 0.9756473302841187 + ], + "full text prediction probs": [ + 0.003002326702699065, + 0.9969977140426636 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2515800893306732, + "sufficiency": 0.5468547940254211, "masked prediction probs": [ 0.024352697655558586, 0.9756473302841187 @@ -135660,12 +152456,12 @@ } }, "dev_415": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07350748032331467, + "fixed-shap": { + "comprehensiveness": 0.022692808881402016, "sufficiency": 0.0, "masked prediction probs": [ - 0.013671069405972958, - 0.9863288998603821 + 0.009788244031369686, + 0.9902117848396301 ], "full text prediction probs": [ 0.008054139092564583, @@ -135752,11 +152548,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.072184719145298, + "comprehensiveness": 0.022284455597400665, "sufficiency": 0.0, "masked prediction probs": [ - 0.013671069405972958, - 0.9863288998603821 + 0.009788244031369686, + 0.9902117848396301 ], "full text prediction probs": [ 0.008054139092564583, @@ -135764,12 +152560,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0031203203834593296, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.022227315232157707, "sufficiency": 0.0, "masked prediction probs": [ - 0.008297638036310673, - 0.9917023777961731 + 0.009788244031369686, + 0.9902117848396301 + ], + "full text prediction probs": [ + 0.008054139092564583, + 0.9919458031654358 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.011052465066313744, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008918669074773788, + 0.9910813570022583 ], "full text prediction probs": [ 0.008054139092564583, @@ -135778,7 +152587,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.048261843621730804, + "comprehensiveness": 0.04813872650265694, "sufficiency": 0.0, "masked prediction probs": [ 0.011828911490738392, @@ -135791,7 +152600,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.048787884414196014, + "comprehensiveness": 0.04866374284029007, "sufficiency": 0.0, "masked prediction probs": [ 0.011879807338118553, @@ -135804,7 +152613,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04730883613228798, + "comprehensiveness": 0.047188762575387955, "sufficiency": 0.0, "masked prediction probs": [ 0.011773224920034409, @@ -135817,7 +152626,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.002536558546125889, + "comprehensiveness": 0.0025301368441432714, "sufficiency": 0.0, "masked prediction probs": [ 0.008254175074398518, @@ -135830,7 +152639,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09872059524059296, + "comprehensiveness": 0.09847130626440048, "sufficiency": 0.0, "masked prediction probs": [ 0.015854444354772568, @@ -135843,7 +152652,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0010271065402776003, + "comprehensiveness": 0.0010245194425806403, "sufficiency": 0.0, "masked prediction probs": [ 0.008135590702295303, @@ -135856,11 +152665,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04817342758178711, + "comprehensiveness": 0.010858074761927128, "sufficiency": 0.0, "masked prediction probs": [ - 0.011879807338118553, - 0.9881201982498169 + 0.008918669074773788, + 0.9910813570022583 + ], + "full text prediction probs": [ + 0.008054139092564583, + 0.9919458031654358 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0030499370768666267, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008297638036310673, + 0.9917023777961731 ], "full text prediction probs": [ 0.008054139092564583, @@ -135870,12 +152692,12 @@ } }, "dev_457": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.14028508961200714, + "sufficiency": 0.8804513216018677, "masked prediction probs": [ - 0.028778547421097755, - 0.9712215065956116 + 0.8423190116882324, + 0.15768097341060638 ], "full text prediction probs": [ 0.9660151600837708, @@ -135974,12 +152796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.025808459147810936, - 0.9741914868354797 + 0.028778547421097755, + 0.9712215065956116 + ], + "full text prediction probs": [ + 0.9660151600837708, + 0.033984847366809845 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.882189929485321, + "masked prediction probs": [ + 0.06716717779636383, + 0.9328327775001526 ], "full text prediction probs": [ 0.9660151600837708, @@ -135989,7 +152824,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5341560244560242, + "sufficiency": 0.5342614650726318, "masked prediction probs": [ 0.9858055710792542, 0.014194474555552006 @@ -136002,7 +152837,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.948457658290863, + "sufficiency": 0.9484692811965942, "masked prediction probs": [ 0.060729049146175385, 0.9392709136009216 @@ -136015,7 +152850,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8342970013618469, + "sufficiency": 0.8343344330787659, "masked prediction probs": [ 0.9770302772521973, 0.022969745099544525 @@ -136028,7 +152863,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8470984101295471, + "sufficiency": 0.8471329808235168, "masked prediction probs": [ 0.9760296940803528, 0.023970378562808037 @@ -136053,8 +152888,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.13394375145435333, - "sufficiency": 0.8480559587478638, + "comprehensiveness": 0.13391347229480743, + "sufficiency": 0.8480902910232544, "masked prediction probs": [ 0.8475354313850403, 0.1524646282196045 @@ -136077,15 +152912,28 @@ 0.033984847366809845 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.025808459147810936, + 0.9741914868354797 + ], + "full text prediction probs": [ + 0.9660151600837708, + 0.033984847366809845 + ], + "labels": 0 } }, "dev_462": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4814481735229492, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.022676311433315277, + "sufficiency": 0.807868480682373, "masked prediction probs": [ - 0.5470137000083923, - 0.45298632979393005 + 0.9564139246940613, + 0.043586064130067825 ], "full text prediction probs": [ 0.9766498804092407, @@ -136172,11 +153020,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0028183702379465103, - "sufficiency": 0.8764060735702515, + "comprehensiveness": 0.022640792652964592, + "sufficiency": 0.808169424533844, "masked prediction probs": [ - 0.9741308689117432, - 0.025869149714708328 + 0.9564139246940613, + 0.043586064130067825 ], "full text prediction probs": [ 0.9766498804092407, @@ -136184,12 +153032,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.022635726258158684, + "sufficiency": 0.8082123398780823, + "masked prediction probs": [ + 0.9564139246940613, + 0.043586064130067825 + ], + "full text prediction probs": [ + 0.9766498804092407, + 0.023350073024630547 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9245655536651611, + "sufficiency": 0.8362365365028381, "masked prediction probs": [ - 0.9777621626853943, - 0.022237781435251236 + 0.9766498804092407, + 0.023350073024630547 ], "full text prediction probs": [ 0.9766498804092407, @@ -136199,7 +153060,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7736863493919373, + "sufficiency": 0.7737368941307068, "masked prediction probs": [ 0.9844481945037842, 0.015551858581602573 @@ -136211,8 +153072,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003913095220923424, - "sufficiency": 0.8723998069763184, + "comprehensiveness": 0.0039122202433645725, + "sufficiency": 0.872428297996521, "masked prediction probs": [ 0.9731500744819641, 0.026849910616874695 @@ -136224,8 +153085,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.18404898047447205, - "sufficiency": 0.9881880283355713, + "comprehensiveness": 0.18400783836841583, + "sufficiency": 0.988190770149231, "masked prediction probs": [ 0.8120027780532837, 0.18799728155136108 @@ -136238,7 +153099,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8363463282585144, + "sufficiency": 0.8363829255104065, "masked prediction probs": [ 0.9766498804092407, 0.023350073024630547 @@ -136250,7 +153111,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.21613872051239014, + "comprehensiveness": 0.21609042584896088, "sufficiency": 1.0, "masked prediction probs": [ 0.7832093834877014, @@ -136263,8 +153124,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0328490249812603, - "sufficiency": 0.9467285871505737, + "comprehensiveness": 0.03284168988466263, + "sufficiency": 0.946740448474884, "masked prediction probs": [ 0.9472439885139465, 0.05275597795844078 @@ -136276,8 +153137,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003908724524080753, - "sufficiency": 0.8725423216819763, + "comprehensiveness": 0.003907851874828339, + "sufficiency": 0.8725707530975342, "masked prediction probs": [ 0.9731500744819641, 0.026849910616874695 @@ -136287,15 +153148,28 @@ 0.023350073024630547 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9247170686721802, + "masked prediction probs": [ + 0.9777621626853943, + 0.022237781435251236 + ], + "full text prediction probs": [ + 0.9766498804092407, + 0.023350073024630547 + ], + "labels": 0 } }, "dev_475": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9605230689048767, - 0.03947697952389717 + 0.9373302459716797, + 0.0626697689294815 ], "full text prediction probs": [ 0.8755313158035278, @@ -136394,12 +153268,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9593154191970825, - 0.0406845286488533 + 0.9605230689048767, + 0.03947697952389717 + ], + "full text prediction probs": [ + 0.8755313158035278, + 0.12446866929531097 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9428462386131287, + "masked prediction probs": [ + 0.8755313158035278, + 0.12446866929531097 ], "full text prediction probs": [ 0.8755313158035278, @@ -136409,7 +153296,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.957108199596405, + "sufficiency": 0.9571189284324646, "masked prediction probs": [ 0.9554805159568787, 0.04451945796608925 @@ -136421,7 +153308,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.10941319167613983, + "comprehensiveness": 0.10938561707735062, "sufficiency": 1.0, "masked prediction probs": [ 0.7887377142906189, @@ -136435,7 +153322,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9323796629905701, + "sufficiency": 0.9323967099189758, "masked prediction probs": [ 0.9008714556694031, 0.09912849217653275 @@ -136448,7 +153335,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9548658728599548, + "sufficiency": 0.9548772573471069, "masked prediction probs": [ 0.8988184332847595, 0.1011815145611763 @@ -136474,7 +153361,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9758310317993164, + "sufficiency": 0.975837230682373, "masked prediction probs": [ 0.9567263126373291, 0.04327363148331642 @@ -136497,15 +153384,28 @@ 0.12446866929531097 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9593154191970825, + 0.0406845286488533 + ], + "full text prediction probs": [ + 0.8755313158035278, + 0.12446866929531097 + ], + "labels": 0 } }, "dev_483": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9660749435424805, + "sufficiency": 0.9509938955307007, "masked prediction probs": [ - 0.074536994099617, - 0.9254630208015442 + 0.1127147451043129, + 0.8872852921485901 ], "full text prediction probs": [ 0.9228192567825317, @@ -136592,11 +153492,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6976514458656311, - "sufficiency": 1.0, + "comprehensiveness": 0.9644647240638733, + "sufficiency": 0.9510756134986877, "masked prediction probs": [ - 0.33682525157928467, - 0.6631748080253601 + 0.1127147451043129, + 0.8872852921485901 ], "full text prediction probs": [ 0.9228192567825317, @@ -136604,12 +153504,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9948520064353943, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9642351269721985, + "sufficiency": 0.951087236404419, + "masked prediction probs": [ + 0.1127147451043129, + 0.8872852921485901 + ], + "full text prediction probs": [ + 0.9228192567825317, + 0.07718072086572647 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9569013118743896, + "sufficiency": 0.9627326726913452, "masked prediction probs": [ - 0.08699189871549606, - 0.9130080938339233 + 0.11868495494127274, + 0.8813150525093079 ], "full text prediction probs": [ 0.9228192567825317, @@ -136619,7 +153532,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9496681094169617, + "sufficiency": 0.9496800899505615, "masked prediction probs": [ 0.985247015953064, 0.014752927236258984 @@ -136632,7 +153545,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8898233771324158, + "sufficiency": 0.8898496031761169, "masked prediction probs": [ 0.9228192567825317, 0.07718072086572647 @@ -136644,8 +153557,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8811757564544678, - "sufficiency": 0.9693334102630615, + "comprehensiveness": 0.8809661269187927, + "sufficiency": 0.9693407416343689, "masked prediction probs": [ 0.18196864426136017, 0.818031370639801 @@ -136657,8 +153570,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9209116697311401, - "sufficiency": 0.9972839951515198, + "comprehensiveness": 0.9206926822662354, + "sufficiency": 0.9972845911979675, "masked prediction probs": [ 0.14837633073329926, 0.8516236543655396 @@ -136670,8 +153583,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.880756676197052, - "sufficiency": 0.9693479537963867, + "comprehensiveness": 0.880547285079956, + "sufficiency": 0.9693551659584045, "masked prediction probs": [ 0.18196864426136017, 0.818031370639801 @@ -136684,7 +153597,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9011191129684448, + "sufficiency": 0.9011427164077759, "masked prediction probs": [ 0.9746497869491577, 0.025350242853164673 @@ -136696,11 +153609,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8803380727767944, - "sufficiency": 0.9693625569343567, + "comprehensiveness": 0.9553096890449524, + "sufficiency": 0.9627946615219116, "masked prediction probs": [ - 0.18196864426136017, - 0.818031370639801 + 0.11868495494127274, + 0.8813150525093079 + ], + "full text prediction probs": [ + 0.9228192567825317, + 0.07718072086572647 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9550828337669373, + "sufficiency": 0.9628034830093384, + "masked prediction probs": [ + 0.11868495494127274, + 0.8813150525093079 ], "full text prediction probs": [ 0.9228192567825317, @@ -136710,12 +153636,12 @@ } }, "dev_503": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005529735237360001, - "sufficiency": 0.9945073127746582, + "fixed-shap": { + "comprehensiveness": 0.0010847572702914476, + "sufficiency": 0.8581929206848145, "masked prediction probs": [ - 0.9872523546218872, - 0.012747653760015965 + 0.991288423538208, + 0.008711573667824268 ], "full text prediction probs": [ 0.9922733902931213, @@ -136814,12 +153740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002607684349641204, - "sufficiency": 0.982904851436615, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005520008038729429, + "sufficiency": 0.9945169687271118, "masked prediction probs": [ - 0.9899014234542847, - 0.010098578408360481 + 0.9872523546218872, + 0.012747653760015965 + ], + "full text prediction probs": [ + 0.9922733902931213, + 0.0077265724539756775 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007921896758489311, + "sufficiency": 0.829230546951294, + "masked prediction probs": [ + 0.9915526509284973, + 0.008447299711406231 ], "full text prediction probs": [ 0.9922733902931213, @@ -136828,8 +153767,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002224184572696686, - "sufficiency": 0.6446388363838196, + "comprehensiveness": 0.0022236956283450127, + "sufficiency": 0.6447169780731201, "masked prediction probs": [ 0.9902498126029968, 0.00975021906197071 @@ -136842,7 +153781,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8219171762466431, + "sufficiency": 0.8219562768936157, "masked prediction probs": [ 0.9922733902931213, 0.0077265724539756775 @@ -136854,8 +153793,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0018426752649247646, - "sufficiency": 0.8008702993392944, + "comprehensiveness": 0.0018422703724354506, + "sufficiency": 0.8009140491485596, "masked prediction probs": [ 0.9905961751937866, 0.009403790347278118 @@ -136867,8 +153806,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002883052686229348, - "sufficiency": 0.7201098799705505, + "comprehensiveness": 0.0028824196197092533, + "sufficiency": 0.7201713919639587, "masked prediction probs": [ 0.9896486401557922, 0.010351426899433136 @@ -136880,8 +153819,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004508084151893854, - "sufficiency": 0.9256423711776733, + "comprehensiveness": 0.004507094155997038, + "sufficiency": 0.9256587624549866, "masked prediction probs": [ 0.9881682991981506, 0.011831732466816902 @@ -136893,8 +153832,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004607939627021551, - "sufficiency": 0.7969292402267456, + "comprehensiveness": 0.004606928210705519, + "sufficiency": 0.7969738245010376, "masked prediction probs": [ 0.9880764484405518, 0.01192360371351242 @@ -136906,11 +153845,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0018410570919513702, - "sufficiency": 0.8010451793670654, + "comprehensiveness": 0.0007909724954515696, + "sufficiency": 0.8294928669929504, "masked prediction probs": [ - 0.9905961751937866, - 0.009403790347278118 + 0.9915526509284973, + 0.008447299711406231 + ], + "full text prediction probs": [ + 0.9922733902931213, + 0.0077265724539756775 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002602534368634224, + "sufficiency": 0.9829387068748474, + "masked prediction probs": [ + 0.9899014234542847, + 0.010098578408360481 ], "full text prediction probs": [ 0.9922733902931213, @@ -136920,12 +153872,12 @@ } }, "dev_619": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021167432889342308, - "sufficiency": 0.9770377278327942, + "fixed-shap": { + "comprehensiveness": 0.30934590101242065, + "sufficiency": 0.9850176572799683, "masked prediction probs": [ - 0.9706087112426758, - 0.029391294345259666 + 0.7096604704856873, + 0.2903395891189575 ], "full text prediction probs": [ 0.9897760152816772, @@ -137012,11 +153964,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.02113475650548935, - "sufficiency": 0.977073073387146, + "comprehensiveness": 0.3088683485984802, + "sufficiency": 0.9850407838821411, "masked prediction probs": [ - 0.9706087112426758, - 0.029391294345259666 + 0.7096604704856873, + 0.2903395891189575 ], "full text prediction probs": [ 0.9897760152816772, @@ -137024,12 +153976,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05383478105068207, - "sufficiency": 0.9642276167869568, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.30880025029182434, + "sufficiency": 0.9850440621376038, "masked prediction probs": [ - 0.9409419894218445, - 0.0590580515563488 + 0.7096604704856873, + 0.2903395891189575 + ], + "full text prediction probs": [ + 0.9897760152816772, + 0.010224021039903164 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.37665030360221863, + "sufficiency": 0.9808070063591003, + "masked prediction probs": [ + 0.6480377316474915, + 0.35196226835250854 ], "full text prediction probs": [ 0.9897760152816772, @@ -137039,7 +154004,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8307689428329468, + "sufficiency": 0.8308061957359314, "masked prediction probs": [ 0.9920967817306519, 0.007903188467025757 @@ -137051,8 +154016,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.023432038724422455, - "sufficiency": 0.8653379678726196, + "comprehensiveness": 0.023426877334713936, + "sufficiency": 0.8653677105903625, "masked prediction probs": [ 0.9685112237930298, 0.03148872032761574 @@ -137064,8 +154029,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008857999928295612, - "sufficiency": 0.3900613784790039, + "comprehensiveness": 0.008856047876179218, + "sufficiency": 0.39019572734832764, "masked prediction probs": [ 0.9817355275154114, 0.01826448366045952 @@ -137077,8 +154042,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.053787343204021454, - "sufficiency": 0.9642590880393982, + "comprehensiveness": 0.05377550050616264, + "sufficiency": 0.9642668962478638, "masked prediction probs": [ 0.9409419894218445, 0.0590580515563488 @@ -137090,8 +154055,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04275863245129585, - "sufficiency": 0.9813447594642639, + "comprehensiveness": 0.04274921491742134, + "sufficiency": 0.9813488721847534, "masked prediction probs": [ 0.9509465098381042, 0.04905354604125023 @@ -137103,8 +154068,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017710595857352018, - "sufficiency": 0.8964779376983643, + "comprehensiveness": 0.0017706697108224034, + "sufficiency": 0.8965007066726685, "masked prediction probs": [ 0.9881673455238342, 0.011832606978714466 @@ -137116,11 +154081,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05375182256102562, - "sufficiency": 0.9642826318740845, + "comprehensiveness": 0.3760699927806854, + "sufficiency": 0.9808365702629089, "masked prediction probs": [ - 0.9409419894218445, - 0.0590580515563488 + 0.6480377316474915, + 0.35196226835250854 + ], + "full text prediction probs": [ + 0.9897760152816772, + 0.010224021039903164 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3759872615337372, + "sufficiency": 0.980840802192688, + "masked prediction probs": [ + 0.6480377316474915, + 0.35196226835250854 ], "full text prediction probs": [ 0.9897760152816772, @@ -137130,12 +154108,12 @@ } }, "dev_627": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.029038194566965103, - "sufficiency": 0.9847427010536194, + "fixed-shap": { + "comprehensiveness": 0.0163666233420372, + "sufficiency": 0.9763298034667969, "masked prediction probs": [ - 0.965972900390625, - 0.034027099609375 + 0.9774796366691589, + 0.022520415484905243 ], "full text prediction probs": [ 0.9923417568206787, @@ -137222,11 +154200,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.02899349480867386, - "sufficiency": 0.9847661852836609, + "comprehensiveness": 0.016341429203748703, + "sufficiency": 0.9763662219047546, "masked prediction probs": [ - 0.965972900390625, - 0.034027099609375 + 0.9774796366691589, + 0.022520415484905243 ], "full text prediction probs": [ 0.9923417568206787, @@ -137234,12 +154212,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026038911193609238, - "sufficiency": 0.9757309556007385, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.016337836161255836, + "sufficiency": 0.9763714671134949, "masked prediction probs": [ - 0.9686548113822937, - 0.03134515509009361 + 0.9774796366691589, + 0.022520415484905243 + ], + "full text prediction probs": [ + 0.9923417568206787, + 0.007658326532691717 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00717280013486743, + "sufficiency": 0.9671376347541809, + "masked prediction probs": [ + 0.9858154058456421, + 0.014184576459228992 ], "full text prediction probs": [ 0.9923417568206787, @@ -137249,7 +154240,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9042662978172302, + "sufficiency": 0.9042873382568359, "masked prediction probs": [ 0.9946739673614502, 0.005325989797711372 @@ -137261,8 +154252,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.016373226419091225, - "sufficiency": 0.9611352682113647, + "comprehensiveness": 0.01636962965130806, + "sufficiency": 0.9611438512802124, "masked prediction probs": [ 0.9774408936500549, 0.02255913056433201 @@ -137274,8 +154265,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026021748781204224, - "sufficiency": 0.9757469296455383, + "comprehensiveness": 0.026016032323241234, + "sufficiency": 0.9757522940635681, "masked prediction probs": [ 0.9686548113822937, 0.03134515509009361 @@ -137287,8 +154278,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.032265886664390564, - "sufficiency": 0.9533336162567139, + "comprehensiveness": 0.03225880116224289, + "sufficiency": 0.9533438682556152, "masked prediction probs": [ 0.9629644751548767, 0.0370354987680912 @@ -137300,8 +154291,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.022999504581093788, - "sufficiency": 0.951032817363739, + "comprehensiveness": 0.022994453087449074, + "sufficiency": 0.9510435461997986, "masked prediction probs": [ 0.9713966846466064, 0.028603235259652138 @@ -137313,8 +154304,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008687964640557766, - "sufficiency": 0.9150417447090149, + "comprehensiveness": 0.008686057291924953, + "sufficiency": 0.9150604605674744, "masked prediction probs": [ 0.9844281077384949, 0.015571894124150276 @@ -137326,11 +154317,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.025998899713158607, - "sufficiency": 0.9757682085037231, + "comprehensiveness": 0.007161780260503292, + "sufficiency": 0.9671881794929504, "masked prediction probs": [ - 0.9686548113822937, - 0.03134515509009361 + 0.9858154058456421, + 0.014184576459228992 + ], + "full text prediction probs": [ + 0.9923417568206787, + 0.007658326532691717 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0071602086536586285, + "sufficiency": 0.9671952724456787, + "masked prediction probs": [ + 0.9858154058456421, + 0.014184576459228992 ], "full text prediction probs": [ 0.9923417568206787, @@ -137340,12 +154344,12 @@ } }, "dev_723": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07953180372714996, - 0.9204682111740112 + 0.03172696381807327, + 0.9682729840278625 ], "full text prediction probs": [ 0.8769898414611816, @@ -137444,12 +154448,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.019309792667627335, - 0.9806901812553406 + 0.07953180372714996, + 0.9204682111740112 + ], + "full text prediction probs": [ + 0.8769898414611816, + 0.12301008403301239 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05797627568244934, + 0.9420236945152283 ], "full text prediction probs": [ 0.8769898414611816, @@ -137472,7 +154489,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.941130518913269, + "sufficiency": 0.9411453008651733, "masked prediction probs": [ 0.8769898414611816, 0.12301008403301239 @@ -137547,15 +154564,28 @@ 0.12301008403301239 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.019309792667627335, + 0.9806901812553406 + ], + "full text prediction probs": [ + 0.8769898414611816, + 0.12301008403301239 + ], + "labels": 0 } }, "dev_8": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8462308645248413, + "fixed-shap": { + "comprehensiveness": 0.10262047499418259, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7976652383804321, - 0.20233476161956787 + 0.023734960705041885, + 0.976265013217926 ], "full text prediction probs": [ 0.016560157760977745, @@ -137654,12 +154684,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.8496668338775635, + "masked prediction probs": [ + 0.7976652383804321, + 0.20233476161956787 + ], + "full text prediction probs": [ + 0.016560157760977745, + 0.9834398031234741 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08522634953260422, "sufficiency": 0.0, "masked prediction probs": [ - 0.6185773611068726, - 0.38142260909080505 + 0.022672289982438087, + 0.9773277044296265 ], "full text prediction probs": [ 0.016560157760977745, @@ -137694,7 +154737,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.43537360429763794, + "comprehensiveness": 0.43416932225227356, "sufficiency": 0.0, "masked prediction probs": [ 0.04795768857002258, @@ -137733,7 +154776,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02635379694402218, + "comprehensiveness": 0.02628150023519993, "sufficiency": 0.0, "masked prediction probs": [ 0.01847647875547409, @@ -137757,15 +154800,28 @@ 0.9834398031234741 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6185773611068726, + 0.38142260909080505 + ], + "full text prediction probs": [ + 0.016560157760977745, + 0.9834398031234741 + ], + "labels": 1 } }, "dev_52": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4477979242801666, + "fixed-shap": { + "comprehensiveness": 0.05680442228913307, + "sufficiency": 0.0, "masked prediction probs": [ - 0.1799267679452896, - 0.8200732469558716 + 0.012835041619837284, + 0.9871649742126465 ], "full text prediction probs": [ 0.008399944752454758, @@ -137864,12 +154920,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.45887476205825806, + "masked prediction probs": [ + 0.1799267679452896, + 0.8200732469558716 + ], + "full text prediction probs": [ + 0.008399944752454758, + 0.9916000366210938 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.048784345388412476, "sufficiency": 0.0, "masked prediction probs": [ - 0.21129336953163147, - 0.7887066006660461 + 0.012296627275645733, + 0.9877033233642578 ], "full text prediction probs": [ 0.008399944752454758, @@ -137878,7 +154947,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2497086077928543, + "comprehensiveness": 0.24908483028411865, "sufficiency": 0.0, "masked prediction probs": [ 0.02834574691951275, @@ -137891,7 +154960,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.25877177715301514, + "comprehensiveness": 0.2581269443035126, "sufficiency": 0.0, "masked prediction probs": [ 0.02912147343158722, @@ -137904,7 +154973,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7068169713020325, + "comprehensiveness": 0.7050601243972778, "sufficiency": 0.0, "masked prediction probs": [ 0.06514060497283936, @@ -137917,7 +154986,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03716717287898064, + "comprehensiveness": 0.037075016647577286, "sufficiency": 0.0, "masked prediction probs": [ 0.011391001753509045, @@ -137931,7 +155000,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.45206403732299805, + "sufficiency": 0.4534175992012024, "masked prediction probs": [ 0.1954365074634552, 0.8045635223388672 @@ -137943,7 +155012,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20839984714984894, + "comprehensiveness": 0.20788568258285522, "sufficiency": 0.0, "masked prediction probs": [ 0.025254637002944946, @@ -137957,7 +155026,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4547644555568695, + "sufficiency": 0.45610472559928894, "masked prediction probs": [ 0.1954365074634552, 0.8045635223388672 @@ -137967,15 +155036,28 @@ 0.9916000366210938 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21129336953163147, + 0.7887066006660461 + ], + "full text prediction probs": [ + 0.008399944752454758, + 0.9916000366210938 + ], + "labels": 1 } }, "dev_66": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9899484515190125, + "fixed-shap": { + "comprehensiveness": 0.06467869877815247, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8891129493713379, - 0.11088711768388748 + 0.01188240572810173, + 0.9881176352500916 ], "full text prediction probs": [ 0.006724196020513773, @@ -138074,12 +155156,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9873424768447876, + "sufficiency": 0.9901459217071533, "masked prediction probs": [ - 0.8172289133071899, - 0.18277104198932648 + 0.8891129493713379, + 0.11088711768388748 + ], + "full text prediction probs": [ + 0.006724196020513773, + 0.9932758808135986 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04688141867518425, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010547383688390255, + 0.989452600479126 ], "full text prediction probs": [ 0.006724196020513773, @@ -138089,7 +155184,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8668453693389893, + "sufficiency": 0.8671707510948181, "masked prediction probs": [ 0.5894734859466553, 0.4105265140533447 @@ -138102,7 +155197,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9018082618713379, + "sufficiency": 0.9020476341247559, "masked prediction probs": [ 0.5501550436019897, 0.44984495639801025 @@ -138114,7 +155209,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.027083560824394226, + "comprehensiveness": 0.027017613872885704, "sufficiency": 0.0, "masked prediction probs": [ 0.008943612687289715, @@ -138127,7 +155222,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017927339300513268, + "comprehensiveness": 0.017883792519569397, "sufficiency": 0.0, "masked prediction probs": [ 0.008196871727705002, @@ -138141,7 +155236,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.987496018409729, + "sufficiency": 0.9875262975692749, "masked prediction probs": [ 0.8172289133071899, 0.18277104198932648 @@ -138167,7 +155262,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9875563979148865, + "sufficiency": 0.9875863790512085, + "masked prediction probs": [ + 0.8172289133071899, + 0.18277104198932648 + ], + "full text prediction probs": [ + 0.006724196020513773, + 0.9932758808135986 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9876161813735962, "masked prediction probs": [ 0.8172289133071899, 0.18277104198932648 @@ -138180,12 +155288,12 @@ } }, "dev_149": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9630038738250732, - "sufficiency": 0.8029597401618958, + "fixed-shap": { + "comprehensiveness": 0.09081809222698212, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08350632339715958, - 0.9164936542510986 + 0.013497387990355492, + 0.9865026473999023 ], "full text prediction probs": [ 0.0062074982561171055, @@ -138284,12 +155392,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5750595927238464, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9441803097724915, + "sufficiency": 0.8068065643310547, "masked prediction probs": [ - 0.0954313650727272, - 0.9045686721801758 + 0.08350632339715958, + 0.9164936542510986 + ], + "full text prediction probs": [ + 0.0062074982561171055, + 0.9937924742698669 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05378517508506775, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010621598921716213, + 0.9893783926963806 ], "full text prediction probs": [ 0.0062074982561171055, @@ -138299,7 +155420,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5760940909385681, + "sufficiency": 0.5771235227584839, "masked prediction probs": [ 0.0954313650727272, 0.9045686721801758 @@ -138311,7 +155432,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.010185177437961102, + "comprehensiveness": 0.010160473175346851, "sufficiency": 0.0, "masked prediction probs": [ 0.007045413833111525, @@ -138324,7 +155445,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.077416330575943, + "comprehensiveness": 0.07722900807857513, "sufficiency": 0.0, "masked prediction probs": [ 0.012591990642249584, @@ -138337,7 +155458,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05234568193554878, + "comprehensiveness": 0.05221932753920555, "sufficiency": 0.0, "masked prediction probs": [ 0.010534889996051788, @@ -138350,7 +155471,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3492446541786194, + "comprehensiveness": 0.348403662443161, "sufficiency": 0.0, "masked prediction probs": [ 0.03514907509088516, @@ -138363,7 +155484,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010539835318922997, + "comprehensiveness": 0.0105145163834095, "sufficiency": 0.0, "masked prediction probs": [ 0.007083068136125803, @@ -138377,7 +155498,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5821967124938965, + "sufficiency": 0.5831968188285828, + "masked prediction probs": [ + 0.0954313650727272, + 0.9045686721801758 + ], + "full text prediction probs": [ + 0.0062074982561171055, + 0.9937924742698669 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5841920971870422, "masked prediction probs": [ 0.0954313650727272, 0.9045686721801758 @@ -138390,12 +155524,12 @@ } }, "dev_169": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.38736286759376526, + "sufficiency": 0.0, "masked prediction probs": [ - 0.978921115398407, - 0.021078897640109062 + 0.6319361925125122, + 0.3680638074874878 ], "full text prediction probs": [ 0.038750261068344116, @@ -138494,12 +155628,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6983153223991394, + "sufficiency": 0.4071982502937317, "masked prediction probs": [ - 0.9643237590789795, - 0.03567624092102051 + 0.978921115398407, + 0.021078897640109062 + ], + "full text prediction probs": [ + 0.038750261068344116, + 0.9612497091293335 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6235150694847107, + 0.3764849901199341 ], "full text prediction probs": [ 0.038750261068344116, @@ -138509,7 +155656,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6995313167572021, + "sufficiency": 0.7007375955581665, "masked prediction probs": [ 0.9643237590789795, 0.03567624092102051 @@ -138521,7 +155668,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9580336809158325, + "comprehensiveness": 0.9541952013969421, "sufficiency": 0.0, "masked prediction probs": [ 0.08638951927423477, @@ -138561,7 +155708,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9802035689353943, + "sufficiency": 0.9802817702293396, "masked prediction probs": [ 0.8189569711685181, 0.18104301393032074 @@ -138587,7 +155734,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7066265344619751, + "sufficiency": 0.7077766060829163, + "masked prediction probs": [ + 0.9643237590789795, + 0.03567624092102051 + ], + "full text prediction probs": [ + 0.038750261068344116, + 0.9612497091293335 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7089177370071411, "masked prediction probs": [ 0.9643237590789795, 0.03567624092102051 @@ -138600,12 +155760,12 @@ } }, "dev_282": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.049989063292741776, + "fixed-shap": { + "comprehensiveness": 0.068587526679039, "sufficiency": 0.0, "masked prediction probs": [ - 0.02305680513381958, - 0.9769432544708252 + 0.02429833449423313, + 0.9757016897201538 ], "full text prediction probs": [ 0.0197196826338768, @@ -138704,12 +155864,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.048818789422512054, "sufficiency": 0.0, "masked prediction probs": [ - 0.9676871299743652, - 0.03231281042098999 + 0.02305680513381958, + 0.9769432544708252 + ], + "full text prediction probs": [ + 0.0197196826338768, + 0.980280339717865 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09283257275819778, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026083968579769135, + 0.9739160537719727 ], "full text prediction probs": [ 0.0197196826338768, @@ -138744,7 +155917,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08624852448701859, + "comprehensiveness": 0.08599904924631119, "sufficiency": 0.0, "masked prediction probs": [ 0.02566705085337162, @@ -138757,7 +155930,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2212570160627365, + "comprehensiveness": 0.22061888873577118, "sufficiency": 0.0, "masked prediction probs": [ 0.03502105176448822, @@ -138783,7 +155956,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6533755660057068, + "comprehensiveness": 0.6515019536018372, "sufficiency": 0.0, "masked prediction probs": [ 0.06516633927822113, @@ -138807,15 +155980,28 @@ 0.980280339717865 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9676871299743652, + 0.03231281042098999 + ], + "full text prediction probs": [ + 0.0197196826338768, + 0.980280339717865 + ], + "labels": 1 } }, "dev_284": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0532311275601387, - "sufficiency": 0.5954614877700806, + "fixed-shap": { + "comprehensiveness": 0.0697835385799408, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01081036776304245, - 0.989189624786377 + 0.012133286334574223, + 0.9878667593002319 ], "full text prediction probs": [ 0.006556137930601835, @@ -138902,11 +156088,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.2069757580757141, - "sufficiency": 0.1377713978290558, + "comprehensiveness": 0.0685819461941719, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02338736318051815, - 0.9766125679016113 + 0.012133286334574223, + 0.9878667593002319 ], "full text prediction probs": [ 0.006556137930601835, @@ -138914,12 +156100,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.049920301884412766, - "sufficiency": 0.5100842714309692, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06841366738080978, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012133286334574223, + 0.9878667593002319 + ], + "full text prediction probs": [ + 0.006556137930601835, + 0.9934438467025757 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05538877099752426, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01062566228210926, - 0.9893743395805359 + 0.01108259242027998, + 0.9889174699783325 ], "full text prediction probs": [ 0.006556137930601835, @@ -138928,7 +156127,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1512739211320877, + "comprehensiveness": 0.1509045511484146, "sufficiency": 0.0, "masked prediction probs": [ 0.018918197602033615, @@ -138941,7 +156140,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.027459414675831795, + "comprehensiveness": 0.02739252708852291, "sufficiency": 0.0, "masked prediction probs": [ 0.00880563072860241, @@ -138954,7 +156153,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05122489854693413, + "comprehensiveness": 0.05110042542219162, "sufficiency": 0.0, "masked prediction probs": [ 0.010762765072286129, @@ -138967,7 +156166,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07127341628074646, + "comprehensiveness": 0.0711006447672844, "sufficiency": 0.0, "masked prediction probs": [ 0.012423451989889145, @@ -138980,7 +156179,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04796527326107025, + "comprehensiveness": 0.04784928262233734, "sufficiency": 0.0, "masked prediction probs": [ 0.010514223016798496, @@ -138993,7 +156192,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06533502787351608, + "comprehensiveness": 0.06517741829156876, "sufficiency": 0.0, "masked prediction probs": [ 0.011960703879594803, @@ -139006,11 +156205,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14908437430858612, + "comprehensiveness": 0.054455701261758804, "sufficiency": 0.0, "masked prediction probs": [ - 0.018918197602033615, - 0.9810817241668701 + 0.01108259242027998, + 0.9889174699783325 + ], + "full text prediction probs": [ + 0.006556137930601835, + 0.9934438467025757 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05432496592402458, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01108259242027998, + 0.9889174699783325 ], "full text prediction probs": [ 0.006556137930601835, @@ -139020,12 +156232,12 @@ } }, "dev_314": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.6324556469917297, + "sufficiency": 0.33723339438438416, "masked prediction probs": [ - 0.5258529782295227, - 0.4741470217704773 + 0.3273157775402069, + 0.6726842522621155 ], "full text prediction probs": [ 0.010787450708448887, @@ -139124,12 +156336,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.6400558352470398, "masked prediction probs": [ - 0.6630086302757263, - 0.3369913697242737 + 0.5258529782295227, + 0.4741470217704773 + ], + "full text prediction probs": [ + 0.010787450708448887, + 0.9892125129699707 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.2972581088542938, + "masked prediction probs": [ + 0.43696314096450806, + 0.5630367994308472 ], "full text prediction probs": [ 0.010787450708448887, @@ -139139,7 +156364,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5380395650863647, + "sufficiency": 0.5392274856567383, "masked prediction probs": [ 0.6274474859237671, 0.37255245447158813 @@ -139177,7 +156402,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04946821555495262, + "comprehensiveness": 0.04934182018041611, "sufficiency": 0.0, "masked prediction probs": [ 0.014650445431470871, @@ -139191,7 +156416,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8672407865524292, + "sufficiency": 0.8675786852836609, "masked prediction probs": [ 0.7211541533470154, 0.2788458466529846 @@ -139227,15 +156452,28 @@ 0.9892125129699707 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6630086302757263, + 0.3369913697242737 + ], + "full text prediction probs": [ + 0.010787450708448887, + 0.9892125129699707 + ], + "labels": 1 } }, "dev_315": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.008266983553767204, "sufficiency": 0.0, "masked prediction probs": [ - 0.10100415349006653, - 0.8989958167076111 + 0.011075492948293686, + 0.9889245629310608 ], "full text prediction probs": [ 0.010446899570524693, @@ -139334,12 +156572,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.878876268863678, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07867350429296494, - 0.9213265180587769 + 0.10100415349006653, + 0.8989958167076111 + ], + "full text prediction probs": [ + 0.010446899570524693, + 0.9895530939102173 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05452839657664299, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014690789394080639, + 0.9853091835975647 ], "full text prediction probs": [ 0.010446899570524693, @@ -139348,7 +156599,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5501179099082947, + "comprehensiveness": 0.5487076640129089, "sufficiency": 0.0, "masked prediction probs": [ 0.05326225608587265, @@ -139374,7 +156625,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05891096964478493, + "comprehensiveness": 0.05876072123646736, "sufficiency": 0.0, "masked prediction probs": [ 0.015055478550493717, @@ -139387,7 +156638,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04192265123128891, + "comprehensiveness": 0.041815999895334244, "sufficiency": 0.0, "masked prediction probs": [ 0.013734904117882252, @@ -139400,7 +156651,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.86769700050354, + "comprehensiveness": 0.8654952049255371, "sufficiency": 0.0, "masked prediction probs": [ 0.07867350429296494, @@ -139426,7 +156677,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8633044958114624, + "comprehensiveness": 0.8611249327659607, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07867350429296494, + 0.9213265180587769 + ], + "full text prediction probs": [ + 0.010446899570524693, + 0.9895530939102173 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8589562773704529, "sufficiency": 0.0, "masked prediction probs": [ 0.07867350429296494, @@ -139440,12 +156704,12 @@ } }, "dev_400": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3167181611061096, - 0.6832818388938904 + 0.15018072724342346, + 0.8498192429542542 ], "full text prediction probs": [ 0.018122920766472816, @@ -139544,12 +156808,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2633771598339081, - 0.7366228699684143 + 0.3167181611061096, + 0.6832818388938904 + ], + "full text prediction probs": [ + 0.018122920766472816, + 0.9818770885467529 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1543908566236496, + 0.845609188079834 ], "full text prediction probs": [ 0.018122920766472816, @@ -139571,7 +156848,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11272656917572021, + "comprehensiveness": 0.11240696161985397, "sufficiency": 0.0, "masked prediction probs": [ 0.02605360932648182, @@ -139584,7 +156861,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02136201225221157, + "comprehensiveness": 0.021301617845892906, "sufficiency": 0.0, "masked prediction probs": [ 0.01963009685277939, @@ -139597,7 +156874,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.021301617845892906, + "comprehensiveness": 0.02124156430363655, "sufficiency": 0.0, "masked prediction probs": [ 0.01963009685277939, @@ -139610,7 +156887,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4738718569278717, + "comprehensiveness": 0.47253966331481934, "sufficiency": 0.0, "masked prediction probs": [ 0.05174572765827179, @@ -139647,15 +156924,28 @@ 0.9818770885467529 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2633771598339081, + 0.7366228699684143 + ], + "full text prediction probs": [ + 0.018122920766472816, + 0.9818770885467529 + ], + "labels": 1 } }, "dev_412": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.32266148924827576, - 0.6773384809494019 + 0.3419784605503082, + 0.6580215692520142 ], "full text prediction probs": [ 0.04053519293665886, @@ -139745,8 +157035,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.32266148924827576, - 0.6773384809494019 + 0.3419784605503082, + 0.6580215692520142 ], "full text prediction probs": [ 0.04053519293665886, @@ -139754,12 +157044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.25014162063598633, - 0.7498583793640137 + 0.3419784605503082, + 0.6580215692520142 + ], + "full text prediction probs": [ + 0.04053519293665886, + 0.9594647288322449 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2985009253025055, + 0.7014990448951721 ], "full text prediction probs": [ 0.04053519293665886, @@ -139781,7 +157084,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.37544524669647217, + "comprehensiveness": 0.37388521432876587, "sufficiency": 0.0, "masked prediction probs": [ 0.058534473180770874, @@ -139794,7 +157097,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.912121593952179, + "comprehensiveness": 0.9083473086357117, "sufficiency": 0.0, "masked prediction probs": [ 0.08444580435752869, @@ -139807,7 +157110,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6229161024093628, + "comprehensiveness": 0.620349109172821, "sufficiency": 0.0, "masked prediction probs": [ 0.07064773887395859, @@ -139833,7 +157136,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.336151659488678, + "comprehensiveness": 0.33477774262428284, "sufficiency": 0.0, "masked prediction probs": [ 0.056919701397418976, @@ -139849,8 +157152,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.25014162063598633, - 0.7498583793640137 + 0.2985009253025055, + 0.7014990448951721 + ], + "full text prediction probs": [ + 0.04053519293665886, + 0.9594647288322449 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2985009253025055, + 0.7014990448951721 ], "full text prediction probs": [ 0.04053519293665886, @@ -139860,12 +157176,12 @@ } }, "dev_441": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10270920395851135, - "sufficiency": 0.9281534552574158, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9747962355613708, "masked prediction probs": [ - 0.892087459564209, - 0.10791255533695221 + 0.9856389164924622, + 0.014361141249537468 ], "full text prediction probs": [ 0.9843254089355469, @@ -139964,12 +157280,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006643140688538551, - "sufficiency": 0.9772656559944153, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10252653807401657, + "sufficiency": 0.9282811880111694, "masked prediction probs": [ - 0.9783489108085632, - 0.02165113016963005 + 0.892087459564209, + 0.10791255533695221 + ], + "full text prediction probs": [ + 0.9843254089355469, + 0.015674637630581856 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9738653898239136, + "masked prediction probs": [ + 0.9893925189971924, + 0.01060749776661396 ], "full text prediction probs": [ 0.9843254089355469, @@ -139979,7 +157308,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9720291495323181, + "sufficiency": 0.9720353484153748, "masked prediction probs": [ 0.988851010799408, 0.011149048805236816 @@ -139991,8 +157320,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00664018839597702, - "sufficiency": 0.9772758483886719, + "comprehensiveness": 0.006638713181018829, + "sufficiency": 0.977280855178833, "masked prediction probs": [ 0.9783489108085632, 0.02165113016963005 @@ -140004,8 +157333,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0049385977908968925, - "sufficiency": 0.8893663287162781, + "comprehensiveness": 0.0049375006929039955, + "sufficiency": 0.8893908262252808, "masked prediction probs": [ 0.9798794388771057, 0.0201205313205719 @@ -140018,7 +157347,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8618487119674683, + "sufficiency": 0.8618794083595276, "masked prediction probs": [ 0.9861032962799072, 0.013896679505705833 @@ -140030,8 +157359,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.026947351172566414, - "sufficiency": 0.813474714756012, + "comprehensiveness": 0.026941366493701935, + "sufficiency": 0.8135161995887756, "masked prediction probs": [ 0.9600552916526794, 0.03994470089673996 @@ -140043,8 +157372,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.027994845062494278, - "sufficiency": 0.9033640027046204, + "comprehensiveness": 0.027988631278276443, + "sufficiency": 0.9033854007720947, "masked prediction probs": [ 0.9591062664985657, 0.040893781930208206 @@ -140056,8 +157385,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006632818840444088, - "sufficiency": 0.9773010015487671, + "comprehensiveness": 0.006631346885114908, + "sufficiency": 0.9773060083389282, + "masked prediction probs": [ + 0.9783489108085632, + 0.02165113016963005 + ], + "full text prediction probs": [ + 0.9843254089355469, + 0.015674637630581856 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006629875861108303, + "sufficiency": 0.9773110747337341, "masked prediction probs": [ 0.9783489108085632, 0.02165113016963005 @@ -140070,12 +157412,12 @@ } }, "dev_527": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5461598038673401, - "sufficiency": 0.9851348996162415, + "fixed-shap": { + "comprehensiveness": 0.22478333115577698, + "sufficiency": 0.9752506017684937, "masked prediction probs": [ - 0.49056482315063477, - 0.5094351768493652 + 0.7768526673316956, + 0.22314734756946564 ], "full text prediction probs": [ 0.9770936369895935, @@ -140174,12 +157516,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4553817808628082, - "sufficiency": 0.9590295553207397, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5451805591583252, + "sufficiency": 0.9851616024971008, "masked prediction probs": [ - 0.570702850818634, - 0.4292971193790436 + 0.49056482315063477, + 0.5094351768493652 + ], + "full text prediction probs": [ + 0.9770936369895935, + 0.022906288504600525 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.19578950107097626, + "sufficiency": 0.9594525694847107, + "masked prediction probs": [ + 0.8023284673690796, + 0.197671577334404 ], "full text prediction probs": [ 0.9770936369895935, @@ -140189,7 +157544,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5702932476997375, + "sufficiency": 0.570389449596405, "masked prediction probs": [ 0.9840779304504395, 0.015922119840979576 @@ -140201,8 +157556,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08299261331558228, - "sufficiency": 0.9759356379508972, + "comprehensiveness": 0.08297402411699295, + "sufficiency": 0.9759410619735718, "masked prediction probs": [ 0.9029963612556458, 0.09700363129377365 @@ -140214,8 +157569,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.28225916624069214, - "sufficiency": 0.9196205735206604, + "comprehensiveness": 0.28219595551490784, + "sufficiency": 0.9196385145187378, "masked prediction probs": [ 0.7250311970710754, 0.2749687731266022 @@ -140227,8 +157582,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0036967892665416002, - "sufficiency": 0.8162214159965515, + "comprehensiveness": 0.0036959617864340544, + "sufficiency": 0.8162625432014465, "masked prediction probs": [ 0.9737915992736816, 0.02620844356715679 @@ -140240,8 +157595,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.45487210154533386, - "sufficiency": 0.959075391292572, + "comprehensiveness": 0.4547702670097351, + "sufficiency": 0.9590845704078674, "masked prediction probs": [ 0.570702850818634, 0.4292971193790436 @@ -140254,7 +157609,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8941993117332458, + "sufficiency": 0.8942229747772217, "masked prediction probs": [ 0.9802010655403137, 0.01979886367917061 @@ -140266,8 +157621,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4546685218811035, - "sufficiency": 0.9590936899185181, + "comprehensiveness": 0.4545668065547943, + "sufficiency": 0.9591028690338135, + "masked prediction probs": [ + 0.570702850818634, + 0.4292971193790436 + ], + "full text prediction probs": [ + 0.9770936369895935, + 0.022906288504600525 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4544651508331299, + "sufficiency": 0.9591119885444641, "masked prediction probs": [ 0.570702850818634, 0.4292971193790436 @@ -140280,12 +157648,12 @@ } }, "dev_596": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.8676049113273621, "sufficiency": 1.0, "masked prediction probs": [ - 0.9827682375907898, - 0.017231741920113564 + 0.15317365527153015, + 0.8468263149261475 ], "full text prediction probs": [ 0.591564416885376, @@ -140372,11 +157740,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.865208089351654, "sufficiency": 1.0, "masked prediction probs": [ - 0.9827682375907898, - 0.017231741920113564 + 0.15317365527153015, + 0.8468263149261475 ], "full text prediction probs": [ 0.591564416885376, @@ -140384,12 +157752,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7576396465301514, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8648666739463806, + "sufficiency": 1.0, "masked prediction probs": [ - 0.984978199005127, - 0.015021837316453457 + 0.15317365527153015, + 0.8468263149261475 + ], + "full text prediction probs": [ + 0.591564416885376, + 0.40843555331230164 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9906584024429321, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.08921322226524353, + 0.9107868075370789 ], "full text prediction probs": [ 0.591564416885376, @@ -140399,7 +157780,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7577351927757263, + "sufficiency": 0.7578306794166565, "masked prediction probs": [ 0.984978199005127, 0.015021837316453457 @@ -140424,7 +157805,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6541686058044434, + "comprehensiveness": 0.6539108157157898, "sufficiency": 1.0, "masked prediction probs": [ 0.25958162546157837, @@ -140450,7 +157831,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2692619264125824, + "comprehensiveness": 0.26915591955184937, "sufficiency": 1.0, "masked prediction probs": [ 0.4548094868659973, @@ -140476,11 +157857,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7583069801330566, + "comprehensiveness": 0.9879310727119446, + "sufficiency": 1.0, "masked prediction probs": [ - 0.984978199005127, - 0.015021837316453457 + 0.08921322226524353, + 0.9107868075370789 + ], + "full text prediction probs": [ + 0.591564416885376, + 0.40843555331230164 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9875428676605225, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.08921322226524353, + 0.9107868075370789 ], "full text prediction probs": [ 0.591564416885376, @@ -140490,12 +157884,12 @@ } }, "dev_608": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00767839141190052, - "sufficiency": 0.6484236717224121, + "fixed-shap": { + "comprehensiveness": 0.05370625481009483, + "sufficiency": 0.8953379988670349, "masked prediction probs": [ - 0.9619578123092651, - 0.038042206317186356 + 0.9213401675224304, + 0.07865983247756958 ], "full text prediction probs": [ 0.9687336683273315, @@ -140594,12 +157988,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003193696727976203, - "sufficiency": 0.9677428007125854, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0076644946821033955, + "sufficiency": 0.6490598917007446, "masked prediction probs": [ - 0.9659102559089661, - 0.03408968076109886 + 0.9619578123092651, + 0.038042206317186356 + ], + "full text prediction probs": [ + 0.9687336683273315, + 0.031266313046216965 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009068184881471097, + "sufficiency": 0.8694839477539062, + "masked prediction probs": [ + 0.9679318070411682, + 0.03206818550825119 ], "full text prediction probs": [ 0.9687336683273315, @@ -140609,7 +158016,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2160387486219406, + "sufficiency": 0.21621601283550262, "masked prediction probs": [ 0.9834063053131104, 0.016593771055340767 @@ -140621,8 +158028,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00872048456221819, - "sufficiency": 0.8604753613471985, + "comprehensiveness": 0.008718513883650303, + "sufficiency": 0.8605068922042847, "masked prediction probs": [ 0.9610207676887512, 0.03897924721240997 @@ -140635,7 +158042,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8942652344703674, + "sufficiency": 0.8942890763282776, "masked prediction probs": [ 0.9791932106018066, 0.02080686204135418 @@ -140648,7 +158055,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9407845139503479, + "sufficiency": 0.9407979249954224, "masked prediction probs": [ 0.9723529815673828, 0.02764694206416607 @@ -140660,7 +158067,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014319603331387043, + "comprehensiveness": 0.014316367916762829, "sufficiency": 1.0, "masked prediction probs": [ 0.956059992313385, @@ -140674,7 +158081,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9190812706947327, + "sufficiency": 0.9190995097160339, "masked prediction probs": [ 0.9782774448394775, 0.021722523495554924 @@ -140686,8 +158093,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008710636757314205, - "sufficiency": 0.8606328964233398, + "comprehensiveness": 0.008708668872714043, + "sufficiency": 0.8606643676757812, "masked prediction probs": [ 0.9610207676887512, 0.03897924721240997 @@ -140697,15 +158104,28 @@ 0.031266313046216965 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003187207505106926, + "sufficiency": 0.9678083658218384, + "masked prediction probs": [ + 0.9659102559089661, + 0.03408968076109886 + ], + "full text prediction probs": [ + 0.9687336683273315, + 0.031266313046216965 + ], + "labels": 0 } }, "dev_666": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9829331636428833, - 0.017066821455955505 + 0.9707880616188049, + 0.02921188808977604 ], "full text prediction probs": [ 0.23874063789844513, @@ -140804,12 +158224,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9824202060699463, - 0.017579790204763412 + 0.9829331636428833, + 0.017066821455955505 + ], + "full text prediction probs": [ + 0.23874063789844513, + 0.7612593770027161 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9673916697502136, + 0.032608408480882645 ], "full text prediction probs": [ 0.23874063789844513, @@ -140907,15 +158340,28 @@ 0.7612593770027161 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9824202060699463, + 0.017579790204763412 + ], + "full text prediction probs": [ + 0.23874063789844513, + 0.7612593770027161 + ], + "labels": 0 } }, "dev_673": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0011746063828468323, - "sufficiency": 0.9931917786598206, + "fixed-shap": { + "comprehensiveness": 0.0049121808260679245, + "sufficiency": 0.9323805570602417, "masked prediction probs": [ - 0.9942426085472107, - 0.005757420789450407 + 0.9908450245857239, + 0.009155003353953362 ], "full text prediction probs": [ 0.995310366153717, @@ -141014,12 +158460,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015707382932305336, - "sufficiency": 0.8736640214920044, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0011725424556061625, + "sufficiency": 0.9932037591934204, "masked prediction probs": [ - 0.9810066819190979, - 0.018993282690644264 + 0.9942426085472107, + 0.005757420789450407 + ], + "full text prediction probs": [ + 0.995310366153717, + 0.004689686466008425 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0032783278729766607, + "sufficiency": 0.9176918864250183, + "masked prediction probs": [ + 0.9923243522644043, + 0.007675645872950554 ], "full text prediction probs": [ 0.995310366153717, @@ -141028,8 +158487,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0019427054794505239, - "sufficiency": 0.4402373135089874, + "comprehensiveness": 0.00194227893371135, + "sufficiency": 0.4403601586818695, "masked prediction probs": [ 0.99354088306427, 0.006459096912294626 @@ -141041,8 +158500,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015700485557317734, - "sufficiency": 0.8737194538116455, + "comprehensiveness": 0.015697041526436806, + "sufficiency": 0.8737471699714661, "masked prediction probs": [ 0.9810066819190979, 0.018993282690644264 @@ -141054,8 +158513,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005700165405869484, - "sufficiency": 0.7660501599311829, + "comprehensiveness": 0.005698914639651775, + "sufficiency": 0.7661014795303345, "masked prediction probs": [ 0.9901161789894104, 0.009883839637041092 @@ -141067,8 +158526,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011212822049856186, - "sufficiency": 0.9222925901412964, + "comprehensiveness": 0.011210362426936626, + "sufficiency": 0.9223096370697021, "masked prediction probs": [ 0.9850906133651733, 0.014909423887729645 @@ -141080,8 +158539,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017917070537805557, - "sufficiency": 0.9825833439826965, + "comprehensiveness": 0.01791314035654068, + "sufficiency": 0.9825871586799622, "masked prediction probs": [ 0.9789765477180481, 0.02102353423833847 @@ -141093,8 +158552,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013944069854915142, - "sufficiency": 0.8688732981681824, + "comprehensiveness": 0.013941013254225254, + "sufficiency": 0.8689020872116089, "masked prediction probs": [ 0.982595682144165, 0.01740432158112526 @@ -141106,8 +158565,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01568327099084854, - "sufficiency": 0.8738579154014587, + "comprehensiveness": 0.01567983254790306, + "sufficiency": 0.8738855719566345, + "masked prediction probs": [ + 0.9810066819190979, + 0.018993282690644264 + ], + "full text prediction probs": [ + 0.995310366153717, + 0.004689686466008425 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01567639596760273, + "sufficiency": 0.8739132285118103, "masked prediction probs": [ 0.9810066819190979, 0.018993282690644264 @@ -141120,12 +158592,12 @@ } }, "dev_732": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6262453198432922, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9548043012619019, "masked prediction probs": [ - 0.4143555760383606, - 0.5856444239616394 + 0.9737110137939453, + 0.026289017871022224 ], "full text prediction probs": [ 0.9640699625015259, @@ -141224,12 +158696,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11496345698833466, - "sufficiency": 0.8875254392623901, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6251058578491211, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8629717826843262, - 0.13702823221683502 + 0.4143555760383606, + 0.5856444239616394 + ], + "full text prediction probs": [ + 0.9640699625015259, + 0.035930074751377106 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8513033986091614, + "masked prediction probs": [ + 0.9640699625015259, + 0.035930074751377106 ], "full text prediction probs": [ 0.9640699625015259, @@ -141239,7 +158724,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9250291585922241, + "sufficiency": 0.9250462651252747, "masked prediction probs": [ 0.9867206811904907, 0.013279271312057972 @@ -141251,8 +158736,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.11491118371486664, - "sufficiency": 0.887576699256897, + "comprehensiveness": 0.11488507688045502, + "sufficiency": 0.8876022100448608, "masked prediction probs": [ 0.8629717826843262, 0.13702823221683502 @@ -141264,8 +158749,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.11508841067552567, - "sufficiency": 0.9328427910804749, + "comprehensiveness": 0.11506225168704987, + "sufficiency": 0.9328580498695374, "masked prediction probs": [ 0.8627928495407104, 0.13720710575580597 @@ -141277,8 +158762,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.23597510159015656, - "sufficiency": 0.9240649342536926, + "comprehensiveness": 0.23592150211334229, + "sufficiency": 0.9240822792053223, "masked prediction probs": [ 0.7563660740852356, 0.2436339259147644 @@ -141290,7 +158775,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4683587849140167, + "comprehensiveness": 0.46825239062309265, "sufficiency": 1.0, "masked prediction probs": [ 0.551729679107666, @@ -141303,8 +158788,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013778133317828178, - "sufficiency": 0.9170283079147339, + "comprehensiveness": 0.013775005005300045, + "sufficiency": 0.9170470833778381, "masked prediction probs": [ 0.9519370198249817, 0.04806303232908249 @@ -141316,8 +158801,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1147807240486145, - "sufficiency": 0.8877042531967163, + "comprehensiveness": 0.11475466191768646, + "sufficiency": 0.8877297043800354, + "masked prediction probs": [ + 0.8629717826843262, + 0.13702823221683502 + ], + "full text prediction probs": [ + 0.9640699625015259, + 0.035930074751377106 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11472862213850021, + "sufficiency": 0.8877552151679993, "masked prediction probs": [ 0.8629717826843262, 0.13702823221683502 @@ -141330,12 +158828,12 @@ } }, "dev_760": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6683343052864075, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.3358214795589447, - 0.6641785502433777 + 0.9142747521400452, + 0.08572523295879364 ], "full text prediction probs": [ 0.8386766314506531, @@ -141434,12 +158932,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9499808549880981, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6669160723686218, "sufficiency": 1.0, "masked prediction probs": [ - 0.12239038944244385, - 0.8776096105575562 + 0.3358214795589447, + 0.6641785502433777 + ], + "full text prediction probs": [ + 0.8386766314506531, + 0.16132335364818573 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9576910138130188, + 0.04230901598930359 ], "full text prediction probs": [ 0.8386766314506531, @@ -141449,7 +158960,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5245825052261353, + "sufficiency": 0.5247085094451904, "masked prediction probs": [ 0.955866277217865, 0.044133760035037994 @@ -141462,7 +158973,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9458311796188354, + "sufficiency": 0.9458456039428711, "masked prediction probs": [ 0.9544946551322937, 0.04550531879067421 @@ -141474,7 +158985,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9492255449295044, + "comprehensiveness": 0.9489739537239075, "sufficiency": 1.0, "masked prediction probs": [ 0.12239038944244385, @@ -141487,8 +158998,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.28495216369628906, - "sufficiency": 0.9899606108665466, + "comprehensiveness": 0.2848767042160034, + "sufficiency": 0.9899632334709167, "masked prediction probs": [ 0.6235945224761963, 0.3764054775238037 @@ -141500,7 +159011,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.44374898076057434, + "comprehensiveness": 0.44363144040107727, "sufficiency": 1.0, "masked prediction probs": [ 0.5036458373069763, @@ -141526,7 +159037,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9482202529907227, + "comprehensiveness": 0.9479691982269287, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.12239038944244385, + 0.8776096105575562 + ], + "full text prediction probs": [ + 0.8386766314506531, + 0.16132335364818573 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9477183818817139, "sufficiency": 1.0, "masked prediction probs": [ 0.12239038944244385, @@ -141540,12 +159064,12 @@ } }, "dev_768": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3886021375656128, - "sufficiency": 0.9585199356079102, + "fixed-shap": { + "comprehensiveness": 0.42367517948150635, + "sufficiency": 1.0, "masked prediction probs": [ - 0.602910578250885, - 0.397089421749115 + 0.5732736587524414, + 0.426726371049881 ], "full text prediction probs": [ 0.931281566619873, @@ -141644,12 +159168,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1310914009809494, - "sufficiency": 0.9536293745040894, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.38786768913269043, + "sufficiency": 0.9585983157157898, "masked prediction probs": [ - 0.8202988505363464, - 0.17970119416713715 + 0.602910578250885, + 0.397089421749115 + ], + "full text prediction probs": [ + 0.931281566619873, + 0.06871847063302994 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4417960047721863, + "sufficiency": 0.9227171540260315, + "masked prediction probs": [ + 0.5571662187576294, + 0.4428337514400482 ], "full text prediction probs": [ 0.931281566619873, @@ -141659,7 +159196,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7672155499458313, + "sufficiency": 0.767270565032959, "masked prediction probs": [ 0.9834280610084534, 0.01657189428806305 @@ -141671,8 +159208,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3713122308254242, - "sufficiency": 0.9322311282157898, + "comprehensiveness": 0.371224582195282, + "sufficiency": 0.9322470426559448, "masked prediction probs": [ 0.6167780160903931, 0.3832220137119293 @@ -141684,8 +159221,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.39277637004852295, - "sufficiency": 0.9436023235321045, + "comprehensiveness": 0.39268365502357483, + "sufficiency": 0.9436155557632446, "masked prediction probs": [ 0.5985192060470581, 0.4014807641506195 @@ -141697,8 +159234,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.39268365502357483, - "sufficiency": 0.9436155557632446, + "comprehensiveness": 0.39259102940559387, + "sufficiency": 0.9436289668083191, "masked prediction probs": [ 0.5985192060470581, 0.4014807641506195 @@ -141710,8 +159247,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13093674182891846, - "sufficiency": 0.9536840915679932, + "comprehensiveness": 0.13090583682060242, + "sufficiency": 0.9536951184272766, "masked prediction probs": [ 0.8202988505363464, 0.17970119416713715 @@ -141724,7 +159261,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.944821298122406, + "sufficiency": 0.944834291934967, "masked prediction probs": [ 0.9790471196174622, 0.02095281146466732 @@ -141736,8 +159273,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13087497651576996, - "sufficiency": 0.9537059664726257, + "comprehensiveness": 0.1308441013097763, + "sufficiency": 0.9537168145179749, + "masked prediction probs": [ + 0.8202988505363464, + 0.17970119416713715 + ], + "full text prediction probs": [ + 0.931281566619873, + 0.06871847063302994 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13081327080726624, + "sufficiency": 0.9537277817726135, "masked prediction probs": [ 0.8202988505363464, 0.17970119416713715 @@ -141750,12 +159300,12 @@ } }, "dev_771": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.041875120252370834, "sufficiency": 1.0, "masked prediction probs": [ - 0.03302537649869919, - 0.9669745564460754 + 0.713931143283844, + 0.2860688865184784 ], "full text prediction probs": [ 0.741362988948822, @@ -141854,12 +159404,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03721746802330017, - 0.9627825617790222 + 0.03302537649869919, + 0.9669745564460754 + ], + "full text prediction probs": [ + 0.741362988948822, + 0.25863704085350037 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.741362988948822, + 0.25863704085350037 ], "full text prediction probs": [ 0.741362988948822, @@ -141869,7 +159432,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3598842918872833, + "sufficiency": 0.3600790798664093, "masked prediction probs": [ 0.9457703828811646, 0.054229624569416046 @@ -141881,7 +159444,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8909706473350525, + "comprehensiveness": 0.8906995058059692, "sufficiency": 1.0, "masked prediction probs": [ 0.15591801702976227, @@ -141895,7 +159458,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.04551342502236366, + "sufficiency": 0.04580368846654892, "masked prediction probs": [ 0.9740465879440308, 0.02595338225364685 @@ -141933,7 +159496,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8722027540206909, + "comprehensiveness": 0.87193763256073, "sufficiency": 1.0, "masked prediction probs": [ 0.16755247116088867, @@ -141957,15 +159520,28 @@ 0.25863704085350037 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03721746802330017, + 0.9627825617790222 + ], + "full text prediction probs": [ + 0.741362988948822, + 0.25863704085350037 + ], + "labels": 0 } }, "dev_783": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07225707918405533, - 0.9277429580688477 + 0.7190525531768799, + 0.28094741702079773 ], "full text prediction probs": [ 0.6340512037277222, @@ -142064,12 +159640,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07005473226308823, - 0.9299452304840088 + 0.07225707918405533, + 0.9277429580688477 + ], + "full text prediction probs": [ + 0.6340512037277222, + 0.3659488260746002 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6340512037277222, + 0.3659488260746002 ], "full text prediction probs": [ 0.6340512037277222, @@ -142104,7 +159693,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7323658466339111, + "comprehensiveness": 0.7320995926856995, "sufficiency": 1.0, "masked prediction probs": [ 0.23126833140850067, @@ -142117,7 +159706,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7320995926856995, + "comprehensiveness": 0.7318336963653564, "sufficiency": 1.0, "masked prediction probs": [ 0.23126833140850067, @@ -142167,15 +159756,28 @@ 0.3659488260746002 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.07005473226308823, + 0.9299452304840088 + ], + "full text prediction probs": [ + 0.6340512037277222, + 0.3659488260746002 + ], + "labels": 0 } }, "dev_795": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0012284424155950546, - "sufficiency": 0.9872725009918213, + "fixed-shap": { + "comprehensiveness": 0.0019627846777439117, + "sufficiency": 0.9001271724700928, "masked prediction probs": [ - 0.9956931471824646, - 0.0043068695813417435 + 0.9950245022773743, + 0.00497544277459383 ], "full text prediction probs": [ 0.9968116879463196, @@ -142274,12 +159876,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015792879275977612, - "sufficiency": 0.9826770424842834, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001226287567988038, + "sufficiency": 0.9872947931289673, "masked prediction probs": [ - 0.9953711628913879, - 0.004628781694918871 + 0.9956931471824646, + 0.0043068695813417435 + ], + "full text prediction probs": [ + 0.9968116879463196, + 0.003188276430591941 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0013502801302820444, + "sufficiency": 0.8937489986419678, + "masked prediction probs": [ + 0.9955797791481018, + 0.004420239012688398 ], "full text prediction probs": [ 0.9968116879463196, @@ -142288,8 +159903,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015442505246028304, - "sufficiency": 0.6895636320114136, + "comprehensiveness": 0.0015439119888469577, + "sufficiency": 0.6896315813064575, "masked prediction probs": [ 0.9954028129577637, 0.004597214050590992 @@ -142301,8 +159916,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00269493879750371, - "sufficiency": 0.954138994216919, + "comprehensiveness": 0.0026943483389914036, + "sufficiency": 0.9541491270065308, "masked prediction probs": [ 0.9943524599075317, 0.005647585261613131 @@ -142314,8 +159929,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0023982631973922253, - "sufficiency": 0.9652683138847351, + "comprehensiveness": 0.0023977376986294985, + "sufficiency": 0.9652759432792664, "masked prediction probs": [ 0.9946227073669434, 0.0053773303516209126 @@ -142327,8 +159942,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0023203701712191105, - "sufficiency": 0.9112966060638428, + "comprehensiveness": 0.0023198621347546577, + "sufficiency": 0.9113159775733948, "masked prediction probs": [ 0.9946933388710022, 0.005306697450578213 @@ -142340,8 +159955,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0016030155820772052, - "sufficiency": 0.9354458451271057, + "comprehensiveness": 0.0016026644734665751, + "sufficiency": 0.9354599714279175, "masked prediction probs": [ 0.9953479170799255, 0.004652040079236031 @@ -142353,8 +159968,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002489031059667468, - "sufficiency": 0.9363539218902588, + "comprehensiveness": 0.002488486235961318, + "sufficiency": 0.9363678693771362, "masked prediction probs": [ 0.9945383667945862, 0.005461667664349079 @@ -142366,8 +159981,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0023961630649864674, - "sufficiency": 0.9652987718582153, + "comprehensiveness": 0.002395638497546315, + "sufficiency": 0.9653063416481018, "masked prediction probs": [ 0.9946227073669434, 0.0053773303516209126 @@ -142377,15 +159992,28 @@ 0.003188276430591941 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0015761775430291891, + "sufficiency": 0.9827110767364502, + "masked prediction probs": [ + 0.9953711628913879, + 0.004628781694918871 + ], + "full text prediction probs": [ + 0.9968116879463196, + 0.003188276430591941 + ], + "labels": 0 } }, "dev_799": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9093879461288452, + "fixed-shap": { + "comprehensiveness": 0.8231605887413025, "sufficiency": 1.0, "masked prediction probs": [ - 0.16662068665027618, - 0.833379328250885 + 0.2430776059627533, + 0.7569224238395691 ], "full text prediction probs": [ 0.9729653000831604, @@ -142484,12 +160112,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9142482876777649, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9077499508857727, "sufficiency": 1.0, "masked prediction probs": [ - 0.16084825992584229, - 0.8391517400741577 + 0.16662068665027618, + 0.833379328250885 + ], + "full text prediction probs": [ + 0.9729653000831604, + 0.027034718543291092 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7505282163619995, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.30612897872924805, + 0.693871021270752 ], "full text prediction probs": [ 0.9729653000831604, @@ -142499,7 +160140,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6960912942886353, + "sufficiency": 0.6961597204208374, "masked prediction probs": [ 0.986703634262085, 0.01329633966088295 @@ -142511,7 +160152,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3093767464160919, + "comprehensiveness": 0.30930715799331665, "sufficiency": 1.0, "masked prediction probs": [ 0.6980254650115967, @@ -142524,8 +160165,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.10019976645708084, - "sufficiency": 0.9387295842170715, + "comprehensiveness": 0.10017722100019455, + "sufficiency": 0.9387433528900146, "masked prediction probs": [ 0.8838987946510315, 0.11610118299722672 @@ -142537,7 +160178,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2433134764432907, + "comprehensiveness": 0.2432587593793869, "sufficiency": 1.0, "masked prediction probs": [ 0.7566378712654114, @@ -142550,7 +160191,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.913220226764679, + "comprehensiveness": 0.913014829158783, "sufficiency": 1.0, "masked prediction probs": [ 0.16084825992584229, @@ -142563,8 +160204,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.023464204743504524, - "sufficiency": 0.9882336854934692, + "comprehensiveness": 0.02345893159508705, + "sufficiency": 0.9882363677024841, "masked prediction probs": [ 0.9520941376686096, 0.047905877232551575 @@ -142576,7 +160217,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9128096103668213, + "comprehensiveness": 0.9126044511795044, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.16084825992584229, + 0.8391517400741577 + ], + "full text prediction probs": [ + 0.9729653000831604, + 0.027034718543291092 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.912399411201477, "sufficiency": 1.0, "masked prediction probs": [ 0.16084825992584229, @@ -142590,12 +160244,12 @@ } }, "dev_867": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4666503071784973, - "sufficiency": 0.9792817831039429, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9406111836433411, "masked prediction probs": [ - 0.5459022521972656, - 0.4540977478027344 + 0.9547550678253174, + 0.045244958251714706 ], "full text prediction probs": [ 0.9480488300323486, @@ -142682,11 +160336,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.465893417596817, - "sufficiency": 0.979315459728241, + "comprehensiveness": 0.0, + "sufficiency": 0.9407075643539429, "masked prediction probs": [ - 0.5459022521972656, - 0.4540977478027344 + 0.9547550678253174, + 0.045244958251714706 ], "full text prediction probs": [ 0.9480488300323486, @@ -142694,12 +160348,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9447560906410217, + "sufficiency": 0.9407212138175964, "masked prediction probs": [ - 0.9505854845046997, - 0.04941447824239731 + 0.9547550678253174, + 0.045244958251714706 + ], + "full text prediction probs": [ + 0.9480488300323486, + 0.05195115506649017 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8670950531959534, + "masked prediction probs": [ + 0.9480488300323486, + 0.05195115506649017 ], "full text prediction probs": [ 0.9480488300323486, @@ -142709,7 +160376,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7463000416755676, + "sufficiency": 0.7463588714599609, "masked prediction probs": [ 0.9860073924064636, 0.013992623426020145 @@ -142722,7 +160389,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8671258091926575, + "sufficiency": 0.8671566247940063, "masked prediction probs": [ 0.9480488300323486, 0.05195115506649017 @@ -142734,8 +160401,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.604412317276001, - "sufficiency": 0.9827096462249756, + "comprehensiveness": 0.6042724251747131, + "sufficiency": 0.9827136397361755, "masked prediction probs": [ 0.4258529543876648, 0.57414710521698 @@ -142747,8 +160414,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07154960930347443, - "sufficiency": 0.8331412076950073, + "comprehensiveness": 0.07153305411338806, + "sufficiency": 0.8331798315048218, "masked prediction probs": [ 0.8862175941467285, 0.11378239095211029 @@ -142760,8 +160427,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13575583696365356, - "sufficiency": 0.8870184421539307, + "comprehensiveness": 0.13572442531585693, + "sufficiency": 0.8870446085929871, "masked prediction probs": [ 0.8307051658630371, 0.1692948341369629 @@ -142773,8 +160440,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6211138963699341, - "sufficiency": 0.9687471985816956, + "comprehensiveness": 0.6209702491760254, + "sufficiency": 0.9687544703483582, "masked prediction probs": [ 0.41105055809020996, 0.58894944190979 @@ -142787,7 +160454,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8672794699668884, + "sufficiency": 0.8673101663589478, "masked prediction probs": [ 0.9480488300323486, 0.05195115506649017 @@ -142797,15 +160464,28 @@ 0.05195115506649017 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9448711276054382, + "masked prediction probs": [ + 0.9505854845046997, + 0.04941447824239731 + ], + "full text prediction probs": [ + 0.9480488300323486, + 0.05195115506649017 + ], + "labels": 0 } }, "dev_100": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.17742705345153809, "sufficiency": 0.0, "masked prediction probs": [ - 0.7908480763435364, - 0.209151953458786 + 0.024337254464626312, + 0.9756627678871155 ], "full text prediction probs": [ 0.010847953148186207, @@ -142904,12 +160584,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.38098132610321045, - 0.6190186738967896 + 0.7908480763435364, + 0.209151953458786 + ], + "full text prediction probs": [ + 0.010847953148186207, + 0.9891520738601685 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12755537033081055, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020775260403752327, + 0.9792247414588928 ], "full text prediction probs": [ 0.010847953148186207, @@ -142944,7 +160637,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08111133426427841, + "comprehensiveness": 0.08090445399284363, "sufficiency": 0.0, "masked prediction probs": [ 0.01719312183558941, @@ -142957,7 +160650,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0288965106010437, + "comprehensiveness": 0.028822995722293854, "sufficiency": 0.0, "masked prediction probs": [ 0.013114221394062042, @@ -142970,7 +160663,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2529103755950928, + "comprehensiveness": 0.25226861238479614, "sufficiency": 0.0, "masked prediction probs": [ 0.03073374554514885, @@ -142983,7 +160676,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04473384469747543, + "comprehensiveness": 0.044620614498853683, "sufficiency": 0.0, "masked prediction probs": [ 0.014374150894582272, @@ -143007,15 +160700,28 @@ 0.9891520738601685 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.38098132610321045, + 0.6190186738967896 + ], + "full text prediction probs": [ + 0.010847953148186207, + 0.9891520738601685 + ], + "labels": 1 } }, "dev_154": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9666733145713806, + "fixed-shap": { + "comprehensiveness": 0.13437211513519287, + "sufficiency": 0.0, "masked prediction probs": [ - 0.871330976486206, - 0.12866909801959991 + 0.019328346475958824, + 0.9806715846061707 ], "full text prediction probs": [ 0.008843141607940197, @@ -143114,7 +160820,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.96734219789505, "masked prediction probs": [ @@ -143127,9 +160833,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.10996463149785995, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017621831968426704, + 0.9823781847953796 + ], + "full text prediction probs": [ + 0.008843141607940197, + 0.9911569356918335 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8960855007171631, + "sufficiency": 0.8963449001312256, "masked prediction probs": [ 0.8191468715667725, 0.18085314333438873 @@ -143141,7 +160860,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.204693004488945, + "comprehensiveness": 0.2041826695203781, "sufficiency": 0.0, "masked prediction probs": [ 0.025225171819329262, @@ -143154,7 +160873,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.25584232807159424, + "comprehensiveness": 0.25520607829093933, "sufficiency": 0.0, "masked prediction probs": [ 0.029369991272687912, @@ -143167,7 +160886,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.027798300608992577, + "comprehensiveness": 0.02772933803498745, "sufficiency": 0.0, "masked prediction probs": [ 0.011078971438109875, @@ -143180,8 +160899,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9992349147796631, - "sufficiency": 0.8230937719345093, + "comprehensiveness": 0.9967621564865112, + "sufficiency": 0.8235310316085815, "masked prediction probs": [ 0.08941395580768585, 0.9105859994888306 @@ -143193,7 +160912,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16033291816711426, + "comprehensiveness": 0.15993712842464447, "sufficiency": 0.0, "masked prediction probs": [ 0.02180321142077446, @@ -143207,7 +160926,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8976227045059204, + "sufficiency": 0.8978745341300964, "masked prediction probs": [ 0.8191468715667725, 0.18085314333438873 @@ -143217,15 +160936,28 @@ 0.9911569356918335 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9680632948875427, + "masked prediction probs": [ + 0.871330976486206, + 0.12866909801959991 + ], + "full text prediction probs": [ + 0.008843141607940197, + 0.9911569356918335 + ], + "labels": 1 } }, "dev_158": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9623448252677917, - 0.03765510395169258 + 0.3107803463935852, + 0.6892196536064148 ], "full text prediction probs": [ 0.10479023307561874, @@ -143324,12 +161056,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9659472703933716, - 0.03405270352959633 + 0.9623448252677917, + 0.03765510395169258 + ], + "full text prediction probs": [ + 0.10479023307561874, + 0.895209789276123 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04013774171471596, + 0.9598622918128967 ], "full text prediction probs": [ 0.10479023307561874, @@ -143427,15 +161172,28 @@ 0.895209789276123 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9659472703933716, + 0.03405270352959633 + ], + "full text prediction probs": [ + 0.10479023307561874, + 0.895209789276123 + ], + "labels": 1 } }, "dev_173": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.345566064119339, - 0.6544339656829834 + 0.1795993149280548, + 0.8204006552696228 ], "full text prediction probs": [ 0.009412901476025581, @@ -143534,12 +161292,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.18949903547763824, - 0.810500979423523 + 0.345566064119339, + 0.6544339656829834 + ], + "full text prediction probs": [ + 0.009412901476025581, + 0.9905871748924255 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09514540433883667, + 0.9048545360565186 ], "full text prediction probs": [ 0.009412901476025581, @@ -143561,7 +161332,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7975748181343079, + "comprehensiveness": 0.7955721020698547, "sufficiency": 0.0, "masked prediction probs": [ 0.07279033213853836, @@ -143574,7 +161345,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13357076048851013, + "comprehensiveness": 0.13323621451854706, "sufficiency": 0.0, "masked prediction probs": [ 0.020053405314683914, @@ -143587,7 +161358,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07595329731702805, + "comprehensiveness": 0.0757635310292244, "sufficiency": 0.0, "masked prediction probs": [ 0.015478674322366714, @@ -143613,7 +161384,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18715672194957733, + "comprehensiveness": 0.18669144809246063, "sufficiency": 0.0, "masked prediction probs": [ 0.02443455532193184, @@ -143637,15 +161408,28 @@ 0.9905871748924255 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18949903547763824, + 0.810500979423523 + ], + "full text prediction probs": [ + 0.009412901476025581, + 0.9905871748924255 + ], + "labels": 1 } }, "dev_198": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05430041626095772, + "fixed-shap": { + "comprehensiveness": 0.5512931942939758, "sufficiency": 0.0, "masked prediction probs": [ - 0.009039108641445637, - 0.9909608960151672 + 0.04994427040219307, + 0.950055718421936 ], "full text prediction probs": [ 0.004569840617477894, @@ -143744,12 +161528,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.056465744972229004, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.053264785557985306, "sufficiency": 0.0, "masked prediction probs": [ - 0.00930770393460989, - 0.9906923174858093 + 0.009039108641445637, + 0.9909608960151672 + ], + "full text prediction probs": [ + 0.004569840617477894, + 0.9954301118850708 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11457139998674393, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01420598104596138, + 0.9857940077781677 ], "full text prediction probs": [ 0.004569840617477894, @@ -143758,7 +161555,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13150548934936523, + "comprehensiveness": 0.13119345903396606, "sufficiency": 0.0, "masked prediction probs": [ 0.015630237758159637, @@ -143771,7 +161568,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.056197792291641235, + "comprehensiveness": 0.05606476590037346, "sufficiency": 0.0, "masked prediction probs": [ 0.00930770393460989, @@ -143784,7 +161581,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06746787577867508, + "comprehensiveness": 0.06730855256319046, "sufficiency": 0.0, "masked prediction probs": [ 0.010271331295371056, @@ -143797,7 +161594,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013142386451363564, + "comprehensiveness": 0.013111423701047897, "sufficiency": 0.0, "masked prediction probs": [ 0.005683070980012417, @@ -143810,7 +161607,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.29305508732795715, + "comprehensiveness": 0.29236629605293274, "sufficiency": 0.0, "masked prediction probs": [ 0.029451942071318626, @@ -143823,7 +161620,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021356049925088882, + "comprehensiveness": 0.02130597084760666, "sufficiency": 0.0, "masked prediction probs": [ 0.006387366913259029, @@ -143836,7 +161633,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.055538903921842575, + "comprehensiveness": 0.05540897324681282, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00930770393460989, + 0.9906923174858093 + ], + "full text prediction probs": [ + 0.004569840617477894, + 0.9954301118850708 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.055279653519392014, "sufficiency": 0.0, "masked prediction probs": [ 0.00930770393460989, @@ -143850,12 +161660,12 @@ } }, "dev_287": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04086912423372269, - "sufficiency": 0.46182575821876526, + "fixed-shap": { + "comprehensiveness": 0.03487895801663399, + "sufficiency": 0.0, "masked prediction probs": [ - 0.007853013463318348, - 0.9921470284461975 + 0.007359424140304327, + 0.9926405549049377 ], "full text prediction probs": [ 0.004485809709876776, @@ -143954,12 +161764,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.028382373973727226, - "sufficiency": 0.4575614333152771, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04009043797850609, + "sufficiency": 0.4720674753189087, "masked prediction probs": [ - 0.006869634613394737, - 0.9931303858757019 + 0.007853013463318348, + 0.9921470284461975 + ], + "full text prediction probs": [ + 0.004485809709876776, + 0.9955142140388489 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.032106876373291016, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007188851945102215, + 0.9928111433982849 ], "full text prediction probs": [ 0.004485809709876776, @@ -143968,7 +161791,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03300530090928078, + "comprehensiveness": 0.03292706981301308, "sufficiency": 0.0, "masked prediction probs": [ 0.007264534942805767, @@ -143981,8 +161804,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02824782207608223, - "sufficiency": 0.46012991666793823, + "comprehensiveness": 0.02818102203309536, + "sufficiency": 0.46140506863594055, "masked prediction probs": [ 0.006869634613394737, 0.9931303858757019 @@ -143994,7 +161817,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06225980818271637, + "comprehensiveness": 0.06211292743682861, "sufficiency": 0.0, "masked prediction probs": [ 0.009752308949828148, @@ -144007,7 +161830,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04009172320365906, + "comprehensiveness": 0.03999736160039902, "sufficiency": 0.0, "masked prediction probs": [ 0.007885178551077843, @@ -144020,7 +161843,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07797634601593018, + "comprehensiveness": 0.07779324799776077, "sufficiency": 0.0, "masked prediction probs": [ 0.011112944222986698, @@ -144033,7 +161856,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04895784333348274, + "comprehensiveness": 0.048843156546354294, "sufficiency": 0.0, "masked prediction probs": [ 0.008656507357954979, @@ -144046,8 +161869,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.027916956692934036, - "sufficiency": 0.4664459824562073, + "comprehensiveness": 0.027851711958646774, + "sufficiency": 0.46769148111343384, + "masked prediction probs": [ + 0.006869634613394737, + 0.9931303858757019 + ], + "full text prediction probs": [ + 0.004485809709876776, + 0.9955142140388489 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.027786770835518837, + "sufficiency": 0.4689311981201172, "masked prediction probs": [ 0.006869634613394737, 0.9931303858757019 @@ -144060,12 +161896,12 @@ } }, "dev_299": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9650092124938965, - 0.03499074652791023 + 0.9622507691383362, + 0.03774921968579292 ], "full text prediction probs": [ 0.28997308015823364, @@ -144155,8 +161991,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9630164504051208, - 0.03698354959487915 + 0.9622507691383362, + 0.03774921968579292 ], "full text prediction probs": [ 0.28997308015823364, @@ -144164,12 +162000,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9680379033088684, - 0.03196213021874428 + 0.9622507691383362, + 0.03774921968579292 + ], + "full text prediction probs": [ + 0.28997308015823364, + 0.7100269198417664 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9648827910423279, + 0.035117268562316895 ], "full text prediction probs": [ 0.28997308015823364, @@ -144259,8 +162108,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9631580710411072, - 0.03684185817837715 + 0.9648827910423279, + 0.035117268562316895 + ], + "full text prediction probs": [ + 0.28997308015823364, + 0.7100269198417664 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9680379033088684, + 0.03196213021874428 ], "full text prediction probs": [ 0.28997308015823364, @@ -144270,12 +162132,12 @@ } }, "dev_300": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9803512692451477, - 0.019648676738142967 + 0.19543547928333282, + 0.8045645356178284 ], "full text prediction probs": [ 0.02553117275238037, @@ -144374,12 +162236,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9755910634994507, - 0.024408984929323196 + 0.9803512692451477, + 0.019648676738142967 + ], + "full text prediction probs": [ + 0.02553117275238037, + 0.9744688868522644 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5194348096847534, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05833053961396217, + 0.9416694641113281 ], "full text prediction probs": [ 0.02553117275238037, @@ -144427,7 +162302,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13521359860897064, + "comprehensiveness": 0.13479062914848328, "sufficiency": 0.0, "masked prediction probs": [ 0.03415021300315857, @@ -144453,7 +162328,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.43654149770736694, + "comprehensiveness": 0.43518438935279846, "sufficiency": 0.0, "masked prediction probs": [ 0.05353294685482979, @@ -144477,15 +162352,28 @@ 0.9744688868522644 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9755910634994507, + 0.024408984929323196 + ], + "full text prediction probs": [ + 0.02553117275238037, + 0.9744688868522644 + ], + "labels": 1 } }, "dev_362": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.18257677555084229, "sufficiency": 0.0, "masked prediction probs": [ - 0.9042072296142578, - 0.0957927405834198 + 0.027178913354873657, + 0.972821056842804 ], "full text prediction probs": [ 0.013845400884747505, @@ -144584,12 +162472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9584697484970093, - 0.041530266404151917 + 0.9042072296142578, + 0.0957927405834198 + ], + "full text prediction probs": [ + 0.013845400884747505, + 0.9861546158790588 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.21952427923679352, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0302724651992321, + 0.9697275757789612 ], "full text prediction probs": [ 0.013845400884747505, @@ -144611,7 +162512,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.599084198474884, + "comprehensiveness": 0.5974912643432617, "sufficiency": 0.0, "masked prediction probs": [ 0.05879485234618187, @@ -144624,7 +162525,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5191125869750977, + "comprehensiveness": 0.5177359580993652, "sufficiency": 0.0, "masked prediction probs": [ 0.052898306399583817, @@ -144637,7 +162538,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03562990576028824, + "comprehensiveness": 0.03553566709160805, "sufficiency": 0.0, "masked prediction probs": [ 0.01653292030096054, @@ -144663,7 +162564,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03436978906393051, + "comprehensiveness": 0.03427936136722565, "sufficiency": 0.0, "masked prediction probs": [ 0.01645166240632534, @@ -144687,15 +162588,28 @@ 0.9861546158790588 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9584697484970093, + 0.041530266404151917 + ], + "full text prediction probs": [ + 0.013845400884747505, + 0.9861546158790588 + ], + "labels": 1 } }, "dev_376": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.2177785038948059, + "fixed-shap": { + "comprehensiveness": 0.32168030738830566, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9765441417694092, - 0.023455830290913582 + 0.038682859390974045, + 0.9613171219825745 ], "full text prediction probs": [ 0.015828527510166168, @@ -144794,7 +162708,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.2349855601787567, "masked prediction probs": [ @@ -144807,6 +162721,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.24842943251132965, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03392587602138519, + 0.9660741090774536 + ], + "full text prediction probs": [ + 0.015828527510166168, + 0.984171450138092 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -144861,7 +162788,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6380941271781921, + "sufficiency": 0.6390731334686279, "masked prediction probs": [ 0.9761438369750977, 0.02385620027780533 @@ -144887,7 +162814,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6400468349456787, + "sufficiency": 0.6410152912139893, "masked prediction probs": [ 0.9761438369750977, 0.02385620027780533 @@ -144897,15 +162824,28 @@ 0.984171450138092 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.25346046686172485, + "masked prediction probs": [ + 0.9765441417694092, + 0.023455830290913582 + ], + "full text prediction probs": [ + 0.015828527510166168, + 0.984171450138092 + ], + "labels": 1 } }, "dev_401": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18145716190338135, + "fixed-shap": { + "comprehensiveness": 0.05090701952576637, "sufficiency": 0.0, "masked prediction probs": [ - 0.020274532958865166, - 0.9797254204750061 + 0.009652340784668922, + 0.9903476238250732 ], "full text prediction probs": [ 0.005510266404598951, @@ -145004,12 +162944,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17795714735984802, "sufficiency": 0.0, "masked prediction probs": [ - 0.1299743801355362, - 0.870025634765625 + 0.020274532958865166, + 0.9797254204750061 + ], + "full text prediction probs": [ + 0.005510266404598951, + 0.9944896697998047 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04770580306649208, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009477773681282997, + 0.9905222058296204 ], "full text prediction probs": [ 0.005510266404598951, @@ -145018,7 +162971,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.35450565814971924, + "comprehensiveness": 0.35365501046180725, "sufficiency": 0.0, "masked prediction probs": [ 0.03499293699860573, @@ -145031,7 +162984,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.16678595542907715, + "comprehensiveness": 0.1663867086172104, "sufficiency": 0.0, "masked prediction probs": [ 0.01941445842385292, @@ -145044,7 +162997,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09878794103860855, + "comprehensiveness": 0.09855203330516815, "sufficiency": 0.0, "masked prediction probs": [ 0.013765566982328892, @@ -145057,7 +163010,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06986662745475769, + "comprehensiveness": 0.06970018893480301, "sufficiency": 0.0, "masked prediction probs": [ 0.011362726800143719, @@ -145070,7 +163023,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1655939370393753, + "comprehensiveness": 0.1652003675699234, "sufficiency": 0.0, "masked prediction probs": [ 0.01941445842385292, @@ -145083,7 +163036,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09769833087921143, + "comprehensiveness": 0.09746668487787247, "sufficiency": 0.0, "masked prediction probs": [ 0.013733087107539177, @@ -145096,7 +163049,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3494623899459839, + "comprehensiveness": 0.3486357629299164, "sufficiency": 0.0, "masked prediction probs": [ 0.03499293699860573, @@ -145107,15 +163060,28 @@ 0.9944896697998047 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1299743801355362, + 0.870025634765625 + ], + "full text prediction probs": [ + 0.005510266404598951, + 0.9944896697998047 + ], + "labels": 1 } }, "dev_469": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9714271426200867, + "sufficiency": 0.8445112109184265, "masked prediction probs": [ - 0.1418345868587494, - 0.8581653833389282 + 0.28143516182899475, + 0.7185648679733276 ], "full text prediction probs": [ 0.007944950833916664, @@ -145214,12 +163180,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.958941638469696, + "sufficiency": 0.9719942212104797, "masked prediction probs": [ - 0.6149657964706421, - 0.3850342333316803 + 0.1418345868587494, + 0.8581653833389282 + ], + "full text prediction probs": [ + 0.007944950833916664, + 0.9920550584793091 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7107945084571838, + "sufficiency": 0.8443300724029541, + "masked prediction probs": [ + 0.06532782316207886, + 0.9346721768379211 ], "full text prediction probs": [ 0.007944950833916664, @@ -145229,7 +163208,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9684797525405884, + "sufficiency": 0.968557596206665, "masked prediction probs": [ 0.26691189408302307, 0.7330880761146545 @@ -145241,8 +163220,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.11413317918777466, - "sufficiency": 0.6739587187767029, + "comprehensiveness": 0.11385177075862885, + "sufficiency": 0.6747615933418274, "masked prediction probs": [ 0.01718173921108246, 0.9828181862831116 @@ -145254,8 +163233,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.32489216327667236, - "sufficiency": 0.7985948324203491, + "comprehensiveness": 0.3240931034088135, + "sufficiency": 0.7990895509719849, "masked prediction probs": [ 0.034303657710552216, 0.9656963348388672 @@ -145267,8 +163246,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.15549984574317932, - "sufficiency": 0.4968368113040924, + "comprehensiveness": 0.15511833131313324, + "sufficiency": 0.49806979298591614, "masked prediction probs": [ 0.020591849461197853, 0.9794081449508667 @@ -145281,7 +163260,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9594447016716003, + "sufficiency": 0.9595438241958618, "masked prediction probs": [ 0.6149657964706421, 0.3850342333316803 @@ -145293,7 +163272,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.014220964163541794, + "comprehensiveness": 0.014186244457960129, "sufficiency": 0.0, "masked prediction probs": [ 0.00910723302513361, @@ -145307,7 +163286,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9596424698829651, + "sufficiency": 0.9597406387329102, + "masked prediction probs": [ + 0.6149657964706421, + 0.3850342333316803 + ], + "full text prediction probs": [ + 0.007944950833916664, + 0.9920550584793091 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.959838330745697, "masked prediction probs": [ 0.6149657964706421, 0.3850342333316803 @@ -145320,12 +163312,12 @@ } }, "dev_549": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.029953187331557274, - "sufficiency": 0.99220871925354, + "fixed-shap": { + "comprehensiveness": 0.001151452073827386, + "sufficiency": 0.9155133366584778, "masked prediction probs": [ - 0.9669811725616455, - 0.033018846064805984 + 0.993118405342102, + 0.0068815406411886215 ], "full text prediction probs": [ 0.9941633343696594, @@ -145424,12 +163416,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2034812867641449, - "sufficiency": 0.9909655451774597, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02990046888589859, + "sufficiency": 0.9922224283218384, "masked prediction probs": [ - 0.8091809153556824, - 0.19081908464431763 + 0.9669811725616455, + 0.033018846064805984 + ], + "full text prediction probs": [ + 0.9941633343696594, + 0.005836708936840296 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8258237838745117, + "masked prediction probs": [ + 0.9941633343696594, + 0.005836708936840296 ], "full text prediction probs": [ 0.9941633343696594, @@ -145439,7 +163444,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8480872511863708, + "sufficiency": 0.8481206893920898, "masked prediction probs": [ 0.9959088563919067, 0.004091194365173578 @@ -145451,8 +163456,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1996297389268875, - "sufficiency": 0.9882835149765015, + "comprehensiveness": 0.19958585500717163, + "sufficiency": 0.9882860779762268, "masked prediction probs": [ 0.8126024603843689, 0.1873975247144699 @@ -145464,8 +163469,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012073357589542866, - "sufficiency": 0.9808197617530823, + "comprehensiveness": 0.012070703320205212, + "sufficiency": 0.9808239340782166, "masked prediction probs": [ 0.9831803441047668, 0.016819605603814125 @@ -145477,8 +163482,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008700269274413586, - "sufficiency": 0.9424716234207153, + "comprehensiveness": 0.0086983572691679, + "sufficiency": 0.9424843192100525, "masked prediction probs": [ 0.9862470626831055, 0.013752936385571957 @@ -145490,8 +163495,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2032576948404312, - "sufficiency": 0.9909754991531372, + "comprehensiveness": 0.20321303606033325, + "sufficiency": 0.9909774661064148, "masked prediction probs": [ 0.8091809153556824, 0.19081908464431763 @@ -145503,8 +163508,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008782812394201756, - "sufficiency": 0.8165159821510315, + "comprehensiveness": 0.008780883625149727, + "sufficiency": 0.8165562152862549, "masked prediction probs": [ 0.9861684441566467, 0.01383157167583704 @@ -145516,8 +163521,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20316840708255768, - "sufficiency": 0.9909794330596924, + "comprehensiveness": 0.2031237781047821, + "sufficiency": 0.9909814596176147, + "masked prediction probs": [ + 0.8091809153556824, + 0.19081908464431763 + ], + "full text prediction probs": [ + 0.9941633343696594, + 0.005836708936840296 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20307917892932892, + "sufficiency": 0.9909834265708923, "masked prediction probs": [ 0.8091809153556824, 0.19081908464431763 @@ -145530,12 +163548,12 @@ } }, "dev_571": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9924476742744446, + "fixed-shap": { + "comprehensiveness": 0.4177570044994354, + "sufficiency": 0.9652147889137268, "masked prediction probs": [ - 0.035601906478405, - 0.9643981456756592 + 0.6131172180175781, + 0.3868827819824219 ], "full text prediction probs": [ 0.9908372163772583, @@ -145634,12 +163652,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9892899394035339, + "sufficiency": 0.9924610257148743, "masked prediction probs": [ - 0.050692807883024216, - 0.9493072032928467 + 0.035601906478405, + 0.9643981456756592 + ], + "full text prediction probs": [ + 0.9908372163772583, + 0.009162775240838528 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.1307460367679596, + "sufficiency": 0.8739896416664124, + "masked prediction probs": [ + 0.8723862767219543, + 0.12761373817920685 ], "full text prediction probs": [ 0.9908372163772583, @@ -145648,8 +163679,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003176942467689514, - "sufficiency": 0.5725800395011902, + "comprehensiveness": 0.0031762411817908287, + "sufficiency": 0.5726743340492249, "masked prediction probs": [ 0.9879590272903442, 0.012040992267429829 @@ -145661,8 +163692,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09744853526353836, - "sufficiency": 0.8455556035041809, + "comprehensiveness": 0.09742703288793564, + "sufficiency": 0.8455896973609924, "masked prediction probs": [ 0.9025330543518066, 0.09746696054935455 @@ -145674,8 +163705,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.45794910192489624, - "sufficiency": 0.9597790837287903, + "comprehensiveness": 0.45784807205200195, + "sufficiency": 0.9597879648208618, "masked prediction probs": [ 0.5757695436477661, 0.4242303967475891 @@ -145687,8 +163718,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010929158888757229, - "sufficiency": 0.8486762046813965, + "comprehensiveness": 0.010926748625934124, + "sufficiency": 0.8487095832824707, "masked prediction probs": [ 0.9809292554855347, 0.019070740789175034 @@ -145701,7 +163732,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9893016815185547, + "sufficiency": 0.9893039464950562, "masked prediction probs": [ 0.050692807883024216, 0.9493072032928467 @@ -145713,8 +163744,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006398599594831467, - "sufficiency": 0.8841869831085205, + "comprehensiveness": 0.0063971891067922115, + "sufficiency": 0.8842124938964844, "masked prediction probs": [ 0.9850339293479919, 0.014966031536459923 @@ -145727,7 +163758,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9893063902854919, + "sufficiency": 0.9893088340759277, + "masked prediction probs": [ + 0.050692807883024216, + 0.9493072032928467 + ], + "full text prediction probs": [ + 0.9908372163772583, + 0.009162775240838528 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9893110990524292, "masked prediction probs": [ 0.050692807883024216, 0.9493072032928467 @@ -145740,12 +163784,12 @@ } }, "dev_587": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.32555606961250305, - 0.6744439005851746 + 0.633059024810791, + 0.3669409453868866 ], "full text prediction probs": [ 0.09791507571935654, @@ -145844,12 +163888,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6264117360115051, - 0.3735882043838501 + 0.32555606961250305, + 0.6744439005851746 + ], + "full text prediction probs": [ + 0.09791507571935654, + 0.9020849466323853 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4595865309238434, + 0.5404134392738342 ], "full text prediction probs": [ 0.09791507571935654, @@ -145947,15 +164004,28 @@ 0.9020849466323853 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6264117360115051, + 0.3735882043838501 + ], + "full text prediction probs": [ + 0.09791507571935654, + 0.9020849466323853 + ], + "labels": 0 } }, "dev_604": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9180216789245605, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8904798626899719, - 0.10952012985944748 + 0.9798153638839722, + 0.020184576511383057 ], "full text prediction probs": [ 0.7074947953224182, @@ -146043,10 +164113,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9046137928962708, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9512025713920593, - 0.048797398805618286 + 0.9798153638839722, + 0.020184576511383057 ], "full text prediction probs": [ 0.7074947953224182, @@ -146054,12 +164124,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8965960741043091, + "sufficiency": 0.9182323217391968, "masked prediction probs": [ - 0.850226104259491, - 0.14977388083934784 + 0.8904798626899719, + 0.10952012985944748 + ], + "full text prediction probs": [ + 0.7074947953224182, + 0.2925051748752594 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9854133725166321, + 0.01458671223372221 ], "full text prediction probs": [ 0.7074947953224182, @@ -146133,7 +164216,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3380325734615326, + "comprehensiveness": 0.3379242420196533, "sufficiency": 1.0, "masked prediction probs": [ 0.49669119715690613, @@ -146157,15 +164240,28 @@ 0.2925051748752594 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8968941569328308, + "masked prediction probs": [ + 0.850226104259491, + 0.14977388083934784 + ], + "full text prediction probs": [ + 0.7074947953224182, + 0.2925051748752594 + ], + "labels": 0 } }, "dev_650": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9298181533813477, + "fixed-shap": { + "comprehensiveness": 0.016183676198124886, + "sufficiency": 0.8609747290611267, "masked prediction probs": [ - 0.02635493502020836, - 0.973645031452179 + 0.971583366394043, + 0.02841666154563427 ], "full text prediction probs": [ 0.9861400127410889, @@ -146264,7 +164360,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9299427270889282, "masked prediction probs": [ @@ -146277,9 +164373,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8331746459007263, + "masked prediction probs": [ + 0.9861400127410889, + 0.013859964907169342 + ], + "full text prediction probs": [ + 0.9861400127410889, + 0.013859964907169342 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.017071878537535667, - "sufficiency": 0.8734260201454163, + "comprehensiveness": 0.01706808991730213, + "sufficiency": 0.8734540343284607, "masked prediction probs": [ 0.9707537293434143, 0.029246240854263306 @@ -146292,7 +164401,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9200740456581116, + "sufficiency": 0.9200917482376099, "masked prediction probs": [ 0.03291776776313782, 0.9670822620391846 @@ -146305,7 +164414,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9119282364845276, + "sufficiency": 0.9119477868080139, "masked prediction probs": [ 0.050337307155132294, 0.9496626853942871 @@ -146317,8 +164426,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009619463817216456, - "sufficiency": 0.8949365615844727, + "comprehensiveness": 0.0009617331088520586, + "sufficiency": 0.8949598073959351, "masked prediction probs": [ 0.9852724671363831, 0.014727463945746422 @@ -146331,7 +164440,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9300203919410706, + "sufficiency": 0.9300359487533569, "masked prediction probs": [ 0.02635493502020836, 0.973645031452179 @@ -146343,8 +164452,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0033302742522209883, - "sufficiency": 0.8068974614143372, + "comprehensiveness": 0.003329536411911249, + "sufficiency": 0.8069403171539307, "masked prediction probs": [ 0.9831352233886719, 0.016864802688360214 @@ -146357,7 +164466,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9300514459609985, + "sufficiency": 0.9300669431686401, + "masked prediction probs": [ + 0.02635493502020836, + 0.973645031452179 + ], + "full text prediction probs": [ + 0.9861400127410889, + 0.013859964907169342 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9300824403762817, "masked prediction probs": [ 0.02635493502020836, 0.973645031452179 @@ -146370,12 +164492,12 @@ } }, "dev_674": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.004417299292981625, + "sufficiency": 0.956917405128479, "masked prediction probs": [ - 0.05154905840754509, - 0.9484508633613586 + 0.9070269465446472, + 0.09297306835651398 ], "full text prediction probs": [ 0.9106667637825012, @@ -146474,7 +164596,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -146487,9 +164609,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8725941181182861, + "masked prediction probs": [ + 0.9133042097091675, + 0.08669575303792953 + ], + "full text prediction probs": [ + 0.9106667637825012, + 0.0893331989645958 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.023576010018587112, + "sufficiency": 0.023812411352992058, "masked prediction probs": [ 0.9924934506416321, 0.007506622467190027 @@ -146502,7 +164637,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.060027167201042175, + "sufficiency": 0.06025468558073044, "masked prediction probs": [ 0.988974928855896, 0.011025028303265572 @@ -146514,7 +164649,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9699656963348389, + "comprehensiveness": 0.9697309136390686, "sufficiency": 1.0, "masked prediction probs": [ 0.10928928852081299, @@ -146527,8 +164662,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5333598852157593, - "sufficiency": 0.9844155311584473, + "comprehensiveness": 0.5332308411598206, + "sufficiency": 0.9844193458557129, "masked prediction probs": [ 0.4699026346206665, 0.5300973653793335 @@ -146553,8 +164688,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03537774831056595, - "sufficiency": 0.9788990616798401, + "comprehensiveness": 0.03536919504404068, + "sufficiency": 0.9789040684700012, "masked prediction probs": [ 0.8814167380332947, 0.11858323961496353 @@ -146577,15 +164712,28 @@ 0.0893331989645958 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05154905840754509, + 0.9484508633613586 + ], + "full text prediction probs": [ + 0.9106667637825012, + 0.0893331989645958 + ], + "labels": 0 } }, "dev_713": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9809954166412354, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9232451319694519, "masked prediction probs": [ - 0.007710656616836786, - 0.9922893643379211 + 0.9884747862815857, + 0.011525237932801247 ], "full text prediction probs": [ 0.9875055551528931, @@ -146684,12 +164832,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9665762782096863, + "sufficiency": 0.9810290932655334, "masked prediction probs": [ - 0.009005584754049778, - 0.990994393825531 + 0.007710656616836786, + 0.9922893643379211 + ], + "full text prediction probs": [ + 0.9875055551528931, + 0.012494483031332493 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9450393915176392, + "masked prediction probs": [ + 0.9881408214569092, + 0.011859170161187649 ], "full text prediction probs": [ 0.9875055551528931, @@ -146699,7 +164860,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8407337069511414, + "sufficiency": 0.8407689929008484, "masked prediction probs": [ 0.9891412258148193, 0.010858742520213127 @@ -146712,7 +164873,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9482705593109131, + "sufficiency": 0.94828200340271, "masked prediction probs": [ 0.010893414728343487, 0.9891065955162048 @@ -146725,7 +164886,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8812995553016663, + "sufficiency": 0.881325900554657, "masked prediction probs": [ 0.01622486114501953, 0.9837750792503357 @@ -146737,8 +164898,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004930811701342463, - "sufficiency": 0.8459159731864929, + "comprehensiveness": 0.0004929720307700336, + "sufficiency": 0.8459500670433044, "masked prediction probs": [ 0.9870601892471313, 0.012939857318997383 @@ -146751,7 +164912,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8907435536384583, + "sufficiency": 0.8907677531242371, "masked prediction probs": [ 0.010659091174602509, 0.9893409609794617 @@ -146763,7 +164924,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005435278173536062, + "comprehensiveness": 0.005434075370430946, "sufficiency": 0.0, "masked prediction probs": [ 0.9825940728187561, @@ -146777,7 +164938,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8907918930053711, + "sufficiency": 0.8908160924911499, "masked prediction probs": [ 0.010659091174602509, 0.9893409609794617 @@ -146787,15 +164948,28 @@ 0.012494483031332493 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9666427969932556, + "masked prediction probs": [ + 0.009005584754049778, + 0.990994393825531 + ], + "full text prediction probs": [ + 0.9875055551528931, + 0.012494483031332493 + ], + "labels": 0 } }, "dev_769": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9583927392959595, "masked prediction probs": [ - 0.053114522248506546, - 0.9468854665756226 + 0.05993727967143059, + 0.9400627017021179 ], "full text prediction probs": [ 0.9585015177726746, @@ -146894,7 +165068,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -146907,6 +165081,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9524617791175842, + "masked prediction probs": [ + 0.06178326904773712, + 0.9382167458534241 + ], + "full text prediction probs": [ + 0.9585015177726746, + 0.04149841517210007 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -146935,7 +165122,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9436493515968323, + "sufficiency": 0.943662166595459, "masked prediction probs": [ 0.9765512943267822, 0.023448744788765907 @@ -146947,8 +165134,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8907514214515686, - "sufficiency": 0.9197952747344971, + "comprehensiveness": 0.8905476927757263, + "sufficiency": 0.9198136329650879, "masked prediction probs": [ 0.17978313565254211, 0.8202168345451355 @@ -146973,8 +165160,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006099240388721228, - "sufficiency": 0.9117990732192993, + "comprehensiveness": 0.006097846198827028, + "sufficiency": 0.9118191599845886, "masked prediction probs": [ 0.9531669616699219, 0.04683307558298111 @@ -146997,15 +165184,28 @@ 0.04149841517210007 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.053114522248506546, + 0.9468854665756226 + ], + "full text prediction probs": [ + 0.9585015177726746, + 0.04149841517210007 + ], + "labels": 1 } }, "dev_793": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0011824783869087696, - "sufficiency": 0.35530951619148254, + "fixed-shap": { + "comprehensiveness": 0.02074165642261505, + "sufficiency": 0.9136963486671448, "masked prediction probs": [ - 0.9898489117622375, - 0.010151132009923458 + 0.972162663936615, + 0.027837350964546204 ], "full text prediction probs": [ 0.9909181594848633, @@ -147092,11 +165292,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004757944494485855, - "sufficiency": 0.9813143610954285, + "comprehensiveness": 0.02070959284901619, + "sufficiency": 0.9138296842575073, "masked prediction probs": [ - 0.986609160900116, - 0.013390844687819481 + 0.972162663936615, + 0.027837350964546204 ], "full text prediction probs": [ 0.9909181594848633, @@ -147104,12 +165304,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.000564894697163254, - "sufficiency": 0.4164031445980072, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0011803897796198726, + "sufficiency": 0.35644814372062683, "masked prediction probs": [ - 0.9904064536094666, - 0.009593568742275238 + 0.9898489117622375, + 0.010151132009923458 + ], + "full text prediction probs": [ + 0.9909181594848633, + 0.009081865660846233 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03870710730552673, + "sufficiency": 0.9133391380310059, + "masked prediction probs": [ + 0.9558478593826294, + 0.04415207356214523 ], "full text prediction probs": [ 0.9909181594848633, @@ -147118,8 +165331,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00475584389641881, - "sufficiency": 0.5609041452407837, + "comprehensiveness": 0.004754793830215931, + "sufficiency": 0.5610010027885437, "masked prediction probs": [ 0.986609160900116, 0.013390794396400452 @@ -147131,8 +165344,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00383708905428648, - "sufficiency": 0.9710276126861572, + "comprehensiveness": 0.0038362424820661545, + "sufficiency": 0.9710339903831482, "masked prediction probs": [ 0.987440824508667, 0.012559211812913418 @@ -147144,8 +165357,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009386103600263596, - "sufficiency": 0.9001388549804688, + "comprehensiveness": 0.00938403233885765, + "sufficiency": 0.9001609086990356, "masked prediction probs": [ 0.982410192489624, 0.01758977398276329 @@ -147157,8 +165370,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0031959223560988903, - "sufficiency": 0.8350366950035095, + "comprehensiveness": 0.00319521757774055, + "sufficiency": 0.8350730538368225, "masked prediction probs": [ 0.9880205988883972, 0.01197943277657032 @@ -147170,8 +165383,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01542055793106556, - "sufficiency": 0.9863859415054321, + "comprehensiveness": 0.015417157672345638, + "sufficiency": 0.9863888621330261, "masked prediction probs": [ 0.9769341349601746, 0.023065857589244843 @@ -147183,8 +165396,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00017183987074531615, - "sufficiency": 0.8133315443992615, + "comprehensiveness": 0.0001718019921099767, + "sufficiency": 0.8133726716041565, "masked prediction probs": [ 0.9907622933387756, 0.009237662889063358 @@ -147196,11 +165409,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0038328596856445074, - "sufficiency": 0.9710595011711121, + "comprehensiveness": 0.03864738717675209, + "sufficiency": 0.9134728908538818, "masked prediction probs": [ - 0.987440824508667, - 0.012559211812913418 + 0.9558478593826294, + 0.04415207356214523 + ], + "full text prediction probs": [ + 0.9909181594848633, + 0.009081865660846233 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0005637744325213134, + "sufficiency": 0.4175603687763214, + "masked prediction probs": [ + 0.9904064536094666, + 0.009593568742275238 ], "full text prediction probs": [ 0.9909181594848633, @@ -147210,12 +165436,12 @@ } }, "dev_9": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.8131731152534485, "sufficiency": 1.0, "masked prediction probs": [ - 0.7040414214134216, - 0.295958548784256 + 0.1804361641407013, + 0.8195638656616211 ], "full text prediction probs": [ 0.5969893932342529, @@ -147302,11 +165528,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.8109570145606995, "sufficiency": 1.0, "masked prediction probs": [ - 0.059945665299892426, - 0.9400543570518494 + 0.1804361641407013, + 0.8195638656616211 ], "full text prediction probs": [ 0.5969893932342529, @@ -147314,12 +165540,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7328382134437561, - 0.2671617865562439 + 0.7040414214134216, + 0.295958548784256 + ], + "full text prediction probs": [ + 0.5969893932342529, + 0.40301066637039185 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7849180102348328, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19349732995033264, + 0.8065026998519897 ], "full text prediction probs": [ 0.5969893932342529, @@ -147341,7 +165580,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6703487634658813, + "comprehensiveness": 0.6700881123542786, "sufficiency": 1.0, "masked prediction probs": [ 0.2522583603858948, @@ -147354,7 +165593,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8119346499443054, + "comprehensiveness": 0.8116192817687988, "sufficiency": 1.0, "masked prediction probs": [ 0.17928451299667358, @@ -147367,7 +165606,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.42869532108306885, + "comprehensiveness": 0.4285287857055664, "sufficiency": 1.0, "masked prediction probs": [ 0.37635868787765503, @@ -147406,7 +165645,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8106741905212402, + "comprehensiveness": 0.81035977602005, "sufficiency": 1.0, "masked prediction probs": [ 0.17928451299667358, @@ -147417,15 +165656,28 @@ 0.40301066637039185 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7328382134437561, + 0.2671617865562439 + ], + "full text prediction probs": [ + 0.5969893932342529, + 0.40301066637039185 + ], + "labels": 1 } }, "dev_14": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.8935170769691467, "sufficiency": 1.0, "masked prediction probs": [ - 0.07986364513635635, - 0.9201363325119019 + 0.14763343334197998, + 0.85236656665802 ], "full text prediction probs": [ 0.6754429340362549, @@ -147524,12 +165776,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03731241077184677, - 0.9626875519752502 + 0.07986364513635635, + 0.9201363325119019 + ], + "full text prediction probs": [ + 0.6754429340362549, + 0.3245570957660675 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04113994538784027, + 0.9588600397109985 ], "full text prediction probs": [ 0.6754429340362549, @@ -147539,7 +165804,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8100893497467041, + "sufficiency": 0.8101534247398376, "masked prediction probs": [ 0.9844164252281189, 0.015583625994622707 @@ -147551,7 +165816,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18498042225837708, + "comprehensiveness": 0.18491801619529724, "sufficiency": 1.0, "masked prediction probs": [ 0.5658032298088074, @@ -147603,7 +165868,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.48177462816238403, + "comprehensiveness": 0.48161232471466064, "sufficiency": 1.0, "masked prediction probs": [ 0.3895050287246704, @@ -147616,7 +165881,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1846688687801361, + "comprehensiveness": 0.18460671603679657, "sufficiency": 1.0, "masked prediction probs": [ 0.5658032298088074, @@ -147627,15 +165892,28 @@ 0.3245570957660675 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03731241077184677, + 0.9626875519752502 + ], + "full text prediction probs": [ + 0.6754429340362549, + 0.3245570957660675 + ], + "labels": 1 } }, "dev_33": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8091769814491272, - 0.19082307815551758 + 0.23453810811042786, + 0.7654618620872498 ], "full text prediction probs": [ 0.032044917345047, @@ -147734,12 +166012,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7372668385505676, - 0.2627331614494324 + 0.8091769814491272, + 0.19082307815551758 + ], + "full text prediction probs": [ + 0.032044917345047, + 0.9679551124572754 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.19796380400657654, + 0.8020361661911011 ], "full text prediction probs": [ 0.032044917345047, @@ -147761,7 +166052,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.022840283811092377, + "comprehensiveness": 0.02275734767317772, "sufficiency": 0.0, "masked prediction probs": [ 0.03329853713512421, @@ -147774,7 +166065,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9133872389793396, + "comprehensiveness": 0.9100826382637024, "sufficiency": 0.0, "masked prediction probs": [ 0.0823618471622467, @@ -147787,7 +166078,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7199016809463501, + "comprehensiveness": 0.7173064947128296, "sufficiency": 0.0, "masked prediction probs": [ 0.07184703648090363, @@ -147837,15 +166128,28 @@ 0.9679551124572754 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7372668385505676, + 0.2627331614494324 + ], + "full text prediction probs": [ + 0.032044917345047, + 0.9679551124572754 + ], + "labels": 1 } }, "dev_75": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8776493668556213, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9085068702697754, - 0.09149320423603058 + 0.5329347848892212, + 0.4670652449131012 ], "full text prediction probs": [ 0.008355952799320221, @@ -147944,7 +166248,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8801506757736206, "masked prediction probs": [ @@ -147957,9 +166261,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5329347848892212, + 0.4670652449131012 + ], + "full text prediction probs": [ + 0.008355952799320221, + 0.9916440844535828 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8804561495780945, + "sufficiency": 0.8807600736618042, "masked prediction probs": [ 0.9085068702697754, 0.09149320423603058 @@ -147971,8 +166288,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.45675593614578247, - "sufficiency": 0.8922564387321472, + "comprehensiveness": 0.45559611916542053, + "sufficiency": 0.8925296664237976, "masked prediction probs": [ 0.04424649104475975, 0.9557534456253052 @@ -147984,8 +166301,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8666983246803284, - "sufficiency": 0.7675544023513794, + "comprehensiveness": 0.8645032048225403, + "sufficiency": 0.7681424021720886, "masked prediction probs": [ 0.076632060110569, 0.9233679175376892 @@ -147997,7 +166314,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.028285611420869827, + "comprehensiveness": 0.02821415103971958, "sufficiency": 0.0, "masked prediction probs": [ 0.010589870624244213, @@ -148023,7 +166340,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10787755995988846, + "comprehensiveness": 0.10760638862848282, "sufficiency": 0.0, "masked prediction probs": [ 0.016918910667300224, @@ -148037,7 +166354,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8822568655014038, + "sufficiency": 0.8825517296791077, + "masked prediction probs": [ + 0.9085068702697754, + 0.09149320423603058 + ], + "full text prediction probs": [ + 0.008355952799320221, + 0.9916440844535828 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8828451037406921, "masked prediction probs": [ 0.9085068702697754, 0.09149320423603058 @@ -148050,12 +166380,12 @@ } }, "dev_143": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8652465343475342, - "sufficiency": 0.8056876063346863, + "fixed-shap": { + "comprehensiveness": 0.0892941951751709, + "sufficiency": 0.0, "masked prediction probs": [ - 0.07431675493717194, - 0.9256832003593445 + 0.013186238706111908, + 0.9868137836456299 ], "full text prediction probs": [ 0.006151452194899321, @@ -148154,7 +166484,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8480208516120911, "sufficiency": 0.8095512390136719, "masked prediction probs": [ @@ -148167,9 +166497,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08729925006628036, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013186238706111908, + 0.9868137836456299 + ], + "full text prediction probs": [ + 0.006151452194899321, + 0.9938485026359558 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.8459157943725586, - "sufficiency": 0.8100233674049377, + "comprehensiveness": 0.843821108341217, + "sufficiency": 0.8104932308197021, "masked prediction probs": [ 0.07431675493717194, 0.9256832003593445 @@ -148181,7 +166524,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06649710983037949, + "comprehensiveness": 0.0663328543305397, "sufficiency": 0.0, "masked prediction probs": [ 0.011523270979523659, @@ -148194,7 +166537,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02572115883231163, + "comprehensiveness": 0.025657780468463898, "sufficiency": 0.0, "masked prediction probs": [ 0.00823438074439764, @@ -148207,7 +166550,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030439704656600952, + "comprehensiveness": 0.030364885926246643, "sufficiency": 0.0, "masked prediction probs": [ 0.008622645400464535, @@ -148220,8 +166563,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.558966875076294, - "sufficiency": 0.6419777870178223, + "comprehensiveness": 0.5575963258743286, + "sufficiency": 0.6428545117378235, "masked prediction probs": [ 0.05164126306772232, 0.9483587741851807 @@ -148233,7 +166576,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03839218616485596, + "comprehensiveness": 0.03829828277230263, "sufficiency": 0.0, "masked prediction probs": [ 0.009283631108701229, @@ -148246,8 +166589,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8335014581680298, - "sufficiency": 0.8128080368041992, + "comprehensiveness": 0.8314677476882935, + "sufficiency": 0.8132641911506653, + "masked prediction probs": [ + 0.07431675493717194, + 0.9256832003593445 + ], + "full text prediction probs": [ + 0.006151452194899321, + 0.9938485026359558 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8294439315795898, + "sufficiency": 0.8137181401252747, "masked prediction probs": [ 0.07431675493717194, 0.9256832003593445 @@ -148260,12 +166616,12 @@ } }, "dev_183": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03795429319143295, + "fixed-shap": { + "comprehensiveness": 0.04027832671999931, "sufficiency": 0.0, "masked prediction probs": [ - 0.006717336364090443, - 0.993282675743103 + 0.006906244438141584, + 0.993093729019165 ], "full text prediction probs": [ 0.0036315477918833494, @@ -148364,7 +166720,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.03722165524959564, "sufficiency": 0.0, "masked prediction probs": [ @@ -148377,8 +166733,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.03940574452280998, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006906244438141584, + 0.993093729019165 + ], + "full text prediction probs": [ + 0.0036315477918833494, + 0.996368408203125 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.08231955766677856, + "comprehensiveness": 0.08212188631296158, "sufficiency": 0.0, "masked prediction probs": [ 0.010472395457327366, @@ -148391,7 +166760,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03704289346933365, + "comprehensiveness": 0.036954157054424286, "sufficiency": 0.0, "masked prediction probs": [ 0.006717336364090443, @@ -148404,7 +166773,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.026605278253555298, + "comprehensiveness": 0.0265416968613863, "sufficiency": 0.0, "masked prediction probs": [ 0.005853133276104927, @@ -148417,7 +166786,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04533708095550537, + "comprehensiveness": 0.0452289916574955, "sufficiency": 0.0, "masked prediction probs": [ 0.00742636201903224, @@ -148430,8 +166799,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.14587000012397766, - "sufficiency": 0.8103071451187134, + "comprehensiveness": 0.1455230414867401, + "sufficiency": 0.8107577562332153, "masked prediction probs": [ 0.015870358794927597, 0.9841296672821045 @@ -148443,7 +166812,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04231913387775421, + "comprehensiveness": 0.04221871867775917, "sufficiency": 0.0, "masked prediction probs": [ 0.007190682925283909, @@ -148456,7 +166825,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0366034135222435, + "comprehensiveness": 0.036516763269901276, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006717336364090443, + 0.993282675743103 + ], + "full text prediction probs": [ + 0.0036315477918833494, + 0.996368408203125 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03643052652478218, "sufficiency": 0.0, "masked prediction probs": [ 0.006717336364090443, @@ -148470,12 +166852,12 @@ } }, "dev_195": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1618616282939911, "sufficiency": 0.0, "masked prediction probs": [ - 0.8591511845588684, - 0.14084874093532562 + 0.022664757445454597, + 0.9773352146148682 ], "full text prediction probs": [ 0.010639602318406105, @@ -148574,7 +166956,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -148587,6 +166969,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.1580321490764618, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022664757445454597, + 0.9773352146148682 + ], + "full text prediction probs": [ + 0.010639602318406105, + 0.9893604516983032 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -148614,7 +167009,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12029990553855896, + "comprehensiveness": 0.11998613178730011, "sufficiency": 0.0, "masked prediction probs": [ 0.019841689616441727, @@ -148627,7 +167022,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06379307806491852, + "comprehensiveness": 0.06362712383270264, "sufficiency": 0.0, "masked prediction probs": [ 0.01553200650960207, @@ -148653,7 +167048,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0771474689245224, + "comprehensiveness": 0.07694781571626663, "sufficiency": 0.0, "masked prediction probs": [ 0.016587140038609505, @@ -148677,15 +167072,28 @@ 0.9893604516983032 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8591511845588684, + 0.14084874093532562 + ], + "full text prediction probs": [ + 0.010639602318406105, + 0.9893604516983032 + ], + "labels": 1 } }, "dev_271": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.24083611369132996, - "sufficiency": 0.530965268611908, + "fixed-shap": { + "comprehensiveness": 0.06058543175458908, + "sufficiency": 0.0, "masked prediction probs": [ - 0.024914883077144623, - 0.9750851988792419 + 0.010664517991244793, + 0.9893354773521423 ], "full text prediction probs": [ 0.005874698981642723, @@ -148784,7 +167192,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.23605792224407196, "sufficiency": 0.5402594208717346, "masked prediction probs": [ @@ -148797,8 +167205,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.05923650413751602, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010664517991244793, + 0.9893354773521423 + ], + "full text prediction probs": [ + 0.005874698981642723, + 0.994125247001648 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.04203072562813759, + "comprehensiveness": 0.04192700237035751, "sufficiency": 0.0, "masked prediction probs": [ 0.009273296222090721, @@ -148811,7 +167232,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03225742280483246, + "comprehensiveness": 0.032178014516830444, "sufficiency": 0.0, "masked prediction probs": [ 0.008489512838423252, @@ -148824,7 +167245,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12486695498228073, + "comprehensiveness": 0.12456032633781433, "sufficiency": 0.0, "masked prediction probs": [ 0.016021208837628365, @@ -148837,7 +167258,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004864460323005915, + "comprehensiveness": 0.00485254405066371, "sufficiency": 0.0, "masked prediction probs": [ 0.006270998623222113, @@ -148850,8 +167271,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21330098807811737, - "sufficiency": 0.3387945294380188, + "comprehensiveness": 0.21277976036071777, + "sufficiency": 0.3404082953929901, "masked prediction probs": [ 0.023292547091841698, 0.976707398891449 @@ -148863,7 +167284,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07887741178274155, + "comprehensiveness": 0.07868512719869614, "sufficiency": 0.0, "masked prediction probs": [ 0.012331569567322731, @@ -148876,8 +167297,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21226106584072113, - "sufficiency": 0.34201422333717346, + "comprehensiveness": 0.21174490451812744, + "sufficiency": 0.34361234307289124, "masked prediction probs": [ 0.023292547091841698, 0.976707398891449 @@ -148887,15 +167308,28 @@ 0.994125247001648 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23090411722660065, + "sufficiency": 0.5502846240997314, + "masked prediction probs": [ + 0.024914883077144623, + 0.9750851988792419 + ], + "full text prediction probs": [ + 0.005874698981642723, + 0.994125247001648 + ], + "labels": 1 } }, "dev_319": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2305556982755661, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0352683961391449, - 0.9647316336631775 + 0.10731804370880127, + 0.8926819562911987 ], "full text prediction probs": [ 0.020386964082717896, @@ -148994,7 +167428,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.22497789561748505, "sufficiency": 0.0, "masked prediction probs": [ @@ -149007,6 +167441,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10731804370880127, + 0.8926819562911987 + ], + "full text prediction probs": [ + 0.020386964082717896, + 0.9796130657196045 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -149034,7 +167481,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3664571940898895, + "comprehensiveness": 0.3653622269630432, "sufficiency": 0.0, "masked prediction probs": [ 0.04484660550951958, @@ -149047,7 +167494,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.22228899598121643, + "comprehensiveness": 0.22162678837776184, "sufficiency": 0.0, "masked prediction probs": [ 0.0352683961391449, @@ -149073,7 +167520,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1742168515920639, + "comprehensiveness": 0.17370091378688812, "sufficiency": 0.0, "masked prediction probs": [ 0.03211978077888489, @@ -149086,7 +167533,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2203141301870346, + "comprehensiveness": 0.219663605093956, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0352683961391449, + 0.9647316336631775 + ], + "full text prediction probs": [ + 0.020386964082717896, + 0.9796130657196045 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2190169245004654, "sufficiency": 0.0, "masked prediction probs": [ 0.0352683961391449, @@ -149100,12 +167560,12 @@ } }, "dev_334": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9329082369804382, + "sufficiency": 0.5672978758811951, "masked prediction probs": [ - 0.687404453754425, - 0.3125956058502197 + 0.3977194130420685, + 0.6022805571556091 ], "full text prediction probs": [ 0.013184973038733006, @@ -149204,7 +167664,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9343700408935547, "masked prediction probs": [ @@ -149217,8 +167677,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.5778751373291016, + "masked prediction probs": [ + 0.3977194130420685, + 0.6022805571556091 + ], + "full text prediction probs": [ + 0.013184973038733006, + 0.9868150949478149 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.5152751207351685, + "comprehensiveness": 0.5138775110244751, "sufficiency": 0.0, "masked prediction probs": [ 0.05108250677585602, @@ -149231,7 +167704,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5228099226951599, + "comprehensiveness": 0.5213956832885742, "sufficiency": 0.0, "masked prediction probs": [ 0.051741279661655426, @@ -149257,7 +167730,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18719488382339478, + "comprehensiveness": 0.18669123947620392, "sufficiency": 0.0, "masked prediction probs": [ 0.027065102010965347, @@ -149271,7 +167744,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8248994946479797, + "sufficiency": 0.8253687024116516, "masked prediction probs": [ 0.6821864247322083, 0.317813515663147 @@ -149283,7 +167756,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5241138339042664, + "comprehensiveness": 0.5227112174034119, "sufficiency": 0.0, "masked prediction probs": [ 0.05225677788257599, @@ -149297,7 +167770,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8258354067802429, + "sufficiency": 0.8262996077537537, "masked prediction probs": [ 0.6821864247322083, 0.317813515663147 @@ -149307,15 +167780,28 @@ 0.9868150949478149 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9359402060508728, + "masked prediction probs": [ + 0.687404453754425, + 0.3125956058502197 + ], + "full text prediction probs": [ + 0.013184973038733006, + 0.9868150949478149 + ], + "labels": 1 } }, "dev_338": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8135952949523926, + "fixed-shap": { + "comprehensiveness": 0.12173637747764587, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6781546473503113, - 0.3218453824520111 + 0.01886991411447525, + 0.981130063533783 ], "full text prediction probs": [ 0.009712961502373219, @@ -149414,12 +167900,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8944686055183411, + "sufficiency": 0.817473292350769, "masked prediction probs": [ - 0.9381513595581055, - 0.06184860318899155 + 0.6781546473503113, + 0.3218453824520111 + ], + "full text prediction probs": [ + 0.009712961502373219, + 0.9902870655059814 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11889087408781052, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01886991411447525, + 0.981130063533783 ], "full text prediction probs": [ 0.009712961502373219, @@ -149429,7 +167928,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.41453230381011963, + "sufficiency": 0.41604694724082947, "masked prediction probs": [ 0.5542580485343933, 0.4457419812679291 @@ -149441,7 +167940,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12434496730566025, + "comprehensiveness": 0.1240236908197403, "sufficiency": 0.0, "masked prediction probs": [ 0.019314812496304512, @@ -149467,7 +167966,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.040717896074056625, + "comprehensiveness": 0.04061323031783104, "sufficiency": 0.0, "masked prediction probs": [ 0.012873494066298008, @@ -149481,7 +167980,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8198161721229553, + "sufficiency": 0.8202775120735168, "masked prediction probs": [ 0.6781546473503113, 0.3218453824520111 @@ -149493,7 +167992,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04219287633895874, + "comprehensiveness": 0.04208497703075409, "sufficiency": 0.0, "masked prediction probs": [ 0.01300484873354435, @@ -149507,7 +168006,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8207365274429321, + "sufficiency": 0.8211932182312012, "masked prediction probs": [ 0.6781546473503113, 0.3218453824520111 @@ -149517,15 +168016,28 @@ 0.9902870655059814 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8968820571899414, + "masked prediction probs": [ + 0.9381513595581055, + 0.06184860318899155 + ], + "full text prediction probs": [ + 0.009712961502373219, + 0.9902870655059814 + ], + "labels": 1 } }, "dev_357": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07121164351701736, + "fixed-shap": { + "comprehensiveness": 0.08488208800554276, "sufficiency": 0.0, "masked prediction probs": [ - 0.01355025079101324, - 0.9864497780799866 + 0.014600842259824276, + 0.9853991270065308 ], "full text prediction probs": [ 0.008077136240899563, @@ -149624,7 +168136,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.06975913792848587, "sufficiency": 0.0, "masked prediction probs": [ @@ -149637,9 +168149,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08534526079893112, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014790146611630917, + 0.9852098822593689 + ], + "full text prediction probs": [ + 0.008077136240899563, + 0.9919227957725525 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.25886309146881104, - "sufficiency": 0.7620255947113037, + "comprehensiveness": 0.25820645689964294, + "sufficiency": 0.7626284956932068, "masked prediction probs": [ 0.028438391163945198, 0.9715616703033447 @@ -149651,7 +168176,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.015593537129461765, + "comprehensiveness": 0.015554080717265606, "sufficiency": 0.0, "masked prediction probs": [ 0.009306899271905422, @@ -149664,7 +168189,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0692296102643013, + "comprehensiveness": 0.06905487924814224, "sufficiency": 0.0, "masked prediction probs": [ 0.01355025079101324, @@ -149677,7 +168202,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.027425818145275116, + "comprehensiveness": 0.027356771752238274, "sufficiency": 0.0, "masked prediction probs": [ 0.010250904597342014, @@ -149690,7 +168215,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1405106484889984, + "comprehensiveness": 0.1401577889919281, "sufficiency": 0.0, "masked prediction probs": [ 0.01924157328903675, @@ -149703,7 +168228,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08220019936561584, + "comprehensiveness": 0.08199429512023926, "sufficiency": 0.0, "masked prediction probs": [ 0.014624916017055511, @@ -149716,7 +168241,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0685359537601471, + "comprehensiveness": 0.0683647021651268, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01355025079101324, + 0.9864497780799866 + ], + "full text prediction probs": [ + 0.008077136240899563, + 0.9919227957725525 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06819430738687515, "sufficiency": 0.0, "masked prediction probs": [ 0.01355025079101324, @@ -149730,12 +168268,12 @@ } }, "dev_378": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9758264422416687, - 0.024173613637685776 + 0.012637895531952381, + 0.9873621463775635 ], "full text prediction probs": [ 0.012865097261965275, @@ -149834,7 +168372,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -149847,6 +168385,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011808083392679691, + 0.9881919026374817 + ], + "full text prediction probs": [ + 0.012865097261965275, + 0.9871348738670349 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -149874,7 +168425,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5245503187179565, + "comprehensiveness": 0.5231413245201111, "sufficiency": 0.0, "masked prediction probs": [ 0.0518224872648716, @@ -149887,7 +168438,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.032912641763687134, + "comprehensiveness": 0.03282446786761284, "sufficiency": 0.0, "masked prediction probs": [ 0.015316030010581017, @@ -149900,7 +168451,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15436920523643494, + "comprehensiveness": 0.15395675599575043, "sufficiency": 0.0, "masked prediction probs": [ 0.024391604587435722, @@ -149913,8 +168464,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5572566986083984, - "sufficiency": 0.049738503992557526, + "comprehensiveness": 0.5557717680931091, + "sufficiency": 0.05226727947592735, "masked prediction probs": [ 0.05458594858646393, 0.9454140663146973 @@ -149937,15 +168488,28 @@ 0.9871348738670349 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9758264422416687, + 0.024173613637685776 + ], + "full text prediction probs": [ + 0.012865097261965275, + 0.9871348738670349 + ], + "labels": 1 } }, "dev_386": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6360491514205933, - "sufficiency": 0.992095947265625, + "fixed-shap": { + "comprehensiveness": 0.08846021443605423, + "sufficiency": 0.2895660996437073, "masked prediction probs": [ - 0.4033792316913605, - 0.5966207981109619 + 0.8828045129776001, + 0.11719543486833572 ], "full text prediction probs": [ 0.9602532386779785, @@ -150044,12 +168608,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6910596489906311, - "sufficiency": 0.94541996717453, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6348888874053955, + "sufficiency": 0.9921103715896606, "masked prediction probs": [ - 0.3541107177734375, - 0.6458892822265625 + 0.4033792316913605, + 0.5966207981109619 + ], + "full text prediction probs": [ + 0.9602532386779785, + 0.039746757596731186 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08827872574329376, + "sufficiency": 0.29102352261543274, + "masked prediction probs": [ + 0.8828045129776001, + 0.11719543486833572 ], "full text prediction probs": [ 0.9602532386779785, @@ -150059,7 +168636,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6686313152313232, + "sufficiency": 0.6687068343162537, "masked prediction probs": [ 0.9794942140579224, 0.020505720749497414 @@ -150071,8 +168648,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.26669248938560486, - "sufficiency": 0.9309706687927246, + "comprehensiveness": 0.26663172245025635, + "sufficiency": 0.9309864044189453, "masked prediction probs": [ 0.7262251377105713, 0.27377480268478394 @@ -150084,8 +168661,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6109379529953003, - "sufficiency": 0.9906503558158875, + "comprehensiveness": 0.6107987761497498, + "sufficiency": 0.9906524419784546, "masked prediction probs": [ 0.4240204989910126, 0.575979471206665 @@ -150098,7 +168675,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9260656237602234, + "sufficiency": 0.92608243227005, "masked prediction probs": [ 0.9645529389381409, 0.03544708713889122 @@ -150110,8 +168687,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6902726888656616, - "sufficiency": 0.9454820156097412, + "comprehensiveness": 0.6901154518127441, + "sufficiency": 0.9454943537712097, "masked prediction probs": [ 0.3541107177734375, 0.6458892822265625 @@ -150124,7 +168701,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8544594645500183, + "sufficiency": 0.8544926047325134, "masked prediction probs": [ 0.9673354029655457, 0.03266453742980957 @@ -150136,8 +168713,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.689958393573761, - "sufficiency": 0.9455068707466125, + "comprehensiveness": 0.6898012757301331, + "sufficiency": 0.9455193281173706, + "masked prediction probs": [ + 0.3541107177734375, + 0.6458892822265625 + ], + "full text prediction probs": [ + 0.9602532386779785, + 0.039746757596731186 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6896443367004395, + "sufficiency": 0.9455316662788391, "masked prediction probs": [ 0.3541107177734375, 0.6458892822265625 @@ -150150,12 +168740,12 @@ } }, "dev_437": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.33678171038627625, + "fixed-shap": { + "comprehensiveness": 0.37758371233940125, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6310790181159973, - 0.3689209520816803 + 0.03732485696673393, + 0.962675154209137 ], "full text prediction probs": [ 0.008443782106041908, @@ -150254,7 +168844,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.35035550594329834, "masked prediction probs": [ @@ -150267,9 +168857,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.36890101432800293, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03732485696673393, + 0.962675154209137 + ], + "full text prediction probs": [ + 0.008443782106041908, + 0.9915561676025391 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3520132601261139, + "sufficiency": 0.3536625802516937, "masked prediction probs": [ 0.6310790181159973, 0.3689209520816803 @@ -150281,7 +168884,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10909659415483475, + "comprehensiveness": 0.10881926864385605, "sufficiency": 0.0, "masked prediction probs": [ 0.017006779089570045, @@ -150294,8 +168897,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19062119722366333, - "sufficiency": 0.30231180787086487, + "comprehensiveness": 0.1901378482580185, + "sufficiency": 0.3040786385536194, "masked prediction probs": [ 0.023443710058927536, 0.9765563011169434 @@ -150307,7 +168910,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14828887581825256, + "comprehensiveness": 0.1479138284921646, "sufficiency": 0.0, "masked prediction probs": [ 0.02014223113656044, @@ -150320,8 +168923,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4278518259525299, - "sufficiency": 0.8012079000473022, + "comprehensiveness": 0.42677241563796997, + "sufficiency": 0.8017088174819946, "masked prediction probs": [ 0.04228246957063675, 0.9577175974845886 @@ -150333,7 +168936,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07863517850637436, + "comprehensiveness": 0.07843729853630066, "sufficiency": 0.0, "masked prediction probs": [ 0.01467874925583601, @@ -150347,7 +168950,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.36178481578826904, + "sufficiency": 0.36338481307029724, + "masked prediction probs": [ + 0.6310790181159973, + 0.3689209520816803 + ], + "full text prediction probs": [ + 0.008443782106041908, + 0.9915561676025391 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.36497682332992554, "masked prediction probs": [ 0.6310790181159973, 0.3689209520816803 @@ -150360,12 +168976,12 @@ } }, "dev_442": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0809660404920578, - "sufficiency": 0.9655129909515381, + "fixed-shap": { + "comprehensiveness": 0.0014831179287284613, + "sufficiency": 0.922476053237915, "masked prediction probs": [ - 0.9127745628356934, - 0.08722547441720963 + 0.984387993812561, + 0.015611959621310234 ], "full text prediction probs": [ 0.9857242703437805, @@ -150452,11 +169068,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.08084042370319366, - "sufficiency": 0.9655665755271912, + "comprehensiveness": 0.001480816979892552, + "sufficiency": 0.9225963950157166, "masked prediction probs": [ - 0.9127745628356934, - 0.08722547441720963 + 0.984387993812561, + 0.015611959621310234 ], "full text prediction probs": [ 0.9857242703437805, @@ -150464,12 +169080,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0004657606186810881, - "sufficiency": 0.7719680666923523, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0014804888051003218, + "sufficiency": 0.9226134419441223, "masked prediction probs": [ - 0.9853038787841797, - 0.014696153812110424 + 0.984387993812561, + 0.015611959621310234 + ], + "full text prediction probs": [ + 0.9857242703437805, + 0.014275718480348587 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0014801608631387353, + "sufficiency": 0.9226306676864624, + "masked prediction probs": [ + 0.984387993812561, + 0.015611959621310234 ], "full text prediction probs": [ 0.9857242703437805, @@ -150479,7 +169108,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.47147396206855774, + "sufficiency": 0.4715910255908966, "masked prediction probs": [ 0.9923991560935974, 0.007600892800837755 @@ -150492,7 +169121,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.837163507938385, + "sufficiency": 0.8371995091438293, "masked prediction probs": [ 0.9857242703437805, 0.014275718480348587 @@ -150504,8 +169133,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034181925002485514, - "sufficiency": 0.898979127407074, + "comprehensiveness": 0.0034174355678260326, + "sufficiency": 0.89900141954422, "masked prediction probs": [ 0.9826369881629944, 0.017362942919135094 @@ -150517,8 +169146,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0034174355678260326, - "sufficiency": 0.89900141954422, + "comprehensiveness": 0.003416679333895445, + "sufficiency": 0.8990238308906555, "masked prediction probs": [ 0.9826369881629944, 0.017362942919135094 @@ -150530,8 +169159,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05639189854264259, - "sufficiency": 0.9697021842002869, + "comprehensiveness": 0.05637941509485245, + "sufficiency": 0.9697089195251465, "masked prediction probs": [ 0.9347690343856812, 0.06523097306489944 @@ -150543,8 +169172,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05325446277856827, - "sufficiency": 0.9789136648178101, + "comprehensiveness": 0.05324268341064453, + "sufficiency": 0.9789183139801025, "masked prediction probs": [ 0.9375933408737183, 0.06240670755505562 @@ -150556,8 +169185,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0034151673316955566, - "sufficiency": 0.8990684747695923, + "comprehensiveness": 0.0034144117962569, + "sufficiency": 0.8990907669067383, "masked prediction probs": [ 0.9826369881629944, 0.017362942919135094 @@ -150567,15 +169196,28 @@ 0.014275718480348587 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00046483363257721066, + "sufficiency": 0.7724218368530273, + "masked prediction probs": [ + 0.9853038787841797, + 0.014696153812110424 + ], + "full text prediction probs": [ + 0.9857242703437805, + 0.014275718480348587 + ], + "labels": 0 } }, "dev_560": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.999146580696106, + "fixed-shap": { + "comprehensiveness": 0.9349923729896545, + "sufficiency": 0.9844474196434021, "masked prediction probs": [ - 0.02315511554479599, - 0.9768449068069458 + 0.14352376759052277, + 0.8564763069152832 ], "full text prediction probs": [ 0.989102840423584, @@ -150674,12 +169316,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9832755327224731, + "sufficiency": 0.9991481304168701, "masked prediction probs": [ - 0.02095904015004635, - 0.9790409803390503 + 0.02315511554479599, + 0.9768449068069458 + ], + "full text prediction probs": [ + 0.989102840423584, + 0.01089718658477068 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0015644270461052656, + "sufficiency": 0.9809626936912537, + "masked prediction probs": [ + 0.9876852035522461, + 0.012314838357269764 ], "full text prediction probs": [ 0.989102840423584, @@ -150688,8 +169343,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.028466666117310524, - "sufficiency": 0.326236754655838, + "comprehensiveness": 0.028460383415222168, + "sufficiency": 0.32638540863990784, "masked prediction probs": [ 0.9633072018623352, 0.0366927906870842 @@ -150702,7 +169357,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.976668119430542, + "sufficiency": 0.9766733646392822, "masked prediction probs": [ 0.025834674015641212, 0.9741653800010681 @@ -150714,8 +169369,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7897128462791443, - "sufficiency": 0.8488764762878418, + "comprehensiveness": 0.7895386219024658, + "sufficiency": 0.8489097952842712, "masked prediction probs": [ 0.27317285537719727, 0.7268271446228027 @@ -150728,7 +169383,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8341163992881775, + "sufficiency": 0.8341529965400696, "masked prediction probs": [ 0.989102840423584, 0.01089718658477068 @@ -150741,7 +169396,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9832940101623535, + "sufficiency": 0.9832976460456848, "masked prediction probs": [ 0.02095904015004635, 0.9790409803390503 @@ -150753,8 +169408,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003863588673993945, - "sufficiency": 0.9350081086158752, + "comprehensiveness": 0.003862737212330103, + "sufficiency": 0.9350224137306213, "masked prediction probs": [ 0.9855979084968567, 0.01440212782472372 @@ -150767,7 +169422,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9833013415336609, + "sufficiency": 0.983305037021637, + "masked prediction probs": [ + 0.02095904015004635, + 0.9790409803390503 + ], + "full text prediction probs": [ + 0.989102840423584, + 0.01089718658477068 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.983308732509613, "masked prediction probs": [ 0.02095904015004635, 0.9790409803390503 @@ -150780,12 +169448,12 @@ } }, "dev_592": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7971466183662415, - "sufficiency": 0.9668854475021362, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9847668409347534, "masked prediction probs": [ - 0.2668640613555908, - 0.7331359386444092 + 0.0653647631406784, + 0.9346352219581604 ], "full text prediction probs": [ 0.9825795888900757, @@ -150884,12 +169552,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7957286238670349, + "sufficiency": 0.9669443368911743, + "masked prediction probs": [ + 0.2668640613555908, + 0.7331359386444092 + ], + "full text prediction probs": [ + 0.9825795888900757, + 0.0174204483628273 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9790382981300354, + "sufficiency": 0.9847972393035889, "masked prediction probs": [ - 0.038344256579875946, - 0.9616557955741882 + 0.0653647631406784, + 0.9346352219581604 ], "full text prediction probs": [ 0.9825795888900757, @@ -150899,7 +169580,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7770365476608276, + "sufficiency": 0.7770861387252808, "masked prediction probs": [ 0.983803391456604, 0.01619662716984749 @@ -150911,8 +169592,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.2787061929702759, - "sufficiency": 0.9775503873825073, + "comprehensiveness": 0.27864426374435425, + "sufficiency": 0.9775554537773132, "masked prediction probs": [ 0.7317867279052734, 0.26821327209472656 @@ -150924,8 +169605,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007771445903927088, - "sufficiency": 0.9214603900909424, + "comprehensiveness": 0.007769719231873751, + "sufficiency": 0.9214777946472168, "masked prediction probs": [ 0.9755849242210388, 0.02441512793302536 @@ -150937,8 +169618,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7950214743614197, - "sufficiency": 0.9669737219810486, + "comprehensiveness": 0.794844925403595, + "sufficiency": 0.9669809937477112, "masked prediction probs": [ 0.2668640613555908, 0.7331359386444092 @@ -150951,7 +169632,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9790615439414978, + "sufficiency": 0.9790661931037903, "masked prediction probs": [ 0.038344256579875946, 0.9616557955741882 @@ -150963,8 +169644,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007101690396666527, - "sufficiency": 0.9126193523406982, + "comprehensiveness": 0.00710011413320899, + "sufficiency": 0.912638783454895, "masked prediction probs": [ 0.9761834740638733, 0.02381659671664238 @@ -150977,7 +169658,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9790708422660828, + "sufficiency": 0.9790754914283752, + "masked prediction probs": [ + 0.038344256579875946, + 0.9616557955741882 + ], + "full text prediction probs": [ + 0.9825795888900757, + 0.0174204483628273 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9790801405906677, "masked prediction probs": [ 0.038344256579875946, 0.9616557955741882 @@ -150990,12 +169684,12 @@ } }, "dev_593": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.86247318983078, + "fixed-shap": { + "comprehensiveness": 0.00277204648591578, + "sufficiency": 0.9049985408782959, "masked prediction probs": [ - 0.9893163442611694, - 0.01068371906876564 + 0.9850576519966125, + 0.014942310750484467 ], "full text prediction probs": [ 0.9875603318214417, @@ -151094,7 +169788,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.8627164363861084, "masked prediction probs": [ @@ -151107,9 +169801,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8354285359382629, + "masked prediction probs": [ + 0.9875603318214417, + 0.01243963185697794 + ], + "full text prediction probs": [ + 0.9875603318214417, + 0.01243963185697794 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.008108251728117466, - "sufficiency": 0.8377954363822937, + "comprehensiveness": 0.008106458932161331, + "sufficiency": 0.8378312587738037, "masked prediction probs": [ 0.9802253842353821, 0.019774656742811203 @@ -151122,7 +169829,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8354649543762207, + "sufficiency": 0.8355012536048889, "masked prediction probs": [ 0.9875603318214417, 0.01243963185697794 @@ -151134,8 +169841,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007021740544587374, - "sufficiency": 0.927516758441925, + "comprehensiveness": 0.007020188961178064, + "sufficiency": 0.9275327324867249, "masked prediction probs": [ 0.9812054634094238, 0.018794581294059753 @@ -151147,8 +169854,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0037054235581308603, - "sufficiency": 0.876968264579773, + "comprehensiveness": 0.003704605158418417, + "sufficiency": 0.8769955039024353, "masked prediction probs": [ 0.9842060804367065, 0.015793852508068085 @@ -151161,7 +169868,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9846367239952087, + "sufficiency": 0.9846401214599609, "masked prediction probs": [ 0.9919518232345581, 0.008048152551054955 @@ -151173,8 +169880,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01287792343646288, - "sufficiency": 0.9664022326469421, + "comprehensiveness": 0.012875081039965153, + "sufficiency": 0.9664096236228943, "masked prediction probs": [ 0.9758977293968201, 0.024102328345179558 @@ -151186,8 +169893,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0037029690574854612, - "sufficiency": 0.8770498037338257, + "comprehensiveness": 0.0037021515890955925, + "sufficiency": 0.8770768642425537, "masked prediction probs": [ 0.9842060804367065, 0.015793852508068085 @@ -151197,15 +169904,28 @@ 0.01243963185697794 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8629891276359558, + "masked prediction probs": [ + 0.9893163442611694, + 0.01068371906876564 + ], + "full text prediction probs": [ + 0.9875603318214417, + 0.01243963185697794 + ], + "labels": 0 } }, "dev_595": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004039492923766375, - "sufficiency": 0.897461473941803, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9896608591079712, "masked prediction probs": [ - 0.9769927263259888, - 0.023007232695817947 + 0.98365318775177, + 0.016346780583262444 ], "full text prediction probs": [ 0.9806116223335266, @@ -151304,12 +170024,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.023994706571102142, - "sufficiency": 0.8287562727928162, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00403229147195816, + "sufficiency": 0.8976442813873291, "masked prediction probs": [ - 0.9590768814086914, - 0.04092312604188919 + 0.9769927263259888, + 0.023007232695817947 + ], + "full text prediction probs": [ + 0.9806116223335266, + 0.019388383254408836 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006058277562260628, + "sufficiency": 0.8876461386680603, + "masked prediction probs": [ + 0.9751732349395752, + 0.024826809763908386 ], "full text prediction probs": [ 0.9806116223335266, @@ -151319,7 +170052,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9383686780929565, + "sufficiency": 0.9383824467658997, "masked prediction probs": [ 0.9888578653335571, 0.011142155155539513 @@ -151331,8 +170064,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007073729299008846, - "sufficiency": 0.8341723680496216, + "comprehensiveness": 0.007072153966873884, + "sufficiency": 0.8342093229293823, "masked prediction probs": [ 0.9742602705955505, 0.025739671662449837 @@ -151345,7 +170078,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8419650793075562, + "sufficiency": 0.8420001864433289, "masked prediction probs": [ 0.9806116223335266, 0.019388383254408836 @@ -151358,7 +170091,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8420001864433289, + "sufficiency": 0.8420354127883911, "masked prediction probs": [ 0.9806116223335266, 0.019388383254408836 @@ -151370,8 +170103,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008939580991864204, - "sufficiency": 0.9265702962875366, + "comprehensiveness": 0.008937590755522251, + "sufficiency": 0.9265866875648499, "masked prediction probs": [ 0.9725795984268188, 0.027420369908213615 @@ -151384,7 +170117,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8782882690429688, + "sufficiency": 0.878315269947052, "masked prediction probs": [ 0.9859382510185242, 0.014061729423701763 @@ -151396,11 +170129,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007065860088914633, - "sufficiency": 0.8343568444252014, + "comprehensiveness": 0.00604884373024106, + "sufficiency": 0.8878210783004761, "masked prediction probs": [ - 0.9742602705955505, - 0.025739671662449837 + 0.9751732349395752, + 0.024826809763908386 + ], + "full text prediction probs": [ + 0.9806116223335266, + 0.019388383254408836 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.023946678265929222, + "sufficiency": 0.8290989995002747, + "masked prediction probs": [ + 0.9590768814086914, + 0.04092312604188919 ], "full text prediction probs": [ 0.9806116223335266, @@ -151410,12 +170156,12 @@ } }, "dev_611": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9538898468017578, - "sufficiency": 0.9997677803039551, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9637567400932312, "masked prediction probs": [ - 0.1264321655035019, - 0.8735678195953369 + 0.9895429611206055, + 0.010457084514200687 ], "full text prediction probs": [ 0.9890745282173157, @@ -151514,12 +170260,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.57491135597229, - "sufficiency": 0.9484742283821106, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9522051215171814, + "sufficiency": 0.9997681975364685, "masked prediction probs": [ - 0.46823835372924805, - 0.531761646270752 + 0.1264321655035019, + 0.8735678195953369 + ], + "full text prediction probs": [ + 0.9890745282173157, + 0.01092553697526455 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8340326547622681, + "masked prediction probs": [ + 0.9890745282173157, + 0.01092553697526455 ], "full text prediction probs": [ 0.9890745282173157, @@ -151529,7 +170288,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9638133645057678, + "sufficiency": 0.9638214111328125, "masked prediction probs": [ 0.9930694699287415, 0.0069305142387747765 @@ -151541,8 +170300,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6400575041770935, - "sufficiency": 0.8874899744987488, + "comprehensiveness": 0.6399163603782654, + "sufficiency": 0.8875147104263306, "masked prediction probs": [ 0.408963680267334, 0.591036319732666 @@ -151554,8 +170313,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.574530839920044, - "sufficiency": 0.9485083818435669, + "comprehensiveness": 0.5744041204452515, + "sufficiency": 0.9485197067260742, "masked prediction probs": [ 0.46823835372924805, 0.531761646270752 @@ -151567,8 +170326,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04323717951774597, - "sufficiency": 0.9726676344871521, + "comprehensiveness": 0.04322764649987221, + "sufficiency": 0.9726736545562744, "masked prediction probs": [ 0.9498695731163025, 0.05013039708137512 @@ -151580,8 +170339,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.889592707157135, - "sufficiency": 0.9187354445457458, + "comprehensiveness": 0.8893965482711792, + "sufficiency": 0.9187533855438232, "masked prediction probs": [ 0.18226583302021027, 0.8177341222763062 @@ -151593,8 +170352,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.16130872070789337, - "sufficiency": 0.7374386191368103, + "comprehensiveness": 0.16127318143844604, + "sufficiency": 0.7374964356422424, "masked prediction probs": [ 0.8427446484565735, 0.15725527703762054 @@ -151606,8 +170365,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5740242600440979, - "sufficiency": 0.9485538005828857, + "comprehensiveness": 0.5738977789878845, + "sufficiency": 0.9485650658607483, + "masked prediction probs": [ + 0.46823835372924805, + 0.531761646270752 + ], + "full text prediction probs": [ + 0.9890745282173157, + 0.01092553697526455 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5737712979316711, + "sufficiency": 0.9485764503479004, "masked prediction probs": [ 0.46823835372924805, 0.531761646270752 @@ -151620,12 +170392,12 @@ } }, "dev_634": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9440369009971619, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8133329749107361, "masked prediction probs": [ - 0.13318748772144318, - 0.8668124675750732 + 0.9687754511833191, + 0.031224628910422325 ], "full text prediction probs": [ 0.9505650401115417, @@ -151724,12 +170496,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9730898141860962, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9422956109046936, "sufficiency": 1.0, "masked prediction probs": [ - 0.1064755916595459, - 0.8935244083404541 + 0.13318748772144318, + 0.8668124675750732 + ], + "full text prediction probs": [ + 0.9505650401115417, + 0.049435004591941833 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8710465431213379, + "masked prediction probs": [ + 0.9505650401115417, + 0.049435004591941833 ], "full text prediction probs": [ 0.9505650401115417, @@ -151739,7 +170524,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2657321095466614, + "sufficiency": 0.2659013271331787, "masked prediction probs": [ 0.9811450839042664, 0.018854878842830658 @@ -151752,7 +170537,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8710763454437256, + "sufficiency": 0.871105968952179, "masked prediction probs": [ 0.9505650401115417, 0.049435004591941833 @@ -151765,7 +170550,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.871105968952179, + "sufficiency": 0.8711355924606323, "masked prediction probs": [ 0.9505650401115417, 0.049435004591941833 @@ -151778,7 +170563,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8711355924606323, + "sufficiency": 0.8711653351783752, "masked prediction probs": [ 0.9505650401115417, 0.049435004591941833 @@ -151803,8 +170588,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.12446443736553192, - "sufficiency": 0.8075143694877625, + "comprehensiveness": 0.12443578988313675, + "sufficiency": 0.8075587153434753, "masked prediction probs": [ 0.8424512147903442, 0.157548725605011 @@ -151817,7 +170602,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8712246417999268, + "sufficiency": 0.8712542057037354, "masked prediction probs": [ 0.9505650401115417, 0.049435004591941833 @@ -151827,15 +170612,28 @@ 0.049435004591941833 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9710747003555298, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1064755916595459, + 0.8935244083404541 + ], + "full text prediction probs": [ + 0.9505650401115417, + 0.049435004591941833 + ], + "labels": 0 } }, "dev_653": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.009684630669653416, - 0.9903153777122498 + 0.009041179902851582, + 0.9909588098526001 ], "full text prediction probs": [ 0.7312831878662109, @@ -151934,12 +170732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.008285949937999249, - 0.9917140603065491 + 0.009684630669653416, + 0.9903153777122498 + ], + "full text prediction probs": [ + 0.7312831878662109, + 0.26871684193611145 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.00825804378837347, + 0.9917420148849487 ], "full text prediction probs": [ 0.7312831878662109, @@ -152014,7 +170825,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.11004938930273056, + "sufficiency": 0.11032333225011826, "masked prediction probs": [ 0.9860332608222961, 0.013966770842671394 @@ -152037,15 +170848,28 @@ 0.26871684193611145 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.008285949937999249, + 0.9917140603065491 + ], + "full text prediction probs": [ + 0.7312831878662109, + 0.26871684193611145 + ], + "labels": 0 } }, "dev_659": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9950370192527771, "masked prediction probs": [ - 0.022819003090262413, - 0.9771809577941895 + 0.9910468459129333, + 0.008953114040195942 ], "full text prediction probs": [ 0.9659111499786377, @@ -152144,7 +170968,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -152157,9 +170981,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.8971062898635864, + "sufficiency": 0.973972737789154, + "masked prediction probs": [ + 0.1737857609987259, + 0.8262142539024353 + ], + "full text prediction probs": [ + 0.9659111499786377, + 0.0340888537466526 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5081331729888916, + "sufficiency": 0.508244514465332, "masked prediction probs": [ 0.9742425084114075, 0.025757471099495888 @@ -152184,8 +171021,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.020824149250984192, - "sufficiency": 0.9152327179908752, + "comprehensiveness": 0.02081943489611149, + "sufficiency": 0.9152519702911377, "masked prediction probs": [ 0.9475155472755432, 0.05248444154858589 @@ -152197,8 +171034,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.014408271759748459, - "sufficiency": 0.9034512042999268, + "comprehensiveness": 0.01440501119941473, + "sufficiency": 0.9034729599952698, "masked prediction probs": [ 0.9531803131103516, 0.04681965708732605 @@ -152210,7 +171047,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9186998009681702, + "comprehensiveness": 0.9184918999671936, "sufficiency": 0.9995826482772827, "masked prediction probs": [ 0.1539841592311859, @@ -152223,8 +171060,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8887559771537781, - "sufficiency": 0.992096483707428, + "comprehensiveness": 0.8885549902915955, + "sufficiency": 0.9920982718467712, "masked prediction probs": [ 0.18027007579803467, 0.8197299242019653 @@ -152247,15 +171084,28 @@ 0.0340888537466526 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.022819003090262413, + 0.9771809577941895 + ], + "full text prediction probs": [ + 0.9659111499786377, + 0.0340888537466526 + ], + "labels": 0 } }, "dev_680": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8567376732826233, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8293807506561279, - 0.17061926424503326 + 0.8724115490913391, + 0.1275884062051773 ], "full text prediction probs": [ 0.01874786987900734, @@ -152343,10 +171193,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.029224064201116562, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7223051190376282, - 0.2776948809623718 + 0.8724115490913391, + 0.1275884062051773 ], "full text prediction probs": [ 0.01874786987900734, @@ -152354,12 +171204,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8601148128509521, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8293807506561279, - 0.17061926424503326 + 0.8724115490913391, + 0.1275884062051773 + ], + "full text prediction probs": [ + 0.01874786987900734, + 0.9812521934509277 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8724115490913391, + 0.1275884062051773 ], "full text prediction probs": [ 0.01874786987900734, @@ -152407,7 +171270,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13624288141727448, + "comprehensiveness": 0.13584667444229126, "sufficiency": 0.0, "masked prediction probs": [ 0.02809208631515503, @@ -152421,7 +171284,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.04613799229264259, + "sufficiency": 0.04889984428882599, "masked prediction probs": [ 0.7223051190376282, 0.2776948809623718 @@ -152433,7 +171296,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.24065889418125153, + "comprehensiveness": 0.239963099360466, "sufficiency": 0.0, "masked prediction probs": [ 0.03534980118274689, @@ -152447,10 +171310,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.05164574831724167, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8724115490913391, + 0.1275884062051773 + ], + "full text prediction probs": [ + 0.01874786987900734, + 0.9812521934509277 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7223051190376282, - 0.2776948809623718 + 0.8724115490913391, + 0.1275884062051773 ], "full text prediction probs": [ 0.01874786987900734, @@ -152460,12 +171336,12 @@ } }, "dev_772": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9682635068893433, - "sufficiency": 0.9926040768623352, + "fixed-shap": { + "comprehensiveness": 0.6555256843566895, + "sufficiency": 1.0, "masked prediction probs": [ - 0.11160783469676971, - 0.8883922100067139 + 0.3764398694038391, + 0.6235600709915161 ], "full text prediction probs": [ 0.9315508604049683, @@ -152564,12 +171440,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7507896423339844, - "sufficiency": 0.9812501668930054, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9664374589920044, + "sufficiency": 0.9926180243492126, "masked prediction probs": [ - 0.294567346572876, - 0.7054325938224792 + 0.11160783469676971, + 0.8883922100067139 + ], + "full text prediction probs": [ + 0.9315508604049683, + 0.06844916194677353 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5256832242012024, + "sufficiency": 0.9594648480415344, + "masked prediction probs": [ + 0.48544660210609436, + 0.514553427696228 ], "full text prediction probs": [ 0.9315508604049683, @@ -152579,7 +171468,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.12640537321567535, + "sufficiency": 0.12661118805408478, "masked prediction probs": [ 0.9844269156455994, 0.015573124401271343 @@ -152592,7 +171481,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.890586793422699, + "sufficiency": 0.8906125426292419, "masked prediction probs": [ 0.9315508604049683, 0.06844916194677353 @@ -152604,8 +171493,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9446665644645691, - "sufficiency": 0.9772456288337708, + "comprehensiveness": 0.9444440603256226, + "sufficiency": 0.9772510528564453, "masked prediction probs": [ 0.12951187789440155, 0.870488166809082 @@ -152618,7 +171507,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6878163814544678, + "sufficiency": 0.6878899335861206, "masked prediction probs": [ 0.9814639687538147, 0.018536003306508064 @@ -152630,8 +171519,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7046973705291748, - "sufficiency": 0.9377231597900391, + "comprehensiveness": 0.7045314908027649, + "sufficiency": 0.9377378225326538, "masked prediction probs": [ 0.33296817541122437, 0.6670318245887756 @@ -152643,8 +171532,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6774941086769104, - "sufficiency": 0.9519382119178772, + "comprehensiveness": 0.6773346662521362, + "sufficiency": 0.9519495368003845, "masked prediction probs": [ 0.3559396266937256, 0.6440603733062744 @@ -152656,8 +171545,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9437772631645203, - "sufficiency": 0.9772670269012451, + "comprehensiveness": 0.9435551762580872, + "sufficiency": 0.9772724509239197, "masked prediction probs": [ 0.12951187789440155, 0.870488166809082 @@ -152667,15 +171556,28 @@ 0.06844916194677353 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.749200165271759, + "sufficiency": 0.981289803981781, + "masked prediction probs": [ + 0.294567346572876, + 0.7054325938224792 + ], + "full text prediction probs": [ + 0.9315508604049683, + 0.06844916194677353 + ], + "labels": 0 } }, "dev_779": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10354051738977432, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07355291396379471, + "sufficiency": 0.9869368076324463, "masked prediction probs": [ - 0.870352029800415, - 0.12964798510074615 + 0.8966318964958191, + 0.10336815565824509 ], "full text prediction probs": [ 0.9610905647277832, @@ -152774,7 +171676,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.10335182398557663, "sufficiency": 1.0, "masked prediction probs": [ @@ -152787,9 +171689,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8606074452400208, + "masked prediction probs": [ + 0.9610905647277832, + 0.0389094315469265 + ], + "full text prediction probs": [ + 0.9610905647277832, + 0.0389094315469265 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4952773451805115, + "sufficiency": 0.49539223313331604, "masked prediction probs": [ 0.9772533774375916, 0.02274666726589203 @@ -152802,7 +171717,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.860639214515686, + "sufficiency": 0.8606709241867065, "masked prediction probs": [ 0.9610905647277832, 0.0389094315469265 @@ -152814,8 +171729,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.017868278548121452, - "sufficiency": 0.9230378866195679, + "comprehensiveness": 0.017864210531115532, + "sufficiency": 0.9230553507804871, "masked prediction probs": [ 0.9453922510147095, 0.0546078197658062 @@ -152828,7 +171743,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.823681652545929, + "sufficiency": 0.823721706867218, "masked prediction probs": [ 0.9788669943809509, 0.021132992580533028 @@ -152840,7 +171755,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3806841969490051, + "comprehensiveness": 0.3805975914001465, "sufficiency": 1.0, "masked prediction probs": [ 0.6264852285385132, @@ -152854,7 +171769,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.805881142616272, + "sufficiency": 0.8059253692626953, "masked prediction probs": [ 0.9829599857330322, 0.017040053382515907 @@ -152866,7 +171781,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3805110454559326, + "comprehensiveness": 0.38042449951171875, "sufficiency": 1.0, "masked prediction probs": [ 0.6264852285385132, @@ -152877,15 +171792,28 @@ 0.0389094315469265 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10314036160707474, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.870352029800415, + 0.12964798510074615 + ], + "full text prediction probs": [ + 0.9610905647277832, + 0.0389094315469265 + ], + "labels": 0 } }, "dev_782": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.12010474503040314, + "fixed-shap": { + "comprehensiveness": 0.8041676878929138, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9862989783287048, - 0.013700961135327816 + 0.06989073753356934, + 0.9301092624664307 ], "full text prediction probs": [ 0.008121666498482227, @@ -152984,12 +171912,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.1380392611026764, + "masked prediction probs": [ + 0.9862989783287048, + 0.013700961135327816 + ], + "full text prediction probs": [ + 0.008121666498482227, + 0.9918783903121948 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9895802140235901, - 0.010419788770377636 + 0.17422717809677124, + 0.8257728219032288 ], "full text prediction probs": [ 0.008121666498482227, @@ -153011,7 +171952,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6590465307235718, + "comprehensiveness": 0.6573780179023743, "sufficiency": 0.0, "masked prediction probs": [ 0.06006217747926712, @@ -153051,7 +171992,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9307330846786499, + "sufficiency": 0.9309069514274597, "masked prediction probs": [ 0.19213072955608368, 0.8078693151473999 @@ -153063,7 +172004,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04111815616488457, + "comprehensiveness": 0.04101509973406792, "sufficiency": 0.0, "masked prediction probs": [ 0.01139513123780489, @@ -153087,15 +172028,28 @@ 0.9918783903121948 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9895802140235901, + 0.010419788770377636 + ], + "full text prediction probs": [ + 0.008121666498482227, + 0.9918783903121948 + ], + "labels": 1 } }, "dev_810": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2550095319747925, + "sufficiency": 0.8699795007705688, "masked prediction probs": [ - 0.01019259449094534, - 0.9898074269294739 + 0.7328662872314453, + 0.2671337127685547 ], "full text prediction probs": [ 0.9547217488288879, @@ -153194,7 +172148,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -153207,9 +172161,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.002394676674157381, + "sufficiency": 0.9301279187202454, + "masked prediction probs": [ + 0.9526340961456299, + 0.0473659448325634 + ], + "full text prediction probs": [ + 0.9547217488288879, + 0.045278239995241165 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.007041490636765957, + "sufficiency": 0.007269213907420635, "masked prediction probs": [ 0.9824633598327637, 0.017536688596010208 @@ -153222,7 +172189,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8519995212554932, + "sufficiency": 0.8520334959030151, "masked prediction probs": [ 0.03301362693309784, 0.9669864177703857 @@ -153235,7 +172202,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9779790043830872, + "sufficiency": 0.9779840707778931, "masked prediction probs": [ 0.022096529603004456, 0.9779035449028015 @@ -153248,7 +172215,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9251055717468262, + "sufficiency": 0.9251227974891663, "masked prediction probs": [ 0.01061160210520029, 0.9893884062767029 @@ -153260,8 +172227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9665361642837524, - "sufficiency": 0.9828033447265625, + "comprehensiveness": 0.9663146138191223, + "sufficiency": 0.9828073978424072, "masked prediction probs": [ 0.11133302003145218, 0.8886669278144836 @@ -153274,7 +172241,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8886443376541138, + "sufficiency": 0.8886698484420776, "masked prediction probs": [ 0.030287282541394234, 0.9697126746177673 @@ -153287,7 +172254,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9251570701599121, + "sufficiency": 0.9251741766929626, "masked prediction probs": [ 0.01061160210520029, 0.9893884062767029 @@ -153297,15 +172264,28 @@ 0.045278239995241165 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01019259449094534, + 0.9898074269294739 + ], + "full text prediction probs": [ + 0.9547217488288879, + 0.045278239995241165 + ], + "labels": 0 } }, "dev_869": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8691127896308899, - "sufficiency": 0.9990361928939819, + "fixed-shap": { + "comprehensiveness": 0.009936303831636906, + "sufficiency": 0.9491966962814331, "masked prediction probs": [ - 0.203225240111351, - 0.7967747449874878 + 0.98103928565979, + 0.018960656598210335 ], "full text prediction probs": [ 0.9900346398353577, @@ -153404,7 +172384,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.867579460144043, "sufficiency": 0.9990379214286804, "masked prediction probs": [ @@ -153417,9 +172397,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.009916586801409721, + "sufficiency": 0.9492976069450378, + "masked prediction probs": [ + 0.98103928565979, + 0.018960656598210335 + ], + "full text prediction probs": [ + 0.9900346398353577, + 0.009965404868125916 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.018281985074281693, - "sufficiency": 0.6569921374320984, + "comprehensiveness": 0.018277954310178757, + "sufficiency": 0.6570677161216736, "masked prediction probs": [ 0.9734510183334351, 0.026548946276307106 @@ -153431,8 +172424,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.019482789561152458, - "sufficiency": 0.9865769743919373, + "comprehensiveness": 0.01947849616408348, + "sufficiency": 0.9865798354148865, "masked prediction probs": [ 0.9723578691482544, 0.02764212340116501 @@ -153444,8 +172437,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005573006812483072, - "sufficiency": 0.8224656581878662, + "comprehensiveness": 0.0055717783980071545, + "sufficiency": 0.8225046992301941, "masked prediction probs": [ 0.984977126121521, 0.015022809617221355 @@ -153457,8 +172450,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003698737360537052, - "sufficiency": 0.9229569435119629, + "comprehensiveness": 0.0036979226861149073, + "sufficiency": 0.9229738712310791, "masked prediction probs": [ 0.9866772890090942, 0.013322741724550724 @@ -153470,8 +172463,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8441594839096069, - "sufficiency": 0.9986861348152161, + "comprehensiveness": 0.8439735174179077, + "sufficiency": 0.9986864924430847, "masked prediction probs": [ 0.2236207276582718, 0.7763792872428894 @@ -153483,8 +172476,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0045677111484110355, - "sufficiency": 0.004268561955541372, + "comprehensiveness": 0.004566705320030451, + "sufficiency": 0.004487792961299419, "masked prediction probs": [ 0.9858866930007935, 0.014113327488303185 @@ -153496,8 +172489,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8437877297401428, - "sufficiency": 0.9986867308616638, + "comprehensiveness": 0.8436019420623779, + "sufficiency": 0.9986869692802429, "masked prediction probs": [ 0.2236207276582718, 0.7763792872428894 @@ -153507,15 +172500,28 @@ 0.009965404868125916 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8658608794212341, + "sufficiency": 0.999039888381958, + "masked prediction probs": [ + 0.203225240111351, + 0.7967747449874878 + ], + "full text prediction probs": [ + 0.9900346398353577, + 0.009965404868125916 + ], + "labels": 0 } }, "dev_11": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.967445433139801, - 0.032554566860198975 + 0.12354519963264465, + 0.876454770565033 ], "full text prediction probs": [ 0.02433668076992035, @@ -153614,12 +172620,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9603828191757202, - 0.03961719945073128 + 0.967445433139801, + 0.032554566860198975 + ], + "full text prediction probs": [ + 0.02433668076992035, + 0.9756633639335632 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1359950453042984, + 0.8640049695968628 ], "full text prediction probs": [ 0.02433668076992035, @@ -153667,7 +172686,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05663042142987251, + "comprehensiveness": 0.056449517607688904, "sufficiency": 0.0, "masked prediction probs": [ 0.027871472761034966, @@ -153717,15 +172736,28 @@ 0.9756633639335632 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9603828191757202, + 0.03961719945073128 + ], + "full text prediction probs": [ + 0.02433668076992035, + 0.9756633639335632 + ], + "labels": 1 } }, "dev_15": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05689723789691925, - "sufficiency": 0.8815528154373169, + "fixed-shap": { + "comprehensiveness": 0.2553187906742096, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01158321276307106, - 0.9884167313575745 + 0.026893800124526024, + 0.9731061458587646 ], "full text prediction probs": [ 0.007192940451204777, @@ -153824,12 +172856,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03462362289428711, - "sufficiency": 0.9161348342895508, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.055741216987371445, + "sufficiency": 0.8839563131332397, "masked prediction probs": [ - 0.009920033626258373, - 0.9900799989700317 + 0.01158321276307106, + 0.9884167313575745 + ], + "full text prediction probs": [ + 0.007192940451204777, + 0.9928070306777954 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2560301125049591, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027409644797444344, + 0.9725903272628784 ], "full text prediction probs": [ 0.007192940451204777, @@ -153838,7 +172883,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5528644323348999, + "comprehensiveness": 0.5514674186706543, "sufficiency": 0.0, "masked prediction probs": [ 0.05084836483001709, @@ -153851,7 +172896,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10446479916572571, + "comprehensiveness": 0.10420149564743042, "sufficiency": 0.0, "masked prediction probs": [ 0.015462661162018776, @@ -153864,7 +172909,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2339400202035904, + "comprehensiveness": 0.23335185647010803, "sufficiency": 0.0, "masked prediction probs": [ 0.025759004056453705, @@ -153877,7 +172922,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06379145383834839, + "comprehensiveness": 0.06363147497177124, "sufficiency": 0.0, "masked prediction probs": [ 0.012268426828086376, @@ -153890,7 +172935,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13146862387657166, + "comprehensiveness": 0.13113974034786224, "sufficiency": 0.0, "masked prediction probs": [ 0.017679158598184586, @@ -153903,7 +172948,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012932094745337963, + "comprehensiveness": 0.012899824418127537, "sufficiency": 0.0, "masked prediction probs": [ 0.008227094076573849, @@ -153916,7 +172961,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5445868968963623, + "comprehensiveness": 0.5432313680648804, "sufficiency": 0.0, "masked prediction probs": [ 0.05084836483001709, @@ -153927,15 +172972,28 @@ 0.9928070306777954 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03384990245103836, + "sufficiency": 0.9180065989494324, + "masked prediction probs": [ + 0.009920033626258373, + 0.9900799989700317 + ], + "full text prediction probs": [ + 0.007192940451204777, + 0.9928070306777954 + ], + "labels": 1 } }, "dev_70": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8541573882102966, + "fixed-shap": { + "comprehensiveness": 0.20135414600372314, + "sufficiency": 0.30527132749557495, "masked prediction probs": [ - 0.4552968740463257, - 0.5447031259536743 + 0.026597706601023674, + 0.9734023213386536 ], "full text prediction probs": [ 0.01203592773526907, @@ -154034,12 +173092,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8591867089271545, + "sufficiency": 0.8573104739189148, "masked prediction probs": [ - 0.5267543196678162, - 0.4732457101345062 + 0.4552968740463257, + 0.5447031259536743 + ], + "full text prediction probs": [ + 0.01203592773526907, + 0.9879640340805054 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0338275246322155, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01454327255487442, + 0.9854567646980286 ], "full text prediction probs": [ 0.01203592773526907, @@ -154049,7 +173120,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7605558037757874, + "sufficiency": 0.761199414730072, "masked prediction probs": [ 0.15174448490142822, 0.8482555747032166 @@ -154061,7 +173132,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7562736868858337, + "comprehensiveness": 0.7542436122894287, "sufficiency": 0.0, "masked prediction probs": [ 0.0682416558265686, @@ -154074,7 +173145,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8803136348724365, + "comprehensiveness": 0.8779569268226624, "sufficiency": 0.0, "masked prediction probs": [ 0.07763627916574478, @@ -154101,7 +173172,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.861064076423645, + "sufficiency": 0.8614335060119629, "masked prediction probs": [ 0.5267543196678162, 0.4732457101345062 @@ -154113,7 +173184,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10552934557199478, + "comprehensiveness": 0.1052490770816803, "sufficiency": 0.0, "masked prediction probs": [ 0.01996326446533203, @@ -154127,7 +173198,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.861801028251648, + "sufficiency": 0.8621666431427002, + "masked prediction probs": [ + 0.5267543196678162, + 0.4732457101345062 + ], + "full text prediction probs": [ + 0.01203592773526907, + 0.9879640340805054 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8625302910804749, "masked prediction probs": [ 0.5267543196678162, 0.4732457101345062 @@ -154140,12 +173224,12 @@ } }, "dev_122": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9398429989814758, - 0.06015704572200775 + 0.6854860186576843, + 0.3145139515399933 ], "full text prediction probs": [ 0.12138871848583221, @@ -154244,12 +173328,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9283854961395264, - 0.07161448895931244 + 0.9398429989814758, + 0.06015704572200775 + ], + "full text prediction probs": [ + 0.12138871848583221, + 0.8786112666130066 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12138871848583221, + 0.8786112666130066 ], "full text prediction probs": [ 0.12138871848583221, @@ -154347,15 +173444,28 @@ 0.8786112666130066 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9283854961395264, + 0.07161448895931244 + ], + "full text prediction probs": [ + 0.12138871848583221, + 0.8786112666130066 + ], + "labels": 1 } }, "dev_125": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021812425926327705, + "fixed-shap": { + "comprehensiveness": 0.350796639919281, "sufficiency": 0.0, "masked prediction probs": [ - 0.007332562934607267, - 0.9926674962043762 + 0.03323670104146004, + 0.9667633175849915 ], "full text prediction probs": [ 0.005614943336695433, @@ -154454,12 +173564,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03963619843125343, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02137795276939869, "sufficiency": 0.0, "masked prediction probs": [ - 0.008799411356449127, - 0.9912006258964539 + 0.007332562934607267, + 0.9926674962043762 + ], + "full text prediction probs": [ + 0.005614943336695433, + 0.9943850040435791 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18658269941806793, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020642373710870743, + 0.9793576002120972 ], "full text prediction probs": [ 0.005614943336695433, @@ -154468,7 +173591,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3987204432487488, + "comprehensiveness": 0.39773261547088623, "sufficiency": 0.0, "masked prediction probs": [ 0.037727952003479004, @@ -154481,7 +173604,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2776362895965576, + "comprehensiveness": 0.2769501507282257, "sufficiency": 0.0, "masked prediction probs": [ 0.02803141437470913, @@ -154494,7 +173617,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.045976586639881134, + "comprehensiveness": 0.04586324468255043, "sufficiency": 0.0, "masked prediction probs": [ 0.00933628249913454, @@ -154507,7 +173630,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.057917091995477676, + "comprehensiveness": 0.057774659246206284, "sufficiency": 0.0, "masked prediction probs": [ 0.010314333252608776, @@ -154520,7 +173643,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.28642362356185913, + "comprehensiveness": 0.28572097420692444, "sufficiency": 0.0, "masked prediction probs": [ 0.02891276776790619, @@ -154533,7 +173656,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.030421338975429535, + "comprehensiveness": 0.030346892774105072, "sufficiency": 0.0, "masked prediction probs": [ 0.008095541037619114, @@ -154546,7 +173669,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2742391526699066, + "comprehensiveness": 0.27356967329978943, "sufficiency": 0.0, "masked prediction probs": [ 0.02803141437470913, @@ -154557,15 +173680,28 @@ 0.9943850040435791 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03876747936010361, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008799411356449127, + 0.9912006258964539 + ], + "full text prediction probs": [ + 0.005614943336695433, + 0.9943850040435791 + ], + "labels": 1 } }, "dev_153": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9265841245651245, - 0.07341588288545609 + 0.9037767052650452, + 0.09622329473495483 ], "full text prediction probs": [ 0.05867002159357071, @@ -154664,12 +173800,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9196590781211853, - 0.08034086972475052 + 0.9265841245651245, + 0.07341588288545609 + ], + "full text prediction probs": [ + 0.05867002159357071, + 0.9413300156593323 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6264504194259644, + 0.37354955077171326 ], "full text prediction probs": [ 0.05867002159357071, @@ -154767,15 +173916,28 @@ 0.9413300156593323 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9196590781211853, + 0.08034086972475052 + ], + "full text prediction probs": [ + 0.05867002159357071, + 0.9413300156593323 + ], + "labels": 1 } }, "dev_180": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.680200457572937, + "sufficiency": 0.6959551572799683, "masked prediction probs": [ - 0.13170062005519867, - 0.8682993650436401 + 0.5641178488731384, + 0.43588218092918396 ], "full text prediction probs": [ 0.008073954842984676, @@ -154874,12 +174036,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.6867631077766418, + "masked prediction probs": [ + 0.13170062005519867, + 0.8682993650436401 + ], + "full text prediction probs": [ + 0.008073954842984676, + 0.9919260144233704 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.9869387745857239, "sufficiency": 0.0, "masked prediction probs": [ - 0.2920667827129364, - 0.707933247089386 + 0.08513538539409637, + 0.9148646593093872 ], "full text prediction probs": [ 0.008073954842984676, @@ -154889,7 +174064,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8485113978385925, + "sufficiency": 0.8488979935646057, "masked prediction probs": [ 0.12673796713352203, 0.8732619881629944 @@ -154901,7 +174076,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.26965275406837463, + "comprehensiveness": 0.2689654529094696, "sufficiency": 0.0, "masked prediction probs": [ 0.029182689264416695, @@ -154914,7 +174089,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7517887353897095, + "comprehensiveness": 0.7498774528503418, "sufficiency": 0.0, "masked prediction probs": [ 0.06707531958818436, @@ -154927,7 +174102,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10852367430925369, + "comprehensiveness": 0.10824847221374512, "sufficiency": 0.0, "masked prediction probs": [ 0.016612783074378967, @@ -154953,7 +174128,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.261750191450119, + "comprehensiveness": 0.2610897719860077, "sufficiency": 0.0, "masked prediction probs": [ 0.028773564845323563, @@ -154977,15 +174152,28 @@ 0.9919260144233704 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2920667827129364, + 0.707933247089386 + ], + "full text prediction probs": [ + 0.008073954842984676, + 0.9919260144233704 + ], + "labels": 1 } }, "dev_188": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7909235954284668, + "fixed-shap": { + "comprehensiveness": 0.09736829996109009, + "sufficiency": 0.0, "masked prediction probs": [ - 0.13849349319934845, - 0.8615065217018127 + 0.016918083652853966, + 0.9830818772315979 ], "full text prediction probs": [ 0.009643529541790485, @@ -155084,12 +174272,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6302059292793274, + "sufficiency": 0.7953022122383118, "masked prediction probs": [ - 0.1304679661989212, - 0.86953204870224 + 0.13849349319934845, + 0.8615065217018127 + ], + "full text prediction probs": [ + 0.009643529541790485, + 0.9903563857078552 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10854897648096085, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017948836088180542, + 0.9820511341094971 ], "full text prediction probs": [ 0.009643529541790485, @@ -155098,8 +174299,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.9187224507331848, - "sufficiency": 0.9264546036720276, + "comprehensiveness": 0.9163268208503723, + "sufficiency": 0.9266461730003357, "masked prediction probs": [ 0.07993655651807785, 0.9200634956359863 @@ -155112,7 +174313,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6321319937705994, + "sufficiency": 0.6330875158309937, "masked prediction probs": [ 0.1304679661989212, 0.86953204870224 @@ -155124,7 +174325,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3109094202518463, + "comprehensiveness": 0.3101028800010681, "sufficiency": 0.0, "masked prediction probs": [ 0.03355617821216583, @@ -155137,7 +174338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.27681592106819153, + "comprehensiveness": 0.27609968185424805, "sufficiency": 0.0, "masked prediction probs": [ 0.030989330261945724, @@ -155151,7 +174352,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6641355156898499, + "sufficiency": 0.6650011539459229, "masked prediction probs": [ 0.17704710364341736, 0.8229528665542603 @@ -155163,8 +174364,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1841735541820526, - "sufficiency": 0.90293288230896, + "comprehensiveness": 0.18369948863983154, + "sufficiency": 0.9031823873519897, "masked prediction probs": [ 0.023919275030493736, 0.9760807752609253 @@ -155177,7 +174378,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6368604302406311, + "sufficiency": 0.6377915740013123, + "masked prediction probs": [ + 0.1304679661989212, + 0.86953204870224 + ], + "full text prediction probs": [ + 0.009643529541790485, + 0.9903563857078552 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6387179493904114, "masked prediction probs": [ 0.1304679661989212, 0.86953204870224 @@ -155190,12 +174404,12 @@ } }, "dev_306": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9300342202186584, - 0.06996578723192215 + 0.5774126648902893, + 0.4225873351097107 ], "full text prediction probs": [ 0.2204047292470932, @@ -155294,12 +174508,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9094532132148743, - 0.09054684638977051 + 0.9300342202186584, + 0.06996578723192215 + ], + "full text prediction probs": [ + 0.2204047292470932, + 0.7795952558517456 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4818342328071594, + 0.5181657671928406 ], "full text prediction probs": [ 0.2204047292470932, @@ -155397,15 +174624,28 @@ 0.7795952558517456 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9094532132148743, + 0.09054684638977051 + ], + "full text prediction probs": [ + 0.2204047292470932, + 0.7795952558517456 + ], + "labels": 1 } }, "dev_367": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8093268275260925, - 0.19067315757274628 + 0.9812947511672974, + 0.018705252557992935 ], "full text prediction probs": [ 0.7653102278709412, @@ -155504,12 +174744,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8174538612365723, - 0.18254609405994415 + 0.8093268275260925, + 0.19067315757274628 + ], + "full text prediction probs": [ + 0.7653102278709412, + 0.23468980193138123 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7653102278709412, + 0.23468980193138123 ], "full text prediction probs": [ 0.7653102278709412, @@ -155570,7 +174823,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7337092161178589, + "comprehensiveness": 0.7334946393966675, "sufficiency": 1.0, "masked prediction probs": [ 0.26363298296928406, @@ -155583,7 +174836,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9954341053962708, + "comprehensiveness": 0.9951432347297668, "sufficiency": 1.0, "masked prediction probs": [ 0.08447813987731934, @@ -155607,15 +174860,28 @@ 0.23468980193138123 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8174538612365723, + 0.18254609405994415 + ], + "full text prediction probs": [ + 0.7653102278709412, + 0.23468980193138123 + ], + "labels": 1 } }, "dev_413": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7012535333633423, + "fixed-shap": { + "comprehensiveness": 0.016155781224370003, + "sufficiency": 0.0, "masked prediction probs": [ - 0.1338818371295929, - 0.8661181330680847 + 0.006529130972921848, + 0.9934709072113037 ], "full text prediction probs": [ 0.005251116584986448, @@ -155714,12 +174980,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.734271764755249, + "sufficiency": 0.7071699500083923, "masked prediction probs": [ - 0.08624918758869171, - 0.9137508273124695 + 0.1338818371295929, + 0.8661181330680847 + ], + "full text prediction probs": [ + 0.005251116584986448, + 0.9947488903999329 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01732868142426014, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0066530704498291016, + 0.9933469295501709 ], "full text prediction probs": [ 0.005251116584986448, @@ -155728,7 +175007,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10777805000543594, + "comprehensiveness": 0.1075122281908989, "sufficiency": 0.0, "masked prediction probs": [ 0.013970809988677502, @@ -155741,7 +175020,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09016749262809753, + "comprehensiveness": 0.08994565159082413, "sufficiency": 0.0, "masked prediction probs": [ 0.0125640369951725, @@ -155754,7 +175033,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01539891678839922, + "comprehensiveness": 0.015361123718321323, "sufficiency": 0.0, "masked prediction probs": [ 0.006503037177026272, @@ -155767,7 +175046,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10205256193876266, + "comprehensiveness": 0.10180271416902542, "sufficiency": 0.0, "masked prediction probs": [ 0.013568849302828312, @@ -155780,7 +175059,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.17540007829666138, + "comprehensiveness": 0.17497171461582184, "sufficiency": 0.0, "masked prediction probs": [ 0.019581999629735947, @@ -155793,7 +175072,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02992158569395542, + "comprehensiveness": 0.02984868735074997, "sufficiency": 0.0, "masked prediction probs": [ 0.007701795548200607, @@ -155806,7 +175085,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08906910568475723, + "comprehensiveness": 0.08885262906551361, "sufficiency": 0.0, "masked prediction probs": [ 0.0125640369951725, @@ -155817,15 +175096,28 @@ 0.9947488903999329 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9817431569099426, + "sufficiency": 0.7400631308555603, + "masked prediction probs": [ + 0.08624918758869171, + 0.9137508273124695 + ], + "full text prediction probs": [ + 0.005251116584986448, + 0.9947488903999329 + ], + "labels": 1 } }, "dev_443": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.31757214665412903, - "sufficiency": 0.9544727802276611, + "fixed-shap": { + "comprehensiveness": 0.7364500761032104, + "sufficiency": 0.9707247018814087, "masked prediction probs": [ - 0.7014973759651184, - 0.29850268363952637 + 0.32256922125816345, + 0.6774308085441589 ], "full text prediction probs": [ 0.9887816309928894, @@ -155912,11 +175204,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015038874000310898, - "sufficiency": 0.8166317343711853, + "comprehensiveness": 0.7353121042251587, + "sufficiency": 0.970770001411438, "masked prediction probs": [ - 0.9751560091972351, - 0.02484392561018467 + 0.32256922125816345, + 0.6774308085441589 ], "full text prediction probs": [ 0.9887816309928894, @@ -155924,12 +175216,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4979763925075531, - "sufficiency": 0.8716668486595154, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7351498007774353, + "sufficiency": 0.970776379108429, "masked prediction probs": [ - 0.537502110004425, - 0.4624979496002197 + 0.32256922125816345, + 0.6774308085441589 + ], + "full text prediction probs": [ + 0.9887816309928894, + 0.01121834758669138 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7564302086830139, + "sufficiency": 0.940507709980011, + "masked prediction probs": [ + 0.3031330704689026, + 0.6968669295310974 ], "full text prediction probs": [ 0.9887816309928894, @@ -155938,8 +175243,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002579482039436698, - "sufficiency": 0.3887069523334503, + "comprehensiveness": 0.0025789127685129642, + "sufficiency": 0.38884180784225464, "masked prediction probs": [ 0.9864435195922852, 0.013556556776165962 @@ -155952,7 +175257,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8380467295646667, + "sufficiency": 0.8380824327468872, "masked prediction probs": [ 0.9887816309928894, 0.01121834758669138 @@ -155964,8 +175269,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.016504045575857162, - "sufficiency": 0.8038398623466492, + "comprehensiveness": 0.016500405967235565, + "sufficiency": 0.8038830757141113, "masked prediction probs": [ 0.9738153219223022, 0.026184624060988426 @@ -155977,8 +175282,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010198927484452724, - "sufficiency": 0.7621920704841614, + "comprehensiveness": 0.010196679271757603, + "sufficiency": 0.762244462966919, "masked prediction probs": [ 0.979530930519104, 0.02046908438205719 @@ -155990,8 +175295,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.49742749333381653, - "sufficiency": 0.8718083500862122, + "comprehensiveness": 0.4973178505897522, + "sufficiency": 0.8718366622924805, "masked prediction probs": [ 0.537502110004425, 0.4624979496002197 @@ -156003,8 +175308,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05842665955424309, - "sufficiency": 0.8818598985671997, + "comprehensiveness": 0.0584137849509716, + "sufficiency": 0.8818859457969666, "masked prediction probs": [ 0.9357637166976929, 0.06423631310462952 @@ -156016,11 +175321,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.49720826745033264, - "sufficiency": 0.8718647956848145, + "comprehensiveness": 0.75526362657547, + "sufficiency": 0.9405994415283203, "masked prediction probs": [ - 0.537502110004425, - 0.4624979496002197 + 0.3031330704689026, + 0.6968669295310974 + ], + "full text prediction probs": [ + 0.9887816309928894, + 0.01121834758669138 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7550973296165466, + "sufficiency": 0.9406125545501709, + "masked prediction probs": [ + 0.3031330704689026, + 0.6968669295310974 ], "full text prediction probs": [ 0.9887816309928894, @@ -156030,12 +175348,12 @@ } }, "dev_535": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002748792991042137, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.052070487290620804, + "sufficiency": 0.9925144910812378, "masked prediction probs": [ - 0.97284996509552, - 0.02715005725622177 + 0.9288972020149231, + 0.0711027979850769 ], "full text prediction probs": [ 0.9752995371818542, @@ -156134,12 +175452,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.987528920173645, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0027438662946224213, + "sufficiency": 1.0, "masked prediction probs": [ - 0.982803225517273, - 0.0171967726200819 + 0.97284996509552, + 0.02715005725622177 + ], + "full text prediction probs": [ + 0.9752995371818542, + 0.024700433015823364 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03166671469807625, + "sufficiency": 0.9790336489677429, + "masked prediction probs": [ + 0.9470229148864746, + 0.05297702178359032 ], "full text prediction probs": [ 0.9752995371818542, @@ -156149,7 +175480,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7741638422012329, + "sufficiency": 0.7742144465446472, "masked prediction probs": [ 0.9833891987800598, 0.016610819846391678 @@ -156161,8 +175492,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.012452883645892143, - "sufficiency": 0.9889014959335327, + "comprehensiveness": 0.012450096197426319, + "sufficiency": 0.9889038801193237, "masked prediction probs": [ 0.9641773104667664, 0.03582269325852394 @@ -156175,7 +175506,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9248420000076294, + "sufficiency": 0.924858808517456, "masked prediction probs": [ 0.9807958006858826, 0.019204242154955864 @@ -156188,7 +175519,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.987393319606781, + "sufficiency": 0.987396240234375, "masked prediction probs": [ 0.9757433533668518, 0.024256601929664612 @@ -156200,7 +175531,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012227978557348251, + "comprehensiveness": 0.012225242331624031, "sufficiency": 1.0, "masked prediction probs": [ 0.964370846748352, @@ -156213,8 +175544,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006018841522745788, - "sufficiency": 0.9234297275543213, + "comprehensiveness": 0.000601749517954886, + "sufficiency": 0.923446774482727, "masked prediction probs": [ 0.9747614860534668, 0.025238540023565292 @@ -156226,8 +175557,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.012438956648111343, - "sufficiency": 0.9889138340950012, + "comprehensiveness": 0.012436174787580967, + "sufficiency": 0.988916277885437, "masked prediction probs": [ 0.9641773104667664, 0.03582269325852394 @@ -156237,15 +175568,28 @@ 0.024700433015823364 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9875540137290955, + "masked prediction probs": [ + 0.982803225517273, + 0.0171967726200819 + ], + "full text prediction probs": [ + 0.9752995371818542, + 0.024700433015823364 + ], + "labels": 0 } }, "dev_657": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0033726003021001816, - "sufficiency": 0.9926585555076599, + "fixed-shap": { + "comprehensiveness": 0.022404588758945465, + "sufficiency": 0.9921272397041321, "masked prediction probs": [ - 0.9927698969841003, - 0.0072300247848033905 + 0.9754186272621155, + 0.0245814211666584 ], "full text prediction probs": [ 0.9958446621894836, @@ -156332,11 +175676,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005199194420129061, - "sufficiency": 0.9788780212402344, + "comprehensiveness": 0.022370237857103348, + "sufficiency": 0.9921393990516663, "masked prediction probs": [ - 0.9910973310470581, - 0.008902653120458126 + 0.9754186272621155, + 0.0245814211666584 ], "full text prediction probs": [ 0.9958446621894836, @@ -156344,12 +175688,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.978903591632843, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02236533910036087, + "sufficiency": 0.9921410083770752, + "masked prediction probs": [ + 0.9754186272621155, + 0.0245814211666584 + ], + "full text prediction probs": [ + 0.9958446621894836, + 0.004155321978032589 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015214068815112114, + "sufficiency": 0.9918065667152405, "masked prediction probs": [ - 0.9964572787284851, - 0.0035427138209342957 + 0.9819467663764954, + 0.018053315579891205 ], "full text prediction probs": [ 0.9958446621894836, @@ -156358,8 +175715,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005430053570307791, - "sufficiency": 0.3760719895362854, + "comprehensiveness": 0.0005428864969871938, + "sufficiency": 0.3762085735797882, "masked prediction probs": [ 0.9953486323356628, 0.004651426337659359 @@ -156371,8 +175728,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006986548658460379, - "sufficiency": 0.9773275256156921, + "comprehensiveness": 0.006985019892454147, + "sufficiency": 0.9773324131965637, "masked prediction probs": [ 0.9894611239433289, 0.010538877919316292 @@ -156384,8 +175741,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0062279365956783295, - "sufficiency": 0.9666427373886108, + "comprehensiveness": 0.00622657360509038, + "sufficiency": 0.9666499495506287, "masked prediction probs": [ 0.9901530146598816, 0.009847044013440609 @@ -156397,8 +175754,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005510866641998291, - "sufficiency": 0.9816511869430542, + "comprehensiveness": 0.005509661044925451, + "sufficiency": 0.9816552400588989, "masked prediction probs": [ 0.9908072352409363, 0.009192782454192638 @@ -156410,8 +175767,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008106661029160023, - "sufficiency": 0.9919347167015076, + "comprehensiveness": 0.008104887790977955, + "sufficiency": 0.9919365048408508, "masked prediction probs": [ 0.9884328246116638, 0.011567135341465473 @@ -156423,8 +175780,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007262787781655788, - "sufficiency": 0.9902102947235107, + "comprehensiveness": 0.007261200342327356, + "sufficiency": 0.9902124404907227, "masked prediction probs": [ 0.9892029166221619, 0.010797129943966866 @@ -156436,11 +175793,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0062224892899394035, - "sufficiency": 0.9666719436645508, + "comprehensiveness": 0.015190786682069302, + "sufficiency": 0.9918190240859985, "masked prediction probs": [ - 0.9901530146598816, - 0.009847044013440609 + 0.9819467663764954, + 0.018053315579891205 + ], + "full text prediction probs": [ + 0.9958446621894836, + 0.004155321978032589 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015187466517090797, + "sufficiency": 0.9918208718299866, + "masked prediction probs": [ + 0.9819467663764954, + 0.018053315579891205 ], "full text prediction probs": [ 0.9958446621894836, @@ -156450,12 +175820,12 @@ } }, "dev_716": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9725261330604553, - 0.02747378498315811 + 0.9548274874687195, + 0.04517251253128052 ], "full text prediction probs": [ 0.08804241567850113, @@ -156554,12 +175924,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.977064311504364, - 0.022935710847377777 + 0.9725261330604553, + 0.02747378498315811 + ], + "full text prediction probs": [ + 0.08804241567850113, + 0.9119575619697571 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9649655818939209, + 0.035034384578466415 ], "full text prediction probs": [ 0.08804241567850113, @@ -156657,15 +176040,28 @@ 0.9119575619697571 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.977064311504364, + 0.022935710847377777 + ], + "full text prediction probs": [ + 0.08804241567850113, + 0.9119575619697571 + ], + "labels": 0 } }, "dev_751": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.8724275827407837, + "sufficiency": 0.9647447466850281, "masked prediction probs": [ - 0.06335385888814926, - 0.9366461038589478 + 0.1984599381685257, + 0.8015400767326355 ], "full text prediction probs": [ 0.9801557660102844, @@ -156764,12 +176160,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0701674073934555, - 0.9298325777053833 + 0.06335385888814926, + 0.9366461038589478 + ], + "full text prediction probs": [ + 0.9801557660102844, + 0.01984430104494095 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9550294280052185, + "sufficiency": 0.9848805665969849, + "masked prediction probs": [ + 0.12272951751947403, + 0.877270519733429 ], "full text prediction probs": [ 0.9801557660102844, @@ -156779,7 +176188,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.22833137214183807, + "sufficiency": 0.22850322723388672, "masked prediction probs": [ 0.9848604798316956, 0.01513954158872366 @@ -156791,8 +176200,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9621143341064453, - "sufficiency": 0.9991824626922607, + "comprehensiveness": 0.9619001150131226, + "sufficiency": 0.9991825819015503, "masked prediction probs": [ 0.11617626994848251, 0.8838237524032593 @@ -156804,7 +176213,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9601249098777771, + "comprehensiveness": 0.9599111676216125, "sufficiency": 1.0, "masked prediction probs": [ 0.11777076125144958, @@ -156817,8 +176226,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005737405735999346, - "sufficiency": 0.8975096940994263, + "comprehensiveness": 0.005736128892749548, + "sufficiency": 0.8975325226783752, "masked prediction probs": [ 0.9750012755393982, 0.024998657405376434 @@ -156830,7 +176239,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9883641600608826, + "comprehensiveness": 0.9881442189216614, "sufficiency": 1.0, "masked prediction probs": [ 0.09201084822416306, @@ -156844,7 +176253,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8277084827423096, + "sufficiency": 0.8277468085289001, "masked prediction probs": [ 0.9826506972312927, 0.017349299043416977 @@ -156856,7 +176265,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9879243969917297, + "comprehensiveness": 0.9877046346664429, "sufficiency": 1.0, "masked prediction probs": [ 0.09201084822416306, @@ -156867,15 +176276,28 @@ 0.01984430104494095 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0701674073934555, + 0.9298325777053833 + ], + "full text prediction probs": [ + 0.9801557660102844, + 0.01984430104494095 + ], + "labels": 0 } }, "dev_805": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7288649082183838, - 0.2711350917816162 + 0.5141518712043762, + 0.4858480989933014 ], "full text prediction probs": [ 0.09276941418647766, @@ -156974,12 +176396,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5313296914100647, - 0.4686702489852905 + 0.7288649082183838, + 0.2711350917816162 + ], + "full text prediction probs": [ + 0.09276941418647766, + 0.9072306156158447 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4680406153202057, + 0.5319594144821167 ], "full text prediction probs": [ 0.09276941418647766, @@ -157077,15 +176512,28 @@ 0.9072306156158447 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5313296914100647, + 0.4686702489852905 + ], + "full text prediction probs": [ + 0.09276941418647766, + 0.9072306156158447 + ], + "labels": 0 } }, "dev_819": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.873214602470398, + "fixed-shap": { + "comprehensiveness": 0.9316603541374207, "sufficiency": 1.0, "masked prediction probs": [ - 0.1725544035434723, - 0.8274456262588501 + 0.13180385529994965, + 0.8681961297988892 ], "full text prediction probs": [ 0.7813915014266968, @@ -157184,12 +176632,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.3827015459537506, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8712156414985657, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9317652583122253, - 0.06823480129241943 + 0.1725544035434723, + 0.8274456262588501 + ], + "full text prediction probs": [ + 0.7813915014266968, + 0.21860851347446442 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9067301750183105, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1475541889667511, + 0.8524457812309265 ], "full text prediction probs": [ 0.7813915014266968, @@ -157199,7 +176660,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9170395135879517, + "sufficiency": 0.9170632362365723, "masked prediction probs": [ 0.9753589630126953, 0.02464108169078827 @@ -157211,7 +176672,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8333670496940613, + "comprehensiveness": 0.8331286907196045, "sufficiency": 1.0, "masked prediction probs": [ 0.19867102801799774, @@ -157224,7 +176685,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5362153053283691, + "comprehensiveness": 0.5360621213912964, "sufficiency": 1.0, "masked prediction probs": [ 0.4063430428504944, @@ -157237,7 +176698,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9729399681091309, + "comprehensiveness": 0.9726619124412537, "sufficiency": 1.0, "masked prediction probs": [ 0.10068744421005249, @@ -157250,7 +176711,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9473791122436523, + "comprehensiveness": 0.9471085667610168, "sufficiency": 1.0, "masked prediction probs": [ 0.11838124692440033, @@ -157276,7 +176737,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9721063375473022, + "comprehensiveness": 0.9718288779258728, "sufficiency": 1.0, "masked prediction probs": [ 0.10068744421005249, @@ -157287,15 +176748,28 @@ 0.21860851347446442 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.3842869997024536, + "masked prediction probs": [ + 0.9317652583122253, + 0.06823480129241943 + ], + "full text prediction probs": [ + 0.7813915014266968, + 0.21860851347446442 + ], + "labels": 0 } }, "dev_837": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9856366515159607, "masked prediction probs": [ - 0.01919291540980339, - 0.9808071255683899 + 0.9678425788879395, + 0.03215746209025383 ], "full text prediction probs": [ 0.9194803833961487, @@ -157394,12 +176868,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03114905208349228, - 0.9688509702682495 + 0.01919291540980339, + 0.9808071255683899 + ], + "full text prediction probs": [ + 0.9194803833961487, + 0.08051959425210953 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9373956918716431, + "masked prediction probs": [ + 0.9535142183303833, + 0.04648576304316521 ], "full text prediction probs": [ 0.9194803833961487, @@ -157409,7 +176896,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.10254128277301788, + "sufficiency": 0.10275562852621078, "masked prediction probs": [ 0.9671557545661926, 0.03284427896142006 @@ -157422,7 +176909,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9656796455383301, + "sufficiency": 0.9656878113746643, "masked prediction probs": [ 0.020124977454543114, 0.9798750281333923 @@ -157435,7 +176922,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9145047068595886, + "sufficiency": 0.9145250916481018, "masked prediction probs": [ 0.9632290601730347, 0.03677089139819145 @@ -157447,7 +176934,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9953296184539795, + "comprehensiveness": 0.9950920939445496, "sufficiency": 1.0, "masked prediction probs": [ 0.08566738665103912, @@ -157474,7 +176961,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9802178740501404, + "sufficiency": 0.9802225828170776, "masked prediction probs": [ 0.9448384046554565, 0.055161625146865845 @@ -157497,15 +176984,28 @@ 0.08051959425210953 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03114905208349228, + 0.9688509702682495 + ], + "full text prediction probs": [ + 0.9194803833961487, + 0.08051959425210953 + ], + "labels": 0 } }, "dev_5": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08916205912828445, + "fixed-shap": { + "comprehensiveness": 0.05172215402126312, "sufficiency": 0.0, "masked prediction probs": [ - 0.01568985916674137, - 0.9843101501464844 + 0.01286091934889555, + 0.9871390461921692 ], "full text prediction probs": [ 0.008952902629971504, @@ -157592,11 +177092,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.08753979206085205, + "comprehensiveness": 0.05078108608722687, "sufficiency": 0.0, "masked prediction probs": [ - 0.01568985916674137, - 0.9843101501464844 + 0.01286091934889555, + 0.9871390461921692 ], "full text prediction probs": [ 0.008952902629971504, @@ -157604,12 +177104,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06166290491819382, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05064943805336952, "sufficiency": 0.0, "masked prediction probs": [ - 0.013710720464587212, - 0.9862892627716064 + 0.01286091934889555, + 0.9871390461921692 + ], + "full text prediction probs": [ + 0.008952902629971504, + 0.9910470843315125 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04474204406142235, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012414047494530678, + 0.9875859022140503 ], "full text prediction probs": [ 0.008952902629971504, @@ -157618,7 +177131,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0937487930059433, + "comprehensiveness": 0.09350700676441193, "sufficiency": 0.0, "masked prediction probs": [ 0.016205206513404846, @@ -157631,7 +177144,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06134483218193054, + "comprehensiveness": 0.0611870251595974, "sufficiency": 0.0, "masked prediction probs": [ 0.013710720464587212, @@ -157644,7 +177157,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06780221313238144, + "comprehensiveness": 0.06762823462486267, "sufficiency": 0.0, "masked prediction probs": [ 0.014225154183804989, @@ -157657,7 +177170,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0562354251742363, + "comprehensiveness": 0.05609150230884552, "sufficiency": 0.0, "masked prediction probs": [ 0.013337002135813236, @@ -157670,7 +177183,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11414825171232224, + "comprehensiveness": 0.11385685205459595, "sufficiency": 0.0, "masked prediction probs": [ 0.017874611541628838, @@ -157683,7 +177196,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.043592095375061035, + "comprehensiveness": 0.043481096625328064, "sufficiency": 0.0, "masked prediction probs": [ 0.012368711642920971, @@ -157696,11 +177209,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.060563825070858, + "comprehensiveness": 0.043946586549282074, "sufficiency": 0.0, "masked prediction probs": [ - 0.013710720464587212, - 0.9862892627716064 + 0.012414047494530678, + 0.9875859022140503 + ], + "full text prediction probs": [ + 0.008952902629971504, + 0.9910470843315125 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04383525624871254, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012414047494530678, + 0.9875859022140503 ], "full text prediction probs": [ 0.008952902629971504, @@ -157710,12 +177236,12 @@ } }, "dev_20": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07531464844942093, - 0.9246853590011597 + 0.9607316255569458, + 0.039268337190151215 ], "full text prediction probs": [ 0.800046980381012, @@ -157814,12 +177340,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.02679142728447914, - 0.9732085466384888 + 0.07531464844942093, + 0.9246853590011597 + ], + "full text prediction probs": [ + 0.800046980381012, + 0.19995300471782684 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9684241414070129, + 0.03157583251595497 ], "full text prediction probs": [ 0.800046980381012, @@ -157829,7 +177368,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.937866747379303, + "sufficiency": 0.9378840327262878, "masked prediction probs": [ 0.9856708645820618, 0.0143290925770998 @@ -157868,7 +177407,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9995251297950745, + "sufficiency": 0.999525249004364, "masked prediction probs": [ 0.04361768066883087, 0.9563822746276855 @@ -157893,7 +177432,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5046806335449219, + "comprehensiveness": 0.5045402646064758, "sufficiency": 1.0, "masked prediction probs": [ 0.43741604685783386, @@ -157917,15 +177456,28 @@ 0.19995300471782684 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02679142728447914, + 0.9732085466384888 + ], + "full text prediction probs": [ + 0.800046980381012, + 0.19995300471782684 + ], + "labels": 1 } }, "dev_34": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9863353967666626, + "fixed-shap": { + "comprehensiveness": 0.48377564549446106, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9011020660400391, - 0.09889787435531616 + 0.05104762688279152, + 0.9489523768424988 ], "full text prediction probs": [ 0.01968742534518242, @@ -158024,12 +177576,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8262717723846436, + "sufficiency": 0.9866641163825989, "masked prediction probs": [ - 0.9572727680206299, - 0.042727209627628326 + 0.9011020660400391, + 0.09889787435531616 + ], + "full text prediction probs": [ + 0.01968742534518242, + 0.9803125262260437 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4477359354496002, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.049517493695020676, + 0.9504825472831726 ], "full text prediction probs": [ 0.01968742534518242, @@ -158077,7 +177642,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018876004964113235, + "comprehensiveness": 0.018820004537701607, "sufficiency": 0.0, "masked prediction probs": [ 0.020956451073288918, @@ -158091,7 +177656,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9674039483070374, + "sufficiency": 0.9675002694129944, "masked prediction probs": [ 0.9477816820144653, 0.052218321710824966 @@ -158127,15 +177692,28 @@ 0.9803125262260437 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8308494091033936, + "masked prediction probs": [ + 0.9572727680206299, + 0.042727209627628326 + ], + "full text prediction probs": [ + 0.01968742534518242, + 0.9803125262260437 + ], + "labels": 1 } }, "dev_150": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9743900895118713, - "sufficiency": 0.9725338816642761, + "fixed-shap": { + "comprehensiveness": 0.993197500705719, + "sufficiency": 0.9652311205863953, "masked prediction probs": [ - 0.10672532767057419, - 0.8932746052742004 + 0.09026479721069336, + 0.9097352027893066 ], "full text prediction probs": [ 0.9595268964767456, @@ -158234,12 +177812,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8665096163749695, - "sufficiency": 0.9811923503875732, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9726120233535767, + "sufficiency": 0.9725840091705322, "masked prediction probs": [ - 0.19975756108760834, - 0.8002424836158752 + 0.10672532767057419, + 0.8932746052742004 + ], + "full text prediction probs": [ + 0.9595268964767456, + 0.040473129600286484 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6045520901679993, + "sufficiency": 0.9038478136062622, + "masked prediction probs": [ + 0.4293251633644104, + 0.5706748366355896 ], "full text prediction probs": [ 0.9595268964767456, @@ -158249,7 +177840,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.1322503387928009, + "sufficiency": 0.13244816660881042, "masked prediction probs": [ 0.976212203502655, 0.023787833750247955 @@ -158261,8 +177852,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8661144971847534, - "sufficiency": 0.9812010526657104, + "comprehensiveness": 0.8659170866012573, + "sufficiency": 0.9812052845954895, "masked prediction probs": [ 0.19975756108760834, 0.8002424836158752 @@ -158275,7 +177866,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8759186267852783, + "sufficiency": 0.8759468793869019, "masked prediction probs": [ 0.9642618894577026, 0.03573807328939438 @@ -158287,8 +177878,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.20863831043243408, - "sufficiency": 0.9121009707450867, + "comprehensiveness": 0.2085907757282257, + "sufficiency": 0.9121211171150208, "masked prediction probs": [ 0.7764226198196411, 0.2235773503780365 @@ -158300,8 +177891,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9715040326118469, - "sufficiency": 0.9726153016090393, + "comprehensiveness": 0.9712826609611511, + "sufficiency": 0.9726215600967407, "masked prediction probs": [ 0.10672532767057419, 0.8932746052742004 @@ -158314,7 +177905,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8053521513938904, + "sufficiency": 0.8053964972496033, "masked prediction probs": [ 0.9659746885299683, 0.034025318920612335 @@ -158326,8 +177917,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8651282787322998, - "sufficiency": 0.98122239112854, + "comprehensiveness": 0.8649312853813171, + "sufficiency": 0.9812266230583191, + "masked prediction probs": [ + 0.19975756108760834, + 0.8002424836158752 + ], + "full text prediction probs": [ + 0.9595268964767456, + 0.040473129600286484 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.864734411239624, + "sufficiency": 0.9812309741973877, "masked prediction probs": [ 0.19975756108760834, 0.8002424836158752 @@ -158340,12 +177944,12 @@ } }, "dev_213": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5845026969909668, "sufficiency": 0.0, "masked prediction probs": [ - 0.7791439294815063, - 0.22085608541965485 + 0.05408941209316254, + 0.945910632610321 ], "full text prediction probs": [ 0.011293263174593449, @@ -158444,12 +178048,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8681840896606445, - 0.13181596994400024 + 0.7791439294815063, + 0.22085608541965485 + ], + "full text prediction probs": [ + 0.011293263174593449, + 0.9887067079544067 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4056755304336548, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04172632098197937, + 0.9582736492156982 ], "full text prediction probs": [ 0.011293263174593449, @@ -158471,7 +178088,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14648643136024475, + "comprehensiveness": 0.14609791338443756, "sufficiency": 0.0, "masked prediction probs": [ 0.02231171540915966, @@ -158484,7 +178101,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0741676539182663, + "comprehensiveness": 0.0739714577794075, "sufficiency": 0.0, "masked prediction probs": [ 0.016886921599507332, @@ -158497,7 +178114,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08527389168739319, + "comprehensiveness": 0.08504891395568848, "sufficiency": 0.0, "masked prediction probs": [ 0.01774159073829651, @@ -158510,7 +178127,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.26707419753074646, + "comprehensiveness": 0.2663714289665222, "sufficiency": 0.0, "masked prediction probs": [ 0.031542424112558365, @@ -158523,7 +178140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7403057813644409, + "comprehensiveness": 0.7383629083633423, "sufficiency": 0.0, "masked prediction probs": [ 0.06757014989852905, @@ -158547,15 +178164,28 @@ 0.9887067079544067 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8681840896606445, + 0.13181596994400024 + ], + "full text prediction probs": [ + 0.011293263174593449, + 0.9887067079544067 + ], + "labels": 1 } }, "dev_310": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6456588506698608, - "sufficiency": 0.9031251072883606, + "fixed-shap": { + "comprehensiveness": 0.9257969856262207, + "sufficiency": 0.9298635721206665, "masked prediction probs": [ - 0.3994298279285431, - 0.6005701422691345 + 0.1503005176782608, + 0.8496994972229004 ], "full text prediction probs": [ 0.973619818687439, @@ -158642,11 +178272,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.644644021987915, - "sufficiency": 0.9032773375511169, + "comprehensiveness": 0.9243418574333191, + "sufficiency": 0.929973840713501, "masked prediction probs": [ - 0.3994298279285431, - 0.6005701422691345 + 0.1503005176782608, + 0.8496994972229004 ], "full text prediction probs": [ 0.973619818687439, @@ -158654,12 +178284,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.835033655166626, - "sufficiency": 0.91586834192276, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9241343140602112, + "sufficiency": 0.9299895167350769, "masked prediction probs": [ - 0.2296810746192932, - 0.7703189253807068 + 0.1503005176782608, + 0.8496994972229004 + ], + "full text prediction probs": [ + 0.973619818687439, + 0.026380164548754692 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.865972638130188, + "sufficiency": 0.9258847832679749, + "masked prediction probs": [ + 0.20194406807422638, + 0.7980559468269348 ], "full text prediction probs": [ 0.973619818687439, @@ -158668,8 +178311,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.026757415384054184, - "sufficiency": 0.8638540506362915, + "comprehensiveness": 0.026751410216093063, + "sufficiency": 0.8638846278190613, "masked prediction probs": [ 0.9497760534286499, 0.0502239353954792 @@ -158681,8 +178324,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.018810220062732697, - "sufficiency": 0.8622251749038696, + "comprehensiveness": 0.01880600117146969, + "sufficiency": 0.8622560501098633, "masked prediction probs": [ 0.9568541049957275, 0.04314592480659485 @@ -158694,8 +178337,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007393243722617626, - "sufficiency": 0.8755723237991333, + "comprehensiveness": 0.007391585502773523, + "sufficiency": 0.8756002187728882, "masked prediction probs": [ 0.9670286774635315, 0.032971348613500595 @@ -158708,7 +178351,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8536894917488098, + "sufficiency": 0.8537222743034363, "masked prediction probs": [ 0.9744903445243835, 0.025509675964713097 @@ -158720,8 +178363,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8340973854064941, - "sufficiency": 0.9159627556800842, + "comprehensiveness": 0.8339104056358337, + "sufficiency": 0.915981650352478, "masked prediction probs": [ 0.2296810746192932, 0.7703189253807068 @@ -158734,7 +178377,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8840633630752563, + "sufficiency": 0.8840893507003784, "masked prediction probs": [ 0.9786690473556519, 0.021330932155251503 @@ -158746,11 +178389,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8337234854698181, - "sufficiency": 0.9160004258155823, + "comprehensiveness": 0.8646142482757568, + "sufficiency": 0.9260009527206421, "masked prediction probs": [ - 0.2296810746192932, - 0.7703189253807068 + 0.20194406807422638, + 0.7980559468269348 + ], + "full text prediction probs": [ + 0.973619818687439, + 0.026380164548754692 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8644205331802368, + "sufficiency": 0.9260175824165344, + "masked prediction probs": [ + 0.20194406807422638, + 0.7980559468269348 ], "full text prediction probs": [ 0.973619818687439, @@ -158760,12 +178416,12 @@ } }, "dev_312": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34340110421180725, - "sufficiency": 0.04945629462599754, + "fixed-shap": { + "comprehensiveness": 0.03861058130860329, + "sufficiency": 0.0, "masked prediction probs": [ - 0.03250966593623161, - 0.9674903750419617 + 0.008370631374418736, + 0.9916293025016785 ], "full text prediction probs": [ 0.005312799941748381, @@ -158864,12 +178520,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1940465271472931, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.33659982681274414, + "sufficiency": 0.068259097635746, + "masked prediction probs": [ + 0.03250966593623161, + 0.9674903750419617 + ], + "full text prediction probs": [ + 0.005312799941748381, + 0.9946871995925903 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03427615761756897, "sufficiency": 0.0, "masked prediction probs": [ - 0.02099146507680416, - 0.9790084958076477 + 0.008089118637144566, + 0.9919108748435974 ], "full text prediction probs": [ 0.005312799941748381, @@ -158878,7 +178547,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.33171024918556213, + "comprehensiveness": 0.33089306950569153, "sufficiency": 0.0, "masked prediction probs": [ 0.032180920243263245, @@ -158891,7 +178560,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.19309045374393463, + "comprehensiveness": 0.19261594116687775, "sufficiency": 0.0, "masked prediction probs": [ 0.02099146507680416, @@ -158904,7 +178573,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05858403816819191, + "comprehensiveness": 0.058440424501895905, "sufficiency": 0.0, "masked prediction probs": [ 0.010081460699439049, @@ -158917,7 +178586,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06752149760723114, + "comprehensiveness": 0.06735637784004211, "sufficiency": 0.0, "masked prediction probs": [ 0.010822460055351257, @@ -158930,8 +178599,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5010554790496826, - "sufficiency": 0.8662595748901367, + "comprehensiveness": 0.4998331665992737, + "sufficiency": 0.8665854334831238, "masked prediction probs": [ 0.04629862681031227, 0.9537014365196228 @@ -158943,7 +178612,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017152560874819756, + "comprehensiveness": 0.01711081899702549, "sufficiency": 0.0, "masked prediction probs": [ 0.006719308905303478, @@ -158956,7 +178625,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19074100255966187, + "comprehensiveness": 0.19027794897556305, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02099146507680416, + 0.9790084958076477 + ], + "full text prediction probs": [ + 0.005312799941748381, + 0.9946871995925903 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1898171454668045, "sufficiency": 0.0, "masked prediction probs": [ 0.02099146507680416, @@ -158970,12 +178652,12 @@ } }, "dev_317": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1342618316411972, - "sufficiency": 0.30020424723625183, + "fixed-shap": { + "comprehensiveness": 0.05020461231470108, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01721275970339775, - 0.9827872514724731 + 0.010678513906896114, + 0.9893214702606201 ], "full text prediction probs": [ 0.00677591934800148, @@ -159074,12 +178756,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11400861293077469, - "sufficiency": 0.13062267005443573, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.13155366480350494, + "sufficiency": 0.31430190801620483, "masked prediction probs": [ - 0.015820780768990517, - 0.9841791987419128 + 0.01721275970339775, + 0.9827872514724731 + ], + "full text prediction probs": [ + 0.00677591934800148, + 0.9932241439819336 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.043192118406295776, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010211174376308918, + 0.989788830280304 ], "full text prediction probs": [ 0.00677591934800148, @@ -159088,8 +178783,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.15595175325870514, - "sufficiency": 0.5386227369308472, + "comprehensiveness": 0.15556052327156067, + "sufficiency": 0.5397787690162659, "masked prediction probs": [ 0.01917954534292221, 0.9808204174041748 @@ -159101,8 +178796,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11343658715486526, - "sufficiency": 0.1349792182445526, + "comprehensiveness": 0.11315272003412247, + "sufficiency": 0.1371411681175232, "masked prediction probs": [ 0.015820780768990517, 0.9841791987419128 @@ -159114,7 +178809,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05652080848813057, + "comprehensiveness": 0.05637972429394722, "sufficiency": 0.0, "masked prediction probs": [ 0.011293891817331314, @@ -159127,7 +178822,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.045961376279592514, + "comprehensiveness": 0.045846931636333466, "sufficiency": 0.0, "masked prediction probs": [ 0.010459023527801037, @@ -159140,8 +178835,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.210394486784935, - "sufficiency": 0.8787755966186523, + "comprehensiveness": 0.20987191796302795, + "sufficiency": 0.8790763020515442, "masked prediction probs": [ 0.02367805875837803, 0.9763219356536865 @@ -159153,7 +178848,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.040684089064598083, + "comprehensiveness": 0.0405832901597023, "sufficiency": 0.0, "masked prediction probs": [ 0.010052387602627277, @@ -159166,8 +178861,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11203131824731827, - "sufficiency": 0.1456819474697113, + "comprehensiveness": 0.11175443232059479, + "sufficiency": 0.147790789604187, + "masked prediction probs": [ + 0.015820780768990517, + 0.9841791987419128 + ], + "full text prediction probs": [ + 0.00677591934800148, + 0.9932241439819336 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11147891730070114, + "sufficiency": 0.1498892456293106, "masked prediction probs": [ 0.015820780768990517, 0.9841791987419128 @@ -159180,12 +178888,12 @@ } }, "dev_353": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.032032087445259094, - 0.9679678678512573 + 0.035518940538167953, + 0.9644811153411865 ], "full text prediction probs": [ 0.8823754787445068, @@ -159284,12 +178992,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0278161633759737, - 0.972183883190155 + 0.032032087445259094, + 0.9679678678512573 + ], + "full text prediction probs": [ + 0.8823754787445068, + 0.11762451380491257 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.026212921366095543, + 0.9737870693206787 ], "full text prediction probs": [ 0.8823754787445068, @@ -159299,7 +179020,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.19002434611320496, + "sufficiency": 0.19022680819034576, "masked prediction probs": [ 0.9866018891334534, 0.013398103415966034 @@ -159312,7 +179033,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9530696272850037, + "sufficiency": 0.9530813694000244, "masked prediction probs": [ 0.8823754787445068, 0.11762451380491257 @@ -159337,8 +179058,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0039272308349609375, - "sufficiency": 0.9175373315811157, + "comprehensiveness": 0.003926250152289867, + "sufficiency": 0.9175580143928528, "masked prediction probs": [ 0.879231870174408, 0.12076816707849503 @@ -159363,7 +179084,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3228415548801422, + "comprehensiveness": 0.3227609694004059, "sufficiency": 1.0, "masked prediction probs": [ 0.6238231658935547, @@ -159379,8 +179100,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.028446512296795845, - 0.9715534448623657 + 0.026212921366095543, + 0.9737870693206787 + ], + "full text prediction probs": [ + 0.8823754787445068, + 0.11762451380491257 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.026212921366095543, + 0.9737870693206787 ], "full text prediction probs": [ 0.8823754787445068, @@ -159390,12 +179124,12 @@ } }, "dev_360": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02548389509320259, + "fixed-shap": { + "comprehensiveness": 0.52618008852005, "sufficiency": 0.0, "masked prediction probs": [ - 0.013592751696705818, - 0.9864072203636169 + 0.050029952079057693, + 0.9499700665473938 ], "full text prediction probs": [ 0.011738237924873829, @@ -159482,11 +179216,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.16711078584194183, - "sufficiency": 0.9081822037696838, + "comprehensiveness": 0.5162469148635864, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02413339354097843, - 0.9758666157722473 + 0.050029952079057693, + 0.9499700665473938 ], "full text prediction probs": [ 0.011738237924873829, @@ -159494,12 +179228,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.040780555456876755, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5148584246635437, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.050029952079057693, + 0.9499700665473938 + ], + "full text prediction probs": [ + 0.011738237924873829, + 0.9882617592811584 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4884248971939087, "sufficiency": 0.0, "masked prediction probs": [ - 0.014771279878914356, - 0.9852287769317627 + 0.048161741346120834, + 0.9518383145332336 ], "full text prediction probs": [ 0.011738237924873829, @@ -159508,7 +179255,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.24955080449581146, + "comprehensiveness": 0.2488832026720047, "sufficiency": 0.0, "masked prediction probs": [ 0.030348097905516624, @@ -159521,7 +179268,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11262762546539307, + "comprehensiveness": 0.11232712119817734, "sufficiency": 0.0, "masked prediction probs": [ 0.020159805193543434, @@ -159534,7 +179281,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04001767933368683, + "comprehensiveness": 0.03991119563579559, "sufficiency": 0.0, "masked prediction probs": [ 0.014738497324287891, @@ -159547,7 +179294,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04625198245048523, + "comprehensiveness": 0.04612923413515091, "sufficiency": 0.0, "masked prediction probs": [ 0.015215161256492138, @@ -159560,7 +179307,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3485025465488434, + "comprehensiveness": 0.34758010506629944, "sufficiency": 0.0, "masked prediction probs": [ 0.03800612688064575, @@ -159573,7 +179320,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12062587589025497, + "comprehensiveness": 0.12030743807554245, "sufficiency": 0.0, "masked prediction probs": [ 0.020854342728853226, @@ -159586,11 +179333,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3466625511646271, + "comprehensiveness": 0.4794229567050934, "sufficiency": 0.0, "masked prediction probs": [ - 0.03800612688064575, - 0.961993932723999 + 0.048161741346120834, + 0.9518383145332336 + ], + "full text prediction probs": [ + 0.011738237924873829, + 0.9882617592811584 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4781639873981476, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.048161741346120834, + 0.9518383145332336 ], "full text prediction probs": [ 0.011738237924873829, @@ -159600,12 +179360,12 @@ } }, "dev_382": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.13027314841747284, "sufficiency": 0.0, "masked prediction probs": [ - 0.09360968321561813, - 0.9063903093338013 + 0.0209102351218462, + 0.9790897369384766 ], "full text prediction probs": [ 0.011383733712136745, @@ -159704,12 +179464,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14936226606369019, - 0.8506377339363098 + 0.09360968321561813, + 0.9063903093338013 + ], + "full text prediction probs": [ + 0.011383733712136745, + 0.9886162877082825 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06106850877404213, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01595941185951233, + 0.9840405583381653 ], "full text prediction probs": [ 0.011383733712136745, @@ -159731,7 +179504,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3629775643348694, + "comprehensiveness": 0.36201369762420654, "sufficiency": 0.0, "masked prediction probs": [ 0.038653451949357986, @@ -159744,7 +179517,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05935787037014961, + "comprehensiveness": 0.05920066311955452, "sufficiency": 0.0, "masked prediction probs": [ 0.015854939818382263, @@ -159757,7 +179530,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05920066311955452, + "comprehensiveness": 0.059044286608695984, "sufficiency": 0.0, "masked prediction probs": [ 0.015854939818382263, @@ -159770,7 +179543,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.46925708651542664, + "comprehensiveness": 0.46802082657814026, "sufficiency": 0.0, "masked prediction probs": [ 0.046919532120227814, @@ -159783,7 +179556,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3314186930656433, + "comprehensiveness": 0.33054783940315247, "sufficiency": 0.0, "masked prediction probs": [ 0.03654766082763672, @@ -159807,15 +179580,28 @@ 0.9886162877082825 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14936226606369019, + 0.8506377339363098 + ], + "full text prediction probs": [ + 0.011383733712136745, + 0.9886162877082825 + ], + "labels": 1 } }, "dev_567": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004686168394982815, - "sufficiency": 0.9693320989608765, + "fixed-shap": { + "comprehensiveness": 0.0460372194647789, + "sufficiency": 0.9742171168327332, "masked prediction probs": [ - 0.9888695478439331, - 0.011130492202937603 + 0.9512889981269836, + 0.04871099442243576 ], "full text prediction probs": [ 0.9931284189224243, @@ -159914,12 +179700,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009411907522007823, - "sufficiency": 0.9538878798484802, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00467793270945549, + "sufficiency": 0.9693859815597534, "masked prediction probs": [ - 0.9922715425491333, - 0.007728517986834049 + 0.9888695478439331, + 0.011130492202937603 + ], + "full text prediction probs": [ + 0.9931284189224243, + 0.006871645338833332 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.011736969463527203, + "sufficiency": 0.9185976982116699, + "masked prediction probs": [ + 0.9824405312538147, + 0.017559384927153587 ], "full text prediction probs": [ 0.9931284189224243, @@ -159928,8 +179727,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007509675924666226, - "sufficiency": 0.8767589330673218, + "comprehensiveness": 0.0007508026901632547, + "sufficiency": 0.8767860531806946, "masked prediction probs": [ 0.9924445748329163, 0.0075554028153419495 @@ -159941,8 +179740,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0003554091672413051, - "sufficiency": 0.8483869433403015, + "comprehensiveness": 0.0003553311398718506, + "sufficiency": 0.848420262336731, "masked prediction probs": [ 0.9928047060966492, 0.007195251993834972 @@ -159954,8 +179753,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021408195607364178, - "sufficiency": 0.8591552376747131, + "comprehensiveness": 0.0021403494756668806, + "sufficiency": 0.859186053276062, "masked prediction probs": [ 0.9911780953407288, 0.008821876719594002 @@ -159967,8 +179766,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018187835812568665, - "sufficiency": 0.8264296054840088, + "comprehensiveness": 0.0018183845095336437, + "sufficiency": 0.826467752456665, "masked prediction probs": [ 0.9914711117744446, 0.008528909645974636 @@ -159980,8 +179779,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006904171779751778, - "sufficiency": 0.9172106981277466, + "comprehensiveness": 0.006902656517922878, + "sufficiency": 0.9172288775444031, "masked prediction probs": [ 0.9868358373641968, 0.013164160773158073 @@ -159993,8 +179792,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0031879639718681574, - "sufficiency": 0.8516523241996765, + "comprehensiveness": 0.003187264781445265, + "sufficiency": 0.8516848683357239, "masked prediction probs": [ 0.9902222156524658, 0.009777812287211418 @@ -160006,11 +179805,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0018175868317484856, - "sufficiency": 0.8265438675880432, + "comprehensiveness": 0.011718952096998692, + "sufficiency": 0.9187226891517639, "masked prediction probs": [ - 0.9914711117744446, - 0.008528909645974636 + 0.9824405312538147, + 0.017559384927153587 + ], + "full text prediction probs": [ + 0.9931284189224243, + 0.006871645338833332 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0009393335785716772, + "sufficiency": 0.953978955745697, + "masked prediction probs": [ + 0.9922715425491333, + 0.007728517986834049 ], "full text prediction probs": [ 0.9931284189224243, @@ -160020,12 +179832,12 @@ } }, "dev_632": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07323825359344482, - "sufficiency": 0.6586235761642456, + "fixed-shap": { + "comprehensiveness": 0.2539827227592468, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8985551595687866, - 0.10144485533237457 + 0.7397547960281372, + 0.2602452039718628 ], "full text prediction probs": [ 0.9629015922546387, @@ -160124,12 +179936,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8359619379043579, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07310511916875839, + "sufficiency": 0.6592441201210022, "masked prediction probs": [ - 0.2270958572626114, - 0.772904098033905 + 0.8985551595687866, + 0.10144485533237457 + ], + "full text prediction probs": [ + 0.9629015922546387, + 0.03709839656949043 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10676252841949463, + "sufficiency": 0.8874750733375549, + "masked prediction probs": [ + 0.8689088821411133, + 0.13109108805656433 ], "full text prediction probs": [ 0.9629015922546387, @@ -160139,7 +179964,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7197847962379456, + "sufficiency": 0.7198485136032104, "masked prediction probs": [ 0.9782798886299133, 0.02172008343040943 @@ -160151,8 +179976,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.14548678696155548, - "sufficiency": 0.8301899433135986, + "comprehensiveness": 0.14545375108718872, + "sufficiency": 0.8302285075187683, "masked prediction probs": [ 0.8347873091697693, 0.1652127057313919 @@ -160164,7 +179989,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8353924751281738, + "comprehensiveness": 0.8352028131484985, "sufficiency": 1.0, "masked prediction probs": [ 0.2270958572626114, @@ -160177,8 +180002,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03998621553182602, - "sufficiency": 0.9175305366516113, + "comprehensiveness": 0.039977144449949265, + "sufficiency": 0.9175492525100708, "masked prediction probs": [ 0.9276741147041321, 0.07232589274644852 @@ -160190,8 +180015,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.15306086838245392, - "sufficiency": 0.8786965012550354, + "comprehensiveness": 0.15302611887454987, + "sufficiency": 0.8787240982055664, "masked prediction probs": [ 0.8280258178710938, 0.17197413742542267 @@ -160203,8 +180028,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.04943167790770531, - "sufficiency": 0.9360114336013794, + "comprehensiveness": 0.04942046478390694, + "sufficiency": 0.9360259771347046, "masked prediction probs": [ 0.9193329811096191, 0.08066701143980026 @@ -160216,7 +180041,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8346344232559204, + "comprehensiveness": 0.834445059299469, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2270958572626114, + 0.772904098033905 + ], + "full text prediction probs": [ + 0.9629015922546387, + 0.03709839656949043 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8342558741569519, "sufficiency": 1.0, "masked prediction probs": [ 0.2270958572626114, @@ -160230,12 +180068,12 @@ } }, "dev_658": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14735735952854156, - 0.8526426553726196 + 0.0952337458729744, + 0.9047662615776062 ], "full text prediction probs": [ 0.015406169928610325, @@ -160334,12 +180172,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14586101472377777, - 0.854138970375061 + 0.14735735952854156, + 0.8526426553726196 + ], + "full text prediction probs": [ + 0.015406169928610325, + 0.9845937490463257 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.43810024857521057, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04646987095475197, + 0.9535301327705383 ], "full text prediction probs": [ 0.015406169928610325, @@ -160361,7 +180212,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.042923878878355026, + "comprehensiveness": 0.04280346632003784, "sufficiency": 0.0, "masked prediction probs": [ 0.018458429723978043, @@ -160374,7 +180225,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13949452340602875, + "comprehensiveness": 0.13910429179668427, "sufficiency": 0.0, "masked prediction probs": [ 0.02535289339721203, @@ -160387,7 +180238,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13972613215446472, + "comprehensiveness": 0.13933634757995605, "sufficiency": 0.0, "masked prediction probs": [ 0.025397464632987976, @@ -160400,7 +180251,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.054552845656871796, + "comprehensiveness": 0.054401084780693054, "sufficiency": 0.0, "masked prediction probs": [ 0.019317971542477608, @@ -160413,7 +180264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1349259316921234, + "comprehensiveness": 0.13455162942409515, "sufficiency": 0.0, "masked prediction probs": [ 0.025108104571700096, @@ -160437,15 +180288,28 @@ 0.9845937490463257 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14586101472377777, + 0.854138970375061 + ], + "full text prediction probs": [ + 0.015406169928610325, + 0.9845937490463257 + ], + "labels": 1 } }, "dev_660": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3501772880554199, + "fixed-shap": { + "comprehensiveness": 0.21567556262016296, "sufficiency": 0.0, "masked prediction probs": [ - 0.036012738943099976, - 0.9639872312545776 + 0.02597448229789734, + 0.974025547504425 ], "full text prediction probs": [ 0.00987785030156374, @@ -160544,12 +180408,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.23684975504875183, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3428265154361725, "sufficiency": 0.0, "masked prediction probs": [ - 0.027933793142437935, - 0.9720662236213684 + 0.036012738943099976, + 0.9639872312545776 + ], + "full text prediction probs": [ + 0.00987785030156374, + 0.9901221394538879 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1515638530254364, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02146242931485176, + 0.9785375595092773 ], "full text prediction probs": [ 0.00987785030156374, @@ -160584,7 +180461,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.234999880194664, + "comprehensiveness": 0.23438964784145355, "sufficiency": 0.0, "masked prediction probs": [ 0.027933793142437935, @@ -160597,7 +180474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012926992028951645, + "comprehensiveness": 0.012893511913716793, "sufficiency": 0.0, "masked prediction probs": [ 0.010873672552406788, @@ -160611,7 +180488,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5600595474243164, + "sufficiency": 0.5611945390701294, "masked prediction probs": [ 0.2088887244462967, 0.7911112904548645 @@ -160623,7 +180500,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.029933247715234756, + "comprehensiveness": 0.02985612116754055, "sufficiency": 0.0, "masked prediction probs": [ 0.012195659801363945, @@ -160636,7 +180513,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.232577845454216, + "comprehensiveness": 0.2319801300764084, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027933793142437935, + 0.9720662236213684 + ], + "full text prediction probs": [ + 0.00987785030156374, + 0.9901221394538879 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2313854694366455, "sufficiency": 0.0, "masked prediction probs": [ 0.027933793142437935, @@ -160650,12 +180540,12 @@ } }, "dev_785": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010869715362787247, - "sufficiency": 0.46730026602745056, + "fixed-shap": { + "comprehensiveness": 0.04076695814728737, + "sufficiency": 0.9105749726295471, "masked prediction probs": [ - 0.9723902940750122, - 0.027609633281826973 + 0.9455474019050598, + 0.0544525645673275 ], "full text prediction probs": [ 0.9821495413780212, @@ -160754,12 +180644,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.529634952545166, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01085037924349308, + "sufficiency": 0.46824777126312256, "masked prediction probs": [ - 0.9848869442939758, - 0.01511302962899208 + 0.9723902940750122, + 0.027609633281826973 + ], + "full text prediction probs": [ + 0.9821495413780212, + 0.017850451171398163 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03797772526741028, + "sufficiency": 0.8915680646896362, + "masked prediction probs": [ + 0.9479833245277405, + 0.05201669782400131 ], "full text prediction probs": [ 0.9821495413780212, @@ -160769,7 +180672,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9058771133422852, + "sufficiency": 0.9058980941772461, "masked prediction probs": [ 0.9890563488006592, 0.010943622328341007 @@ -160781,8 +180684,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09323940426111221, - "sufficiency": 0.9167652726173401, + "comprehensiveness": 0.09321868419647217, + "sufficiency": 0.9167838096618652, "masked prediction probs": [ 0.8982491493225098, 0.10175079107284546 @@ -160795,7 +180698,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8474389314651489, + "sufficiency": 0.8474727869033813, "masked prediction probs": [ 0.9821495413780212, 0.017850451171398163 @@ -160807,8 +180710,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.044855911284685135, - "sufficiency": 0.9259082674980164, + "comprehensiveness": 0.04484594985842705, + "sufficiency": 0.9259248375892639, "masked prediction probs": [ 0.9417685270309448, 0.05823145806789398 @@ -160820,8 +180723,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.14352986216545105, - "sufficiency": 0.8908659815788269, + "comprehensiveness": 0.1434979885816574, + "sufficiency": 0.8908902406692505, "masked prediction probs": [ 0.8529097437858582, 0.14709028601646423 @@ -160834,7 +180737,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.37686455249786377, + "sufficiency": 0.37700286507606506, "masked prediction probs": [ 0.9853397011756897, 0.014660307206213474 @@ -160846,8 +180749,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09313590079545975, - "sufficiency": 0.9168576598167419, + "comprehensiveness": 0.09311522543430328, + "sufficiency": 0.9168761372566223, "masked prediction probs": [ 0.8982491493225098, 0.10175079107284546 @@ -160857,15 +180760,28 @@ 0.017850451171398163 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.5305743217468262, + "masked prediction probs": [ + 0.9848869442939758, + 0.01511302962899208 + ], + "full text prediction probs": [ + 0.9821495413780212, + 0.017850451171398163 + ], + "labels": 0 } }, "dev_22": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7040016055107117, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9804167151451111, - 0.019583284854888916 + 0.7343970537185669, + 0.2656029760837555 ], "full text prediction probs": [ 0.013730994425714016, @@ -160964,12 +180880,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.615115761756897, + "sufficiency": 0.7104056477546692, "masked prediction probs": [ - 0.9795811772346497, - 0.02041887305676937 + 0.9804167151451111, + 0.019583284854888916 + ], + "full text prediction probs": [ + 0.013730994425714016, + 0.986268937587738 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7863857746124268, + 0.2136142998933792 ], "full text prediction probs": [ 0.013730994425714016, @@ -160979,7 +180908,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6161538362503052, + "sufficiency": 0.6171863675117493, "masked prediction probs": [ 0.9795811772346497, 0.02041887305676937 @@ -160991,7 +180920,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.047322433441877365, + "comprehensiveness": 0.04719531163573265, "sufficiency": 0.0, "masked prediction probs": [ 0.017245426774024963, @@ -161004,7 +180933,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07352885603904724, + "comprehensiveness": 0.07333187013864517, "sufficiency": 0.0, "masked prediction probs": [ 0.019206417724490166, @@ -161017,7 +180946,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6171209812164307, + "comprehensiveness": 0.6154720783233643, "sufficiency": 0.0, "masked prediction probs": [ 0.05980857089161873, @@ -161030,7 +180959,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21207517385482788, + "comprehensiveness": 0.2115100473165512, "sufficiency": 0.0, "masked prediction probs": [ 0.029608095064759254, @@ -161043,7 +180972,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08451016247272491, + "comprehensiveness": 0.08428555727005005, "sufficiency": 0.0, "masked prediction probs": [ 0.02007484994828701, @@ -161057,7 +180986,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6222666501998901, + "sufficiency": 0.6232665777206421, + "masked prediction probs": [ + 0.9795811772346497, + 0.02041887305676937 + ], + "full text prediction probs": [ + 0.013730994425714016, + 0.986268937587738 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.624261200428009, "masked prediction probs": [ 0.9795811772346497, 0.02041887305676937 @@ -161070,12 +181012,12 @@ } }, "dev_48": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.2796801030635834, + "fixed-shap": { + "comprehensiveness": 0.09098324924707413, + "sufficiency": 0.0, "masked prediction probs": [ - 0.14885422587394714, - 0.8511457443237305 + 0.015654591843485832, + 0.9843453764915466 ], "full text prediction probs": [ 0.008614171296358109, @@ -161174,12 +181116,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5847799181938171, + "sufficiency": 0.29425615072250366, "masked prediction probs": [ - 0.1211271807551384, - 0.878872811794281 + 0.14885422587394714, + 0.8511457443237305 + ], + "full text prediction probs": [ + 0.008614171296358109, + 0.991385817527771 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0875491350889206, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015546448528766632, + 0.9844534993171692 ], "full text prediction probs": [ 0.008614171296358109, @@ -161201,7 +181156,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12413031607866287, + "comprehensiveness": 0.1238183081150055, "sufficiency": 0.0, "masked prediction probs": [ 0.018467938527464867, @@ -161214,7 +181169,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07287857681512833, + "comprehensiveness": 0.07269585132598877, "sufficiency": 0.0, "masked prediction probs": [ 0.014414004050195217, @@ -161227,7 +181182,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07619897276163101, + "comprehensiveness": 0.0760084018111229, "sufficiency": 0.0, "masked prediction probs": [ 0.01469347532838583, @@ -161241,7 +181196,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5899657607078552, + "sufficiency": 0.5909873843193054, "masked prediction probs": [ 0.1211271807551384, 0.878872811794281 @@ -161253,7 +181208,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.23485282063484192, + "comprehensiveness": 0.23426838219165802, "sufficiency": 0.0, "masked prediction probs": [ 0.027445225045084953, @@ -161267,7 +181222,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5920039415359497, + "sufficiency": 0.5930154919624329, + "masked prediction probs": [ + 0.1211271807551384, + 0.878872811794281 + ], + "full text prediction probs": [ + 0.008614171296358109, + 0.991385817527771 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5940220355987549, "masked prediction probs": [ 0.1211271807551384, 0.878872811794281 @@ -161280,12 +181248,12 @@ } }, "dev_68": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1783391237258911, - "sufficiency": 0.7331057786941528, + "fixed-shap": { + "comprehensiveness": 0.8983300924301147, + "sufficiency": 0.9072957634925842, "masked prediction probs": [ - 0.02113156206905842, - 0.9788684248924255 + 0.07796979695558548, + 0.9220302104949951 ], "full text prediction probs": [ 0.007053037639707327, @@ -161372,11 +181340,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.1752309948205948, - "sufficiency": 0.7377514839172363, + "comprehensiveness": 0.8826738595962524, + "sufficiency": 0.9089094400405884, "masked prediction probs": [ - 0.02113156206905842, - 0.9788684248924255 + 0.07796979695558548, + 0.9220302104949951 ], "full text prediction probs": [ 0.007053037639707327, @@ -161384,12 +181352,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17253871262073517, - "sufficiency": 0.7555110454559326, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8804817199707031, + "sufficiency": 0.9091354012489319, "masked prediction probs": [ - 0.020949745550751686, - 0.9790502190589905 + 0.07796979695558548, + 0.9220302104949951 + ], + "full text prediction probs": [ + 0.007053037639707327, + 0.9929470419883728 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.37072980403900146, + "sufficiency": 0.8784930109977722, + "masked prediction probs": [ + 0.03698691353201866, + 0.9630131125450134 ], "full text prediction probs": [ 0.007053037639707327, @@ -161398,8 +181379,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.17211125791072845, - "sufficiency": 0.7561159729957581, + "comprehensiveness": 0.17168591916561127, + "sufficiency": 0.7567179203033447, "masked prediction probs": [ 0.020949745550751686, 0.9790502190589905 @@ -161411,8 +181392,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03406178206205368, - "sufficiency": 0.17782995104789734, + "comprehensiveness": 0.03397781029343605, + "sufficiency": 0.17985425889492035, "masked prediction probs": [ 0.00981008168309927, 0.9901899695396423 @@ -161424,8 +181405,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09985463321208954, - "sufficiency": 0.49344661831855774, + "comprehensiveness": 0.09960907697677612, + "sufficiency": 0.49469077587127686, "masked prediction probs": [ 0.015155547298491001, 0.9848445057868958 @@ -161437,7 +181418,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03418589383363724, + "comprehensiveness": 0.03410203009843826, "sufficiency": 0.0, "masked prediction probs": [ 0.009833774529397488, @@ -161450,8 +181431,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.16796423494815826, - "sufficiency": 0.9489789605140686, + "comprehensiveness": 0.16755321621894836, + "sufficiency": 0.9491036534309387, "masked prediction probs": [ 0.020749278366565704, 0.9792506694793701 @@ -161463,7 +181444,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.022305963560938835, + "comprehensiveness": 0.022251510992646217, "sufficiency": 0.0, "masked prediction probs": [ 0.00887636374682188, @@ -161476,11 +181457,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16959039866924286, - "sufficiency": 0.7596837282180786, + "comprehensiveness": 0.36441028118133545, + "sufficiency": 0.8805617094039917, "masked prediction probs": [ - 0.020949745550751686, - 0.9790502190589905 + 0.03698691353201866, + 0.9630131125450134 + ], + "full text prediction probs": [ + 0.007053037639707327, + 0.9929470419883728 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.36352503299713135, + "sufficiency": 0.8808515071868896, + "masked prediction probs": [ + 0.03698691353201866, + 0.9630131125450134 ], "full text prediction probs": [ 0.007053037639707327, @@ -161490,12 +181484,12 @@ } }, "dev_144": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9670570492744446, - 0.032942868769168854 + 0.246656134724617, + 0.7533438205718994 ], "full text prediction probs": [ 0.014925497584044933, @@ -161594,12 +181588,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8944300413131714, - 0.10556995123624802 + 0.9670570492744446, + 0.032942868769168854 + ], + "full text prediction probs": [ + 0.014925497584044933, + 0.985074520111084 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.16879716515541077, + 0.8312028646469116 ], "full text prediction probs": [ 0.014925497584044933, @@ -161634,7 +181641,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1918724775314331, + "comprehensiveness": 0.1913500875234604, "sufficiency": 0.0, "masked prediction probs": [ 0.02898411639034748, @@ -161647,7 +181654,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05729590728878975, + "comprehensiveness": 0.05714033916592598, "sufficiency": 0.0, "masked prediction probs": [ 0.019135113805532455, @@ -161660,7 +181667,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7648293972015381, + "comprehensiveness": 0.7627583146095276, "sufficiency": 0.0, "masked prediction probs": [ 0.07127107679843903, @@ -161673,7 +181680,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08913154155015945, + "comprehensiveness": 0.08889083564281464, "sufficiency": 0.0, "masked prediction probs": [ 0.021509680896997452, @@ -161697,15 +181704,28 @@ 0.985074520111084 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8944300413131714, + 0.10556995123624802 + ], + "full text prediction probs": [ + 0.014925497584044933, + 0.985074520111084 + ], + "labels": 1 } }, "dev_145": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3468407094478607, - 0.6531592607498169 + 0.1294379085302353, + 0.8705620765686035 ], "full text prediction probs": [ 0.011825144290924072, @@ -161804,12 +181824,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3493775725364685, - 0.6506224274635315 + 0.3468407094478607, + 0.6531592607498169 + ], + "full text prediction probs": [ + 0.011825144290924072, + 0.9881747961044312 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12810589373111725, + 0.8718940615653992 ], "full text prediction probs": [ 0.011825144290924072, @@ -161831,7 +181864,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3508550524711609, + "comprehensiveness": 0.3499360680580139, "sufficiency": 0.0, "masked prediction probs": [ 0.03855025768280029, @@ -161844,7 +181877,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08373487740755081, + "comprehensiveness": 0.08351613581180573, "sufficiency": 0.0, "masked prediction probs": [ 0.018220119178295135, @@ -161857,7 +181890,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07338964194059372, + "comprehensiveness": 0.07319841533899307, "sufficiency": 0.0, "masked prediction probs": [ 0.017444755882024765, @@ -161870,7 +181903,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9885551929473877, + "comprehensiveness": 0.9859861135482788, "sufficiency": 0.0, "masked prediction probs": [ 0.087717704474926, @@ -161883,7 +181916,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4328817129135132, + "comprehensiveness": 0.43175965547561646, "sufficiency": 0.0, "masked prediction probs": [ 0.04514463245868683, @@ -161907,15 +181940,28 @@ 0.9881747961044312 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3493775725364685, + 0.6506224274635315 + ], + "full text prediction probs": [ + 0.011825144290924072, + 0.9881747961044312 + ], + "labels": 1 } }, "dev_228": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9501972198486328, - 0.049802813678979874 + 0.31552407145500183, + 0.6844758987426758 ], "full text prediction probs": [ 0.011409778147935867, @@ -162014,12 +182060,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9137210249900818, - 0.08627895265817642 + 0.9501972198486328, + 0.049802813678979874 + ], + "full text prediction probs": [ + 0.011409778147935867, + 0.9885901808738708 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18469354510307312, + 0.8153064250946045 ], "full text prediction probs": [ 0.011409778147935867, @@ -162041,7 +182100,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.20406769216060638, + "comprehensiveness": 0.20353607833385468, "sufficiency": 0.0, "masked prediction probs": [ 0.02703871577978134, @@ -162055,7 +182114,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6860949397087097, + "sufficiency": 0.6869094967842102, "masked prediction probs": [ 0.525433361530304, 0.47456663846969604 @@ -162067,7 +182126,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016535835340619087, + "comprehensiveness": 0.01649298332631588, "sufficiency": 0.0, "masked prediction probs": [ 0.012682893313467503, @@ -162093,7 +182152,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.13392271101474762, + "comprehensiveness": 0.13357742130756378, "sufficiency": 0.0, "masked prediction probs": [ 0.021773675456643105, @@ -162117,15 +182176,28 @@ 0.9885901808738708 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9137210249900818, + 0.08627895265817642 + ], + "full text prediction probs": [ + 0.011409778147935867, + 0.9885901808738708 + ], + "labels": 1 } }, "dev_272": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34844470024108887, - "sufficiency": 0.9547691345214844, + "fixed-shap": { + "comprehensiveness": 0.12597307562828064, + "sufficiency": 0.0, "masked prediction probs": [ - 0.034506648778915405, - 0.965493381023407 + 0.01692574843764305, + 0.9830742478370667 ], "full text prediction probs": [ 0.006970693357288837, @@ -162224,12 +182296,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5604607462882996, - "sufficiency": 0.7657679319381714, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3415287137031555, + "sufficiency": 0.9556657671928406, "masked prediction probs": [ - 0.0521581806242466, - 0.9478418827056885 + 0.034506648778915405, + 0.965493381023407 + ], + "full text prediction probs": [ + 0.006970693357288837, + 0.9930292963981628 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06980244815349579, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012612495571374893, + 0.987387478351593 ], "full text prediction probs": [ 0.006970693357288837, @@ -162238,7 +182323,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6556609869003296, + "comprehensiveness": 0.6540423035621643, "sufficiency": 0.0, "masked prediction probs": [ 0.05996483191847801, @@ -162251,7 +182336,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10036686062812805, + "comprehensiveness": 0.1001196876168251, "sufficiency": 0.0, "masked prediction probs": [ 0.015102982521057129, @@ -162264,7 +182349,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.053903937339782715, + "comprehensiveness": 0.05377151817083359, "sufficiency": 0.0, "masked prediction probs": [ 0.011349042877554893, @@ -162277,7 +182362,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05218304693698883, + "comprehensiveness": 0.05205516517162323, "sufficiency": 0.0, "masked prediction probs": [ 0.01121970172971487, @@ -162290,8 +182375,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4640275537967682, - "sufficiency": 0.7897586822509766, + "comprehensiveness": 0.46289318799972534, + "sufficiency": 0.7902719974517822, "masked prediction probs": [ 0.04484720528125763, 0.9551527500152588 @@ -162303,7 +182388,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03738325834274292, + "comprehensiveness": 0.03729209303855896, "sufficiency": 0.0, "masked prediction probs": [ 0.010029665194451809, @@ -162316,7 +182401,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09914305061101913, + "comprehensiveness": 0.09890186041593552, "sufficiency": 0.0, "masked prediction probs": [ 0.015102982521057129, @@ -162327,15 +182412,28 @@ 0.9930292963981628 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5482194423675537, + "sufficiency": 0.7708776593208313, + "masked prediction probs": [ + 0.0521581806242466, + 0.9478418827056885 + ], + "full text prediction probs": [ + 0.006970693357288837, + 0.9930292963981628 + ], + "labels": 1 } }, "dev_283": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9504968523979187, - 0.04950319975614548 + 0.8035596013069153, + 0.19644032418727875 ], "full text prediction probs": [ 0.041839905083179474, @@ -162434,12 +182532,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9551419019699097, - 0.044858139008283615 + 0.9504968523979187, + 0.04950319975614548 + ], + "full text prediction probs": [ + 0.041839905083179474, + 0.9581600427627563 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5753882527351379, + 0.42461177706718445 ], "full text prediction probs": [ 0.041839905083179474, @@ -162513,7 +182624,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8882607221603394, + "comprehensiveness": 0.8844927549362183, "sufficiency": 0.0, "masked prediction probs": [ 0.08354946970939636, @@ -162537,15 +182648,28 @@ 0.9581600427627563 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9551419019699097, + 0.044858139008283615 + ], + "full text prediction probs": [ + 0.041839905083179474, + 0.9581600427627563 + ], + "labels": 1 } }, "dev_410": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.13931243121623993, "sufficiency": 0.0, "masked prediction probs": [ - 0.5230613350868225, - 0.4769386053085327 + 0.019922534003853798, + 0.9800773859024048 ], "full text prediction probs": [ 0.009227901697158813, @@ -162644,12 +182768,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.48324406147003174, - 0.5167559385299683 + 0.5230613350868225, + 0.4769386053085327 + ], + "full text prediction probs": [ + 0.009227901697158813, + 0.9907721281051636 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009227901697158813, + 0.9907721281051636 ], "full text prediction probs": [ 0.009227901697158813, @@ -162671,7 +182808,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0691002905368805, + "comprehensiveness": 0.06892525404691696, "sufficiency": 0.0, "masked prediction probs": [ 0.014670856297016144, @@ -162684,7 +182821,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08688852190971375, + "comprehensiveness": 0.08666898310184479, "sufficiency": 0.0, "masked prediction probs": [ 0.01608925685286522, @@ -162697,7 +182834,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02191419154405594, + "comprehensiveness": 0.02185896225273609, "sufficiency": 0.0, "masked prediction probs": [ 0.01096283458173275, @@ -162711,7 +182848,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7900859713554382, + "sufficiency": 0.7906129956245422, "masked prediction probs": [ 0.4483358561992645, 0.5516641139984131 @@ -162723,7 +182860,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0827888622879982, + "comprehensiveness": 0.08258125931024551, "sufficiency": 0.0, "masked prediction probs": [ 0.01581529527902603, @@ -162747,15 +182884,28 @@ 0.9907721281051636 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.48324406147003174, + 0.5167559385299683 + ], + "full text prediction probs": [ + 0.009227901697158813, + 0.9907721281051636 + ], + "labels": 1 } }, "dev_426": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8724685311317444, + "fixed-shap": { + "comprehensiveness": 0.0837627574801445, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8406787514686584, - 0.15932120382785797 + 0.013293838128447533, + 0.9867061972618103 ], "full text prediction probs": [ 0.006647343747317791, @@ -162854,12 +183004,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8533263802528381, + "sufficiency": 0.8749865889549255, "masked prediction probs": [ - 0.1856280118227005, - 0.8143720030784607 + 0.8406787514686584, + 0.15932120382785797 + ], + "full text prediction probs": [ + 0.006647343747317791, + 0.9933526515960693 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0652751624584198, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011944424360990524, + 0.9880556464195251 ], "full text prediction probs": [ 0.006647343747317791, @@ -162868,7 +183031,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2875136137008667, + "comprehensiveness": 0.2868066430091858, "sufficiency": 0.0, "masked prediction probs": [ 0.029978761449456215, @@ -162882,7 +183045,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6166444420814514, + "sufficiency": 0.6175836324691772, "masked prediction probs": [ 0.09309688955545425, 0.906903088092804 @@ -162894,7 +183057,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.029307158663868904, + "comprehensiveness": 0.029235446825623512, "sufficiency": 0.0, "masked prediction probs": [ 0.009037306532263756, @@ -162907,7 +183070,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0354715920984745, + "comprehensiveness": 0.03538500890135765, "sufficiency": 0.0, "masked prediction probs": [ 0.009547066874802113, @@ -162920,8 +183083,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8139948844909668, - "sufficiency": 0.793483555316925, + "comprehensiveness": 0.812012791633606, + "sufficiency": 0.7939858436584473, "masked prediction probs": [ 0.07335338741540909, 0.9266465902328491 @@ -162933,7 +183096,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12090344727039337, + "comprehensiveness": 0.12060976028442383, "sufficiency": 0.0, "masked prediction probs": [ 0.016579465940594673, @@ -162946,8 +183109,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8100403547286987, - "sufficiency": 0.7944856882095337, + "comprehensiveness": 0.8080774545669556, + "sufficiency": 0.7949830889701843, "masked prediction probs": [ 0.07335338741540909, 0.9266465902328491 @@ -162957,15 +183120,28 @@ 0.9933526515960693 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8565135598182678, + "masked prediction probs": [ + 0.1856280118227005, + 0.8143720030784607 + ], + "full text prediction probs": [ + 0.006647343747317791, + 0.9933526515960693 + ], + "labels": 1 } }, "dev_439": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7259107828140259, + "fixed-shap": { + "comprehensiveness": 0.13954582810401917, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9596350193023682, - 0.040364984422922134 + 0.02450256422162056, + 0.9754974842071533 ], "full text prediction probs": [ 0.014529664069414139, @@ -163064,12 +183240,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.577791154384613, + "sufficiency": 0.7319055199623108, "masked prediction probs": [ - 0.9588441252708435, - 0.04115588217973709 + 0.9596350193023682, + 0.040364984422922134 + ], + "full text prediction probs": [ + 0.014529664069414139, + 0.9854702949523926 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07941780239343643, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02034832537174225, + 0.9796516299247742 ], "full text prediction probs": [ 0.014529664069414139, @@ -163079,7 +183268,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5789422988891602, + "sufficiency": 0.5800871849060059, "masked prediction probs": [ 0.9588441252708435, 0.04115588217973709 @@ -163091,7 +183280,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5632648468017578, + "comprehensiveness": 0.5617353916168213, "sufficiency": 0.0, "masked prediction probs": [ 0.055910829454660416, @@ -163105,7 +183294,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.5369619131088257, + "sufficiency": 0.5382141470909119, "masked prediction probs": [ 0.8030890226364136, 0.19691094756126404 @@ -163131,7 +183320,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9153016805648804, + "sufficiency": 0.9155294895172119, "masked prediction probs": [ 0.89573734998703, 0.10426270216703415 @@ -163143,7 +183332,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.029272353276610374, + "comprehensiveness": 0.02919372171163559, "sufficiency": 0.0, "masked prediction probs": [ 0.01670370064675808, @@ -163157,7 +183346,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5857195258140564, + "sufficiency": 0.5868278741836548, + "masked prediction probs": [ + 0.9588441252708435, + 0.04115588217973709 + ], + "full text prediction probs": [ + 0.014529664069414139, + 0.9854702949523926 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5879303812980652, "masked prediction probs": [ 0.9588441252708435, 0.04115588217973709 @@ -163170,12 +183372,12 @@ } }, "dev_508": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.013878140598535538, - 0.9861218333244324 + 0.017874663695693016, + 0.9821254014968872 ], "full text prediction probs": [ 0.6878641843795776, @@ -163274,12 +183476,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.016459116712212563, - 0.9835408329963684 + 0.013878140598535538, + 0.9861218333244324 + ], + "full text prediction probs": [ + 0.6878641843795776, + 0.31213581562042236 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01989174820482731, + 0.9801082015037537 ], "full text prediction probs": [ 0.6878641843795776, @@ -163327,7 +183542,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9944726824760437, + "comprehensiveness": 0.9941439032554626, "sufficiency": 1.0, "masked prediction probs": [ 0.086737260222435, @@ -163377,15 +183592,28 @@ 0.31213581562042236 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.016459116712212563, + 0.9835408329963684 + ], + "full text prediction probs": [ + 0.6878641843795776, + 0.31213581562042236 + ], + "labels": 0 } }, "dev_516": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7772705554962158, - "sufficiency": 0.954431414604187, + "fixed-shap": { + "comprehensiveness": 0.6150737404823303, + "sufficiency": 0.9434142112731934, "masked prediction probs": [ - 0.2859385013580322, - 0.7140615582466125 + 0.43168705701828003, + 0.56831294298172 ], "full text prediction probs": [ 0.9843866229057312, @@ -163472,11 +183700,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.776061475276947, - "sufficiency": 0.9545022249221802, + "comprehensiveness": 0.6141169667243958, + "sufficiency": 0.9435021877288818, "masked prediction probs": [ - 0.2859385013580322, - 0.7140615582466125 + 0.43168705701828003, + 0.56831294298172 ], "full text prediction probs": [ 0.9843866229057312, @@ -163484,12 +183712,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4782889485359192, - "sufficiency": 0.9610328674316406, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6139804720878601, + "sufficiency": 0.9435147643089294, "masked prediction probs": [ - 0.5538353323936462, - 0.44616469740867615 + 0.43168705701828003, + 0.56831294298172 + ], + "full text prediction probs": [ + 0.9843866229057312, + 0.0156133733689785 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6207858324050903, + "sufficiency": 0.9501290321350098, + "masked prediction probs": [ + 0.42543676495552063, + 0.574563205242157 ], "full text prediction probs": [ 0.9843866229057312, @@ -163498,8 +183739,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.018425002694129944, - "sufficiency": 0.8719214200973511, + "comprehensiveness": 0.018420908600091934, + "sufficiency": 0.8719499111175537, "masked prediction probs": [ 0.9677969217300415, 0.032203078269958496 @@ -163511,8 +183752,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3435786962509155, - "sufficiency": 0.9440559148788452, + "comprehensiveness": 0.3435024321079254, + "sufficiency": 0.9440683722496033, "masked prediction probs": [ 0.6749628186225891, 0.3250371515750885 @@ -163524,8 +183765,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4779703617095947, - "sufficiency": 0.9610587358474731, + "comprehensiveness": 0.47786426544189453, + "sufficiency": 0.9610674381256104, "masked prediction probs": [ 0.5538353323936462, 0.44616469740867615 @@ -163537,8 +183778,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.1588425189256668, - "sufficiency": 0.8351382613182068, + "comprehensiveness": 0.15880726277828217, + "sufficiency": 0.8351748585700989, "masked prediction probs": [ 0.8412709832191467, 0.15872903168201447 @@ -163550,8 +183791,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2756606936454773, - "sufficiency": 0.9703241586685181, + "comprehensiveness": 0.27559950947761536, + "sufficiency": 0.9703306555747986, "masked prediction probs": [ 0.735963761806488, 0.26403626799583435 @@ -163563,8 +183804,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.14015579223632812, - "sufficiency": 0.5426619052886963, + "comprehensiveness": 0.14012470841407776, + "sufficiency": 0.542763352394104, "masked prediction probs": [ 0.8580514788627625, 0.14194853603839874 @@ -163576,11 +183817,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47754624485969543, - "sufficiency": 0.9610933065414429, + "comprehensiveness": 0.619822084903717, + "sufficiency": 0.9502065181732178, "masked prediction probs": [ - 0.5538353323936462, - 0.44616469740867615 + 0.42543676495552063, + 0.574563205242157 + ], + "full text prediction probs": [ + 0.9843866229057312, + 0.0156133733689785 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.619684636592865, + "sufficiency": 0.9502174854278564, + "masked prediction probs": [ + 0.42543676495552063, + 0.574563205242157 ], "full text prediction probs": [ 0.9843866229057312, @@ -163590,12 +183844,12 @@ } }, "dev_581": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05439833551645279, - 0.9456016421318054 + 0.06124261021614075, + 0.9387573599815369 ], "full text prediction probs": [ 0.8953362107276917, @@ -163694,12 +183948,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.025125917047262192, - 0.9748740792274475 + 0.05439833551645279, + 0.9456016421318054 + ], + "full text prediction probs": [ + 0.8953362107276917, + 0.10466376692056656 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.046473536640405655, + 0.9535264372825623 ], "full text prediction probs": [ 0.8953362107276917, @@ -163709,7 +183976,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9272577166557312, + "sufficiency": 0.9272756576538086, "masked prediction probs": [ 0.9616965651512146, 0.038303375244140625 @@ -163747,7 +184014,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07925283908843994, + "comprehensiveness": 0.0792333260178566, "sufficiency": 1.0, "masked prediction probs": [ 0.8309876322746277, @@ -163773,7 +184040,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9157742857933044, + "comprehensiveness": 0.9155489206314087, "sufficiency": 1.0, "masked prediction probs": [ 0.15141576528549194, @@ -163797,15 +184064,28 @@ 0.10466376692056656 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.025125917047262192, + 0.9748740792274475 + ], + "full text prediction probs": [ + 0.8953362107276917, + 0.10466376692056656 + ], + "labels": 0 } }, "dev_602": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.898325502872467, + "fixed-shap": { + "comprehensiveness": 0.9095441102981567, "sufficiency": 1.0, "masked prediction probs": [ - 0.17004401981830597, - 0.8299560546875 + 0.1607481688261032, + 0.8392518162727356 ], "full text prediction probs": [ 0.9144020080566406, @@ -163892,11 +184172,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.8968102335929871, + "comprehensiveness": 0.908009946346283, "sufficiency": 1.0, "masked prediction probs": [ - 0.17004401981830597, - 0.8299560546875 + 0.1607481688261032, + 0.8392518162727356 ], "full text prediction probs": [ 0.9144020080566406, @@ -163904,12 +184184,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1765194833278656, - "sufficiency": 0.945993959903717, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9077911972999573, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7678544521331787, - 0.2321455478668213 + 0.1607481688261032, + 0.8392518162727356 + ], + "full text prediction probs": [ + 0.9144020080566406, + 0.08559797704219818 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9050371646881104, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.16285359859466553, + 0.8371464014053345 ], "full text prediction probs": [ 0.9144020080566406, @@ -163919,7 +184212,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.13867224752902985, + "sufficiency": 0.13887962698936462, "masked prediction probs": [ 0.9848453998565674, 0.015154543332755566 @@ -163932,7 +184225,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.16154026985168457, + "sufficiency": 0.16174209117889404, "masked prediction probs": [ 0.9795818328857422, 0.020418161526322365 @@ -163944,7 +184237,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8888348340988159, + "comprehensiveness": 0.888620913028717, "sufficiency": 1.0, "masked prediction probs": [ 0.17595252394676208, @@ -163958,7 +184251,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8795490264892578, + "sufficiency": 0.8795780539512634, "masked prediction probs": [ 0.9634914994239807, 0.03650848940014839 @@ -163970,7 +184263,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8745821118354797, + "comprehensiveness": 0.8743717074394226, "sufficiency": 1.0, "masked prediction probs": [ 0.18744395673274994, @@ -163983,8 +184276,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3116857409477234, - "sufficiency": 0.9893248677253723, + "comprehensiveness": 0.31161078810691833, + "sufficiency": 0.9893274307250977, "masked prediction probs": [ 0.6552645564079285, 0.3447354733943939 @@ -163996,11 +184289,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8879798054695129, + "comprehensiveness": 0.9035138487815857, "sufficiency": 1.0, "masked prediction probs": [ - 0.17595252394676208, - 0.8240474462509155 + 0.16285359859466553, + 0.8371464014053345 + ], + "full text prediction probs": [ + 0.9144020080566406, + 0.08559797704219818 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17613758146762848, + "sufficiency": 0.9461107850074768, + "masked prediction probs": [ + 0.7678544521331787, + 0.2321455478668213 ], "full text prediction probs": [ 0.9144020080566406, @@ -164010,12 +184316,12 @@ } }, "dev_623": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9685460925102234, + "fixed-shap": { + "comprehensiveness": 0.0017576594837009907, + "sufficiency": 0.9976024031639099, "masked prediction probs": [ - 0.9913431406021118, - 0.008656850084662437 + 0.9884194135665894, + 0.01158057153224945 ], "full text prediction probs": [ 0.9900087118148804, @@ -164114,12 +184420,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.001319798408076167, - "sufficiency": 0.9084892272949219, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.968601644039154, "masked prediction probs": [ - 0.9888132214546204, - 0.011186708696186543 + 0.9913431406021118, + 0.008656850084662437 + ], + "full text prediction probs": [ + 0.9900087118148804, + 0.009991359896957874 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004440548829734325, + "sufficiency": 0.9493756890296936, + "masked prediction probs": [ + 0.985985517501831, + 0.01401450764387846 ], "full text prediction probs": [ 0.9900087118148804, @@ -164129,7 +184448,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8738903999328613, + "sufficiency": 0.8739182353019714, "masked prediction probs": [ 0.9922031164169312, 0.007796890567988157 @@ -164142,7 +184461,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9611821174621582, + "sufficiency": 0.9611905813217163, "masked prediction probs": [ 0.990016520023346, 0.009983433410525322 @@ -164154,8 +184473,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008735468611121178, - "sufficiency": 0.9881412982940674, + "comprehensiveness": 0.008733540773391724, + "sufficiency": 0.9881439208984375, "masked prediction probs": [ 0.9820907711982727, 0.017909172922372818 @@ -164167,8 +184486,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008733540773391724, - "sufficiency": 0.9881439208984375, + "comprehensiveness": 0.008731614798307419, + "sufficiency": 0.9881465435028076, "masked prediction probs": [ 0.9820907711982727, 0.017909172922372818 @@ -164180,8 +184499,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0058264886029064655, - "sufficiency": 0.9315390586853027, + "comprehensiveness": 0.005825203377753496, + "sufficiency": 0.9315541386604309, "masked prediction probs": [ 0.9847251772880554, 0.015274792909622192 @@ -164193,8 +184512,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0025107853580266237, - "sufficiency": 0.8456368446350098, + "comprehensiveness": 0.0025102319195866585, + "sufficiency": 0.8456708788871765, "masked prediction probs": [ 0.987731397151947, 0.01226861122995615 @@ -164207,7 +184526,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9612247943878174, + "sufficiency": 0.9612333178520203, "masked prediction probs": [ 0.990016520023346, 0.009983433410525322 @@ -164217,15 +184536,28 @@ 0.009991359896957874 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0013171809259802103, + "sufficiency": 0.9086707234382629, + "masked prediction probs": [ + 0.9888132214546204, + 0.011186708696186543 + ], + "full text prediction probs": [ + 0.9900087118148804, + 0.009991359896957874 + ], + "labels": 0 } }, "dev_745": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.017754321917891502, - "sufficiency": 0.8425675630569458, + "fixed-shap": { + "comprehensiveness": 0.03457527607679367, + "sufficiency": 0.9694629907608032, "masked prediction probs": [ - 0.9665942788124084, - 0.03340565040707588 + 0.9515106081962585, + 0.04848939925432205 ], "full text prediction probs": [ 0.9825149178504944, @@ -164324,12 +184656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026174264028668404, - "sufficiency": 0.9536159038543701, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01772269979119301, + "sufficiency": 0.8428479433059692, "masked prediction probs": [ - 0.9590020775794983, - 0.04099796712398529 + 0.9665942788124084, + 0.03340565040707588 + ], + "full text prediction probs": [ + 0.9825149178504944, + 0.017485113814473152 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01013741735368967, + "sufficiency": 0.9394569396972656, + "masked prediction probs": [ + 0.9734062552452087, + 0.026593755930662155 ], "full text prediction probs": [ 0.9825149178504944, @@ -164339,7 +184684,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7015368342399597, + "sufficiency": 0.7016032338142395, "masked prediction probs": [ 0.9879000186920166, 0.012099899351596832 @@ -164351,8 +184696,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006410596426576376, - "sufficiency": 0.9248066544532776, + "comprehensiveness": 0.00640917057171464, + "sufficiency": 0.9248233437538147, "masked prediction probs": [ 0.9767535924911499, 0.023246385157108307 @@ -164364,8 +184709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006839900743216276, - "sufficiency": 0.8742135167121887, + "comprehensiveness": 0.0068383789621293545, + "sufficiency": 0.8742415308952332, "masked prediction probs": [ 0.976366400718689, 0.023633571341633797 @@ -164377,8 +184722,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009271438233554363, - "sufficiency": 0.9391100406646729, + "comprehensiveness": 0.009269376285374165, + "sufficiency": 0.9391235709190369, "masked prediction probs": [ 0.9741787910461426, 0.025821182876825333 @@ -164390,8 +184735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02614516019821167, - "sufficiency": 0.9536674618721008, + "comprehensiveness": 0.02613934502005577, + "sufficiency": 0.953677773475647, "masked prediction probs": [ 0.9590020775794983, 0.04099796712398529 @@ -164403,8 +184748,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011022682301700115, - "sufficiency": 0.8931187391281128, + "comprehensiveness": 0.011020232923328876, + "sufficiency": 0.893142580986023, "masked prediction probs": [ 0.9725998044013977, 0.027400195598602295 @@ -164416,8 +184761,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02613353542983532, - "sufficiency": 0.9536880850791931, + "comprehensiveness": 0.026127727702260017, + "sufficiency": 0.9536983966827393, + "masked prediction probs": [ + 0.9590020775794983, + 0.04099796712398529 + ], + "full text prediction probs": [ + 0.9825149178504944, + 0.017485113814473152 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026121921837329865, + "sufficiency": 0.9537086486816406, "masked prediction probs": [ 0.9590020775794983, 0.04099796712398529 @@ -164430,12 +184788,12 @@ } }, "dev_115": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5364463329315186, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.45897650718688965, - 0.5410234928131104 + 0.9145206212997437, + 0.08547930419445038 ], "full text prediction probs": [ 0.8889012932777405, @@ -164534,12 +184892,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.606901228427887, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5353775024414062, "sufficiency": 1.0, "masked prediction probs": [ - 0.40154069662094116, - 0.5984593033790588 + 0.45897650718688965, + 0.5410234928131104 + ], + "full text prediction probs": [ + 0.8889012932777405, + 0.11109872907400131 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.981637179851532, + 0.018362777307629585 ], "full text prediction probs": [ 0.8889012932777405, @@ -164549,7 +184920,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7704519033432007, + "sufficiency": 0.7705090045928955, "masked prediction probs": [ 0.9861552119255066, 0.013844781555235386 @@ -164561,8 +184932,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.35511618852615356, - "sufficiency": 0.9802817702293396, + "comprehensiveness": 0.35502782464027405, + "sufficiency": 0.9802866578102112, "masked prediction probs": [ 0.6035898923873901, 0.39641013741493225 @@ -164574,7 +184945,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6064481139183044, + "comprehensiveness": 0.6062971949577332, "sufficiency": 1.0, "masked prediction probs": [ 0.40154069662094116, @@ -164587,8 +184958,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03156513720750809, - "sufficiency": 0.9439813494682312, + "comprehensiveness": 0.03155728802084923, + "sufficiency": 0.9439952373504639, "masked prediction probs": [ 0.8635282516479492, 0.1364717185497284 @@ -164601,7 +184972,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9564201235771179, + "sufficiency": 0.9564309120178223, "masked prediction probs": [ 0.976984977722168, 0.023015039041638374 @@ -164614,7 +184985,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9969028830528259, + "sufficiency": 0.9969037175178528, "masked prediction probs": [ 0.9236713647842407, 0.0763285905122757 @@ -164626,7 +184997,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.605845034122467, + "comprehensiveness": 0.6056944131851196, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.40154069662094116, + 0.5984593033790588 + ], + "full text prediction probs": [ + 0.8889012932777405, + 0.11109872907400131 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6055439114570618, "sufficiency": 1.0, "masked prediction probs": [ 0.40154069662094116, @@ -164640,12 +185024,12 @@ } }, "dev_129": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.49524199962615967, + "fixed-shap": { + "comprehensiveness": 0.4526013433933258, + "sufficiency": 0.9633238315582275, "masked prediction probs": [ - 0.8627983927726746, - 0.13720163702964783 + 0.04942995309829712, + 0.9505701065063477 ], "full text prediction probs": [ 0.017811963334679604, @@ -164744,12 +185128,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5261250734329224, + "sufficiency": 0.5065299272537231, "masked prediction probs": [ - 0.6305757761001587, - 0.3694242238998413 + 0.8627983927726746, + 0.13720163702964783 + ], + "full text prediction probs": [ + 0.017811963334679604, + 0.9821880459785461 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.47584864497184753, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05191053822636604, + 0.9480894207954407 ], "full text prediction probs": [ 0.017811963334679604, @@ -164758,8 +185155,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2480754554271698, - "sufficiency": 0.8452200293540955, + "comprehensiveness": 0.24738489091396332, + "sufficiency": 0.845650315284729, "masked prediction probs": [ 0.03558870777487755, 0.9644113183021545 @@ -164771,7 +185168,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09608928859233856, + "comprehensiveness": 0.09582255035638809, "sufficiency": 0.0, "masked prediction probs": [ 0.024716798216104507, @@ -164784,7 +185181,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.030412517488002777, + "comprehensiveness": 0.030328325927257538, "sufficiency": 0.0, "masked prediction probs": [ 0.020003441721200943, @@ -164811,7 +185208,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5326570272445679, + "sufficiency": 0.533941924571991, "masked prediction probs": [ 0.6305757761001587, 0.3694242238998413 @@ -164837,7 +185234,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5352197289466858, + "sufficiency": 0.5364904999732971, + "masked prediction probs": [ + 0.6305757761001587, + 0.3694242238998413 + ], + "full text prediction probs": [ + 0.017811963334679604, + 0.9821880459785461 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5377544164657593, "masked prediction probs": [ 0.6305757761001587, 0.3694242238998413 @@ -164850,12 +185260,12 @@ } }, "dev_138": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9833488464355469, - 0.016651097685098648 + 0.9551071524620056, + 0.04489279165863991 ], "full text prediction probs": [ 0.2364100068807602, @@ -164954,12 +185364,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.980933666229248, - 0.019066374748945236 + 0.9833488464355469, + 0.016651097685098648 + ], + "full text prediction probs": [ + 0.2364100068807602, + 0.7635899782180786 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.937324583530426, + 0.06267539411783218 ], "full text prediction probs": [ 0.2364100068807602, @@ -165057,15 +185480,28 @@ 0.7635899782180786 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.980933666229248, + 0.019066374748945236 + ], + "full text prediction probs": [ + 0.2364100068807602, + 0.7635899782180786 + ], + "labels": 1 } }, "dev_216": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09192824363708496, - "sufficiency": 0.8147530555725098, + "fixed-shap": { + "comprehensiveness": 0.03905203938484192, + "sufficiency": 0.0, "masked prediction probs": [ - 0.014211912639439106, - 0.9857880473136902 + 0.009934518486261368, + 0.9900654554367065 ], "full text prediction probs": [ 0.0067754508927464485, @@ -165164,12 +185600,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09080176055431366, - "sufficiency": 0.41951265931129456, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09014499187469482, + "sufficiency": 0.8183421492576599, "masked prediction probs": [ - 0.014266153797507286, - 0.9857338666915894 + 0.014211912639439106, + 0.9857880473136902 + ], + "full text prediction probs": [ + 0.0067754508927464485, + 0.993224561214447 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02244497463107109, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0086315693333745, + 0.9913684725761414 ], "full text prediction probs": [ 0.0067754508927464485, @@ -165178,8 +185627,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12587636709213257, - "sufficiency": 0.5109055042266846, + "comprehensiveness": 0.12557262182235718, + "sufficiency": 0.5120843052864075, "masked prediction probs": [ 0.017184775322675705, 0.9828152060508728 @@ -165191,7 +185640,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05493658408522606, + "comprehensiveness": 0.05480433627963066, "sufficiency": 0.0, "masked prediction probs": [ 0.011329397559165955, @@ -165204,8 +185653,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07132389396429062, - "sufficiency": 0.4337414801120758, + "comprehensiveness": 0.07115261256694794, + "sufficiency": 0.435099720954895, "masked prediction probs": [ 0.012702077627182007, 0.9872978925704956 @@ -165217,7 +185666,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006297134794294834, + "comprehensiveness": 0.006282048299908638, "sufficiency": 0.0, "masked prediction probs": [ 0.0072999922558665276, @@ -165230,8 +185679,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2527881860733032, - "sufficiency": 0.9144046902656555, + "comprehensiveness": 0.25218403339385986, + "sufficiency": 0.9146090149879456, "masked prediction probs": [ 0.027882106602191925, 0.9721179604530334 @@ -165243,8 +185692,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.23474030196666718, - "sufficiency": 0.7121757864952087, + "comprehensiveness": 0.23418061435222626, + "sufficiency": 0.712861180305481, "masked prediction probs": [ 0.026422152295708656, 0.9735779166221619 @@ -165256,8 +185705,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2515827417373657, - "sufficiency": 0.9148123860359192, + "comprehensiveness": 0.2509843111038208, + "sufficiency": 0.9150147438049316, "masked prediction probs": [ 0.027882106602191925, 0.9721179604530334 @@ -165267,15 +185716,28 @@ 0.993224561214447 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08886250853538513, + "sufficiency": 0.4318954646587372, + "masked prediction probs": [ + 0.014266153797507286, + 0.9857338666915894 + ], + "full text prediction probs": [ + 0.0067754508927464485, + 0.993224561214447 + ], + "labels": 1 } }, "dev_230": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5744274258613586, "sufficiency": 0.0, "masked prediction probs": [ - 0.9411763548851013, - 0.0588236078619957 + 0.05889024958014488, + 0.9411097168922424 ], "full text prediction probs": [ 0.020043887197971344, @@ -165374,12 +185836,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9134450554847717, - 0.08655493706464767 + 0.9411763548851013, + 0.0588236078619957 + ], + "full text prediction probs": [ + 0.020043887197971344, + 0.9799561500549316 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18096542358398438, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03260767087340355, + 0.9673923254013062 ], "full text prediction probs": [ 0.020043887197971344, @@ -165401,7 +185876,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9426653385162354, + "comprehensiveness": 0.9399648904800415, "sufficiency": 0.0, "masked prediction probs": [ 0.08567851036787033, @@ -165453,7 +185928,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7921944260597229, + "comprehensiveness": 0.7899507284164429, "sufficiency": 0.0, "masked prediction probs": [ 0.07583558559417725, @@ -165477,15 +185952,28 @@ 0.9799561500549316 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9134450554847717, + 0.08655493706464767 + ], + "full text prediction probs": [ + 0.020043887197971344, + 0.9799561500549316 + ], + "labels": 1 } }, "dev_384": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1735076904296875, + "fixed-shap": { + "comprehensiveness": 0.11456292867660522, "sufficiency": 0.0, "masked prediction probs": [ - 0.02122354507446289, - 0.9787765145301819 + 0.01648450270295143, + 0.9835154414176941 ], "full text prediction probs": [ 0.0072741215117275715, @@ -165584,12 +186072,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.21426214277744293, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1701214611530304, "sufficiency": 0.0, "masked prediction probs": [ - 0.024842871353030205, - 0.9751571416854858 + 0.02122354507446289, + 0.9787765145301819 + ], + "full text prediction probs": [ + 0.0072741215117275715, + 0.9927258491516113 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0853167399764061, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014286854304373264, + 0.9857131242752075 ], "full text prediction probs": [ 0.0072741215117275715, @@ -165598,7 +186099,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04647338017821312, + "comprehensiveness": 0.0463605560362339, "sufficiency": 0.0, "masked prediction probs": [ 0.011094143614172935, @@ -165611,7 +186112,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.21322181820869446, + "comprehensiveness": 0.21270543336868286, "sufficiency": 0.0, "masked prediction probs": [ 0.024842871353030205, @@ -165624,7 +186125,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04624827951192856, + "comprehensiveness": 0.04613654688000679, "sufficiency": 0.0, "masked prediction probs": [ 0.011094143614172935, @@ -165637,7 +186138,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.057720355689525604, + "comprehensiveness": 0.05758124217391014, "sufficiency": 0.0, "masked prediction probs": [ 0.012053177691996098, @@ -165650,7 +186151,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21400122344493866, + "comprehensiveness": 0.2134866863489151, "sufficiency": 0.0, "masked prediction probs": [ 0.02503548003733158, @@ -165663,7 +186164,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04498547688126564, + "comprehensiveness": 0.04487757757306099, "sufficiency": 0.0, "masked prediction probs": [ 0.011016828007996082, @@ -165676,7 +186177,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21066467463970184, + "comprehensiveness": 0.21016058325767517, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.024842871353030205, + 0.9751571416854858 + ], + "full text prediction probs": [ + 0.0072741215117275715, + 0.9927258491516113 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2096589058637619, "sufficiency": 0.0, "masked prediction probs": [ 0.024842871353030205, @@ -165690,12 +186204,12 @@ } }, "dev_510": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9278416633605957, + "fixed-shap": { + "comprehensiveness": 0.17325060069561005, "sufficiency": 1.0, "masked prediction probs": [ - 0.15097995102405548, - 0.8490200042724609 + 0.8151290416717529, + 0.18487097322940826 ], "full text prediction probs": [ 0.9676145911216736, @@ -165782,11 +186296,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9034345746040344, + "comprehensiveness": 0.17297546565532684, "sufficiency": 1.0, "masked prediction probs": [ - 0.17119689285755157, - 0.8288031220436096 + 0.8151290416717529, + 0.18487097322940826 ], "full text prediction probs": [ 0.9676145911216736, @@ -165794,12 +186308,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8766331076622009, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17293621599674225, "sufficiency": 1.0, "masked prediction probs": [ - 0.19464823603630066, - 0.8053517937660217 + 0.8151290416717529, + 0.18487097322940826 + ], + "full text prediction probs": [ + 0.9676145911216736, + 0.032385364174842834 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10207215696573257, + "sufficiency": 0.9819676876068115, + "masked prediction probs": [ + 0.8775926232337952, + 0.12240730971097946 ], "full text prediction probs": [ 0.9676145911216736, @@ -165809,7 +186336,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7446160316467285, + "sufficiency": 0.7446739077568054, "masked prediction probs": [ 0.9794649481773376, 0.020535046234726906 @@ -165821,8 +186348,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.18814699351787567, - "sufficiency": 0.9858550429344177, + "comprehensiveness": 0.18810436129570007, + "sufficiency": 0.9858583211898804, "masked prediction probs": [ 0.8016417622566223, 0.19835823774337769 @@ -165834,7 +186361,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.39397570490837097, + "comprehensiveness": 0.39388641715049744, "sufficiency": 1.0, "masked prediction probs": [ 0.6199923157691956, @@ -165847,8 +186374,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02375076524913311, - "sufficiency": 0.8615233302116394, + "comprehensiveness": 0.023745384067296982, + "sufficiency": 0.8615546822547913, "masked prediction probs": [ 0.9466534852981567, 0.05334649235010147 @@ -165860,7 +186387,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6280962824821472, + "comprehensiveness": 0.6279539465904236, "sufficiency": 1.0, "masked prediction probs": [ 0.4131661057472229, @@ -165873,8 +186400,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008336196653544903, - "sufficiency": 0.8676276803016663, + "comprehensiveness": 0.008334308862686157, + "sufficiency": 0.8676577210426331, "masked prediction probs": [ 0.9602541923522949, 0.03974578157067299 @@ -165886,11 +186413,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6278117895126343, - "sufficiency": 1.0, + "comprehensiveness": 0.10191037505865097, + "sufficiency": 0.9819962978363037, "masked prediction probs": [ - 0.4131661057472229, - 0.5868339538574219 + 0.8775926232337952, + 0.12240730971097946 + ], + "full text prediction probs": [ + 0.9676145911216736, + 0.032385364174842834 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1018873080611229, + "sufficiency": 0.9820002913475037, + "masked prediction probs": [ + 0.8775926232337952, + 0.12240730971097946 ], "full text prediction probs": [ 0.9676145911216736, @@ -165900,12 +186440,12 @@ } }, "dev_667": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6212478876113892, - "sufficiency": 0.9936913847923279, + "fixed-shap": { + "comprehensiveness": 0.029163837432861328, + "sufficiency": 0.9764803051948547, "masked prediction probs": [ - 0.42788946628570557, - 0.5721105933189392 + 0.9600496888160706, + 0.039950333535671234 ], "full text prediction probs": [ 0.9862619042396545, @@ -166004,12 +186544,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6855425834655762, - "sufficiency": 0.9852748513221741, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6201438903808594, + "sufficiency": 0.9937025904655457, "masked prediction probs": [ - 0.3690050542354584, - 0.6309949159622192 + 0.42788946628570557, + 0.5721105933189392 + ], + "full text prediction probs": [ + 0.9862619042396545, + 0.01373815257102251 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08907707035541534, + "sufficiency": 0.9898854494094849, + "masked prediction probs": [ + 0.906039834022522, + 0.09396020323038101 ], "full text prediction probs": [ 0.9862619042396545, @@ -166019,7 +186572,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5550569891929626, + "sufficiency": 0.5551558136940002, "masked prediction probs": [ 0.9898115992546082, 0.010188414715230465 @@ -166031,8 +186584,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0017771716229617596, - "sufficiency": 0.8558762669563293, + "comprehensiveness": 0.00177677720785141, + "sufficiency": 0.8559083342552185, "masked prediction probs": [ 0.9846610426902771, 0.015339003875851631 @@ -166044,8 +186597,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00494776014238596, - "sufficiency": 0.9621423482894897, + "comprehensiveness": 0.004946662113070488, + "sufficiency": 0.9621508121490479, "masked prediction probs": [ 0.9818040132522583, 0.01819600909948349 @@ -166057,8 +186610,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0023226975463330746, - "sufficiency": 0.8563054203987122, + "comprehensiveness": 0.0023221822921186686, + "sufficiency": 0.8563372492790222, "masked prediction probs": [ 0.9841687083244324, 0.01583132892847061 @@ -166070,8 +186623,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3438902795314789, - "sufficiency": 0.9780756831169128, + "comprehensiveness": 0.3438139855861664, + "sufficiency": 0.9780804514884949, "masked prediction probs": [ 0.6762820482254028, 0.32371798157691956 @@ -166083,8 +186636,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0052842749282717705, - "sufficiency": 0.8783676028251648, + "comprehensiveness": 0.005283103324472904, + "sufficiency": 0.878394603729248, "masked prediction probs": [ 0.9814976453781128, 0.018502425402402878 @@ -166096,8 +186649,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.34373775124549866, - "sufficiency": 0.9780853986740112, + "comprehensiveness": 0.34366151690483093, + "sufficiency": 0.9780903458595276, "masked prediction probs": [ 0.6762820482254028, 0.32371798157691956 @@ -166107,15 +186660,28 @@ 0.01373815257102251 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6841748356819153, + "sufficiency": 0.9853041172027588, + "masked prediction probs": [ + 0.3690050542354584, + 0.6309949159622192 + ], + "full text prediction probs": [ + 0.9862619042396545, + 0.01373815257102251 + ], + "labels": 0 } }, "dev_685": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9266877174377441, "masked prediction probs": [ - 0.08204396814107895, - 0.9179559946060181 + 0.9647938013076782, + 0.03520619124174118 ], "full text prediction probs": [ 0.960365891456604, @@ -166214,12 +186780,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.020861420780420303, - 0.9791385531425476 + 0.08204396814107895, + 0.9179559946060181 + ], + "full text prediction probs": [ + 0.960365891456604, + 0.03963411599397659 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013301093131303787, + "sufficiency": 0.9673072099685669, + "masked prediction probs": [ + 0.9487314820289612, + 0.051268450915813446 ], "full text prediction probs": [ 0.960365891456604, @@ -166229,7 +186808,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.19035375118255615, + "sufficiency": 0.19053882360458374, "masked prediction probs": [ 0.9787465929985046, 0.021253375336527824 @@ -166242,7 +186821,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8867189884185791, + "sufficiency": 0.8867449164390564, "masked prediction probs": [ 0.03455232083797455, 0.965447723865509 @@ -166254,8 +186833,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6157222986221313, - "sufficiency": 0.9288253784179688, + "comprehensiveness": 0.6155816316604614, + "sufficiency": 0.9288416504859924, "masked prediction probs": [ 0.4215499460697174, 0.5784500241279602 @@ -166267,8 +186846,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6155816316604614, - "sufficiency": 0.9288416504859924, + "comprehensiveness": 0.6154410243034363, + "sufficiency": 0.9288578629493713, "masked prediction probs": [ 0.4215499460697174, 0.5784500241279602 @@ -166281,7 +186860,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8867966532707214, + "sufficiency": 0.8868224620819092, "masked prediction probs": [ 0.03455232083797455, 0.965447723865509 @@ -166293,8 +186872,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07301601022481918, - "sufficiency": 0.8901710510253906, + "comprehensiveness": 0.07299933582544327, + "sufficiency": 0.8901961445808411, "masked prediction probs": [ 0.8964260816574097, 0.10357397049665451 @@ -166307,7 +186886,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8868483304977417, + "sufficiency": 0.8868741393089294, "masked prediction probs": [ 0.03455232083797455, 0.965447723865509 @@ -166317,15 +186896,28 @@ 0.03963411599397659 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.020861420780420303, + 0.9791385531425476 + ], + "full text prediction probs": [ + 0.960365891456604, + 0.03963411599397659 + ], + "labels": 0 } }, "dev_747": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7474531531333923, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.2457595318555832, - 0.7542404532432556 + 0.9172618389129639, + 0.08273816853761673 ], "full text prediction probs": [ 0.7142424583435059, @@ -166424,7 +187016,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7455501556396484, "sufficiency": 1.0, "masked prediction probs": [ @@ -166437,6 +187029,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8786790370941162, + 0.12132098525762558 + ], + "full text prediction probs": [ + 0.7142424583435059, + 0.28575754165649414 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -166490,7 +187095,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.31185078620910645, + "comprehensiveness": 0.31175169348716736, "sufficiency": 1.0, "masked prediction probs": [ 0.5179723501205444, @@ -166527,15 +187132,28 @@ 0.28575754165649414 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7434209585189819, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2457595318555832, + 0.7542404532432556 + ], + "full text prediction probs": [ + 0.7142424583435059, + 0.28575754165649414 + ], + "labels": 0 } }, "dev_757": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9826050996780396, - 0.017394855618476868 + 0.970737099647522, + 0.029262954369187355 ], "full text prediction probs": [ 0.3229232132434845, @@ -166634,7 +187252,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -166647,6 +187265,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9714385867118835, + 0.0285614226013422 + ], + "full text prediction probs": [ + 0.3229232132434845, + 0.6770768165588379 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -166737,15 +187368,28 @@ 0.6770768165588379 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9826050996780396, + 0.017394855618476868 + ], + "full text prediction probs": [ + 0.3229232132434845, + 0.6770768165588379 + ], + "labels": 1 } }, "dev_871": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.033057067543268204, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.014768760651350021, + "sufficiency": 0.9959523677825928, "masked prediction probs": [ - 0.959596574306488, - 0.04040343314409256 + 0.9760915637016296, + 0.02390841767191887 ], "full text prediction probs": [ 0.9894121289253235, @@ -166844,7 +187488,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.03299852833151817, "sufficiency": 1.0, "masked prediction probs": [ @@ -166857,9 +187501,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.01237373799085617, + "sufficiency": 0.9956223964691162, + "masked prediction probs": [ + 0.9782294631004333, + 0.021770557388663292 + ], + "full text prediction probs": [ + 0.9894121289253235, + 0.010587927885353565 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9098273515701294, + "sufficiency": 0.9098472595214844, "masked prediction probs": [ 0.9910110235214233, 0.008988992311060429 @@ -166871,7 +187528,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02244674228131771, + "comprehensiveness": 0.02244177833199501, "sufficiency": 1.0, "masked prediction probs": [ 0.9691215753555298, @@ -166884,8 +187541,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.030381862074136734, - "sufficiency": 0.9996817111968994, + "comprehensiveness": 0.03037514165043831, + "sufficiency": 0.999681830406189, "masked prediction probs": [ 0.9619426131248474, 0.03805737942457199 @@ -166897,8 +187554,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0080440454185009, - "sufficiency": 0.8717742562294006, + "comprehensiveness": 0.008042266592383385, + "sufficiency": 0.871802568435669, "masked prediction probs": [ 0.9821375608444214, 0.017862418666481972 @@ -166910,7 +187567,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.024099454283714294, + "comprehensiveness": 0.024094127118587494, "sufficiency": 1.0, "masked prediction probs": [ 0.967613160610199, @@ -166923,7 +187580,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.015647221356630325, + "comprehensiveness": 0.015643764287233353, "sufficiency": 1.0, "masked prediction probs": [ 0.9752554297447205, @@ -166936,8 +187593,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.030355002731084824, - "sufficiency": 0.9996819496154785, + "comprehensiveness": 0.030348293483257294, + "sufficiency": 0.9996821284294128, "masked prediction probs": [ 0.9619426131248474, 0.03805737942457199 @@ -166947,15 +187604,28 @@ 0.010587927885353565 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03293291851878166, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.959596574306488, + 0.04040343314409256 + ], + "full text prediction probs": [ + 0.9894121289253235, + 0.010587927885353565 + ], + "labels": 0 } }, "dev_6": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4889447093009949, - "sufficiency": 0.8707900643348694, + "fixed-shap": { + "comprehensiveness": 0.033581219613552094, + "sufficiency": 0.0, "masked prediction probs": [ - 0.046139493584632874, - 0.9538605213165283 + 0.009054074063897133, + 0.9909459352493286 ], "full text prediction probs": [ 0.006319116801023483, @@ -167054,7 +187724,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.4795224368572235, "sufficiency": 0.8732770085334778, "masked prediction probs": [ @@ -167067,8 +187737,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.015031903050839901, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0075704785995185375, + 0.9924295544624329 + ], + "full text prediction probs": [ + 0.006319116801023483, + 0.9936808347702026 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.29668694734573364, + "comprehensiveness": 0.2959756851196289, "sufficiency": 0.0, "masked prediction probs": [ 0.031015919521450996, @@ -167081,7 +187764,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.041403111070394516, + "comprehensiveness": 0.0413040928542614, "sufficiency": 0.0, "masked prediction probs": [ 0.009773879311978817, @@ -167094,7 +187777,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09775204211473465, + "comprehensiveness": 0.09751882404088974, "sufficiency": 0.0, "masked prediction probs": [ 0.014495369978249073, @@ -167107,7 +187790,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01645634137094021, + "comprehensiveness": 0.01641717180609703, "sufficiency": 0.0, "masked prediction probs": [ 0.007698829751461744, @@ -167120,8 +187803,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4738157093524933, - "sufficiency": 0.8747833371162415, + "comprehensiveness": 0.4726906418800354, + "sufficiency": 0.8750802874565125, "masked prediction probs": [ 0.046139493584632874, 0.9538605213165283 @@ -167133,8 +187816,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14497047662734985, - "sufficiency": 0.5490731000900269, + "comprehensiveness": 0.14462704956531525, + "sufficiency": 0.5501400828361511, "masked prediction probs": [ 0.018531734123826027, 0.9814682602882385 @@ -167146,8 +187829,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4715708792209625, - "sufficiency": 0.8753758668899536, + "comprehensiveness": 0.47045642137527466, + "sufficiency": 0.8756700158119202, + "masked prediction probs": [ + 0.046139493584632874, + 0.9538605213165283 + ], + "full text prediction probs": [ + 0.006319116801023483, + 0.9936808347702026 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.469347208738327, + "sufficiency": 0.8759628534317017, "masked prediction probs": [ 0.046139493584632874, 0.9538605213165283 @@ -167160,12 +187856,12 @@ } }, "dev_90": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8547258973121643, + "sufficiency": 0.0, "masked prediction probs": [ - 0.920932948589325, - 0.07906706631183624 + 0.772999107837677, + 0.22700093686580658 ], "full text prediction probs": [ 0.017668383195996284, @@ -167264,7 +187960,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8579640984535217, "masked prediction probs": [ @@ -167277,9 +187973,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.772999107837677, + 0.22700093686580658 + ], + "full text prediction probs": [ + 0.017668383195996284, + 0.9823316335678101 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6838527917861938, + "sufficiency": 0.6847288012504578, "masked prediction probs": [ 0.5380884408950806, 0.4619115889072418 @@ -167291,7 +188000,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03386823087930679, + "comprehensiveness": 0.033774521201848984, "sufficiency": 0.0, "masked prediction probs": [ 0.0201099943369627, @@ -167304,7 +188013,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12431948632001877, + "comprehensiveness": 0.1239764392375946, "sufficiency": 0.0, "masked prediction probs": [ 0.02665569633245468, @@ -167317,7 +188026,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06669089198112488, + "comprehensiveness": 0.06650737673044205, "sufficiency": 0.0, "masked prediction probs": [ 0.02250288985669613, @@ -167331,7 +188040,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8599156737327576, + "sufficiency": 0.8602995276451111, "masked prediction probs": [ 0.920932948589325, 0.07906706631183624 @@ -167343,7 +188052,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09045206755399704, + "comprehensiveness": 0.09020452946424484, "sufficiency": 0.0, "masked prediction probs": [ 0.024261655285954475, @@ -167357,7 +188066,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8606813549995422, + "sufficiency": 0.8610610365867615, + "masked prediction probs": [ + 0.920932948589325, + 0.07906706631183624 + ], + "full text prediction probs": [ + 0.017668383195996284, + 0.9823316335678101 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8614386916160583, "masked prediction probs": [ 0.920932948589325, 0.07906706631183624 @@ -167370,12 +188092,12 @@ } }, "dev_163": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.29029640555381775, "sufficiency": 0.0, "masked prediction probs": [ - 0.8808562159538269, - 0.1191437616944313 + 0.05649729073047638, + 0.9435027241706848 ], "full text prediction probs": [ 0.0437094047665596, @@ -167474,12 +188196,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.38646993041038513, - 0.6135300993919373 + 0.8808562159538269, + 0.1191437616944313 + ], + "full text prediction probs": [ + 0.0437094047665596, + 0.956290602684021 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4896049201488495, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06615844368934631, + 0.9338415265083313 ], "full text prediction probs": [ 0.0437094047665596, @@ -167527,7 +188262,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7028051018714905, + "comprehensiveness": 0.6997916102409363, "sufficiency": 0.0, "masked prediction probs": [ 0.07635581493377686, @@ -167553,7 +188288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7006738781929016, + "comprehensiveness": 0.6976950764656067, "sufficiency": 0.0, "masked prediction probs": [ 0.07653705775737762, @@ -167577,15 +188312,28 @@ 0.956290602684021 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.38646993041038513, + 0.6135300993919373 + ], + "full text prediction probs": [ + 0.0437094047665596, + 0.956290602684021 + ], + "labels": 1 } }, "dev_244": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9684929251670837, - 0.031507108360528946 + 0.15488623082637787, + 0.8451138138771057 ], "full text prediction probs": [ 0.022476745769381523, @@ -167684,7 +188432,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -167697,6 +188445,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15488623082637787, + 0.8451138138771057 + ], + "full text prediction probs": [ + 0.022476745769381523, + 0.9775232672691345 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -167711,7 +188472,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8715442419052124, + "comprehensiveness": 0.8689608573913574, "sufficiency": 0.0, "masked prediction probs": [ 0.08111774921417236, @@ -167737,7 +188498,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.19135011732578278, + "comprehensiveness": 0.19078625738620758, "sufficiency": 0.0, "masked prediction probs": [ 0.03542812913656235, @@ -167763,7 +188524,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.339582622051239, + "comprehensiveness": 0.33858785033226013, "sufficiency": 0.0, "masked prediction probs": [ 0.045597001910209656, @@ -167787,15 +188548,28 @@ 0.9775232672691345 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9684929251670837, + 0.031507108360528946 + ], + "full text prediction probs": [ + 0.022476745769381523, + 0.9775232672691345 + ], + "labels": 1 } }, "dev_281": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9634315371513367, - 0.03656844049692154 + 0.22750574350357056, + 0.7724942564964294 ], "full text prediction probs": [ 0.05851445719599724, @@ -167894,7 +188668,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -167907,6 +188681,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2698212265968323, + 0.7301787734031677 + ], + "full text prediction probs": [ + 0.05851445719599724, + 0.9414855241775513 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -167997,15 +188784,28 @@ 0.9414855241775513 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9634315371513367, + 0.03656844049692154 + ], + "full text prediction probs": [ + 0.05851445719599724, + 0.9414855241775513 + ], + "labels": 1 } }, "dev_298": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.125253364443779, + "fixed-shap": { + "comprehensiveness": 0.06332794576883316, "sufficiency": 0.0, "masked prediction probs": [ - 0.018540142104029655, - 0.9814598560333252 + 0.013639862649142742, + 0.9863601326942444 ], "full text prediction probs": [ 0.008628644049167633, @@ -168092,11 +188892,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.12307555973529816, + "comprehensiveness": 0.06222684308886528, "sufficiency": 0.0, "masked prediction probs": [ - 0.018540142104029655, - 0.9814598560333252 + 0.013639862649142742, + 0.9863601326942444 ], "full text prediction probs": [ 0.008628644049167633, @@ -168104,12 +188904,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06318306922912598, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06207266077399254, "sufficiency": 0.0, "masked prediction probs": [ - 0.013729595579206944, - 0.9862704873085022 + 0.013639862649142742, + 0.9863601326942444 + ], + "full text prediction probs": [ + 0.008628644049167633, + 0.9913713932037354 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0868438109755516, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015657076612114906, + 0.9843429327011108 ], "full text prediction probs": [ 0.008628644049167633, @@ -168118,8 +188931,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18009938299655914, - "sufficiency": 0.28276896476745605, + "comprehensiveness": 0.17965534329414368, + "sufficiency": 0.28453513979911804, "masked prediction probs": [ 0.023204445838928223, 0.9767955541610718 @@ -168131,7 +188944,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06287150830030441, + "comprehensiveness": 0.06271687895059586, "sufficiency": 0.0, "masked prediction probs": [ 0.013729595579206944, @@ -168144,7 +188957,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06817517429590225, + "comprehensiveness": 0.06800790876150131, "sufficiency": 0.0, "masked prediction probs": [ 0.014173497445881367, @@ -168157,7 +188970,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08583470433950424, + "comprehensiveness": 0.08562462776899338, "sufficiency": 0.0, "masked prediction probs": [ 0.015626924112439156, @@ -168170,7 +188983,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07967016845941544, + "comprehensiveness": 0.07947565615177155, "sufficiency": 0.0, "masked prediction probs": [ 0.015140194445848465, @@ -168183,7 +188996,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11686334013938904, + "comprehensiveness": 0.11657872051000595, "sufficiency": 0.0, "masked prediction probs": [ 0.01820351369678974, @@ -168196,11 +189009,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06210589036345482, + "comprehensiveness": 0.08536685258150101, "sufficiency": 0.0, "masked prediction probs": [ - 0.013729595579206944, - 0.9862704873085022 + 0.015657076612114906, + 0.9843429327011108 + ], + "full text prediction probs": [ + 0.008628644049167633, + 0.9913713932037354 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08515994995832443, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015657076612114906, + 0.9843429327011108 ], "full text prediction probs": [ 0.008628644049167633, @@ -168210,12 +189036,12 @@ } }, "dev_536": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8964164853096008, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9418631792068481, "masked prediction probs": [ - 0.17774318158626556, - 0.8222568035125732 + 0.971179187297821, + 0.028820788487792015 ], "full text prediction probs": [ 0.9581886529922485, @@ -168314,12 +189140,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9075257182121277, - "sufficiency": 0.9774501919746399, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8947721123695374, + "sufficiency": 1.0, "masked prediction probs": [ - 0.16661912202835083, - 0.8333808779716492 + 0.17774318158626556, + 0.8222568035125732 + ], + "full text prediction probs": [ + 0.9581886529922485, + 0.041811391711235046 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8722944855690002, + "masked prediction probs": [ + 0.9581886529922485, + 0.041811391711235046 ], "full text prediction probs": [ 0.9581886529922485, @@ -168329,7 +189168,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3897358477115631, + "sufficiency": 0.38987571001052856, "masked prediction probs": [ 0.9807373881340027, 0.019262585788965225 @@ -168341,8 +189180,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001290003303438425, - "sufficiency": 0.8949053883552551, + "comprehensiveness": 0.0012897078413516283, + "sufficiency": 0.8949294686317444, "masked prediction probs": [ 0.9570629596710205, 0.04293699190020561 @@ -168354,8 +189193,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08126586675643921, - "sufficiency": 0.9107710719108582, + "comprehensiveness": 0.0812472403049469, + "sufficiency": 0.9107915759086609, "masked prediction probs": [ 0.8872575163841248, 0.11274244636297226 @@ -168368,7 +189207,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8723823428153992, + "sufficiency": 0.8724114894866943, "masked prediction probs": [ 0.9581886529922485, 0.041811391711235046 @@ -168380,8 +189219,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.906486451625824, - "sufficiency": 0.9774760007858276, + "comprehensiveness": 0.9062788486480713, + "sufficiency": 0.9774811863899231, "masked prediction probs": [ 0.16661912202835083, 0.8333808779716492 @@ -168393,7 +189232,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.018526114523410797, + "comprehensiveness": 0.018521873280405998, "sufficiency": 1.0, "masked prediction probs": [ 0.9420074224472046, @@ -168406,8 +189245,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9060714244842529, - "sufficiency": 0.9774863123893738, + "comprehensiveness": 0.9058640003204346, + "sufficiency": 0.9774914383888245, + "masked prediction probs": [ + 0.16661912202835083, + 0.8333808779716492 + ], + "full text prediction probs": [ + 0.9581886529922485, + 0.041811391711235046 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9056567549705505, + "sufficiency": 0.9774966239929199, "masked prediction probs": [ 0.16661912202835083, 0.8333808779716492 @@ -168420,12 +189272,12 @@ } }, "dev_589": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009562145918607712, - "sufficiency": 0.9609093070030212, + "fixed-shap": { + "comprehensiveness": 0.009404993616044521, + "sufficiency": 0.9363729953765869, "masked prediction probs": [ - 0.9831183552742004, - 0.01688161864876747 + 0.983260452747345, + 0.016739528626203537 ], "full text prediction probs": [ 0.991764485836029, @@ -168524,7 +189376,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.009545255452394485, "sufficiency": 0.9609783887863159, "masked prediction probs": [ @@ -168537,9 +189389,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.002520160051062703, + "sufficiency": 0.8753712773323059, + "masked prediction probs": [ + 0.9894812107086182, + 0.010518798604607582 + ], + "full text prediction probs": [ + 0.991764485836029, + 0.008235525339841843 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.002483187010511756, - "sufficiency": 0.8978789448738098, + "comprehensiveness": 0.002482638694345951, + "sufficiency": 0.8979014754295349, "masked prediction probs": [ 0.9895147085189819, 0.01048523560166359 @@ -168551,8 +189416,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006536946631968021, - "sufficiency": 0.9975019097328186, + "comprehensiveness": 0.006535504478961229, + "sufficiency": 0.9975024461746216, "masked prediction probs": [ 0.9858406782150269, 0.014159360900521278 @@ -168564,8 +189429,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004090567585080862, - "sufficiency": 0.8922303318977356, + "comprehensiveness": 0.00408966513350606, + "sufficiency": 0.8922540545463562, "masked prediction probs": [ 0.9880567789077759, 0.011943161487579346 @@ -168577,8 +189442,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0021732652094215155, - "sufficiency": 0.9060373902320862, + "comprehensiveness": 0.002172786043956876, + "sufficiency": 0.906058132648468, "masked prediction probs": [ 0.9897941946983337, 0.010205748490989208 @@ -168590,8 +189455,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008825760334730148, - "sufficiency": 0.9979235529899597, + "comprehensiveness": 0.008823813870549202, + "sufficiency": 0.9979239702224731, "masked prediction probs": [ 0.9837612509727478, 0.016238734126091003 @@ -168603,8 +189468,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014109874609857798, - "sufficiency": 0.907702624797821, + "comprehensiveness": 0.0014106763992458582, + "sufficiency": 0.9077230095863342, "masked prediction probs": [ 0.9904847145080566, 0.00951528362929821 @@ -168616,8 +189481,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00217182794585824, - "sufficiency": 0.9060995578765869, + "comprehensiveness": 0.0021713492460548878, + "sufficiency": 0.906120240688324, "masked prediction probs": [ 0.9897941946983337, 0.010205748490989208 @@ -168627,15 +189492,28 @@ 0.008235525339841843 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009526324458420277, + "sufficiency": 0.9610558152198792, + "masked prediction probs": [ + 0.9831183552742004, + 0.01688161864876747 + ], + "full text prediction probs": [ + 0.991764485836029, + 0.008235525339841843 + ], + "labels": 0 } }, "dev_621": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8530216813087463, + "fixed-shap": { + "comprehensiveness": 0.02378266118466854, + "sufficiency": 0.9695550799369812, "masked prediction probs": [ - 0.9805737137794495, - 0.019426342099905014 + 0.9578421115875244, + 0.04215790331363678 ], "full text prediction probs": [ 0.9790439605712891, @@ -168722,11 +189600,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.853252112865448, + "comprehensiveness": 0.023745371028780937, + "sufficiency": 0.9696028232574463, "masked prediction probs": [ - 0.9805737137794495, - 0.019426342099905014 + 0.9578421115875244, + 0.04215790331363678 ], "full text prediction probs": [ 0.9790439605712891, @@ -168734,12 +189612,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8522922396659851, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.023740051314234734, + "sufficiency": 0.9696096181869507, "masked prediction probs": [ - 0.9793758988380432, - 0.020624125376343727 + 0.9578421115875244, + 0.04215790331363678 + ], + "full text prediction probs": [ + 0.9790439605712891, + 0.020956048741936684 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.023734737187623978, + "sufficiency": 0.9696164131164551, + "masked prediction probs": [ + 0.9578421115875244, + 0.04215790331363678 ], "full text prediction probs": [ 0.9790439605712891, @@ -168748,8 +189639,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00883450172841549, - "sufficiency": 0.8377965092658997, + "comprehensiveness": 0.008832523599267006, + "sufficiency": 0.8378327488899231, "masked prediction probs": [ 0.9711522459983826, 0.028847772628068924 @@ -168762,7 +189653,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8519645929336548, + "sufficiency": 0.8519977331161499, "masked prediction probs": [ 0.9790439605712891, 0.020956048741936684 @@ -168774,8 +189665,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010120304301381111, - "sufficiency": 0.8475819230079651, + "comprehensiveness": 0.010118040256202221, + "sufficiency": 0.8476161360740662, "masked prediction probs": [ 0.9699996113777161, 0.030000407248735428 @@ -168787,8 +189678,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008459027856588364, - "sufficiency": 0.8467161655426025, + "comprehensiveness": 0.008457135409116745, + "sufficiency": 0.8467504382133484, "masked prediction probs": [ 0.9714825749397278, 0.02851748652756214 @@ -168800,8 +189691,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010482704266905785, - "sufficiency": 0.9507600665092468, + "comprehensiveness": 0.010480360127985477, + "sufficiency": 0.9507710337638855, "masked prediction probs": [ 0.9696715474128723, 0.03032851405441761 @@ -168813,8 +189704,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.032463300973176956, - "sufficiency": 0.9410977363586426, + "comprehensiveness": 0.03245604410767555, + "sufficiency": 0.9411109685897827, "masked prediction probs": [ 0.9500125646591187, 0.04998742789030075 @@ -168826,8 +189717,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008453354239463806, - "sufficiency": 0.8468189835548401, + "comprehensiveness": 0.008451463654637337, + "sufficiency": 0.8468531966209412, "masked prediction probs": [ 0.9714825749397278, 0.02851748652756214 @@ -168837,15 +189728,28 @@ 0.020956048741936684 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8525892496109009, + "masked prediction probs": [ + 0.9793758988380432, + 0.020624125376343727 + ], + "full text prediction probs": [ + 0.9790439605712891, + 0.020956048741936684 + ], + "labels": 0 } }, "dev_635": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.013866228982806206, - 0.9861337542533875 + 0.013985452242195606, + 0.9860144853591919 ], "full text prediction probs": [ 0.5810679197311401, @@ -168944,7 +189848,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.013866228982806206, + 0.9861337542533875 + ], + "full text prediction probs": [ + 0.5810679197311401, + 0.41893208026885986 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -168959,7 +189876,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.09839928895235062, + "sufficiency": 0.09876319020986557, "masked prediction probs": [ 0.984085202217102, 0.01591479778289795 @@ -169024,7 +189941,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.18635804951190948, + "sufficiency": 0.18668578565120697, "masked prediction probs": [ 0.9615186452865601, 0.038481391966342926 @@ -169047,15 +189964,28 @@ 0.41893208026885986 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.008465004153549671, + 0.991534948348999 + ], + "full text prediction probs": [ + 0.5810679197311401, + 0.41893208026885986 + ], + "labels": 0 } }, "dev_677": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05566246435046196, - 0.9443375468254089 + 0.0408208929002285, + 0.9591790437698364 ], "full text prediction probs": [ 0.774644136428833, @@ -169145,8 +190075,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05566246435046196, - 0.9443375468254089 + 0.0408208929002285, + 0.9591790437698364 ], "full text prediction probs": [ 0.774644136428833, @@ -169154,12 +190084,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.039787810295820236, - 0.960212230682373 + 0.0408208929002285, + 0.9591790437698364 + ], + "full text prediction probs": [ + 0.774644136428833, + 0.22535587847232819 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0408208929002285, + 0.9591790437698364 ], "full text prediction probs": [ 0.774644136428833, @@ -169181,7 +190124,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04945419356226921, + "comprehensiveness": 0.049439843744039536, "sufficiency": 1.0, "masked prediction probs": [ 0.740566074848175, @@ -169207,7 +190150,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5562986135482788, + "comprehensiveness": 0.5561372637748718, "sufficiency": 1.0, "masked prediction probs": [ 0.39108553528785706, @@ -169233,7 +190176,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6604982614517212, + "comprehensiveness": 0.6603068113327026, "sufficiency": 1.0, "masked prediction probs": [ 0.3189774453639984, @@ -169257,15 +190200,28 @@ 0.22535587847232819 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.039787810295820236, + 0.960212230682373 + ], + "full text prediction probs": [ + 0.774644136428833, + 0.22535587847232819 + ], + "labels": 0 } }, "dev_700": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.1489482820034027, + "fixed-shap": { + "comprehensiveness": 0.3071252405643463, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9789642691612244, - 0.02103571593761444 + 0.04189648479223251, + 0.9581034779548645 ], "full text prediction probs": [ 0.021566757932305336, @@ -169364,7 +190320,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.16900759935379028, "masked prediction probs": [ @@ -169377,9 +190333,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.29899337887763977, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04189648479223251, + 0.9581034779548645 + ], + "full text prediction probs": [ + 0.021566757932305336, + 0.9784332513809204 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.1714487224817276, + "sufficiency": 0.17387555539608002, "masked prediction probs": [ 0.9789642691612244, 0.02103571593761444 @@ -169404,7 +190373,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2793179452419281, + "comprehensiveness": 0.2785033881664276, "sufficiency": 0.0, "masked prediction probs": [ 0.04067041724920273, @@ -169417,7 +190386,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.09303200244903564, + "comprehensiveness": 0.09276149421930313, "sufficiency": 0.0, "masked prediction probs": [ 0.027948152273893356, @@ -169431,7 +190400,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.130489781498909, + "sufficiency": 0.13300707936286926, "masked prediction probs": [ 0.9186484217643738, 0.08135155588388443 @@ -169457,7 +190426,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.1857995092868805, + "sufficiency": 0.18814310431480408, + "masked prediction probs": [ + 0.9789642691612244, + 0.02103571593761444 + ], + "full text prediction probs": [ + 0.021566757932305336, + 0.9784332513809204 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.1904732584953308, "masked prediction probs": [ 0.9789642691612244, 0.02103571593761444 @@ -169470,12 +190452,12 @@ } }, "dev_719": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008629396557807922, - "sufficiency": 0.9109338521957397, + "fixed-shap": { + "comprehensiveness": 0.8576931357383728, + "sufficiency": 0.9689813852310181, "masked prediction probs": [ - 0.9862750768661499, - 0.013724920339882374 + 0.21656697988510132, + 0.7834330201148987 ], "full text prediction probs": [ 0.9940979480743408, @@ -169562,11 +190544,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008616090752184391, - "sufficiency": 0.9110711216926575, + "comprehensiveness": 0.8563706278800964, + "sufficiency": 0.9690291285514832, "masked prediction probs": [ - 0.9862750768661499, - 0.013724920339882374 + 0.21656697988510132, + 0.7834330201148987 ], "full text prediction probs": [ 0.9940979480743408, @@ -169574,12 +190556,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7574708461761475, - "sufficiency": 0.9128843545913696, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8561819791793823, + "sufficiency": 0.9690359830856323, "masked prediction probs": [ - 0.30621030926704407, - 0.6937896609306335 + 0.21656697988510132, + 0.7834330201148987 + ], + "full text prediction probs": [ + 0.9940979480743408, + 0.005902053322643042 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9456924796104431, + "sufficiency": 0.9517467021942139, + "masked prediction probs": [ + 0.13509006798267365, + 0.8649098873138428 ], "full text prediction probs": [ 0.9940979480743408, @@ -169588,8 +190583,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002400164259597659, - "sufficiency": 0.8110411763191223, + "comprehensiveness": 0.002399635734036565, + "sufficiency": 0.8110827207565308, "masked prediction probs": [ 0.9919177889823914, 0.008082196116447449 @@ -169601,8 +190596,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04327072575688362, - "sufficiency": 0.934623122215271, + "comprehensiveness": 0.04326120391488075, + "sufficiency": 0.9346374869346619, "masked prediction probs": [ 0.9547848701477051, 0.04521510750055313 @@ -169614,8 +190609,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.038817573338747025, - "sufficiency": 0.9550793170928955, + "comprehensiveness": 0.03880902752280235, + "sufficiency": 0.9550892114639282, "masked prediction probs": [ 0.9588229656219482, 0.04117705672979355 @@ -169627,8 +190622,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0051258928142488, - "sufficiency": 0.9132118821144104, + "comprehensiveness": 0.005124765448272228, + "sufficiency": 0.9132308959960938, "masked prediction probs": [ 0.9894388318061829, 0.010561136528849602 @@ -169640,8 +190635,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.756637692451477, - "sufficiency": 0.9129800796508789, + "comprehensiveness": 0.7564712166786194, + "sufficiency": 0.912999153137207, "masked prediction probs": [ 0.30621030926704407, 0.6937896609306335 @@ -169653,8 +190648,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002290354808792472, - "sufficiency": 0.5636199712753296, + "comprehensiveness": 0.0022898511961102486, + "sufficiency": 0.5637159943580627, "masked prediction probs": [ 0.9920152425765991, 0.007984704338014126 @@ -169666,11 +190661,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.756304919719696, - "sufficiency": 0.9130183458328247, + "comprehensiveness": 0.9442370533943176, + "sufficiency": 0.9518210291862488, "masked prediction probs": [ - 0.30621030926704407, - 0.6937896609306335 + 0.13509006798267365, + 0.8649098873138428 + ], + "full text prediction probs": [ + 0.9940979480743408, + 0.005902053322643042 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9440295696258545, + "sufficiency": 0.9518315196037292, + "masked prediction probs": [ + 0.13509006798267365, + 0.8649098873138428 ], "full text prediction probs": [ 0.9940979480743408, @@ -169680,12 +190688,12 @@ } }, "dev_725": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009201070293784142, - "sufficiency": 0.9893848299980164, + "fixed-shap": { + "comprehensiveness": 0.009283888153731823, + "sufficiency": 0.9054793119430542, "masked prediction probs": [ - 0.986760139465332, - 0.013239855878055096 + 0.9866849780082703, + 0.013315007090568542 ], "full text prediction probs": [ 0.9951105713844299, @@ -169784,7 +190792,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.009184876456856728, "sufficiency": 0.9894035458564758, "masked prediction probs": [ @@ -169797,9 +190805,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00926551129668951, + "sufficiency": 0.9056664705276489, + "masked prediction probs": [ + 0.9866849780082703, + 0.013315007090568542 + ], + "full text prediction probs": [ + 0.9951105713844299, + 0.004889417439699173 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0019838279113173485, - "sufficiency": 0.6723724007606506, + "comprehensiveness": 0.001983391586691141, + "sufficiency": 0.6724445223808289, "masked prediction probs": [ 0.993306577205658, 0.0066934083588421345 @@ -169811,8 +190832,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00918083731085062, - "sufficiency": 0.9894081950187683, + "comprehensiveness": 0.009178819134831429, + "sufficiency": 0.9894105195999146, "masked prediction probs": [ 0.986760139465332, 0.013239855878055096 @@ -169824,8 +190845,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004380113910883665, - "sufficiency": 0.8216029405593872, + "comprehensiveness": 0.004379150923341513, + "sufficiency": 0.8216421008110046, "masked prediction probs": [ 0.991125762462616, 0.008874177001416683 @@ -169837,8 +190858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002178046852350235, - "sufficiency": 0.8741189241409302, + "comprehensiveness": 0.0021775683853775263, + "sufficiency": 0.874146580696106, "masked prediction probs": [ 0.9931286573410034, 0.006871305871754885 @@ -169850,8 +190871,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.024027450010180473, - "sufficiency": 0.9821776151657104, + "comprehensiveness": 0.024022171273827553, + "sufficiency": 0.9821815490722656, "masked prediction probs": [ 0.9732419848442078, 0.026758013293147087 @@ -169863,8 +190884,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0059831831604242325, - "sufficiency": 0.9187732338905334, + "comprehensiveness": 0.00598186906427145, + "sufficiency": 0.9187909960746765, "masked prediction probs": [ 0.9896637797355652, 0.010336236096918583 @@ -169876,8 +190897,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009170754812657833, - "sufficiency": 0.9894198179244995, + "comprehensiveness": 0.00916874036192894, + "sufficiency": 0.9894221425056458, + "masked prediction probs": [ + 0.986760139465332, + 0.013239855878055096 + ], + "full text prediction probs": [ + 0.9951105713844299, + 0.004889417439699173 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009166727773845196, + "sufficiency": 0.989424467086792, "masked prediction probs": [ 0.986760139465332, 0.013239855878055096 @@ -169890,12 +190924,12 @@ } }, "dev_832": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.979266345500946, + "sufficiency": 0.988408088684082, "masked prediction probs": [ - 0.017752042040228844, - 0.9822480082511902 + 0.057518891990184784, + 0.9424811601638794 ], "full text prediction probs": [ 0.9944124817848206, @@ -169994,12 +191028,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.983323335647583, + "sufficiency": 0.9793028831481934, "masked prediction probs": [ - 0.013335947878658772, - 0.9866640567779541 + 0.017752042040228844, + 0.9822480082511902 + ], + "full text prediction probs": [ + 0.9944124817848206, + 0.005587566643953323 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9884310960769653, + "masked prediction probs": [ + 0.057518891990184784, + 0.9424811601638794 ], "full text prediction probs": [ 0.9944124817848206, @@ -170008,8 +191055,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006150354165583849, - "sufficiency": 0.30471071600914, + "comprehensiveness": 0.006149000488221645, + "sufficiency": 0.30486372113227844, "masked prediction probs": [ 0.9888239502906799, 0.011176017113029957 @@ -170021,8 +191068,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05503211170434952, - "sufficiency": 0.9646791219711304, + "comprehensiveness": 0.05502000451087952, + "sufficiency": 0.964686930179596, "masked prediction probs": [ 0.944396436214447, 0.05560356751084328 @@ -170034,8 +191081,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006766871083527803, - "sufficiency": 0.9557612538337708, + "comprehensiveness": 0.006765382364392281, + "sufficiency": 0.9557709693908691, "masked prediction probs": [ 0.9882610440254211, 0.011738934554159641 @@ -170047,8 +191094,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00625039404258132, - "sufficiency": 0.9843894839286804, + "comprehensiveness": 0.006249019876122475, + "sufficiency": 0.9843930006027222, "masked prediction probs": [ 0.9887292981147766, 0.011270631104707718 @@ -170061,7 +191108,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9833416938781738, + "sufficiency": 0.9833453297615051, "masked prediction probs": [ 0.013335947878658772, 0.9866640567779541 @@ -170073,8 +191120,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0044652437791228294, - "sufficiency": 0.97050940990448, + "comprehensiveness": 0.004464262165129185, + "sufficiency": 0.9705159068107605, "masked prediction probs": [ 0.9903506636619568, 0.009649301879107952 @@ -170087,7 +191134,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9833489656448364, + "sufficiency": 0.9833526611328125, + "masked prediction probs": [ + 0.013335947878658772, + 0.9866640567779541 + ], + "full text prediction probs": [ + 0.9944124817848206, + 0.005587566643953323 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9833562970161438, "masked prediction probs": [ 0.013335947878658772, 0.9866640567779541 @@ -170100,12 +191160,12 @@ } }, "dev_16": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9754878282546997, - 0.02451215498149395 + 0.37597939372062683, + 0.6240206360816956 ], "full text prediction probs": [ 0.017144087702035904, @@ -170204,12 +191264,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9793426990509033, - 0.02065727300941944 + 0.9754878282546997, + 0.02451215498149395 + ], + "full text prediction probs": [ + 0.017144087702035904, + 0.9828558564186096 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1646791696548462, + 0.835320770740509 ], "full text prediction probs": [ 0.017144087702035904, @@ -170283,7 +191356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8724315762519836, + "comprehensiveness": 0.8700699806213379, "sufficiency": 0.0, "masked prediction probs": [ 0.08143917471170425, @@ -170307,15 +191380,28 @@ 0.9828558564186096 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9793426990509033, + 0.02065727300941944 + ], + "full text prediction probs": [ + 0.017144087702035904, + 0.9828558564186096 + ], + "labels": 1 } }, "dev_32": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07054200768470764, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7293381094932556, - 0.270661860704422 + 0.930062472820282, + 0.0699375793337822 ], "full text prediction probs": [ 0.7780251502990723, @@ -170414,12 +191500,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19527487456798553, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.070378877222538, "sufficiency": 1.0, "masked prediction probs": [ - 0.6429369449615479, - 0.35706302523612976 + 0.7293381094932556, + 0.270661860704422 + ], + "full text prediction probs": [ + 0.7780251502990723, + 0.22197484970092773 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7940086722373962, + 0.20599126815795898 ], "full text prediction probs": [ 0.7780251502990723, @@ -170441,7 +191540,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.19516204297542572, + "comprehensiveness": 0.1951056718826294, "sufficiency": 1.0, "masked prediction probs": [ 0.6429369449615479, @@ -170480,7 +191579,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.35310453176498413, + "comprehensiveness": 0.353002667427063, "sufficiency": 1.0, "masked prediction probs": [ 0.5333997011184692, @@ -170506,7 +191605,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19488053023815155, + "comprehensiveness": 0.19482433795928955, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6429369449615479, + 0.35706302523612976 + ], + "full text prediction probs": [ + 0.7780251502990723, + 0.22197484970092773 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19476814568042755, "sufficiency": 1.0, "masked prediction probs": [ 0.6429369449615479, @@ -170520,12 +191632,12 @@ } }, "dev_91": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9595587253570557, - 0.04044131189584732 + 0.9086729884147644, + 0.091327004134655 ], "full text prediction probs": [ 0.011348102241754532, @@ -170624,12 +191736,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9633349180221558, - 0.036665067076683044 + 0.9595587253570557, + 0.04044131189584732 + ], + "full text prediction probs": [ + 0.011348102241754532, + 0.9886519312858582 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9164350032806396, + 0.08356495201587677 ], "full text prediction probs": [ 0.011348102241754532, @@ -170652,7 +191777,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.23403319716453552, + "sufficiency": 0.23597286641597748, "masked prediction probs": [ 0.4584730863571167, 0.5415269136428833 @@ -170677,7 +191802,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.056715819984674454, + "comprehensiveness": 0.05657273903489113, "sufficiency": 0.0, "masked prediction probs": [ 0.01583385467529297, @@ -170691,7 +191816,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7988923192024231, + "sufficiency": 0.7993977665901184, "masked prediction probs": [ 0.8669306039810181, 0.13306935131549835 @@ -170703,7 +191828,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05919870361685753, + "comprehensiveness": 0.05905010923743248, "sufficiency": 0.0, "masked prediction probs": [ 0.016053926199674606, @@ -170727,15 +191852,28 @@ 0.9886519312858582 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9633349180221558, + 0.036665067076683044 + ], + "full text prediction probs": [ + 0.011348102241754532, + 0.9886519312858582 + ], + "labels": 1 } }, "dev_219": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9277422428131104, - 0.07225772738456726 + 0.09440690279006958, + 0.9055930376052856 ], "full text prediction probs": [ 0.013692278414964676, @@ -170834,12 +191972,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8770976066589355, - 0.12290235608816147 + 0.9277422428131104, + 0.07225772738456726 + ], + "full text prediction probs": [ + 0.013692278414964676, + 0.986307680606842 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7862723469734192, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07356538623571396, + 0.9264346361160278 ], "full text prediction probs": [ 0.013692278414964676, @@ -170874,7 +192025,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8049784302711487, + "comprehensiveness": 0.8028803467750549, "sufficiency": 0.0, "masked prediction probs": [ 0.07531187683343887, @@ -170887,7 +192038,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5737520456314087, + "comprehensiveness": 0.5722604990005493, "sufficiency": 0.0, "masked prediction probs": [ 0.0577266588807106, @@ -170900,7 +192051,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9047588109970093, + "comprehensiveness": 0.9024128913879395, "sufficiency": 0.0, "masked prediction probs": [ 0.08331181854009628, @@ -170913,7 +192064,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.27043160796165466, + "comprehensiveness": 0.2697322368621826, "sufficiency": 0.0, "masked prediction probs": [ 0.03455562889575958, @@ -170937,15 +192088,28 @@ 0.986307680606842 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8770976066589355, + 0.12290235608816147 + ], + "full text prediction probs": [ + 0.013692278414964676, + 0.986307680606842 + ], + "labels": 1 } }, "dev_248": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8684132695198059, + "sufficiency": 0.0, "masked prediction probs": [ - 0.938538670539856, - 0.061461374163627625 + 0.5258813500404358, + 0.4741186201572418 ], "full text prediction probs": [ 0.012083456851541996, @@ -171044,12 +192208,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7538964152336121, + "sufficiency": 0.8711248636245728, "masked prediction probs": [ - 0.8896814584732056, - 0.11031850427389145 + 0.938538670539856, + 0.061461374163627625 + ], + "full text prediction probs": [ + 0.012083456851541996, + 0.9879165887832642 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5669865608215332, + 0.4330134093761444 ], "full text prediction probs": [ 0.012083456851541996, @@ -171072,7 +192249,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.696329653263092, + "sufficiency": 0.697105884552002, "masked prediction probs": [ 0.415286660194397, 0.5847132802009583 @@ -171084,7 +192261,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0650719627737999, + "comprehensiveness": 0.06490584462881088, "sufficiency": 0.0, "masked prediction probs": [ 0.017169222235679626, @@ -171097,7 +192274,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08616534620523453, + "comprehensiveness": 0.08594594150781631, "sufficiency": 0.0, "masked prediction probs": [ 0.018835006281733513, @@ -171111,7 +192288,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6457974314689636, + "sufficiency": 0.6466959118843079, "masked prediction probs": [ 0.504360020160675, 0.49563995003700256 @@ -171123,7 +192300,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07822456955909729, + "comprehensiveness": 0.07802639156579971, "sufficiency": 0.0, "masked prediction probs": [ 0.01824416220188141, @@ -171137,10 +192314,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6475898623466492, + "sufficiency": 0.0, "masked prediction probs": [ - 0.504360020160675, - 0.49563995003700256 + 0.5669865608215332, + 0.4330134093761444 + ], + "full text prediction probs": [ + 0.012083456851541996, + 0.9879165887832642 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7594724893569946, + "masked prediction probs": [ + 0.8896814584732056, + 0.11031850427389145 ], "full text prediction probs": [ 0.012083456851541996, @@ -171150,12 +192340,12 @@ } }, "dev_318": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08190974593162537, - "sufficiency": 0.724148154258728, + "fixed-shap": { + "comprehensiveness": 0.03117544762790203, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01096800435334444, - 0.989031970500946 + 0.00670899311080575, + 0.9932910203933716 ], "full text prediction probs": [ 0.004091913811862469, @@ -171254,12 +192444,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06784187257289886, - "sufficiency": 0.5588979721069336, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08037754893302917, + "sufficiency": 0.7293022274971008, "masked prediction probs": [ - 0.0098955687135458, - 0.9901043772697449 + 0.01096800435334444, + 0.989031970500946 + ], + "full text prediction probs": [ + 0.004091913811862469, + 0.9959081411361694 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03240397199988365, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006870395038276911, + 0.993129551410675 ], "full text prediction probs": [ 0.004091913811862469, @@ -171268,8 +192471,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13850009441375732, - "sufficiency": 0.36649012565612793, + "comprehensiveness": 0.138177752494812, + "sufficiency": 0.3679628074169159, "masked prediction probs": [ 0.015967989340424538, 0.9840319752693176 @@ -171281,8 +192484,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06752608716487885, - "sufficiency": 0.5609487891197205, + "comprehensiveness": 0.06736929714679718, + "sufficiency": 0.5619670748710632, "masked prediction probs": [ 0.0098955687135458, 0.9901043772697449 @@ -171294,7 +192497,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.029065294191241264, + "comprehensiveness": 0.028997961431741714, "sufficiency": 0.0, "masked prediction probs": [ 0.006595764309167862, @@ -171307,7 +192510,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020995549857616425, + "comprehensiveness": 0.02094702422618866, "sufficiency": 0.0, "masked prediction probs": [ 0.005904759746044874, @@ -171320,8 +192523,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15635545551776886, - "sufficiency": 0.8020130395889282, + "comprehensiveness": 0.15599492192268372, + "sufficiency": 0.8024690747261047, "masked prediction probs": [ 0.01762416772544384, 0.9823758006095886 @@ -171333,7 +192536,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02025078982114792, + "comprehensiveness": 0.020204201340675354, "sufficiency": 0.0, "masked prediction probs": [ 0.005848512519150972, @@ -171346,8 +192549,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06674934178590775, - "sufficiency": 0.5659933686256409, + "comprehensiveness": 0.0665961280465126, + "sufficiency": 0.5669884085655212, + "masked prediction probs": [ + 0.0098955687135458, + 0.9901043772697449 + ], + "full text prediction probs": [ + 0.004091913811862469, + 0.9959081411361694 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06644362211227417, + "sufficiency": 0.5679789185523987, "masked prediction probs": [ 0.0098955687135458, 0.9901043772697449 @@ -171360,12 +192576,12 @@ } }, "dev_492": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9971750974655151, "sufficiency": 1.0, "masked prediction probs": [ - 0.017315560951828957, - 0.9826844334602356 + 0.0903557613492012, + 0.9096442461013794 ], "full text prediction probs": [ 0.9783992171287537, @@ -171464,12 +192680,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.011527280323207378, - 0.9884727597236633 + 0.017315560951828957, + 0.9826844334602356 + ], + "full text prediction probs": [ + 0.9783992171287537, + 0.02160077542066574 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.999607503414154, + "masked prediction probs": [ + 0.0391792431473732, + 0.960820734500885 ], "full text prediction probs": [ 0.9783992171287537, @@ -171504,8 +192733,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9862678647041321, - "sufficiency": 0.9399701356887817, + "comprehensiveness": 0.9860469102859497, + "sufficiency": 0.9399834871292114, "masked prediction probs": [ 0.09789948165416718, 0.9021005034446716 @@ -171518,7 +192747,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9811070561408997, + "sufficiency": 0.9811112880706787, "masked prediction probs": [ 0.025522751733660698, 0.974477231502533 @@ -171543,8 +192772,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007706923875957727, - "sufficiency": 0.9034720659255981, + "comprehensiveness": 0.0077051990665495396, + "sufficiency": 0.9034937024116516, "masked prediction probs": [ 0.9715141654014587, 0.028485894203186035 @@ -171567,15 +192796,28 @@ 0.02160077542066574 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.011527280323207378, + 0.9884727597236633 + ], + "full text prediction probs": [ + 0.9783992171287537, + 0.02160077542066574 + ], + "labels": 0 } }, "dev_542": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015303932130336761, - 0.9846960306167603 + 0.020336806774139404, + 0.9796631932258606 ], "full text prediction probs": [ 0.8254310488700867, @@ -171665,8 +192907,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015303932130336761, - 0.9846960306167603 + 0.020336806774139404, + 0.9796631932258606 ], "full text prediction probs": [ 0.8254310488700867, @@ -171674,12 +192916,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.023186979815363884, - 0.9768129587173462 + 0.020336806774139404, + 0.9796631932258606 + ], + "full text prediction probs": [ + 0.8254310488700867, + 0.17456895112991333 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.016912851482629776, + 0.9830871820449829 ], "full text prediction probs": [ 0.8254310488700867, @@ -171689,7 +192944,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2529045045375824, + "sufficiency": 0.2531064748764038, "masked prediction probs": [ 0.9340308904647827, 0.06596913933753967 @@ -171769,8 +193024,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.023186979815363884, - 0.9768129587173462 + 0.016912851482629776, + 0.9830871820449829 + ], + "full text prediction probs": [ + 0.8254310488700867, + 0.17456895112991333 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.016912851482629776, + 0.9830871820449829 ], "full text prediction probs": [ 0.8254310488700867, @@ -171780,12 +193048,12 @@ } }, "dev_575": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.20757921040058136, + "sufficiency": 0.9191191792488098, "masked prediction probs": [ - 0.019155088812112808, - 0.9808448553085327 + 0.7181342244148254, + 0.2818657159805298 ], "full text prediction probs": [ 0.8832434415817261, @@ -171884,12 +193152,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015529892407357693, - 0.9844701290130615 + 0.019155088812112808, + 0.9808448553085327 + ], + "full text prediction probs": [ + 0.8832434415817261, + 0.1167566105723381 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9182555079460144, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.15120702981948853, + 0.8487929701805115 ], "full text prediction probs": [ 0.8832434415817261, @@ -171899,7 +193180,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8415613174438477, + "sufficiency": 0.8416010737419128, "masked prediction probs": [ 0.9384388327598572, 0.061561182141304016 @@ -171912,7 +193193,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9969258308410645, + "sufficiency": 0.9969266653060913, "masked prediction probs": [ 0.03173239156603813, 0.9682676196098328 @@ -171924,8 +193205,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9967685341835022, - "sufficiency": 0.9802355170249939, + "comprehensiveness": 0.996518611907959, + "sufficiency": 0.980240523815155, "masked prediction probs": [ 0.08821744471788406, 0.9117825031280518 @@ -171937,8 +193218,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6370265483856201, - "sufficiency": 0.9841805696487427, + "comprehensiveness": 0.6368669271469116, + "sufficiency": 0.9841845631599426, "masked prediction probs": [ 0.37502142786979675, 0.6249786019325256 @@ -171964,7 +193245,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9396364092826843, + "sufficiency": 0.939651608467102, "masked prediction probs": [ 0.9057573080062866, 0.09424266219139099 @@ -171987,15 +193268,28 @@ 0.1167566105723381 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015529892407357693, + 0.9844701290130615 + ], + "full text prediction probs": [ + 0.8832434415817261, + 0.1167566105723381 + ], + "labels": 0 } }, "dev_664": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014423820190131664, - "sufficiency": 0.9794378876686096, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9928759336471558, "masked prediction probs": [ - 0.9402954578399658, - 0.05970456823706627 + 0.9743298888206482, + 0.025670165196061134 ], "full text prediction probs": [ 0.9527710676193237, @@ -172094,12 +193388,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7540183663368225, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014397187158465385, + "sufficiency": 0.9794758558273315, "masked prediction probs": [ - 0.964065670967102, - 0.03593431040644646 + 0.9402954578399658, + 0.05970456823706627 + ], + "full text prediction probs": [ + 0.9527710676193237, + 0.04722898453474045 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013530395925045013, + "sufficiency": 0.9009692072868347, + "masked prediction probs": [ + 0.9410438537597656, + 0.05895611271262169 ], "full text prediction probs": [ 0.9527710676193237, @@ -172109,7 +193416,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8875452280044556, + "sufficiency": 0.8875710964202881, "masked prediction probs": [ 0.9829036593437195, 0.01709636300802231 @@ -172121,8 +193428,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03840363770723343, - "sufficiency": 0.9159104228019714, + "comprehensiveness": 0.038394782692193985, + "sufficiency": 0.9159298539161682, "masked prediction probs": [ 0.9194777607917786, 0.08052220195531845 @@ -172134,8 +193441,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0027798237279057503, - "sufficiency": 0.8408923745155334, + "comprehensiveness": 0.0027791825123131275, + "sufficiency": 0.8409290313720703, "masked prediction probs": [ 0.9503605961799622, 0.04963941127061844 @@ -172147,8 +193454,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.20579488575458527, - "sufficiency": 0.9919920563697815, + "comprehensiveness": 0.20574745535850525, + "sufficiency": 0.9919938445091248, "masked prediction probs": [ 0.7742787599563599, 0.22572122514247894 @@ -172160,8 +193467,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1861972063779831, - "sufficiency": 0.9428520798683167, + "comprehensiveness": 0.1861542910337448, + "sufficiency": 0.942865252494812, "masked prediction probs": [ 0.7912392020225525, 0.2087608277797699 @@ -172173,7 +193480,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02680814638733864, + "comprehensiveness": 0.02680196985602379, "sufficiency": 1.0, "masked prediction probs": [ 0.9295088052749634, @@ -172186,8 +193493,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0383593924343586, - "sufficiency": 0.9160073399543762, + "comprehensiveness": 0.03835055232048035, + "sufficiency": 0.916026771068573, "masked prediction probs": [ 0.9194777607917786, 0.08052220195531845 @@ -172197,15 +193504,28 @@ 0.04722898453474045 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7545281648635864, + "masked prediction probs": [ + 0.964065670967102, + 0.03593431040644646 + ], + "full text prediction probs": [ + 0.9527710676193237, + 0.04722898453474045 + ], + "labels": 0 } }, "dev_679": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003723727772012353, - "sufficiency": 0.7846685647964478, + "fixed-shap": { + "comprehensiveness": 0.006197371985763311, + "sufficiency": 0.9767987132072449, "masked prediction probs": [ - 0.992344081401825, - 0.007655927445739508 + 0.9900982975959778, + 0.00990170519798994 ], "full text prediction probs": [ 0.9957247972488403, @@ -172304,12 +193624,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002238603075966239, - "sufficiency": 0.7796034216880798, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0037171768490225077, + "sufficiency": 0.7850473523139954, "masked prediction probs": [ - 0.9936888217926025, - 0.006311133969575167 + 0.992344081401825, + 0.007655927445739508 + ], + "full text prediction probs": [ + 0.9957247972488403, + 0.004275229759514332 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005309665575623512, + "sufficiency": 0.9773948788642883, + "masked prediction probs": [ + 0.9908946752548218, + 0.009105377830564976 ], "full text prediction probs": [ 0.9957247972488403, @@ -172318,8 +193651,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0022691029589623213, - "sufficiency": 0.24879857897758484, + "comprehensiveness": 0.0022686042357236147, + "sufficiency": 0.24896368384361267, "masked prediction probs": [ 0.9936606287956238, 0.006339401938021183 @@ -172331,8 +193664,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004347890615463257, - "sufficiency": 0.9025919437408447, + "comprehensiveness": 0.004346935078501701, + "sufficiency": 0.9026133418083191, "masked prediction probs": [ 0.9917687177658081, 0.008231285959482193 @@ -172344,8 +193677,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005339358001947403, - "sufficiency": 0.969307541847229, + "comprehensiveness": 0.005338185001164675, + "sufficiency": 0.9693143367767334, "masked prediction probs": [ 0.9908655285835266, 0.00913449376821518 @@ -172357,8 +193690,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0022366356570273638, - "sufficiency": 0.7797970771789551, + "comprehensiveness": 0.002236144384369254, + "sufficiency": 0.7798454761505127, "masked prediction probs": [ 0.9936888217926025, 0.006311133969575167 @@ -172370,8 +193703,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010537399910390377, - "sufficiency": 0.983996570110321, + "comprehensiveness": 0.010535085573792458, + "sufficiency": 0.9840000867843628, "masked prediction probs": [ 0.9861306548118591, 0.013869399204850197 @@ -172383,8 +193716,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0033276269678026438, - "sufficiency": 0.9698544144630432, + "comprehensiveness": 0.003326896345242858, + "sufficiency": 0.9698610305786133, "masked prediction probs": [ 0.9926943778991699, 0.007305661682039499 @@ -172396,8 +193729,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002235162304714322, - "sufficiency": 0.7799421548843384, + "comprehensiveness": 0.0022346717305481434, + "sufficiency": 0.7799904346466064, + "masked prediction probs": [ + 0.9936888217926025, + 0.006311133969575167 + ], + "full text prediction probs": [ + 0.9957247972488403, + 0.004275229759514332 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0022341813892126083, + "sufficiency": 0.7800387144088745, "masked prediction probs": [ 0.9936888217926025, 0.006311133969575167 @@ -172410,12 +193756,12 @@ } }, "dev_690": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.950593888759613, - "sufficiency": 0.9916022419929504, + "fixed-shap": { + "comprehensiveness": 0.005342528223991394, + "sufficiency": 0.9514230489730835, "masked prediction probs": [ - 0.13143597543239594, - 0.8685640692710876 + 0.9655264616012573, + 0.03447352722287178 ], "full text prediction probs": [ 0.9702407121658325, @@ -172514,12 +193860,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9806505441665649, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9488733410835266, + "sufficiency": 0.9916174411773682, "masked prediction probs": [ - 0.04629116505384445, - 0.9537087678909302 + 0.13143597543239594, + 0.8685640692710876 + ], + "full text prediction probs": [ + 0.9702407121658325, + 0.029759306460618973 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9139147996902466, + "masked prediction probs": [ + 0.9782812595367432, + 0.021718714386224747 ], "full text prediction probs": [ 0.9702407121658325, @@ -172529,7 +193888,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9261082410812378, + "sufficiency": 0.9261249303817749, "masked prediction probs": [ 0.9810934662818909, 0.018906524404883385 @@ -172541,8 +193900,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9811853170394897, - "sufficiency": 0.892498791217804, + "comprehensiveness": 0.9809635281562805, + "sufficiency": 0.8925231695175171, "masked prediction probs": [ 0.10247967392206192, 0.8975203037261963 @@ -172554,8 +193913,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007908289320766926, - "sufficiency": 0.8405347466468811, + "comprehensiveness": 0.007906501181423664, + "sufficiency": 0.840570867061615, "masked prediction probs": [ 0.9632450342178345, 0.036754995584487915 @@ -172567,8 +193926,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07558701932430267, - "sufficiency": 0.9121379852294922, + "comprehensiveness": 0.07556994259357452, + "sufficiency": 0.9121577739715576, "masked prediction probs": [ 0.9033612608909607, 0.09663879871368408 @@ -172580,8 +193939,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9805201292037964, - "sufficiency": 0.892571747303009, + "comprehensiveness": 0.9802985787391663, + "sufficiency": 0.8925959467887878, "masked prediction probs": [ 0.10247967392206192, 0.8975203037261963 @@ -172593,8 +193952,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009460377506911755, - "sufficiency": 0.898319661617279, + "comprehensiveness": 0.009458241052925587, + "sufficiency": 0.8983426094055176, "masked prediction probs": [ 0.9618663787841797, 0.03813357651233673 @@ -172606,8 +193965,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9800771474838257, - "sufficiency": 0.8926202654838562, + "comprehensiveness": 0.9798557758331299, + "sufficiency": 0.8926445841789246, "masked prediction probs": [ 0.10247967392206192, 0.8975203037261963 @@ -172617,15 +193976,28 @@ 0.029759306460618973 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9806898236274719, + "masked prediction probs": [ + 0.04629116505384445, + 0.9537087678909302 + ], + "full text prediction probs": [ + 0.9702407121658325, + 0.029759306460618973 + ], + "labels": 0 } }, "dev_692": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9654631018638611, + "fixed-shap": { + "comprehensiveness": 0.012311100028455257, + "sufficiency": 0.9305600523948669, "masked prediction probs": [ - 0.02400398626923561, - 0.9759960770606995 + 0.9783840179443359, + 0.02161598950624466 ], "full text prediction probs": [ 0.9894842505455017, @@ -172724,12 +194096,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9089106321334839, + "sufficiency": 0.9655243158340454, "masked prediction probs": [ - 0.012819240801036358, - 0.987180769443512 + 0.02400398626923561, + 0.9759960770606995 + ], + "full text prediction probs": [ + 0.9894842505455017, + 0.010515810921788216 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01317591406404972, + "sufficiency": 0.921450674533844, + "masked prediction probs": [ + 0.9775805473327637, + 0.022419409826397896 ], "full text prediction probs": [ 0.9894842505455017, @@ -172738,8 +194123,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0033521188888698816, - "sufficiency": 0.741061806678772, + "comprehensiveness": 0.0033513768576085567, + "sufficiency": 0.7411191463470459, "masked prediction probs": [ 0.9864557981491089, 0.013544164597988129 @@ -172752,7 +194137,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8691773414611816, + "sufficiency": 0.8692063093185425, "masked prediction probs": [ 0.015969300642609596, 0.9840307235717773 @@ -172765,7 +194150,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9377483129501343, + "sufficiency": 0.9377621412277222, "masked prediction probs": [ 0.021131504327058792, 0.9788684248924255 @@ -172777,8 +194162,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.05729479715228081, - "sufficiency": 0.8393494486808777, + "comprehensiveness": 0.05728212743997574, + "sufficiency": 0.8393849730491638, "masked prediction probs": [ 0.9376872181892395, 0.062312815338373184 @@ -172791,7 +194176,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8692641258239746, + "sufficiency": 0.8692930340766907, "masked prediction probs": [ 0.015969300642609596, 0.9840307235717773 @@ -172803,8 +194188,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06074051186442375, - "sufficiency": 0.8618283867835999, + "comprehensiveness": 0.060727085918188095, + "sufficiency": 0.8618588447570801, "masked prediction probs": [ 0.9345478415489197, 0.06545212864875793 @@ -172817,7 +194202,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8693219423294067, + "sufficiency": 0.8693508505821228, "masked prediction probs": [ 0.015969300642609596, 0.9840307235717773 @@ -172827,15 +194212,28 @@ 0.010515810921788216 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9090917706489563, + "masked prediction probs": [ + 0.012819240801036358, + 0.987180769443512 + ], + "full text prediction probs": [ + 0.9894842505455017, + 0.010515810921788216 + ], + "labels": 0 } }, "dev_797": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5454443097114563, + "fixed-shap": { + "comprehensiveness": 0.382377952337265, "sufficiency": 1.0, "masked prediction probs": [ - 0.4804847538471222, - 0.5195152759552002 + 0.6213412880897522, + 0.3786587715148926 ], "full text prediction probs": [ 0.95163893699646, @@ -172934,12 +194332,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9606919884681702, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5444357991218567, "sufficiency": 1.0, "masked prediction probs": [ - 0.12025707960128784, - 0.8797429203987122 + 0.4804847538471222, + 0.5195152759552002 + ], + "full text prediction probs": [ + 0.95163893699646, + 0.04836106300354004 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6409580111503601, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3968264162540436, + 0.6031736135482788 ], "full text prediction probs": [ 0.95163893699646, @@ -172949,7 +194360,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.871548056602478, + "sufficiency": 0.8715777397155762, "masked prediction probs": [ 0.9841964840888977, 0.015803523361682892 @@ -172961,7 +194372,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3161930441856384, + "comprehensiveness": 0.3161200284957886, "sufficiency": 1.0, "masked prediction probs": [ 0.6778793334960938, @@ -172974,7 +194385,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8719217777252197, + "comprehensiveness": 0.8717204332351685, "sufficiency": 1.0, "masked prediction probs": [ 0.19655558466911316, @@ -172987,7 +194398,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5515318512916565, + "comprehensiveness": 0.5514045357704163, "sufficiency": 1.0, "masked prediction probs": [ 0.4739026427268982, @@ -173000,7 +194411,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9595832228660583, + "comprehensiveness": 0.959361732006073, "sufficiency": 1.0, "masked prediction probs": [ 0.12025707960128784, @@ -173013,7 +194424,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8191826939582825, + "comprehensiveness": 0.8189936876296997, "sufficiency": 1.0, "masked prediction probs": [ 0.24173608422279358, @@ -173026,7 +194437,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9591403603553772, + "comprehensiveness": 0.958919107913971, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.12025707960128784, + 0.8797429203987122 + ], + "full text prediction probs": [ + 0.95163893699646, + 0.04836106300354004 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9586979746818542, "sufficiency": 1.0, "masked prediction probs": [ 0.12025707960128784, @@ -173040,12 +194464,12 @@ } }, "dev_27": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1769455522298813, "sufficiency": 0.0, "masked prediction probs": [ - 0.653275728225708, - 0.3467242419719696 + 0.02401934377849102, + 0.9759806394577026 ], "full text prediction probs": [ 0.010184260085225105, @@ -173144,12 +194568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5207825899124146, - 0.47921738028526306 + 0.653275728225708, + 0.3467242419719696 + ], + "full text prediction probs": [ + 0.010184260085225105, + 0.9898157119750977 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.15613649785518646, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022673429921269417, + 0.9773265719413757 ], "full text prediction probs": [ 0.010184260085225105, @@ -173171,7 +194608,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07355602085590363, + "comprehensiveness": 0.0733729898929596, "sufficiency": 0.0, "masked prediction probs": [ 0.016082648187875748, @@ -173197,7 +194634,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08588414639234543, + "comprehensiveness": 0.08567149192094803, "sufficiency": 0.0, "masked prediction probs": [ 0.017105547711253166, @@ -173210,7 +194647,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.24753986299037933, + "comprehensiveness": 0.24692846834659576, "sufficiency": 0.0, "masked prediction probs": [ 0.03018278256058693, @@ -173223,7 +194660,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10633692890405655, + "comprehensiveness": 0.10607493668794632, "sufficiency": 0.0, "masked prediction probs": [ 0.01879636012017727, @@ -173247,15 +194684,28 @@ 0.9898157119750977 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5207825899124146, + 0.47921738028526306 + ], + "full text prediction probs": [ + 0.010184260085225105, + 0.9898157119750977 + ], + "labels": 1 } }, "dev_42": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9802384376525879, - 0.01976155862212181 + 0.9206886887550354, + 0.07931138575077057 ], "full text prediction probs": [ 0.4477183222770691, @@ -173354,12 +194804,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.979073166847229, - 0.020926835015416145 + 0.9802384376525879, + 0.01976155862212181 + ], + "full text prediction probs": [ + 0.4477183222770691, + 0.5522817373275757 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9517599940299988, + 0.04823997616767883 ], "full text prediction probs": [ 0.4477183222770691, @@ -173457,15 +194920,28 @@ 0.5522817373275757 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.979073166847229, + 0.020926835015416145 + ], + "full text prediction probs": [ + 0.4477183222770691, + 0.5522817373275757 + ], + "labels": 1 } }, "dev_73": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5557319521903992, + "fixed-shap": { + "comprehensiveness": 0.10054267942905426, "sufficiency": 0.0, "masked prediction probs": [ - 0.05230788141489029, - 0.9476921558380127 + 0.015356557443737984, + 0.9846434593200684 ], "full text prediction probs": [ 0.00719465920701623, @@ -173564,12 +195040,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3313107192516327, - "sufficiency": 0.35042738914489746, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5449885129928589, + "sufficiency": 0.0, "masked prediction probs": [ - 0.03461998701095581, - 0.9653800129890442 + 0.05230788141489029, + 0.9476921558380127 + ], + "full text prediction probs": [ + 0.00719465920701623, + 0.9928053021430969 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00719465920701623, + 0.9928053021430969 ], "full text prediction probs": [ 0.00719465920701623, @@ -173578,7 +195067,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.24380038678646088, + "comprehensiveness": 0.24321407079696655, "sufficiency": 0.0, "masked prediction probs": [ 0.027424834668636322, @@ -173591,7 +195080,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2808593809604645, + "comprehensiveness": 0.2801855802536011, "sufficiency": 0.0, "masked prediction probs": [ 0.030556075274944305, @@ -173604,7 +195093,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.142618790268898, + "comprehensiveness": 0.14227744936943054, "sufficiency": 0.0, "masked prediction probs": [ 0.019085947424173355, @@ -173617,7 +195106,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05508799850940704, + "comprehensiveness": 0.05495646968483925, "sufficiency": 0.0, "masked prediction probs": [ 0.011798873543739319, @@ -173630,8 +195119,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.32735544443130493, - "sufficiency": 0.3581728935241699, + "comprehensiveness": 0.32657569646835327, + "sufficiency": 0.35969987511634827, "masked prediction probs": [ 0.03461998701095581, 0.9653800129890442 @@ -173643,7 +195132,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1513446867465973, + "comprehensiveness": 0.15098503232002258, "sufficiency": 0.0, "masked prediction probs": [ 0.01990441232919693, @@ -173656,8 +195145,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3257996439933777, - "sufficiency": 0.3612196147441864, + "comprehensiveness": 0.3250272870063782, + "sufficiency": 0.3627321422100067, + "masked prediction probs": [ + 0.03461998701095581, + 0.9653800129890442 + ], + "full text prediction probs": [ + 0.00719465920701623, + 0.9928053021430969 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.32425856590270996, + "sufficiency": 0.36423754692077637, "masked prediction probs": [ 0.03461998701095581, 0.9653800129890442 @@ -173670,12 +195172,12 @@ } }, "dev_235": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8071229457855225, - 0.19287702441215515 + 0.1030166745185852, + 0.8969833254814148 ], "full text prediction probs": [ 0.021460268646478653, @@ -173774,12 +195276,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8967210054397583, - 0.1032790094614029 + 0.8071229457855225, + 0.19287702441215515 + ], + "full text prediction probs": [ + 0.021460268646478653, + 0.9785397052764893 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10811124742031097, + 0.8918887376785278 ], "full text prediction probs": [ 0.021460268646478653, @@ -173827,7 +195342,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11892346292734146, + "comprehensiveness": 0.11858124285936356, "sufficiency": 0.0, "masked prediction probs": [ 0.029703199863433838, @@ -173853,7 +195368,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.38376399874687195, + "comprehensiveness": 0.3826659917831421, "sufficiency": 0.0, "masked prediction probs": [ 0.04821348935365677, @@ -173877,15 +195392,28 @@ 0.9785397052764893 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8967210054397583, + 0.1032790094614029 + ], + "full text prediction probs": [ + 0.021460268646478653, + 0.9785397052764893 + ], + "labels": 1 } }, "dev_320": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9874566793441772, + "fixed-shap": { + "comprehensiveness": 0.07197839766740799, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7106965780258179, - 0.2893034517765045 + 0.021744098514318466, + 0.9782559275627136 ], "full text prediction probs": [ 0.0165762547403574, @@ -173984,12 +195512,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9173532724380493, + "sufficiency": 0.9877297878265381, "masked prediction probs": [ - 0.830490231513977, - 0.16950981318950653 + 0.7106965780258179, + 0.2893034517765045 + ], + "full text prediction probs": [ + 0.0165762547403574, + 0.9834237098693848 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09076036512851715, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02325594238936901, + 0.9767440557479858 ], "full text prediction probs": [ 0.0165762547403574, @@ -173999,7 +195540,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3696288764476776, + "sufficiency": 0.3713352382183075, "masked prediction probs": [ 0.2729358673095703, 0.7270641326904297 @@ -174011,7 +195552,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.36074087023735046, + "comprehensiveness": 0.3597657084465027, "sufficiency": 0.0, "masked prediction probs": [ 0.04319773241877556, @@ -174024,7 +195565,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.46658846735954285, + "comprehensiveness": 0.465330570936203, "sufficiency": 0.0, "masked prediction probs": [ 0.051102232187986374, @@ -174037,7 +195578,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.16759291291236877, + "comprehensiveness": 0.16714230179786682, "sufficiency": 0.0, "masked prediction probs": [ 0.029011154547333717, @@ -174051,7 +195592,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.918462872505188, + "sufficiency": 0.918681263923645, "masked prediction probs": [ 0.830490231513977, 0.16950981318950653 @@ -174063,7 +195604,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5185381770133972, + "comprehensiveness": 0.517151415348053, "sufficiency": 0.0, "masked prediction probs": [ 0.05525753274559975, @@ -174077,7 +195618,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9188984036445618, + "sufficiency": 0.9191144704818726, + "masked prediction probs": [ + 0.830490231513977, + 0.16950981318950653 + ], + "full text prediction probs": [ + 0.0165762547403574, + 0.9834237098693848 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9193293452262878, "masked prediction probs": [ 0.830490231513977, 0.16950981318950653 @@ -174090,12 +195644,12 @@ } }, "dev_610": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008993844501674175, - "sufficiency": 0.9598562717437744, + "fixed-shap": { + "comprehensiveness": 0.12359484285116196, + "sufficiency": 0.9816346764564514, "masked prediction probs": [ - 0.9809088706970215, - 0.019091129302978516 + 0.8776718974113464, + 0.12232807278633118 ], "full text prediction probs": [ 0.9890108704566956, @@ -174194,12 +195748,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00335691194050014, - "sufficiency": 0.8981948494911194, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008977898396551609, + "sufficiency": 0.9599274396896362, "masked prediction probs": [ - 0.9859814643859863, - 0.014018546789884567 + 0.9809088706970215, + 0.019091129302978516 + ], + "full text prediction probs": [ + 0.9890108704566956, + 0.010989160276949406 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6858829855918884, + "sufficiency": 0.9819528460502625, + "masked prediction probs": [ + 0.36990657448768616, + 0.6300934553146362 ], "full text prediction probs": [ 0.9890108704566956, @@ -174209,7 +195776,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.555724024772644, + "sufficiency": 0.5558224320411682, "masked prediction probs": [ 0.9914411306381226, 0.008558904752135277 @@ -174222,7 +195789,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8632867932319641, + "sufficiency": 0.86331707239151, "masked prediction probs": [ 0.9891381859779358, 0.010861827060580254 @@ -174234,8 +195801,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008328455500304699, - "sufficiency": 0.986893892288208, + "comprehensiveness": 0.008326610550284386, + "sufficiency": 0.9868967533111572, "masked prediction probs": [ 0.9814899563789368, 0.01851002499461174 @@ -174247,8 +195814,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 2.19746507355012e-05, - "sufficiency": 0.8247564435005188, + "comprehensiveness": 2.196978675783612e-05, + "sufficiency": 0.8247951865196228, "masked prediction probs": [ 0.9889910221099854, 0.011009006761014462 @@ -174260,8 +195827,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1340971142053604, - "sufficiency": 0.9743329882621765, + "comprehensiveness": 0.13406741619110107, + "sufficiency": 0.9743385910987854, "masked prediction probs": [ 0.8678624033927917, 0.13213761150836945 @@ -174273,8 +195840,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011836586520075798, - "sufficiency": 0.8775047063827515, + "comprehensiveness": 0.01183396764099598, + "sufficiency": 0.8775317668914795, "masked prediction probs": [ 0.9783148765563965, 0.021685052663087845 @@ -174286,11 +195853,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 2.1960062440484762e-05, - "sufficiency": 0.8248727321624756, + "comprehensiveness": 0.6848207712173462, + "sufficiency": 0.9819808006286621, "masked prediction probs": [ - 0.9889910221099854, - 0.011009006761014462 + 0.36990657448768616, + 0.6300934553146362 + ], + "full text prediction probs": [ + 0.9890108704566956, + 0.010989160276949406 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003350229701027274, + "sufficiency": 0.8983974456787109, + "masked prediction probs": [ + 0.9859814643859863, + 0.014018546789884567 ], "full text prediction probs": [ 0.9890108704566956, @@ -174300,12 +195880,12 @@ } }, "dev_762": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9058190584182739, + "fixed-shap": { + "comprehensiveness": 0.8327857255935669, "sufficiency": 1.0, "masked prediction probs": [ - 0.17182500660419464, - 0.8281750082969666 + 0.23669393360614777, + 0.7633060812950134 ], "full text prediction probs": [ 0.9763824939727783, @@ -174392,11 +195972,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9043935537338257, + "comprehensiveness": 0.8314751982688904, "sufficiency": 1.0, "masked prediction probs": [ - 0.17182500660419464, - 0.8281750082969666 + 0.23669393360614777, + 0.7633060812950134 ], "full text prediction probs": [ 0.9763824939727783, @@ -174404,12 +195984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9950950741767883, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8312882781028748, "sufficiency": 1.0, "masked prediction probs": [ - 0.09093694388866425, - 0.9090629816055298 + 0.23669393360614777, + 0.7633060812950134 + ], + "full text prediction probs": [ + 0.9763824939727783, + 0.023617498576641083 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.955619215965271, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.12587189674377441, + 0.8741281032562256 ], "full text prediction probs": [ 0.9763824939727783, @@ -174418,8 +196011,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.014110472053289413, - "sufficiency": 0.7990109920501709, + "comprehensiveness": 0.014107300899922848, + "sufficiency": 0.7990561723709106, "masked prediction probs": [ 0.9638240337371826, 0.03617599233984947 @@ -174431,7 +196024,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8946152925491333, + "comprehensiveness": 0.8944144248962402, "sufficiency": 1.0, "masked prediction probs": [ 0.17998701333999634, @@ -174444,8 +196037,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.036754582077264786, - "sufficiency": 0.8921263217926025, + "comprehensiveness": 0.036746326833963394, + "sufficiency": 0.8921504616737366, "masked prediction probs": [ 0.9436558485031128, 0.056344110518693924 @@ -174457,8 +196050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009826491586863995, - "sufficiency": 0.90834641456604, + "comprehensiveness": 0.00982428528368473, + "sufficiency": 0.9083669781684875, "masked prediction probs": [ 0.967630922794342, 0.032369136810302734 @@ -174470,7 +196063,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9939780235290527, + "comprehensiveness": 0.9937549233436584, "sufficiency": 1.0, "masked prediction probs": [ 0.09093694388866425, @@ -174483,8 +196076,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03652793914079666, - "sufficiency": 0.8697304725646973, + "comprehensiveness": 0.036519743502140045, + "sufficiency": 0.8697596788406372, "masked prediction probs": [ 0.9438357353210449, 0.05616426095366478 @@ -174496,7 +196089,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9935318827629089, + "comprehensiveness": 0.993308961391449, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09093694388866425, + 0.9090629816055298 + ], + "full text prediction probs": [ + 0.9763824939727783, + 0.023617498576641083 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9930861592292786, "sufficiency": 1.0, "masked prediction probs": [ 0.09093694388866425, @@ -174510,12 +196116,12 @@ } }, "dev_860": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.04131960868835449, - 0.9586803913116455 + 0.06125985085964203, + 0.9387401342391968 ], "full text prediction probs": [ 0.756827175617218, @@ -174614,12 +196220,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.017977755516767502, - 0.9820222854614258 + 0.04131960868835449, + 0.9586803913116455 + ], + "full text prediction probs": [ + 0.756827175617218, + 0.24317285418510437 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.023406436666846275, + 0.9765936136245728 ], "full text prediction probs": [ 0.756827175617218, @@ -174629,7 +196248,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.14936745166778564, + "sufficiency": 0.14962105453014374, "masked prediction probs": [ 0.9828206300735474, 0.01717931590974331 @@ -174694,7 +196313,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.221788689494133, + "sufficiency": 0.22202035784721375, "masked prediction probs": [ 0.9706062078475952, 0.029393721371889114 @@ -174717,15 +196336,28 @@ 0.24317285418510437 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.017977755516767502, + 0.9820222854614258 + ], + "full text prediction probs": [ + 0.756827175617218, + 0.24317285418510437 + ], + "labels": 0 } }, "dev_77": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3137058615684509, + "fixed-shap": { + "comprehensiveness": 0.1577988564968109, "sufficiency": 0.0, "masked prediction probs": [ - 0.03243571147322655, - 0.9675642848014832 + 0.019467998296022415, + 0.9805319905281067 ], "full text prediction probs": [ 0.0063428995199501514, @@ -174824,12 +196456,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.24375732243061066, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3077842593193054, "sufficiency": 0.0, "masked prediction probs": [ - 0.027007773518562317, - 0.9729922413825989 + 0.03243571147322655, + 0.9675642848014832 + ], + "full text prediction probs": [ + 0.0063428995199501514, + 0.9936570525169373 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08865834027528763, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013876737095415592, + 0.9861232042312622 ], "full text prediction probs": [ 0.0063428995199501514, @@ -174838,7 +196483,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5364679098129272, + "comprehensiveness": 0.5352080464363098, "sufficiency": 0.0, "masked prediction probs": [ 0.05192993953824043, @@ -174851,7 +196496,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.24261242151260376, + "comprehensiveness": 0.24204398691654205, "sufficiency": 0.0, "masked prediction probs": [ 0.027007773518562317, @@ -174864,7 +196509,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1215672418475151, + "comprehensiveness": 0.12128308415412903, "sufficiency": 0.0, "masked prediction probs": [ 0.016721945255994797, @@ -174877,7 +196522,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023926470428705215, + "comprehensiveness": 0.023870673030614853, "sufficiency": 0.0, "masked prediction probs": [ 0.008390509523451328, @@ -174890,7 +196535,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.25763261318206787, + "comprehensiveness": 0.25703319907188416, "sufficiency": 0.0, "masked prediction probs": [ 0.028441710397601128, @@ -174903,7 +196548,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10633549839258194, + "comprehensiveness": 0.10608866810798645, "sufficiency": 0.0, "masked prediction probs": [ 0.015485236421227455, @@ -174916,7 +196561,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23979665338993073, + "comprehensiveness": 0.2392413169145584, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027007773518562317, + 0.9729922413825989 + ], + "full text prediction probs": [ + 0.0063428995199501514, + 0.9936570525169373 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23868855834007263, "sufficiency": 0.0, "masked prediction probs": [ 0.027007773518562317, @@ -174930,12 +196588,12 @@ } }, "dev_226": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04358573257923126, + "fixed-shap": { + "comprehensiveness": 0.3195548355579376, "sufficiency": 0.0, "masked prediction probs": [ - 0.012835429050028324, - 0.9871646165847778 + 0.03496208414435387, + 0.9650379419326782 ], "full text prediction probs": [ 0.009340822696685791, @@ -175022,11 +196680,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.042837612330913544, + "comprehensiveness": 0.314069926738739, "sufficiency": 0.0, "masked prediction probs": [ - 0.012835429050028324, - 0.9871646165847778 + 0.03496208414435387, + 0.9650379419326782 ], "full text prediction probs": [ 0.009340822696685791, @@ -175034,12 +196692,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03828462213277817, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.313301682472229, "sufficiency": 0.0, "masked prediction probs": [ - 0.012471608817577362, - 0.987528383731842 + 0.03496208414435387, + 0.9650379419326782 + ], + "full text prediction probs": [ + 0.009340822696685791, + 0.990659236907959 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.24813413619995117, + "sufficiency": 0.13667216897010803, + "masked prediction probs": [ + 0.029682379215955734, + 0.9703176021575928 ], "full text prediction probs": [ 0.009340822696685791, @@ -175048,7 +196719,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.22003912925720215, + "comprehensiveness": 0.2195035219192505, "sufficiency": 0.0, "masked prediction probs": [ 0.027379248291254044, @@ -175061,7 +196732,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07353533059358597, + "comprehensiveness": 0.07335676997900009, "sufficiency": 0.0, "masked prediction probs": [ 0.015383820980787277, @@ -175074,7 +196745,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05320816859602928, + "comprehensiveness": 0.053079281002283096, "sufficiency": 0.0, "masked prediction probs": [ 0.013723978772759438, @@ -175087,7 +196758,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.037913668900728226, + "comprehensiveness": 0.03782205283641815, "sufficiency": 0.0, "masked prediction probs": [ 0.012471608817577362, @@ -175100,7 +196771,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21284237504005432, + "comprehensiveness": 0.21232928335666656, "sufficiency": 0.0, "masked prediction probs": [ 0.02695951983332634, @@ -175113,7 +196784,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3138327896595001, + "comprehensiveness": 0.3130780756473541, "sufficiency": 0.0, "masked prediction probs": [ 0.03538215532898903, @@ -175126,11 +196797,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03764013573527336, - "sufficiency": 0.0, + "comprehensiveness": 0.24396705627441406, + "sufficiency": 0.15115323662757874, "masked prediction probs": [ - 0.012471608817577362, - 0.987528383731842 + 0.029682379215955734, + 0.9703176021575928 + ], + "full text prediction probs": [ + 0.009340822696685791, + 0.990659236907959 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.24338315427303314, + "sufficiency": 0.15318240225315094, + "masked prediction probs": [ + 0.029682379215955734, + 0.9703176021575928 ], "full text prediction probs": [ 0.009340822696685791, @@ -175140,12 +196824,12 @@ } }, "dev_321": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9916497468948364, "masked prediction probs": [ - 0.02421046420931816, - 0.9757895469665527 + 0.9720693826675415, + 0.02793060801923275 ], "full text prediction probs": [ 0.9665874242782593, @@ -175244,12 +196928,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.979865550994873, + "sufficiency": 1.0, "masked prediction probs": [ - 0.018692385405302048, - 0.9813076257705688 + 0.02421046420931816, + 0.9757895469665527 + ], + "full text prediction probs": [ + 0.9665874242782593, + 0.03341264650225639 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9889230132102966, + "masked prediction probs": [ + 0.9792958498001099, + 0.02070421352982521 ], "full text prediction probs": [ 0.9665874242782593, @@ -175259,7 +196956,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8316559195518494, + "sufficiency": 0.8316941857337952, "masked prediction probs": [ 0.9834898710250854, 0.0165101271122694 @@ -175271,8 +196968,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9258219599723816, - "sufficiency": 0.9388216733932495, + "comprehensiveness": 0.9256114363670349, + "sufficiency": 0.9388355016708374, "masked prediction probs": [ 0.1525411605834961, 0.8474588394165039 @@ -175285,7 +196982,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9935431480407715, + "sufficiency": 0.9935446381568909, "masked prediction probs": [ 0.029352255165576935, 0.9706478118896484 @@ -175298,7 +196995,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9798838496208191, + "sufficiency": 0.9798884987831116, "masked prediction probs": [ 0.018692385405302048, 0.9813076257705688 @@ -175310,8 +197007,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9251906275749207, - "sufficiency": 0.9388632774353027, + "comprehensiveness": 0.9249803423881531, + "sufficiency": 0.938877284526825, "masked prediction probs": [ 0.1525411605834961, 0.8474588394165039 @@ -175324,7 +197021,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9668141603469849, + "sufficiency": 0.9668216109275818, "masked prediction probs": [ 0.9796222448348999, 0.020377790555357933 @@ -175337,7 +197034,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9798976182937622, + "sufficiency": 0.9799020886421204, + "masked prediction probs": [ + 0.018692385405302048, + 0.9813076257705688 + ], + "full text prediction probs": [ + 0.9665874242782593, + 0.03341264650225639 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9799067378044128, "masked prediction probs": [ 0.018692385405302048, 0.9813076257705688 @@ -175350,12 +197060,12 @@ } }, "dev_379": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05805489420890808, "sufficiency": 0.0, "masked prediction probs": [ - 0.9804095029830933, - 0.01959056220948696 + 0.015890395268797874, + 0.9841095805168152 ], "full text prediction probs": [ 0.011352483183145523, @@ -175454,12 +197164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9830654859542847, - 0.016934461891651154 + 0.9804095029830933, + 0.01959056220948696 + ], + "full text prediction probs": [ + 0.011352483183145523, + 0.9886475205421448 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06374169141054153, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01644965633749962, + 0.9835503101348877 ], "full text prediction probs": [ 0.011352483183145523, @@ -175494,7 +197217,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.32376569509506226, + "comprehensiveness": 0.32296183705329895, "sufficiency": 0.0, "masked prediction probs": [ 0.03737245500087738, @@ -175507,7 +197230,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6197578310966492, + "comprehensiveness": 0.6182228922843933, "sufficiency": 0.0, "masked prediction probs": [ 0.061284348368644714, @@ -175521,7 +197244,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5808317065238953, + "sufficiency": 0.5818660259246826, "masked prediction probs": [ 0.2309846580028534, 0.769015371799469 @@ -175533,7 +197256,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.04753025248646736, + "comprehensiveness": 0.047413114458322525, "sufficiency": 0.0, "masked prediction probs": [ 0.015200820751488209, @@ -175557,15 +197280,28 @@ 0.9886475205421448 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9830654859542847, + 0.016934461891651154 + ], + "full text prediction probs": [ + 0.011352483183145523, + 0.9886475205421448 + ], + "labels": 0 } }, "dev_381": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9841448068618774, - 0.01585518568754196 + 0.17898505926132202, + 0.8210148811340332 ], "full text prediction probs": [ 0.059914421290159225, @@ -175664,12 +197400,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5923534631729126, + "sufficiency": 1.0, "masked prediction probs": [ - 0.985380232334137, - 0.014619749039411545 + 0.9841448068618774, + 0.01585518568754196 + ], + "full text prediction probs": [ + 0.059914421290159225, + 0.9400855302810669 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6187841296195984, + 0.3812158703804016 ], "full text prediction probs": [ 0.059914421290159225, @@ -175679,7 +197428,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5949417352676392, + "sufficiency": 0.5974973440170288, "masked prediction probs": [ 0.985380232334137, 0.014619749039411545 @@ -175757,7 +197506,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.609806478023529, + "sufficiency": 0.6121785640716553, + "masked prediction probs": [ + 0.985380232334137, + 0.014619749039411545 + ], + "full text prediction probs": [ + 0.059914421290159225, + 0.9400855302810669 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6145219206809998, "masked prediction probs": [ 0.985380232334137, 0.014619749039411545 @@ -175770,12 +197532,12 @@ } }, "dev_463": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003957375884056091, - "sufficiency": 0.9658892750740051, + "fixed-shap": { + "comprehensiveness": 0.0040025534108281136, + "sufficiency": 0.9937084913253784, "masked prediction probs": [ - 0.981610894203186, - 0.018389098346233368 + 0.9815704226493835, + 0.018429556861519814 ], "full text prediction probs": [ 0.9851560592651367, @@ -175874,12 +197636,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00320207211188972, - "sufficiency": 0.9460822939872742, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003950320649892092, + "sufficiency": 0.965950071811676, "masked prediction probs": [ - 0.9822824001312256, - 0.01771765947341919 + 0.981610894203186, + 0.018389098346233368 + ], + "full text prediction probs": [ + 0.9851560592651367, + 0.014843931421637535 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007262354250997305, + "sufficiency": 0.9933429956436157, + "masked prediction probs": [ + 0.9786370992660522, + 0.021362923085689545 ], "full text prediction probs": [ 0.9851560592651367, @@ -175888,8 +197663,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005291153211146593, - "sufficiency": 0.8388637900352478, + "comprehensiveness": 0.00528997415676713, + "sufficiency": 0.8388996720314026, "masked prediction probs": [ 0.9804065227508545, 0.01959354430437088 @@ -175901,8 +197676,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005563422106206417, - "sufficiency": 0.9297225475311279, + "comprehensiveness": 0.005562182981520891, + "sufficiency": 0.9297382235527039, "masked prediction probs": [ 0.9801610112190247, 0.019838983193039894 @@ -175915,7 +197690,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.853061854839325, + "sufficiency": 0.8530945777893066, "masked prediction probs": [ 0.9865136742591858, 0.013486363925039768 @@ -175927,8 +197702,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0028650446329265833, - "sufficiency": 0.8481570482254028, + "comprehensiveness": 0.0028644069097936153, + "sufficiency": 0.8481909036636353, "masked prediction probs": [ 0.9825825691223145, 0.01741741970181465 @@ -175940,8 +197715,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008405007421970367, - "sufficiency": 0.9827846884727478, + "comprehensiveness": 0.008403136394917965, + "sufficiency": 0.9827885031700134, "masked prediction probs": [ 0.9776046872138977, 0.022395260632038116 @@ -175953,8 +197728,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0031189988367259502, - "sufficiency": 0.8754876255989075, + "comprehensiveness": 0.003118304768577218, + "sufficiency": 0.875515341758728, "masked prediction probs": [ 0.9823532104492188, 0.01764674484729767 @@ -175966,8 +197741,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005557232536375523, - "sufficiency": 0.9298007488250732, + "comprehensiveness": 0.0055559962056577206, + "sufficiency": 0.9298163652420044, "masked prediction probs": [ 0.9801610112190247, 0.019838983193039894 @@ -175977,15 +197752,28 @@ 0.014843931421637535 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0031956625171005726, + "sufficiency": 0.9461902379989624, + "masked prediction probs": [ + 0.9822824001312256, + 0.01771765947341919 + ], + "full text prediction probs": [ + 0.9851560592651367, + 0.014843931421637535 + ], + "labels": 0 } }, "dev_480": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.959428608417511, - "sufficiency": 0.9983377456665039, + "fixed-shap": { + "comprehensiveness": 0.5948053002357483, + "sufficiency": 0.9775959849357605, "masked prediction probs": [ - 0.1259087324142456, - 0.8740913271903992 + 0.45475026965141296, + 0.5452497005462646 ], "full text prediction probs": [ 0.9911851286888123, @@ -176084,12 +197872,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9911300539970398, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9577294588088989, + "sufficiency": 0.9983406662940979, "masked prediction probs": [ - 0.06287803500890732, - 0.9371219873428345 + 0.1259087324142456, + 0.8740913271903992 + ], + "full text prediction probs": [ + 0.9911851286888123, + 0.008814803324639797 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5214495658874512, + "sufficiency": 0.9734476208686829, + "masked prediction probs": [ + 0.5199686884880066, + 0.4800313115119934 ], "full text prediction probs": [ 0.9911851286888123, @@ -176098,8 +197899,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002166676800698042, - "sufficiency": 0.005805040709674358, + "comprehensiveness": 0.0021661974024027586, + "sufficiency": 0.006025006994605064, "masked prediction probs": [ 0.9892271757125854, 0.010772821493446827 @@ -176111,8 +197912,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8157848119735718, - "sufficiency": 0.8810420036315918, + "comprehensiveness": 0.8156043291091919, + "sufficiency": 0.8810683488845825, "masked prediction probs": [ 0.2538246810436249, 0.7461753487586975 @@ -176124,8 +197925,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9210593104362488, - "sufficiency": 0.8871588706970215, + "comprehensiveness": 0.9208555817604065, + "sufficiency": 0.8871837854385376, "masked prediction probs": [ 0.15848638117313385, 0.8415135741233826 @@ -176137,8 +197938,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8196893930435181, - "sufficiency": 0.888789176940918, + "comprehensiveness": 0.8195081949234009, + "sufficiency": 0.8888137340545654, "masked prediction probs": [ 0.2499675452709198, 0.7500324845314026 @@ -176151,7 +197952,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9911398887634277, + "sufficiency": 0.9911418557167053, "masked prediction probs": [ 0.06287803500890732, 0.9371219873428345 @@ -176163,8 +197964,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003157443832606077, - "sufficiency": 0.2518351078033447, + "comprehensiveness": 0.0031567460391670465, + "sufficiency": 0.25200048089027405, "masked prediction probs": [ 0.9883286952972412, 0.011671317741274834 @@ -176177,7 +197978,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9911438226699829, + "sufficiency": 0.9911457896232605, + "masked prediction probs": [ + 0.06287803500890732, + 0.9371219873428345 + ], + "full text prediction probs": [ + 0.9911851286888123, + 0.008814803324639797 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9911476969718933, "masked prediction probs": [ 0.06287803500890732, 0.9371219873428345 @@ -176190,12 +198004,12 @@ } }, "dev_544": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9180267453193665, - 0.08197325468063354 + 0.8377518057823181, + 0.16224826872348785 ], "full text prediction probs": [ 0.3464696407318115, @@ -176285,8 +198099,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9180267453193665, - 0.08197325468063354 + 0.8377518057823181, + 0.16224826872348785 ], "full text prediction probs": [ 0.3464696407318115, @@ -176294,12 +198108,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8377518057823181, + 0.16224826872348785 + ], + "full text prediction probs": [ + 0.3464696407318115, + 0.6535303592681885 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.31402722001075745, - 0.6859727501869202 + 0.3464696407318115, + 0.6535303592681885 ], "full text prediction probs": [ 0.3464696407318115, @@ -176397,15 +198224,28 @@ 0.6535303592681885 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.31402722001075745, + 0.6859727501869202 + ], + "full text prediction probs": [ + 0.3464696407318115, + 0.6535303592681885 + ], + "labels": 0 } }, "dev_562": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005856472533196211, - "sufficiency": 0.9793404936790466, + "fixed-shap": { + "comprehensiveness": 0.16644826531410217, + "sufficiency": 0.9473662376403809, "masked prediction probs": [ - 0.9821480512619019, - 0.017851922661066055 + 0.8379223346710205, + 0.16207768023014069 ], "full text prediction probs": [ 0.9874076843261719, @@ -176504,12 +198344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.011344035156071186, - "sufficiency": 0.9725440144538879, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005846057087182999, + "sufficiency": 0.979377269744873, "masked prediction probs": [ - 0.9772015810012817, - 0.022798439487814903 + 0.9821480512619019, + 0.017851922661066055 + ], + "full text prediction probs": [ + 0.9874076843261719, + 0.012592249549925327 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.13410964608192444, + "sufficiency": 0.9371272921562195, + "masked prediction probs": [ + 0.866723895072937, + 0.1332760900259018 ], "full text prediction probs": [ 0.9874076843261719, @@ -176519,7 +198372,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7876060605049133, + "sufficiency": 0.7876532077789307, "masked prediction probs": [ 0.9917364716529846, 0.008263548836112022 @@ -176531,8 +198384,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.24694795906543732, - "sufficiency": 0.9993320107460022, + "comprehensiveness": 0.24689310789108276, + "sufficiency": 0.9993321299552917, "masked prediction probs": [ 0.7651325464248657, 0.23486746847629547 @@ -176544,8 +198397,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006606312468647957, - "sufficiency": 0.8809990286827087, + "comprehensiveness": 0.006604844704270363, + "sufficiency": 0.8810253739356995, "masked prediction probs": [ 0.9814600944519043, 0.018539970740675926 @@ -176557,8 +198410,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0026256812270730734, - "sufficiency": 0.9777281284332275, + "comprehensiveness": 0.002625098219141364, + "sufficiency": 0.9777331352233887, "masked prediction probs": [ 0.9850432872772217, 0.01495666429400444 @@ -176570,8 +198423,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.696865975856781, - "sufficiency": 0.9848721027374268, + "comprehensiveness": 0.6967112421989441, + "sufficiency": 0.9848754405975342, "masked prediction probs": [ 0.3597481846809387, 0.640251874923706 @@ -176583,8 +198436,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012013503350317478, - "sufficiency": 0.9503716826438904, + "comprehensiveness": 0.012010836973786354, + "sufficiency": 0.950382649898529, "masked prediction probs": [ 0.9765848517417908, 0.023415090516209602 @@ -176596,8 +198449,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6965566277503967, - "sufficiency": 0.9848787784576416, + "comprehensiveness": 0.6964020729064941, + "sufficiency": 0.9848821759223938, "masked prediction probs": [ 0.3597481846809387, 0.640251874923706 @@ -176607,15 +198460,28 @@ 0.012592249549925327 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.011321384459733963, + "sufficiency": 0.9725988507270813, + "masked prediction probs": [ + 0.9772015810012817, + 0.022798439487814903 + ], + "full text prediction probs": [ + 0.9874076843261719, + 0.012592249549925327 + ], + "labels": 0 } }, "dev_591": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03983012214303017, - "sufficiency": 0.9404529929161072, + "fixed-shap": { + "comprehensiveness": 0.029647547751665115, + "sufficiency": 0.9790303707122803, "masked prediction probs": [ - 0.9562610387802124, - 0.04373891279101372 + 0.9654549360275269, + 0.03454508259892464 ], "full text prediction probs": [ 0.992223858833313, @@ -176714,12 +198580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.043525706976652145, - "sufficiency": 0.9518687725067139, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03975966200232506, + "sufficiency": 0.9405583143234253, "masked prediction probs": [ - 0.9528546333312988, - 0.04714541509747505 + 0.9562610387802124, + 0.04373891279101372 + ], + "full text prediction probs": [ + 0.992223858833313, + 0.007776105310767889 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.3174687325954437, + "sufficiency": 0.9769735336303711, + "masked prediction probs": [ + 0.7050082683563232, + 0.29499173164367676 ], "full text prediction probs": [ 0.992223858833313, @@ -176728,8 +198607,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002794359577819705, - "sufficiency": 0.6730384230613708, + "comprehensiveness": 0.0027937418781220913, + "sufficiency": 0.6731107234954834, "masked prediction probs": [ 0.9896957874298096, 0.010304229333996773 @@ -176741,8 +198620,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04350646585226059, - "sufficiency": 0.9518901705741882, + "comprehensiveness": 0.04349685460329056, + "sufficiency": 0.9519007205963135, "masked prediction probs": [ 0.9528546333312988, 0.04714541509747505 @@ -176754,8 +198633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005620098207145929, - "sufficiency": 0.8234763741493225, + "comprehensiveness": 0.00561885628849268, + "sufficiency": 0.8235152959823608, "masked prediction probs": [ 0.9871370792388916, 0.01286288071423769 @@ -176767,8 +198646,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0037935280706733465, - "sufficiency": 0.825471818447113, + "comprehensiveness": 0.0037926901131868362, + "sufficiency": 0.8255104422569275, "masked prediction probs": [ 0.9887895584106445, 0.011210443452000618 @@ -176780,8 +198659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.055527254939079285, - "sufficiency": 0.9376742839813232, + "comprehensiveness": 0.05551499128341675, + "sufficiency": 0.9376880526542664, "masked prediction probs": [ 0.9419436454772949, 0.05805635824799538 @@ -176793,8 +198672,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006949360482394695, - "sufficiency": 0.8556110858917236, + "comprehensiveness": 0.006947826594114304, + "sufficiency": 0.8556429743766785, "masked prediction probs": [ 0.9859297871589661, 0.014070172794163227 @@ -176806,11 +198685,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04345844313502312, - "sufficiency": 0.9519432187080383, + "comprehensiveness": 0.31697821617126465, + "sufficiency": 0.977009117603302, "masked prediction probs": [ - 0.9528546333312988, - 0.04714541509747505 + 0.7050082683563232, + 0.29499173164367676 + ], + "full text prediction probs": [ + 0.992223858833313, + 0.007776105310767889 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3169082701206207, + "sufficiency": 0.9770141839981079, + "masked prediction probs": [ + 0.7050082683563232, + 0.29499173164367676 ], "full text prediction probs": [ 0.992223858833313, @@ -176820,12 +198712,12 @@ } }, "dev_824": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9815952777862549, - 0.01840476132929325 + 0.5631263852119446, + 0.4368736445903778 ], "full text prediction probs": [ 0.08560194075107574, @@ -176924,12 +198816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9765762090682983, - 0.023423828184604645 + 0.9815952777862549, + 0.01840476132929325 + ], + "full text prediction probs": [ + 0.08560194075107574, + 0.9143980145454407 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.45941048860549927, + 0.5405895113945007 ], "full text prediction probs": [ 0.08560194075107574, @@ -177027,15 +198932,28 @@ 0.9143980145454407 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9765762090682983, + 0.023423828184604645 + ], + "full text prediction probs": [ + 0.08560194075107574, + 0.9143980145454407 + ], + "labels": 0 } }, "dev_190": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.945099413394928, + "fixed-shap": { + "comprehensiveness": 0.5289058685302734, + "sufficiency": 0.0, "masked prediction probs": [ - 0.293538898229599, - 0.7064610719680786 + 0.05341172218322754, + 0.9465883374214172 ], "full text prediction probs": [ 0.011728273704648018, @@ -177134,12 +199052,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9167492389678955, + "sufficiency": 0.9461906552314758, "masked prediction probs": [ - 0.3097429871559143, - 0.6902570128440857 + 0.293538898229599, + 0.7064610719680786 + ], + "full text prediction probs": [ + 0.011728273704648018, + 0.9882717728614807 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.380466103553772, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04239797964692116, + 0.9576020240783691 ], "full text prediction probs": [ 0.011728273704648018, @@ -177161,7 +199092,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.19896237552165985, + "comprehensiveness": 0.1984710991382599, "sufficiency": 0.0, "masked prediction probs": [ 0.027806565165519714, @@ -177174,7 +199105,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8802235126495361, + "comprehensiveness": 0.8780553936958313, "sufficiency": 0.0, "masked prediction probs": [ 0.08303603529930115, @@ -177187,7 +199118,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07363471388816833, + "comprehensiveness": 0.07345378398895264, "sufficiency": 0.0, "masked prediction probs": [ 0.01770819164812565, @@ -177200,7 +199131,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5561209917068481, + "comprehensiveness": 0.5547579526901245, "sufficiency": 0.0, "masked prediction probs": [ 0.05700266361236572, @@ -177213,7 +199144,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20489801466464996, + "comprehensiveness": 0.2043970227241516, "sufficiency": 0.0, "masked prediction probs": [ 0.02845015749335289, @@ -177237,15 +199168,28 @@ 0.9882717728614807 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9185700416564941, + "masked prediction probs": [ + 0.3097429871559143, + 0.6902570128440857 + ], + "full text prediction probs": [ + 0.011728273704648018, + 0.9882717728614807 + ], + "labels": 1 } }, "dev_494": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9501993656158447, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9143713116645813, - 0.08562867343425751 + 0.9030770659446716, + 0.09692294150590897 ], "full text prediction probs": [ 0.8863485455513, @@ -177332,11 +199276,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7683128714561462, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.27368852496147156, - 0.7263115048408508 + 0.9030770659446716, + 0.09692294150590897 ], "full text prediction probs": [ 0.8863485455513, @@ -177344,12 +199288,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9784929752349854, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9502992630004883, "masked prediction probs": [ - 0.0831553041934967, - 0.9168446660041809 + 0.9143713116645813, + 0.08562867343425751 + ], + "full text prediction probs": [ + 0.8863485455513, + 0.11365145444869995 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8436692953109741, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21326108276844025, + 0.7867388725280762 ], "full text prediction probs": [ 0.8863485455513, @@ -177358,8 +199315,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.03587927669286728, - "sufficiency": 0.9527059197425842, + "comprehensiveness": 0.03587028384208679, + "sufficiency": 0.9527177810668945, "masked prediction probs": [ 0.8577237129211426, 0.1422763615846634 @@ -177371,8 +199328,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.980130672454834, - "sufficiency": 0.9546722173690796, + "comprehensiveness": 0.9798851013183594, + "sufficiency": 0.9546835422515869, "masked prediction probs": [ 0.10419484972953796, 0.8958051800727844 @@ -177385,7 +199342,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9919475317001343, + "sufficiency": 0.9919495582580566, "masked prediction probs": [ 0.9363219738006592, 0.06367804110050201 @@ -177397,8 +199354,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.22178281843662262, - "sufficiency": 0.9825218915939331, + "comprehensiveness": 0.22172728180885315, + "sufficiency": 0.9825261831283569, "masked prediction probs": [ 0.7092750072479248, 0.2907250225543976 @@ -177410,8 +199367,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8942879438400269, - "sufficiency": 0.9643391370773315, + "comprehensiveness": 0.8940640091896057, + "sufficiency": 0.9643480777740479, "masked prediction probs": [ 0.17216159403324127, 0.8278384804725647 @@ -177423,8 +199380,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03427897393703461, - "sufficiency": 0.9659139513969421, + "comprehensiveness": 0.03427039459347725, + "sufficiency": 0.9659225344657898, "masked prediction probs": [ 0.8589661717414856, 0.14103376865386963 @@ -177436,8 +199393,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9789040088653564, - "sufficiency": 0.954728901386261, + "comprehensiveness": 0.9786590337753296, + "sufficiency": 0.9547402262687683, "masked prediction probs": [ 0.10419484972953796, 0.8958051800727844 @@ -177447,15 +199404,28 @@ 0.11365145444869995 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9785413146018982, + "masked prediction probs": [ + 0.0831553041934967, + 0.9168446660041809 + ], + "full text prediction probs": [ + 0.8863485455513, + 0.11365145444869995 + ], + "labels": 0 } }, "dev_495": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.994866669178009, "masked prediction probs": [ - 0.04186588153243065, - 0.958134114742279 + 0.06250189989805222, + 0.9374980926513672 ], "full text prediction probs": [ 0.9289953708648682, @@ -177554,12 +199524,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.5215093493461609, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9682931303977966, - 0.031706828624010086 + 0.04186588153243065, + 0.958134114742279 + ], + "full text prediction probs": [ + 0.9289953708648682, + 0.07100459188222885 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9836755394935608, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.10225892812013626, + 0.8977410197257996 ], "full text prediction probs": [ 0.9289953708648682, @@ -177569,7 +199552,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.514096200466156, + "sufficiency": 0.5142118334770203, "masked prediction probs": [ 0.9723966121673584, 0.027603400871157646 @@ -177581,8 +199564,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03527215123176575, - "sufficiency": 0.88759446144104, + "comprehensiveness": 0.03526376187801361, + "sufficiency": 0.8876211643218994, "masked prediction probs": [ 0.8993436098098755, 0.10065630823373795 @@ -177607,8 +199590,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04066167026758194, - "sufficiency": 0.8848920464515686, + "comprehensiveness": 0.04065200313925743, + "sufficiency": 0.8849194645881653, "masked prediction probs": [ 0.89479660987854, 0.10520344972610474 @@ -177620,7 +199603,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9388834834098816, + "comprehensiveness": 0.9386602640151978, "sufficiency": 1.0, "masked prediction probs": [ 0.13915356993675232, @@ -177634,7 +199617,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7494003176689148, + "sufficiency": 0.7494598031044006, "masked prediction probs": [ 0.963939905166626, 0.03606008365750313 @@ -177657,15 +199640,28 @@ 0.07100459188222885 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.522532045841217, + "masked prediction probs": [ + 0.9682931303977966, + 0.031706828624010086 + ], + "full text prediction probs": [ + 0.9289953708648682, + 0.07100459188222885 + ], + "labels": 0 } }, "dev_656": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014354870654642582, - "sufficiency": 0.6499849557876587, + "fixed-shap": { + "comprehensiveness": 0.1703414022922516, + "sufficiency": 0.8955723643302917, "masked prediction probs": [ - 0.9774388670921326, - 0.022561127319931984 + 0.8370479345321655, + 0.16295206546783447 ], "full text prediction probs": [ 0.9903585314750671, @@ -177752,11 +199748,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.014332575723528862, - "sufficiency": 0.6505285501480103, + "comprehensiveness": 0.17007684707641602, + "sufficiency": 0.8957344889640808, "masked prediction probs": [ - 0.9774388670921326, - 0.022561127319931984 + 0.8370479345321655, + 0.16295206546783447 ], "full text prediction probs": [ 0.9903585314750671, @@ -177764,12 +199760,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09171022474765778, - "sufficiency": 0.7951482534408569, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1700391173362732, + "sufficiency": 0.8957576751708984, "masked prediction probs": [ - 0.907670795917511, - 0.09232926368713379 + 0.8370479345321655, + 0.16295206546783447 + ], + "full text prediction probs": [ + 0.9903585314750671, + 0.009641471318900585 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2730269730091095, + "sufficiency": 0.8918327689170837, + "masked prediction probs": [ + 0.7441374659538269, + 0.2558625042438507 ], "full text prediction probs": [ 0.9903585314750671, @@ -177779,7 +199788,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7997411489486694, + "sufficiency": 0.7997854948043823, "masked prediction probs": [ 0.9913010001182556, 0.008698973804712296 @@ -177791,8 +199800,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09166955202817917, - "sufficiency": 0.7952389717102051, + "comprehensiveness": 0.09164923429489136, + "sufficiency": 0.7952843904495239, "masked prediction probs": [ 0.907670795917511, 0.09232926368713379 @@ -177804,8 +199813,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010052367579191923, - "sufficiency": 0.886158287525177, + "comprehensiveness": 0.0010050139389932156, + "sufficiency": 0.8861835598945618, "masked prediction probs": [ 0.9894515872001648, 0.010548372752964497 @@ -177817,8 +199826,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03817956522107124, - "sufficiency": 0.8957870602607727, + "comprehensiveness": 0.038171105086803436, + "sufficiency": 0.895810067653656, "masked prediction probs": [ 0.9559045433998108, 0.0440954752266407 @@ -177830,8 +199839,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014916686341166496, - "sufficiency": 0.9961928725242615, + "comprehensiveness": 0.014913381077349186, + "sufficiency": 0.9961936473846436, "masked prediction probs": [ 0.9768944382667542, 0.023105580359697342 @@ -177843,8 +199852,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003180275671184063, - "sufficiency": 0.9110334515571594, + "comprehensiveness": 0.00317957135848701, + "sufficiency": 0.9110531210899353, "masked prediction probs": [ 0.9874873161315918, 0.012512734159827232 @@ -177856,11 +199865,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09156803786754608, - "sufficiency": 0.7954657077789307, + "comprehensiveness": 0.27260375022888184, + "sufficiency": 0.8920004367828369, "masked prediction probs": [ - 0.907670795917511, - 0.09232926368713379 + 0.7441374659538269, + 0.2558625042438507 + ], + "full text prediction probs": [ + 0.9903585314750671, + 0.009641471318900585 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.27254340052604675, + "sufficiency": 0.8920243382453918, + "masked prediction probs": [ + 0.7441374659538269, + 0.2558625042438507 ], "full text prediction probs": [ 0.9903585314750671, @@ -177870,12 +199892,12 @@ } }, "dev_699": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010613111779093742, - "sufficiency": 0.9307773113250732, + "fixed-shap": { + "comprehensiveness": 0.02518620155751705, + "sufficiency": 0.9855061173439026, "masked prediction probs": [ - 0.9779776334762573, - 0.02202235721051693 + 0.9649032354354858, + 0.035096779465675354 ], "full text prediction probs": [ 0.9874992966651917, @@ -177974,12 +199996,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.013049137778580189, - "sufficiency": 0.9803568720817566, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010594218038022518, + "sufficiency": 0.930900514125824, "masked prediction probs": [ - 0.9757712483406067, - 0.024228766560554504 + 0.9779776334762573, + 0.02202235721051693 + ], + "full text prediction probs": [ + 0.9874992966651917, + 0.012500695884227753 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.02666679583489895, + "sufficiency": 0.9809682965278625, + "masked prediction probs": [ + 0.9635269045829773, + 0.03647308424115181 ], "full text prediction probs": [ 0.9874992966651917, @@ -177988,8 +200023,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0035045628901571035, - "sufficiency": 0.8237524628639221, + "comprehensiveness": 0.0035037833731621504, + "sufficiency": 0.8237916827201843, "masked prediction probs": [ 0.9843488335609436, 0.01565113291144371 @@ -178001,8 +200036,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004518604837357998, - "sufficiency": 0.968131422996521, + "comprehensiveness": 0.004517600405961275, + "sufficiency": 0.9681385159492493, "masked prediction probs": [ 0.9834363460540771, 0.01656358875334263 @@ -178014,8 +200049,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0047522783279418945, - "sufficiency": 0.877432644367218, + "comprehensiveness": 0.004751221276819706, + "sufficiency": 0.8774600028991699, "masked prediction probs": [ 0.9832252860069275, 0.01677466556429863 @@ -178027,8 +200062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004258911591023207, - "sufficiency": 0.8065608143806458, + "comprehensiveness": 0.00425796490162611, + "sufficiency": 0.806603729724884, "masked prediction probs": [ 0.9836681485176086, 0.0163318682461977 @@ -178040,8 +200075,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020649434998631477, - "sufficiency": 0.9811648726463318, + "comprehensiveness": 0.020644845440983772, + "sufficiency": 0.9811689853668213, "masked prediction probs": [ 0.9689197540283203, 0.031080277636647224 @@ -178053,8 +200088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00019928696565330029, - "sufficiency": 0.8115108609199524, + "comprehensiveness": 0.0001992426987271756, + "sufficiency": 0.8115527629852295, "masked prediction probs": [ 0.9873199462890625, 0.012680001556873322 @@ -178066,8 +200101,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004513585474342108, - "sufficiency": 0.9681668281555176, + "comprehensiveness": 0.004512582439929247, + "sufficiency": 0.9681738615036011, "masked prediction probs": [ 0.9834363460540771, 0.01656358875334263 @@ -178077,15 +200112,28 @@ 0.012500695884227753 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013023056089878082, + "sufficiency": 0.9803960919380188, + "masked prediction probs": [ + 0.9757712483406067, + 0.024228766560554504 + ], + "full text prediction probs": [ + 0.9874992966651917, + 0.012500695884227753 + ], + "labels": 0 } }, "dev_739": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01922788843512535, - "sufficiency": 0.6785605549812317, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9918889403343201, "masked prediction probs": [ - 0.9662101864814758, - 0.03378981724381447 + 0.98543381690979, + 0.01456611417233944 ], "full text prediction probs": [ 0.9833815097808838, @@ -178184,12 +200232,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.42578694224357605, - "sufficiency": 0.803582489490509, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01919350028038025, + "sufficiency": 0.6791353821754456, "masked prediction probs": [ - 0.6024543642997742, - 0.39754563570022583 + 0.9662101864814758, + 0.03378981724381447 + ], + "full text prediction probs": [ + 0.9833815097808838, + 0.01661846786737442 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8506456017494202, + "masked prediction probs": [ + 0.9833815097808838, + 0.01661846786737442 ], "full text prediction probs": [ 0.9833815097808838, @@ -178198,8 +200259,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0027522207237780094, - "sufficiency": 0.793404757976532, + "comprehensiveness": 0.0027516058180481195, + "sufficiency": 0.7934509515762329, "masked prediction probs": [ 0.9809187054634094, 0.019081266596913338 @@ -178211,8 +200272,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4255966544151306, - "sufficiency": 0.8036704063415527, + "comprehensiveness": 0.42550158500671387, + "sufficiency": 0.8037142157554626, "masked prediction probs": [ 0.6024543642997742, 0.39754563570022583 @@ -178224,8 +200285,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.25487256050109863, - "sufficiency": 0.9782566428184509, + "comprehensiveness": 0.25481563806533813, + "sufficiency": 0.978261411190033, "masked prediction probs": [ 0.7552087306976318, 0.24479129910469055 @@ -178237,8 +200298,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6172080636024475, - "sufficiency": 0.8123165369033813, + "comprehensiveness": 0.6170702576637268, + "sufficiency": 0.8123584389686584, "masked prediction probs": [ 0.43070706725120544, 0.5692929625511169 @@ -178250,8 +200311,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.11544756591320038, - "sufficiency": 0.9595825672149658, + "comprehensiveness": 0.11542178690433502, + "sufficiency": 0.9595915675163269, "masked prediction probs": [ 0.8799817562103271, 0.12001828104257584 @@ -178263,8 +200324,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003753689816221595, - "sufficiency": 0.9427251815795898, + "comprehensiveness": 0.003752852091565728, + "sufficiency": 0.942737877368927, "masked prediction probs": [ 0.9800187945365906, 0.01998119056224823 @@ -178276,8 +200337,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4251216948032379, - "sufficiency": 0.8038893938064575, + "comprehensiveness": 0.4250268042087555, + "sufficiency": 0.8039331436157227, + "masked prediction probs": [ + 0.6024543642997742, + 0.39754563570022583 + ], + "full text prediction probs": [ + 0.9833815097808838, + 0.01661846786737442 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.42493200302124023, + "sufficiency": 0.8039768934249878, "masked prediction probs": [ 0.6024543642997742, 0.39754563570022583 @@ -178290,12 +200364,12 @@ } }, "dev_78": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3942859172821045, + "fixed-shap": { + "comprehensiveness": 0.15955859422683716, "sufficiency": 0.0, "masked prediction probs": [ - 0.04098907485604286, - 0.9590109586715698 + 0.02176988683640957, + 0.9782301187515259 ], "full text prediction probs": [ 0.00870551448315382, @@ -178394,7 +200468,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.38672757148742676, "sufficiency": 0.0, "masked prediction probs": [ @@ -178407,6 +200481,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.12568701803684235, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019222747534513474, + 0.9807772040367126 + ], + "full text prediction probs": [ + 0.00870551448315382, + 0.9912945628166199 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -178421,7 +200508,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3848830759525299, + "comprehensiveness": 0.3839673697948456, "sufficiency": 0.0, "masked prediction probs": [ 0.04098907485604286, @@ -178434,7 +200521,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2533184289932251, + "comprehensiveness": 0.25271716713905334, "sufficiency": 0.0, "masked prediction probs": [ 0.03000418096780777, @@ -178447,7 +200534,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5563576817512512, + "comprehensiveness": 0.5550403594970703, "sufficiency": 0.0, "masked prediction probs": [ 0.05559472367167473, @@ -178460,7 +200547,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4705452024936676, + "comprehensiveness": 0.46943366527557373, "sufficiency": 0.0, "masked prediction probs": [ 0.04845670983195305, @@ -178473,7 +200560,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12894317507743835, + "comprehensiveness": 0.1286393105983734, "sufficiency": 0.0, "masked prediction probs": [ 0.01962420903146267, @@ -178486,7 +200573,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3803478181362152, + "comprehensiveness": 0.37945356965065, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04098907485604286, + 0.9590109586715698 + ], + "full text prediction probs": [ + 0.00870551448315382, + 0.9912945628166199 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3785635232925415, "sufficiency": 0.0, "masked prediction probs": [ 0.04098907485604286, @@ -178500,12 +200600,12 @@ } }, "dev_152": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8572593927383423, - 0.14274060726165771 + 0.34113311767578125, + 0.6588668823242188 ], "full text prediction probs": [ 0.01421903632581234, @@ -178604,7 +200704,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -178617,6 +200717,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.34113311767578125, + 0.6588668823242188 + ], + "full text prediction probs": [ + 0.01421903632581234, + 0.9857810139656067 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -178644,7 +200757,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.29040443897247314, + "comprehensiveness": 0.28966692090034485, "sufficiency": 0.0, "masked prediction probs": [ 0.0370347686111927, @@ -178657,7 +200770,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07875798642635345, + "comprehensiveness": 0.07855847477912903, "sufficiency": 0.0, "masked prediction probs": [ 0.020422350615262985, @@ -178683,7 +200796,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.506423830986023, + "comprehensiveness": 0.5051474571228027, "sufficiency": 0.0, "masked prediction probs": [ 0.05431031063199043, @@ -178707,15 +200820,28 @@ 0.9857810139656067 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8572593927383423, + 0.14274060726165771 + ], + "full text prediction probs": [ + 0.01421903632581234, + 0.9857810139656067 + ], + "labels": 1 } }, "dev_328": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3167484700679779, - 0.6832515597343445 + 0.11279620230197906, + 0.8872038125991821 ], "full text prediction probs": [ 0.01571108028292656, @@ -178814,12 +200940,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.32237985730171204, - 0.6776201128959656 + 0.3167484700679779, + 0.6832515597343445 + ], + "full text prediction probs": [ + 0.01571108028292656, + 0.9842888712882996 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11279620230197906, + 0.8872038125991821 ], "full text prediction probs": [ 0.01571108028292656, @@ -178841,7 +200980,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2763196527957916, + "comprehensiveness": 0.2756025195121765, "sufficiency": 0.0, "masked prediction probs": [ 0.03695270046591759, @@ -178854,7 +200993,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3197120726108551, + "comprehensiveness": 0.3188844323158264, "sufficiency": 0.0, "masked prediction probs": [ 0.04035240039229393, @@ -178867,7 +201006,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6362478137016296, + "comprehensiveness": 0.6346050500869751, "sufficiency": 0.0, "masked prediction probs": [ 0.06487616896629333, @@ -178880,7 +201019,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.580057680606842, + "comprehensiveness": 0.5785638689994812, "sufficiency": 0.0, "masked prediction probs": [ 0.06065022200345993, @@ -178893,7 +201032,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4346626400947571, + "comprehensiveness": 0.43354612588882446, "sufficiency": 0.0, "masked prediction probs": [ 0.049472931772470474, @@ -178917,15 +201056,28 @@ 0.9842888712882996 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.32237985730171204, + 0.6776201128959656 + ], + "full text prediction probs": [ + 0.01571108028292656, + 0.9842888712882996 + ], + "labels": 1 } }, "dev_825": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.024983467534184456, - "sufficiency": 0.9551226496696472, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9930710196495056, "masked prediction probs": [ - 0.97026526927948, - 0.029734699055552483 + 0.07822484523057938, + 0.9217751026153564 ], "full text prediction probs": [ 0.9928110241889954, @@ -179012,11 +201164,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.024944769218564034, - "sufficiency": 0.9551921486854553, + "comprehensiveness": 1.0, + "sufficiency": 0.9930817484855652, "masked prediction probs": [ - 0.97026526927948, - 0.029734699055552483 + 0.07822484523057938, + 0.9217751026153564 ], "full text prediction probs": [ 0.9928110241889954, @@ -179024,12 +201176,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.024939250200986862, - "sufficiency": 0.955202043056488, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9930832982063293, "masked prediction probs": [ - 0.97026526927948, - 0.029734699055552483 + 0.07822484523057938, + 0.9217751026153564 + ], + "full text prediction probs": [ + 0.9928110241889954, + 0.007188980933278799 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9930847883224487, + "masked prediction probs": [ + 0.07822484523057938, + 0.9217751026153564 ], "full text prediction probs": [ 0.9928110241889954, @@ -179039,7 +201204,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7429879307746887, + "sufficiency": 0.7430447340011597, "masked prediction probs": [ 0.9951733946800232, 0.004826587159186602 @@ -179051,8 +201216,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01011535245925188, - "sufficiency": 0.9765953421592712, + "comprehensiveness": 0.010113116353750229, + "sufficiency": 0.9766005277633667, "masked prediction probs": [ 0.9836624264717102, 0.016337567940354347 @@ -179064,8 +201229,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02492270991206169, - "sufficiency": 0.955231785774231, + "comprehensiveness": 0.024917200207710266, + "sufficiency": 0.9552416801452637, "masked prediction probs": [ 0.97026526927948, 0.029734699055552483 @@ -179077,8 +201242,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006311593111604452, - "sufficiency": 0.7886662483215332, + "comprehensiveness": 0.0063101984560489655, + "sufficiency": 0.7887129783630371, "masked prediction probs": [ 0.9871001243591309, 0.012899856083095074 @@ -179090,8 +201255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.022992415353655815, - "sufficiency": 0.9148927927017212, + "comprehensiveness": 0.022987334057688713, + "sufficiency": 0.9149116277694702, "masked prediction probs": [ 0.9720022678375244, 0.027997788041830063 @@ -179103,8 +201268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009901107987388968, - "sufficiency": 0.8917317390441895, + "comprehensiveness": 0.0009898921707645059, + "sufficiency": 0.8917556405067444, "masked prediction probs": [ 0.9919147491455078, 0.008085287176072598 @@ -179116,11 +201281,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024900687858462334, - "sufficiency": 0.955271303653717, + "comprehensiveness": 1.0, + "sufficiency": 0.9930955171585083, "masked prediction probs": [ - 0.97026526927948, - 0.029734699055552483 + 0.07822484523057938, + 0.9217751026153564 + ], + "full text prediction probs": [ + 0.9928110241889954, + 0.007188980933278799 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9930970072746277, + "masked prediction probs": [ + 0.07822484523057938, + 0.9217751026153564 ], "full text prediction probs": [ 0.9928110241889954, @@ -179130,12 +201308,12 @@ } }, "dev_613": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18802669644355774, - "sufficiency": 0.9985530376434326, + "fixed-shap": { + "comprehensiveness": 0.4266759157180786, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8040218949317932, - 0.1959780603647232 + 0.5946890115737915, + 0.4053109586238861 ], "full text prediction probs": [ 0.9689508676528931, @@ -179222,11 +201400,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.10860853642225266, - "sufficiency": 0.985342264175415, + "comprehensiveness": 0.42599600553512573, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8735320568084717, - 0.12646794319152832 + 0.5946890115737915, + 0.4053109586238861 ], "full text prediction probs": [ 0.9689508676528931, @@ -179234,12 +201412,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7027048468589783, - "sufficiency": 0.9857791066169739, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1876843422651291, + "sufficiency": 0.9985557198524475, "masked prediction probs": [ - 0.35144391655921936, - 0.648556113243103 + 0.8040218949317932, + 0.1959780603647232 + ], + "full text prediction probs": [ + 0.9689508676528931, + 0.03104916773736477 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.46573057770729065, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5595936179161072, + 0.44040635228157043 ], "full text prediction probs": [ 0.9689508676528931, @@ -179249,7 +201440,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6281504034996033, + "sufficiency": 0.6282350420951843, "masked prediction probs": [ 0.9773197174072266, 0.022680310532450676 @@ -179261,8 +201452,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7023851275444031, - "sufficiency": 0.9857855439186096, + "comprehensiveness": 0.702225387096405, + "sufficiency": 0.9857888221740723, "masked prediction probs": [ 0.35144391655921936, 0.648556113243103 @@ -179274,8 +201465,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5762354731559753, - "sufficiency": 0.9405509233474731, + "comprehensiveness": 0.576104462146759, + "sufficiency": 0.9405644536018372, "masked prediction probs": [ 0.4622339904308319, 0.5377660393714905 @@ -179287,8 +201478,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.3496220111846924, - "sufficiency": 0.9277907609939575, + "comprehensiveness": 0.3495425581932068, + "sufficiency": 0.9278072714805603, "masked prediction probs": [ 0.6614382863044739, 0.33856165409088135 @@ -179300,8 +201491,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.701906144618988, - "sufficiency": 0.985795259475708, + "comprehensiveness": 0.7017465829849243, + "sufficiency": 0.9857984781265259, "masked prediction probs": [ 0.35144391655921936, 0.648556113243103 @@ -179313,8 +201504,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00924810953438282, - "sufficiency": 0.95667564868927, + "comprehensiveness": 0.009246008470654488, + "sufficiency": 0.956685483455658, "masked prediction probs": [ 0.9608129262924194, 0.03918704017996788 @@ -179326,8 +201517,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7015871405601501, - "sufficiency": 0.9858016967773438, + "comprehensiveness": 0.701427698135376, + "sufficiency": 0.9858049154281616, + "masked prediction probs": [ + 0.35144391655921936, + 0.648556113243103 + ], + "full text prediction probs": [ + 0.9689508676528931, + 0.03104916773736477 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7012684345245361, + "sufficiency": 0.9858081936836243, "masked prediction probs": [ 0.35144391655921936, 0.648556113243103 @@ -179340,12 +201544,12 @@ } }, "dev_352": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.748958170413971, - 0.25104182958602905 + 0.2808902859687805, + 0.7191097736358643 ], "full text prediction probs": [ 0.010366933420300484, @@ -179444,12 +201648,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7260158061981201, - 0.2739841938018799 + 0.748958170413971, + 0.25104182958602905 + ], + "full text prediction probs": [ + 0.010366933420300484, + 0.9896330833435059 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2555397152900696, + 0.7444602847099304 ], "full text prediction probs": [ 0.010366933420300484, @@ -179471,7 +201688,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09895065426826477, + "comprehensiveness": 0.09871769696474075, "sufficiency": 0.0, "masked prediction probs": [ 0.018754512071609497, @@ -179497,7 +201714,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12445174157619476, + "comprehensiveness": 0.12416011840105057, "sufficiency": 0.0, "masked prediction probs": [ 0.02096589468419552, @@ -179523,7 +201740,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.047524742782115936, + "comprehensiveness": 0.0474138967692852, "sufficiency": 0.0, "masked prediction probs": [ 0.014433328993618488, @@ -179547,15 +201764,28 @@ 0.9896330833435059 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7260158061981201, + 0.2739841938018799 + ], + "full text prediction probs": [ + 0.010366933420300484, + 0.9896330833435059 + ], + "labels": 1 } }, "dev_559": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011544887907803059, - "sufficiency": 0.8120423555374146, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9942160248756409, "masked prediction probs": [ - 0.9682931303977966, - 0.031706832349300385 + 0.981835126876831, + 0.0181648600846529 ], "full text prediction probs": [ 0.9785171151161194, @@ -179654,12 +201884,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 5.0791084504453465e-05, - "sufficiency": 0.8678387403488159, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011524067260324955, + "sufficiency": 0.8123812675476074, "masked prediction probs": [ - 0.9784720540046692, - 0.02152801677584648 + 0.9682931303977966, + 0.031706832349300385 + ], + "full text prediction probs": [ + 0.9785171151161194, + 0.021482860669493675 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9768040180206299, + "masked prediction probs": [ + 0.9882633686065674, + 0.01173657737672329 ], "full text prediction probs": [ 0.9785171151161194, @@ -179669,7 +201912,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7562751173973083, + "sufficiency": 0.7563300132751465, "masked prediction probs": [ 0.9900846481323242, 0.009915369562804699 @@ -179681,8 +201924,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0021638935431838036, - "sufficiency": 0.8745608329772949, + "comprehensiveness": 0.002163406228646636, + "sufficiency": 0.8745890855789185, "masked prediction probs": [ 0.976596474647522, 0.023403525352478027 @@ -179694,8 +201937,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.028373297303915024, - "sufficiency": 0.9252515435218811, + "comprehensiveness": 0.028366904705762863, + "sufficiency": 0.9252683520317078, "masked prediction probs": [ 0.9533277153968811, 0.046672288328409195 @@ -179707,8 +201950,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.015526793897151947, - "sufficiency": 0.9813559055328369, + "comprehensiveness": 0.015523298643529415, + "sufficiency": 0.981360137462616, "masked prediction probs": [ 0.9647295475006104, 0.03527040779590607 @@ -179720,8 +201963,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012848896905779839, - "sufficiency": 0.8246534466743469, + "comprehensiveness": 0.012846004217863083, + "sufficiency": 0.8246929049491882, "masked prediction probs": [ 0.9671049118041992, 0.0328950509428978 @@ -179733,8 +201976,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07640837877988815, - "sufficiency": 0.9199983477592468, + "comprehensiveness": 0.07639118283987045, + "sufficiency": 0.920016348361969, "masked prediction probs": [ 0.9106370210647583, 0.08936302363872528 @@ -179746,8 +201989,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02834775112569332, - "sufficiency": 0.9253188371658325, + "comprehensiveness": 0.028341371566057205, + "sufficiency": 0.9253355860710144, "masked prediction probs": [ 0.9533277153968811, 0.046672288328409195 @@ -179757,15 +202000,28 @@ 0.021482860669493675 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 5.068824248155579e-05, + "sufficiency": 0.8681063652038574, + "masked prediction probs": [ + 0.9784720540046692, + 0.02152801677584648 + ], + "full text prediction probs": [ + 0.9785171151161194, + 0.021482860669493675 + ], + "labels": 0 } }, "dev_65": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03060878999531269, - "sufficiency": 0.9103647470474243, + "fixed-shap": { + "comprehensiveness": 0.02531706914305687, + "sufficiency": 0.0, "masked prediction probs": [ - 0.008795535191893578, - 0.9912044405937195 + 0.00832688994705677, + 0.9916730523109436 ], "full text prediction probs": [ 0.006085021886974573, @@ -179864,12 +202120,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02871149405837059, - "sufficiency": 0.6661374568939209, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03006548434495926, + "sufficiency": 0.9119540452957153, "masked prediction probs": [ - 0.008673504926264286, - 0.9913265109062195 + 0.008795535191893578, + 0.9912044405937195 + ], + "full text prediction probs": [ + 0.006085021886974573, + 0.9939150214195251 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.033826302736997604, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00914138462394476, + 0.9908586144447327 ], "full text prediction probs": [ 0.006085021886974573, @@ -179878,8 +202147,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10776287317276001, - "sufficiency": 0.8872824907302856, + "comprehensiveness": 0.1075248271226883, + "sufficiency": 0.8875311613082886, "masked prediction probs": [ 0.015821993350982666, 0.9841780066490173 @@ -179891,8 +202160,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02858464978635311, - "sufficiency": 0.6676108241081238, + "comprehensiveness": 0.028521645814180374, + "sufficiency": 0.6683425903320312, "masked prediction probs": [ 0.008673504926264286, 0.9913265109062195 @@ -179904,7 +202173,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04080037772655487, + "comprehensiveness": 0.04071064665913582, "sufficiency": 0.0, "masked prediction probs": [ 0.009787831455469131, @@ -179917,7 +202186,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05609345808625221, + "comprehensiveness": 0.055970367044210434, "sufficiency": 0.0, "masked prediction probs": [ 0.011186983436346054, @@ -179930,8 +202199,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.036554865539073944, - "sufficiency": 0.9042045474052429, + "comprehensiveness": 0.03647482395172119, + "sufficiency": 0.9044141173362732, "masked prediction probs": [ 0.009417214430868626, 0.9905828237533569 @@ -179943,7 +202212,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06470341980457306, + "comprehensiveness": 0.06456205993890762, "sufficiency": 0.0, "masked prediction probs": [ 0.011996099725365639, @@ -179956,8 +202225,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.028272388502955437, - "sufficiency": 0.6712378859519958, + "comprehensiveness": 0.028210753574967384, + "sufficiency": 0.6719538569450378, + "masked prediction probs": [ + 0.008673504926264286, + 0.9913265109062195 + ], + "full text prediction probs": [ + 0.006085021886974573, + 0.9939150214195251 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02814938686788082, + "sufficiency": 0.6726666688919067, "masked prediction probs": [ 0.008673504926264286, 0.9913265109062195 @@ -179970,12 +202252,12 @@ } }, "dev_435": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07464194297790527, "sufficiency": 0.0, "masked prediction probs": [ - 0.906872034072876, - 0.09312797337770462 + 0.027090057730674744, + 0.9729099869728088 ], "full text prediction probs": [ 0.02164113149046898, @@ -180074,12 +202356,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9141793251037598, - 0.08582068979740143 + 0.906872034072876, + 0.09312797337770462 + ], + "full text prediction probs": [ + 0.02164113149046898, + 0.978358805179596 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08612505346536636, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02808329649269581, + 0.971916675567627 ], "full text prediction probs": [ 0.02164113149046898, @@ -180089,7 +202384,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.09926317632198334, + "sufficiency": 0.10166234523057938, "masked prediction probs": [ 0.9110625982284546, 0.08893736451864243 @@ -180114,7 +202409,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.21425554156303406, + "comprehensiveness": 0.21368712186813354, "sufficiency": 0.0, "masked prediction probs": [ 0.03775320202112198, @@ -180127,7 +202422,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18522149324417114, + "comprehensiveness": 0.1847314089536667, "sufficiency": 0.0, "masked prediction probs": [ 0.03560679405927658, @@ -180153,7 +202448,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04009794816374779, + "comprehensiveness": 0.03999240696430206, "sufficiency": 0.0, "masked prediction probs": [ 0.024680551141500473, @@ -180167,7 +202462,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.11346901953220367, + "sufficiency": 0.11579320579767227, "masked prediction probs": [ 0.9110625982284546, 0.08893736451864243 @@ -180177,15 +202472,28 @@ 0.978358805179596 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9141793251037598, + 0.08582068979740143 + ], + "full text prediction probs": [ + 0.02164113149046898, + 0.978358805179596 + ], + "labels": 1 } }, "dev_436": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9839658737182617, - 0.016034163534641266 + 0.132845938205719, + 0.867154061794281 ], "full text prediction probs": [ 0.04155118763446808, @@ -180284,12 +202592,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9839658737182617, + 0.016034163534641266 + ], + "full text prediction probs": [ + 0.04155118763446808, + 0.9584488868713379 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9787899851799011, - 0.0212099589407444 + 0.04155118763446808, + 0.9584488868713379 ], "full text prediction probs": [ 0.04155118763446808, @@ -180387,15 +202708,28 @@ 0.9584488868713379 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9787899851799011, + 0.0212099589407444 + ], + "full text prediction probs": [ + 0.04155118763446808, + 0.9584488868713379 + ], + "labels": 1 } }, "dev_451": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9054824113845825, - 0.09451755881309509 + 0.02211839333176613, + 0.9778816103935242 ], "full text prediction probs": [ 0.1519656479358673, @@ -180494,12 +202828,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9669631123542786, - 0.03303684666752815 + 0.9054824113845825, + 0.09451755881309509 + ], + "full text prediction probs": [ + 0.1519656479358673, + 0.8480343222618103 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1519656479358673, + 0.8480343222618103 ], "full text prediction probs": [ 0.1519656479358673, @@ -180597,15 +202944,28 @@ 0.8480343222618103 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9669631123542786, + 0.03303684666752815 + ], + "full text prediction probs": [ + 0.1519656479358673, + 0.8480343222618103 + ], + "labels": 0 } }, "dev_598": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.42701205611228943, - "sufficiency": 0.9744497537612915, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9883732795715332, "masked prediction probs": [ - 0.6095865368843079, - 0.39041343331336975 + 0.9940102100372314, + 0.005989816505461931 ], "full text prediction probs": [ 0.9934925436973572, @@ -180704,12 +203064,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.15344762802124023, - "sufficiency": 0.9678348302841187, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.42625346779823303, + "sufficiency": 0.9744951725006104, "masked prediction probs": [ - 0.85528963804245, - 0.14471033215522766 + 0.6095865368843079, + 0.39041343331336975 + ], + "full text prediction probs": [ + 0.9934925436973572, + 0.006507447455078363 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9879674911499023, + "masked prediction probs": [ + 0.9937695860862732, + 0.00623035803437233 ], "full text prediction probs": [ 0.9934925436973572, @@ -180718,8 +203091,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014734228607267141, - "sufficiency": 0.4185447692871094, + "comprehensiveness": 0.0014730958500877023, + "sufficiency": 0.4186738431453705, "masked prediction probs": [ 0.992165207862854, 0.007834837771952152 @@ -180731,8 +203104,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015266641043126583, - "sufficiency": 0.8894289135932922, + "comprehensiveness": 0.015263253822922707, + "sufficiency": 0.8894534707069397, "masked prediction probs": [ 0.9797365069389343, 0.020263493061065674 @@ -180744,8 +203117,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021324031986296177, - "sufficiency": 0.8777291774749756, + "comprehensiveness": 0.002131930086761713, + "sufficiency": 0.8777562379837036, "masked prediction probs": [ 0.9915707111358643, 0.008429238572716713 @@ -180757,8 +203130,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0024038846604526043, - "sufficiency": 0.8326755166053772, + "comprehensiveness": 0.002403351478278637, + "sufficiency": 0.8327126502990723, "masked prediction probs": [ 0.9913255572319031, 0.008674432523548603 @@ -180770,8 +203143,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1532774418592453, - "sufficiency": 0.9678704738616943, + "comprehensiveness": 0.15324345231056213, + "sufficiency": 0.9678775668144226, "masked prediction probs": [ 0.85528963804245, 0.14471033215522766 @@ -180783,8 +203156,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013061773031949997, - "sufficiency": 0.886260449886322, + "comprehensiveness": 0.013058876618742943, + "sufficiency": 0.8862856030464172, "masked prediction probs": [ 0.9817127585411072, 0.018287258222699165 @@ -180796,8 +203169,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15320947766304016, - "sufficiency": 0.9678847193717957, + "comprehensiveness": 0.15317551791667938, + "sufficiency": 0.9678918123245239, + "masked prediction probs": [ + 0.85528963804245, + 0.14471033215522766 + ], + "full text prediction probs": [ + 0.9934925436973572, + 0.006507447455078363 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1531415730714798, + "sufficiency": 0.967898964881897, "masked prediction probs": [ 0.85528963804245, 0.14471033215522766 @@ -180810,12 +203196,12 @@ } }, "dev_765": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8486366868019104, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0054386998526751995, + "sufficiency": 0.9501399397850037, "masked prediction probs": [ - 0.22551587224006653, - 0.7744841575622559 + 0.9556953310966492, + 0.04430466517806053 ], "full text prediction probs": [ 0.9604050517082214, @@ -180914,12 +203300,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5189509391784668, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8470715284347534, "sufficiency": 1.0, "masked prediction probs": [ - 0.5101816654205322, - 0.4898183047771454 + 0.22551587224006653, + 0.7744841575622559 + ], + "full text prediction probs": [ + 0.9604050517082214, + 0.03959495201706886 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.929691731929779, + "masked prediction probs": [ + 0.9734059572219849, + 0.026594102382659912 ], "full text prediction probs": [ 0.9604050517082214, @@ -180929,7 +203328,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8799687623977661, + "sufficiency": 0.8799964785575867, "masked prediction probs": [ 0.9809118509292603, 0.019088178873062134 @@ -180941,7 +203340,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5187118053436279, + "comprehensiveness": 0.5185922980308533, "sufficiency": 1.0, "masked prediction probs": [ 0.5101816654205322, @@ -180954,8 +203353,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01782836951315403, - "sufficiency": 0.8305466771125793, + "comprehensiveness": 0.017824262380599976, + "sufficiency": 0.8305855989456177, "masked prediction probs": [ 0.9449270963668823, 0.055072955787181854 @@ -180968,7 +203367,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.906757116317749, + "sufficiency": 0.9067785739898682, "masked prediction probs": [ 0.9844122529029846, 0.015587721019983292 @@ -180980,7 +203379,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.857634961605072, + "comprehensiveness": 0.8574374914169312, "sufficiency": 1.0, "masked prediction probs": [ 0.215493842959404, @@ -180994,7 +203393,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8916575312614441, + "sufficiency": 0.8916824460029602, "masked prediction probs": [ 0.9862374067306519, 0.013762615621089935 @@ -181006,7 +203405,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5181148648262024, + "comprehensiveness": 0.5179955959320068, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5101816654205322, + 0.4898183047771454 + ], + "full text prediction probs": [ + 0.9604050517082214, + 0.03959495201706886 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5178764462471008, "sufficiency": 1.0, "masked prediction probs": [ 0.5101816654205322, @@ -181020,12 +203432,12 @@ } }, "dev_105": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.017103401944041252, + "fixed-shap": { + "comprehensiveness": 0.017354691401124, "sufficiency": 0.0, "masked prediction probs": [ - 0.006709631532430649, - 0.9932903051376343 + 0.006732644978910685, + 0.9932674169540405 ], "full text prediction probs": [ 0.005151842720806599, @@ -181124,12 +203536,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.013027302920818329, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.016808094456791878, "sufficiency": 0.0, "masked prediction probs": [ - 0.0063592419028282166, - 0.9936407208442688 + 0.006709631532430649, + 0.9932903051376343 + ], + "full text prediction probs": [ + 0.005151842720806599, + 0.9948481321334839 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.019311169162392616, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006945541128516197, + 0.9930544495582581 ], "full text prediction probs": [ 0.005151842720806599, @@ -181138,7 +203563,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.049493011087179184, + "comprehensiveness": 0.049386654049158096, "sufficiency": 0.0, "masked prediction probs": [ 0.00974894780665636, @@ -181151,7 +203576,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.020933905616402626, + "comprehensiveness": 0.02088901586830616, "sufficiency": 0.0, "masked prediction probs": [ 0.007100497838109732, @@ -181164,7 +203589,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01294349692761898, + "comprehensiveness": 0.012915801256895065, "sufficiency": 0.0, "masked prediction probs": [ 0.0063592419028282166, @@ -181177,7 +203602,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01127526443451643, + "comprehensiveness": 0.011251188814640045, "sufficiency": 0.0, "masked prediction probs": [ 0.006205880548804998, @@ -181190,7 +203615,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.026935666799545288, + "comprehensiveness": 0.026878276839852333, "sufficiency": 0.0, "masked prediction probs": [ 0.00767527474090457, @@ -181203,7 +203628,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.031429097056388855, + "comprehensiveness": 0.031362272799015045, "sufficiency": 0.0, "masked prediction probs": [ 0.008102462626993656, @@ -181216,7 +203641,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.012833419255912304, + "comprehensiveness": 0.012806191109120846, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0063592419028282166, + 0.9936407208442688 + ], + "full text prediction probs": [ + 0.005151842720806599, + 0.9948481321334839 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.012779079377651215, "sufficiency": 0.0, "masked prediction probs": [ 0.0063592419028282166, @@ -181230,12 +203668,12 @@ } }, "dev_227": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07206226885318756, "sufficiency": 0.0, "masked prediction probs": [ - 0.4371899366378784, - 0.5628101229667664 + 0.012027636170387268, + 0.9879724383354187 ], "full text prediction probs": [ 0.005488189402967691, @@ -181334,12 +203772,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.15254512429237366, - 0.847454845905304 + 0.4371899366378784, + 0.5628101229667664 + ], + "full text prediction probs": [ + 0.005488189402967691, + 0.9945118427276611 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05836428701877594, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01088956743478775, + 0.9891104102134705 ], "full text prediction probs": [ 0.005488189402967691, @@ -181361,7 +203812,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1718868762254715, + "comprehensiveness": 0.17151695489883423, "sufficiency": 0.0, "masked prediction probs": [ 0.02143016643822193, @@ -181374,7 +203825,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05746666342020035, + "comprehensiveness": 0.0573432557284832, "sufficiency": 0.0, "masked prediction probs": [ 0.010829547420144081, @@ -181387,7 +203838,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.042788755148649216, + "comprehensiveness": 0.04269706457853317, "sufficiency": 0.0, "masked prediction probs": [ 0.009473839774727821, @@ -181400,8 +203851,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6377466917037964, - "sufficiency": 0.15647083520889282, + "comprehensiveness": 0.6363829970359802, + "sufficiency": 0.1582726389169693, "masked prediction probs": [ 0.06501983106136322, 0.9349800944328308 @@ -181413,7 +203864,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.038112495094537735, + "comprehensiveness": 0.03803117200732231, "sufficiency": 0.0, "masked prediction probs": [ 0.009053444489836693, @@ -181437,15 +203888,28 @@ 0.9945118427276611 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15254512429237366, + 0.847454845905304 + ], + "full text prediction probs": [ + 0.005488189402967691, + 0.9945118427276611 + ], + "labels": 1 } }, "dev_269": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02576902136206627, - "sufficiency": 0.9352613687515259, + "fixed-shap": { + "comprehensiveness": 0.058673907071352005, + "sufficiency": 0.0, "masked prediction probs": [ - 0.006696947384625673, - 0.9933030605316162 + 0.009721147827804089, + 0.9902788996696472 ], "full text prediction probs": [ 0.00432857871055603, @@ -181532,11 +203996,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.032136403024196625, + "comprehensiveness": 0.05779339745640755, "sufficiency": 0.0, "masked prediction probs": [ - 0.0073270839639008045, - 0.992672860622406 + 0.009721147827804089, + 0.9902788996696472 ], "full text prediction probs": [ 0.00432857871055603, @@ -181544,12 +204008,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.021045055240392685, - "sufficiency": 0.8044936060905457, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.025328010320663452, + "sufficiency": 0.9363681077957153, "masked prediction probs": [ - 0.006296492647379637, - 0.9937035441398621 + 0.006696947384625673, + 0.9933030605316162 + ], + "full text prediction probs": [ + 0.00432857871055603, + 0.9956713914871216 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05754665657877922, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009721147827804089, + 0.9902788996696472 ], "full text prediction probs": [ 0.00432857871055603, @@ -181558,7 +204035,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0459318645298481, + "comprehensiveness": 0.045834023505449295, "sufficiency": 0.0, "masked prediction probs": [ 0.008632685989141464, @@ -181571,7 +204048,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.031931038945913315, + "comprehensiveness": 0.03186316415667534, "sufficiency": 0.0, "masked prediction probs": [ 0.0073270839639008045, @@ -181584,7 +204061,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02370910346508026, + "comprehensiveness": 0.023658813908696175, "sufficiency": 0.0, "masked prediction probs": [ 0.006559854373335838, @@ -181597,7 +204074,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02035202831029892, + "comprehensiveness": 0.020308950915932655, "sufficiency": 0.0, "masked prediction probs": [ 0.006247940473258495, @@ -181610,7 +204087,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.056954119354486465, + "comprehensiveness": 0.05683382228016853, "sufficiency": 0.0, "masked prediction probs": [ 0.009711172431707382, @@ -181623,7 +204100,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01703806221485138, + "comprehensiveness": 0.017002152279019356, "sufficiency": 0.0, "masked prediction probs": [ 0.005942212417721748, @@ -181636,11 +204113,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03159453719854355, + "comprehensiveness": 0.05669941380620003, "sufficiency": 0.0, "masked prediction probs": [ - 0.0073270839639008045, - 0.992672860622406 + 0.009721147827804089, + 0.9902788996696472 + ], + "full text prediction probs": [ + 0.00432857871055603, + 0.9956713914871216 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.020647525787353516, + "sufficiency": 0.8081827759742737, + "masked prediction probs": [ + 0.006296492647379637, + 0.9937035441398621 ], "full text prediction probs": [ 0.00432857871055603, @@ -181650,12 +204140,12 @@ } }, "dev_453": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9174215793609619, + "fixed-shap": { + "comprehensiveness": 0.9436740279197693, "sufficiency": 1.0, "masked prediction probs": [ - 0.16636432707309723, - 0.8336356282234192 + 0.14400586485862732, + 0.8559941053390503 ], "full text prediction probs": [ 0.9477047920227051, @@ -181754,12 +204244,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8326990604400635, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9157012701034546, "sufficiency": 1.0, "masked prediction probs": [ - 0.23718765377998352, - 0.7628123760223389 + 0.16636432707309723, + 0.8336356282234192 + ], + "full text prediction probs": [ + 0.9477047920227051, + 0.05229521542787552 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9492372870445251, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.13755924999713898, + 0.8624407052993774 ], "full text prediction probs": [ 0.9477047920227051, @@ -181769,7 +204272,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7605685591697693, + "sufficiency": 0.7606247067451477, "masked prediction probs": [ 0.9802767038345337, 0.01972331292927265 @@ -181781,8 +204284,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01136842928826809, - "sufficiency": 0.9031745791435242, + "comprehensiveness": 0.011365766637027264, + "sufficiency": 0.9031972885131836, "masked prediction probs": [ 0.9379999041557312, 0.06200015917420387 @@ -181794,7 +204297,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8321139216423035, + "comprehensiveness": 0.8319190740585327, "sufficiency": 1.0, "masked prediction probs": [ 0.23718765377998352, @@ -181807,8 +204310,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03992367163300514, - "sufficiency": 0.931683361530304, + "comprehensiveness": 0.0399143248796463, + "sufficiency": 0.9316994547843933, "masked prediction probs": [ 0.9136071801185608, 0.0863928347826004 @@ -181820,7 +204323,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6909219622612, + "comprehensiveness": 0.6907601952552795, "sufficiency": 1.0, "masked prediction probs": [ 0.357470840215683, @@ -181833,8 +204336,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.1456674188375473, - "sufficiency": 0.8540615439414978, + "comprehensiveness": 0.14563332498073578, + "sufficiency": 0.8540956377983093, "masked prediction probs": [ 0.823236346244812, 0.17676366865634918 @@ -181846,7 +204349,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8313350677490234, + "comprehensiveness": 0.8311405181884766, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.23718765377998352, + 0.7628123760223389 + ], + "full text prediction probs": [ + 0.9477047920227051, + 0.05229521542787552 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.830946147441864, "sufficiency": 1.0, "masked prediction probs": [ 0.23718765377998352, @@ -181860,12 +204376,12 @@ } }, "dev_501": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7857704162597656, + "fixed-shap": { + "comprehensiveness": 0.09848877042531967, + "sufficiency": 0.9892482757568359, "masked prediction probs": [ - 0.9609203934669495, - 0.0390796884894371 + 0.8692869544029236, + 0.13071300089359283 ], "full text prediction probs": [ 0.9531745314598083, @@ -181964,12 +204480,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.854997992515564, + "sufficiency": 0.786172091960907, "masked prediction probs": [ - 0.9535431265830994, - 0.04645681381225586 + 0.9609203934669495, + 0.0390796884894371 + ], + "full text prediction probs": [ + 0.9531745314598083, + 0.04682544991374016 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.07302749902009964, + "sufficiency": 0.953337550163269, + "masked prediction probs": [ + 0.890842080116272, + 0.10915789753198624 ], "full text prediction probs": [ 0.9531745314598083, @@ -181979,7 +204508,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.12070481479167938, + "sufficiency": 0.12091078609228134, "masked prediction probs": [ 0.9864609241485596, 0.013539127074182034 @@ -181992,7 +204521,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8441165089607239, + "sufficiency": 0.8441529273986816, "masked prediction probs": [ 0.9594183564186096, 0.04058161750435829 @@ -182005,7 +204534,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8874306678771973, + "sufficiency": 0.8874570727348328, "masked prediction probs": [ 0.9751189351081848, 0.02488104999065399 @@ -182018,7 +204547,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8957527875900269, + "sufficiency": 0.8957772850990295, "masked prediction probs": [ 0.9733192920684814, 0.02668064832687378 @@ -182030,8 +204559,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.048125606030225754, - "sufficiency": 0.9077950716018677, + "comprehensiveness": 0.048114340752363205, + "sufficiency": 0.9078167080879211, "masked prediction probs": [ 0.9120585322380066, 0.08794144541025162 @@ -182044,7 +204573,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6884457468986511, + "sufficiency": 0.6885185837745667, "masked prediction probs": [ 0.9826876521110535, 0.017312340438365936 @@ -182057,7 +204586,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.844298779964447, + "sufficiency": 0.84433513879776, "masked prediction probs": [ 0.9594183564186096, 0.04058161750435829 @@ -182067,15 +204596,28 @@ 0.04682544991374016 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8553032279014587, + "masked prediction probs": [ + 0.9535431265830994, + 0.04645681381225586 + ], + "full text prediction probs": [ + 0.9531745314598083, + 0.04682544991374016 + ], + "labels": 0 } }, "dev_624": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9119575619697571, - 0.08804245293140411 + 0.6301913261413574, + 0.3698086142539978 ], "full text prediction probs": [ 0.07073166221380234, @@ -182174,12 +204716,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9310330748558044, - 0.06896692514419556 + 0.9119575619697571, + 0.08804245293140411 + ], + "full text prediction probs": [ + 0.07073166221380234, + 0.9292684197425842 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6672248244285583, + 0.33277517557144165 ], "full text prediction probs": [ 0.07073166221380234, @@ -182277,15 +204832,28 @@ 0.9292684197425842 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9310330748558044, + 0.06896692514419556 + ], + "full text prediction probs": [ + 0.07073166221380234, + 0.9292684197425842 + ], + "labels": 1 } }, "dev_672": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8047436475753784, + "fixed-shap": { + "comprehensiveness": 0.06634343415498734, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9618909955024719, - 0.03810899704694748 + 0.89373779296875, + 0.10626215487718582 ], "full text prediction probs": [ 0.9500375390052795, @@ -182384,12 +204952,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9009742736816406, + "sufficiency": 0.8051110506057739, "masked prediction probs": [ - 0.9635096788406372, - 0.03649032860994339 + 0.9618909955024719, + 0.03810899704694748 + ], + "full text prediction probs": [ + 0.9500375390052795, + 0.04996250942349434 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.14216336607933044, + "sufficiency": 0.9786413311958313, + "masked prediction probs": [ + 0.829140305519104, + 0.170859694480896 ], "full text prediction probs": [ 0.9500375390052795, @@ -182399,7 +204980,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6995967030525208, + "sufficiency": 0.6996673941612244, "masked prediction probs": [ 0.9814571142196655, 0.018542909994721413 @@ -182412,7 +204993,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8818191885948181, + "sufficiency": 0.8818469047546387, "masked prediction probs": [ 0.9500375390052795, 0.04996250942349434 @@ -182424,7 +205005,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.28051432967185974, + "comprehensiveness": 0.28044837713241577, "sufficiency": 1.0, "masked prediction probs": [ 0.711372971534729, @@ -182437,8 +205018,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07686836272478104, - "sufficiency": 0.8986746668815613, + "comprehensiveness": 0.07685030996799469, + "sufficiency": 0.8986985087394714, "masked prediction probs": [ 0.8846217393875122, 0.11537829041481018 @@ -182450,7 +205031,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4928390383720398, + "comprehensiveness": 0.4927232265472412, "sufficiency": 1.0, "masked prediction probs": [ 0.5305277109146118, @@ -182464,7 +205045,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9372413754463196, + "sufficiency": 0.9372560977935791, "masked prediction probs": [ 0.9645512700080872, 0.03544872999191284 @@ -182476,7 +205057,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4926075339317322, + "comprehensiveness": 0.49249184131622314, "sufficiency": 1.0, "masked prediction probs": [ 0.5305277109146118, @@ -182487,15 +205068,28 @@ 0.04996250942349434 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9011834859848022, + "masked prediction probs": [ + 0.9635096788406372, + 0.03649032860994339 + ], + "full text prediction probs": [ + 0.9500375390052795, + 0.04996250942349434 + ], + "labels": 0 } }, "dev_740": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6511141657829285, - "sufficiency": 0.9023200869560242, + "fixed-shap": { + "comprehensiveness": 0.008797246031463146, + "sufficiency": 0.9533146619796753, "masked prediction probs": [ - 0.40871095657348633, - 0.5912890434265137 + 0.9744368195533752, + 0.025563208386301994 ], "full text prediction probs": [ 0.9821850657463074, @@ -182594,12 +205188,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9082454442977905, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6499334573745728, + "sufficiency": 0.9024971723556519, "masked prediction probs": [ - 0.9825283288955688, - 0.01747170090675354 + 0.40871095657348633, + 0.5912890434265137 + ], + "full text prediction probs": [ + 0.9821850657463074, + 0.01781489886343479 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0025771146174520254, + "sufficiency": 0.8953028321266174, + "masked prediction probs": [ + 0.9799106121063232, + 0.020089389756321907 ], "full text prediction probs": [ 0.9821850657463074, @@ -182609,7 +205216,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6018096208572388, + "sufficiency": 0.6018998622894287, "masked prediction probs": [ 0.9905434250831604, 0.00945660937577486 @@ -182621,8 +205228,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5195377469062805, - "sufficiency": 0.8794971704483032, + "comprehensiveness": 0.5194200873374939, + "sufficiency": 0.8795244097709656, "masked prediction probs": [ 0.5235588550567627, 0.4764411449432373 @@ -182634,8 +205241,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.845389187335968, - "sufficiency": 0.8801015615463257, + "comprehensiveness": 0.8451976776123047, + "sufficiency": 0.8801287412643433, "masked prediction probs": [ 0.23574182391166687, 0.7642582058906555 @@ -182647,8 +205254,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04137474671006203, - "sufficiency": 0.675834059715271, + "comprehensiveness": 0.041365381330251694, + "sufficiency": 0.6759074926376343, "masked prediction probs": [ 0.9456446170806885, 0.05435538664460182 @@ -182660,8 +205267,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9505168199539185, - "sufficiency": 0.9990159869194031, + "comprehensiveness": 0.9503016471862793, + "sufficiency": 0.999016284942627, "masked prediction probs": [ 0.14253823459148407, 0.8574618101119995 @@ -182674,7 +205281,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9373766183853149, + "sufficiency": 0.9373907446861267, "masked prediction probs": [ 0.9857681393623352, 0.014231874607503414 @@ -182686,8 +205293,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.844623863697052, - "sufficiency": 0.8802101016044617, + "comprehensiveness": 0.8444327712059021, + "sufficiency": 0.8802372217178345, "masked prediction probs": [ 0.23574182391166687, 0.7642582058906555 @@ -182697,15 +205304,28 @@ 0.01781489886343479 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9084323048591614, + "masked prediction probs": [ + 0.9825283288955688, + 0.01747170090675354 + ], + "full text prediction probs": [ + 0.9821850657463074, + 0.01781489886343479 + ], + "labels": 0 } }, "dev_801": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9387003779411316, "sufficiency": 1.0, "masked prediction probs": [ - 0.03296393156051636, - 0.9670361280441284 + 0.1530192494392395, + 0.8469806909561157 ], "full text prediction probs": [ 0.9430692195892334, @@ -182804,12 +205424,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.02600414864718914, - 0.9739958047866821 + 0.03296393156051636, + 0.9670361280441284 + ], + "full text prediction probs": [ + 0.9430692195892334, + 0.05693084001541138 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9250734448432922, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1628231257200241, + 0.8371769189834595 ], "full text prediction probs": [ 0.9430692195892334, @@ -182831,8 +205464,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9496437311172485, - "sufficiency": 0.986356794834137, + "comprehensiveness": 0.9494186639785767, + "sufficiency": 0.9863600730895996, "masked prediction probs": [ 0.14190952479839325, 0.8580904603004456 @@ -182857,8 +205490,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2890705466270447, - "sufficiency": 0.9275364875793457, + "comprehensiveness": 0.28900209069252014, + "sufficiency": 0.927553653717041, "masked prediction probs": [ 0.6990814208984375, 0.3009185194969177 @@ -182883,8 +205516,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.20109276473522186, - "sufficiency": 0.8399887681007385, + "comprehensiveness": 0.20104515552520752, + "sufficiency": 0.8400266766548157, "masked prediction probs": [ 0.7732579708099365, 0.22674204409122467 @@ -182907,15 +205540,28 @@ 0.05693084001541138 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02600414864718914, + 0.9739958047866821 + ], + "full text prediction probs": [ + 0.9430692195892334, + 0.05693084001541138 + ], + "labels": 0 } }, "dev_845": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9907950758934021, + "fixed-shap": { + "comprehensiveness": 0.9355757236480713, + "sufficiency": 0.9863412976264954, "masked prediction probs": [ - 0.024762623012065887, - 0.9752374291419983 + 0.1582750678062439, + 0.8417249321937561 ], "full text prediction probs": [ 0.983829915523529, @@ -183014,12 +205660,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.984031081199646, + "sufficiency": 0.9908117055892944, "masked prediction probs": [ - 0.07703264057636261, - 0.9229673147201538 + 0.024762623012065887, + 0.9752374291419983 + ], + "full text prediction probs": [ + 0.983829915523529, + 0.016170114278793335 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9584773182868958, + "sufficiency": 0.9844209551811218, + "masked prediction probs": [ + 0.13634136319160461, + 0.8636586666107178 ], "full text prediction probs": [ 0.983829915523529, @@ -183041,8 +205700,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.11903958022594452, - "sufficiency": 0.9869222044944763, + "comprehensiveness": 0.11901266872882843, + "sufficiency": 0.9869250655174255, "masked prediction probs": [ 0.8785509467124939, 0.12144910544157028 @@ -183055,7 +205714,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9840419292449951, + "sufficiency": 0.9840455055236816, "masked prediction probs": [ 0.07703264057636261, 0.9229673147201538 @@ -183067,8 +205726,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13773401081562042, - "sufficiency": 0.904285192489624, + "comprehensiveness": 0.13770289719104767, + "sufficiency": 0.9043068289756775, "masked prediction probs": [ 0.8619624376296997, 0.13803762197494507 @@ -183080,8 +205739,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.817941427230835, - "sufficiency": 0.9922692179679871, + "comprehensiveness": 0.8177565932273865, + "sufficiency": 0.9922710061073303, "masked prediction probs": [ 0.2599492371082306, 0.7400507926940918 @@ -183093,8 +205752,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.22944705188274384, - "sufficiency": 0.9318251013755798, + "comprehensiveness": 0.22939524054527283, + "sufficiency": 0.9318404793739319, "masked prediction probs": [ 0.7807226777076721, 0.21927732229232788 @@ -183107,7 +205766,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9840563535690308, + "sufficiency": 0.9840599298477173, + "masked prediction probs": [ + 0.07703264057636261, + 0.9229673147201538 + ], + "full text prediction probs": [ + 0.983829915523529, + 0.016170114278793335 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9840635657310486, "masked prediction probs": [ 0.07703264057636261, 0.9229673147201538 diff --git a/faithfulness_metrics/sst/topk-test-f1-metrics-description.json b/faithfulness_metrics/sst/topk-test-f1-metrics-description.json index b0e8d35f..d5e0bc41 100644 --- a/faithfulness_metrics/sst/topk-test-f1-metrics-description.json +++ b/faithfulness_metrics/sst/topk-test-f1-metrics-description.json @@ -1,38 +1,42 @@ { "f1 macro avg - model labels": { - "fixed-fixed-len_var-feat_var-type": 56.294, + "fixed-shap": 81.603, "fixed-lime": 70.815, "fixed-attention": 80.271, "fixed-ig": 75.814, "fixed-gradients": 86.985, "fixed-scaled attention": 63.265, "fixed-random": 89.071, - "fixed-fixed-len_var-feat": 56.193, - "var-var-len_var-feat_var-type": 57.049, + "fixed-fixed-len_var-feat": 56.164, + "fixed-fixed-len_var-feat_var-type": 55.982, + "var-shap": 84.951, "var-lime": 74.779, "var-attention": 84.459, "var-ig": 77.209, "var-gradients": 86.763, "var-scaled attention": 64.409, "var-random": 89.456, - "var-var-len_var-feat": 57.873 + "var-var-len_var-feat": 57.225, + "var-var-len_var-feat_var-type": 56.513 }, "f1 macro avg - actual labels": { - "fixed-fixed-len_var-feat_var-type": 60.188, + "fixed-shap": 80.666, "fixed-lime": 71.197, "fixed-attention": 78.321, "fixed-ig": 76.607, "fixed-gradients": 84.068, "fixed-scaled attention": 67.216, "fixed-random": 86.261, - "fixed-fixed-len_var-feat": 60.311, - "var-var-len_var-feat_var-type": 61.4, + "fixed-fixed-len_var-feat": 60.06, + "fixed-fixed-len_var-feat_var-type": 59.876, + "var-shap": 82.591, "var-lime": 74.644, "var-attention": 80.776, "var-ig": 78.24, "var-gradients": 84.514, "var-scaled attention": 67.737, "var-random": 86.432, - "var-var-len_var-feat": 62.123 + "var-var-len_var-feat": 61.474, + "var-var-len_var-feat_var-type": 60.974 } } \ No newline at end of file diff --git a/faithfulness_metrics/sst/topk-test-faithfulness-metrics-description.json b/faithfulness_metrics/sst/topk-test-faithfulness-metrics-description.json index 36b3a9cd..cf888298 100644 --- a/faithfulness_metrics/sst/topk-test-faithfulness-metrics-description.json +++ b/faithfulness_metrics/sst/topk-test-faithfulness-metrics-description.json @@ -1,162 +1,182 @@ { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": { - "mean": 0.5636859726676906, - "std": 0.4492313799029398 - }, + "fixed-shap": { "sufficiency": { - "mean": 0.6385602390812736, - "std": 0.4267360899374295 + "mean": 0.50983746643439, + "std": 0.45380014866465423 + }, + "comprehensiveness": { + "mean": 0.33179459588674687, + "std": 0.4147729127197253 } }, "fixed-lime": { - "comprehensiveness": { - "mean": 0.41934328210610067, - "std": 0.47334898906170014 - }, "sufficiency": { "mean": 0.48487570040101974, "std": 0.40455906452730417 + }, + "comprehensiveness": { + "mean": 0.41934328210610067, + "std": 0.47334898906170014 } }, "fixed-attention": { - "comprehensiveness": { - "mean": 0.3449119791532463, - "std": 0.4264637882457115 - }, "sufficiency": { "mean": 0.5111016168789442, "std": 0.44898623779600944 + }, + "comprehensiveness": { + "mean": 0.3449119791532463, + "std": 0.4264637882457115 } }, "fixed-ig": { - "comprehensiveness": { - "mean": 0.4006232108220403, - "std": 0.43396536341360864 - }, "sufficiency": { "mean": 0.5352654181705161, "std": 0.4545514582032444 + }, + "comprehensiveness": { + "mean": 0.4006232108220403, + "std": 0.43396536341360864 } }, "fixed-gradients": { - "comprehensiveness": { - "mean": 0.24682333320138722, - "std": 0.3814387155192235 - }, "sufficiency": { "mean": 0.44393163717227574, "std": 0.4459341003100556 + }, + "comprehensiveness": { + "mean": 0.24682333320138722, + "std": 0.3814387155192235 } }, "fixed-scaled attention": { - "comprehensiveness": { - "mean": 0.5420939080231889, - "std": 0.4345902368431637 - }, "sufficiency": { "mean": 0.6802882500953578, "std": 0.42023679323687113 + }, + "comprehensiveness": { + "mean": 0.5420939080231889, + "std": 0.4345902368431637 } }, "fixed-random": { - "comprehensiveness": { - "mean": 0.2377020937654135, - "std": 0.3782596342099311 - }, "sufficiency": { "mean": 0.4493260774771667, "std": 0.45104778201140777 + }, + "comprehensiveness": { + "mean": 0.2377020937654135, + "std": 0.3782596342099311 } }, "fixed-fixed-len_var-feat": { - "comprehensiveness": { - "mean": 0.5672562169581978, - "std": 0.4469029457590727 - }, "sufficiency": { - "mean": 0.6314606187455479, - "std": 0.43165579337722104 + "mean": 0.6299446543894979, + "std": 0.43164128147653713 + }, + "comprehensiveness": { + "mean": 0.569087819440412, + "std": 0.44650550565838787 } }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": { - "mean": 0.5520096269158133, - "std": 0.4539384256236477 + "fixed-fixed-len_var-feat_var-type": { + "sufficiency": { + "mean": 0.6352459982084596, + "std": 0.427683163700688 }, + "comprehensiveness": { + "mean": 0.5661883830294353, + "std": 0.4471586922488116 + } + }, + "var-shap": { "sufficiency": { - "mean": 0.5944656461614344, - "std": 0.4336806069783968 + "mean": 0.47259331239670727, + "std": 0.4422568527387745 + }, + "comprehensiveness": { + "mean": 0.2796384467284491, + "std": 0.4015485465160534 } }, "var-lime": { - "comprehensiveness": { - "mean": 0.38082748729957944, - "std": 0.4603602330238076 - }, "sufficiency": { - "mean": 0.4665014998211726, - "std": 0.4081228053734758 + "mean": 0.4666231189087802, + "std": 0.408130632794429 + }, + "comprehensiveness": { + "mean": 0.3807265369441097, + "std": 0.4603348764410002 } }, "var-attention": { - "comprehensiveness": { - "mean": 0.2635447088280814, - "std": 0.39787433812183354 - }, "sufficiency": { - "mean": 0.4689513021125727, - "std": 0.4398773766966998 + "mean": 0.46901715345443407, + "std": 0.4398806049089455 + }, + "comprehensiveness": { + "mean": 0.26341998214228834, + "std": 0.3978169767710176 } }, "var-ig": { - "comprehensiveness": { - "mean": 0.3607974589479138, - "std": 0.42704896903514133 - }, "sufficiency": { - "mean": 0.49636268438817394, - "std": 0.44946206339881073 + "mean": 0.4964190419883002, + "std": 0.4494630929994919 + }, + "comprehensiveness": { + "mean": 0.36065411494419775, + "std": 0.42700611181467557 } }, "var-gradients": { - "comprehensiveness": { - "mean": 0.2258884437424767, - "std": 0.3746481589465204 - }, "sufficiency": { - "mean": 0.4256538513227072, - "std": 0.435299567894873 + "mean": 0.425685491327852, + "std": 0.4353088356817606 + }, + "comprehensiveness": { + "mean": 0.22578238561130531, + "std": 0.37458233907657473 } }, "var-scaled attention": { - "comprehensiveness": { - "mean": 0.5170066612146456, - "std": 0.4362074912680469 - }, "sufficiency": { - "mean": 0.6077514861632121, - "std": 0.44196921003358014 + "mean": 0.607857455662618, + "std": 0.4419444521741954 + }, + "comprehensiveness": { + "mean": 0.5168553445361347, + "std": 0.436197594835452 } }, "var-random": { - "comprehensiveness": { - "mean": 0.21180163062273555, - "std": 0.3593450966466516 - }, "sufficiency": { - "mean": 0.43384494829487175, - "std": 0.4439574938906541 + "mean": 0.43387815757781956, + "std": 0.443963947005164 + }, + "comprehensiveness": { + "mean": 0.21166763373168218, + "std": 0.3592499341012278 } }, "var-var-len_var-feat": { - "comprehensiveness": { - "mean": 0.5468061004140998, - "std": 0.45035834527249835 + "sufficiency": { + "mean": 0.5862245705001208, + "std": 0.43662991335707396 }, + "comprehensiveness": { + "mean": 0.5530843832904947, + "std": 0.4499171923908414 + } + }, + "var-var-len_var-feat_var-type": { "sufficiency": { - "mean": 0.5846781255273309, - "std": 0.43698499621839004 + "mean": 0.5955544638343643, + "std": 0.43359751063076774 + }, + "comprehensiveness": { + "mean": 0.5577157751898578, + "std": 0.4522812564739556 } } } \ No newline at end of file diff --git a/faithfulness_metrics/sst/topk-test-faithfulness-metrics.json b/faithfulness_metrics/sst/topk-test-faithfulness-metrics.json index b249067b..6ebeb68f 100644 --- a/faithfulness_metrics/sst/topk-test-faithfulness-metrics.json +++ b/faithfulness_metrics/sst/topk-test-faithfulness-metrics.json @@ -1,6 +1,6 @@ { "test_676": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -104,7 +104,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.00457974337041378, + 0.9954202771186829 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -207,10 +220,23 @@ 0.9954202771186829 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.00457974337041378, + 0.9954202771186829 + ], + "labels": 1 } }, "test_761": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.2080225795507431, "sufficiency": 1.0, "masked prediction probs": [ @@ -314,7 +340,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.20752744376659393, "sufficiency": 1.0, "masked prediction probs": [ @@ -327,7 +353,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.2074657380580902, "sufficiency": 1.0, "masked prediction probs": [ @@ -340,9 +366,22 @@ ], "labels": 0 }, + "var-lime": { + "comprehensiveness": 0.2074040174484253, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.9927460551261902, + 0.007253905758261681 + ], + "labels": 0 + }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7926267981529236, + "sufficiency": 0.7926884293556213, "masked prediction probs": [ 0.9927460551261902, 0.007253905758261681 @@ -354,7 +393,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.20734238624572754, + "comprehensiveness": 0.20728075504302979, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -368,7 +407,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7927500605583191, + "sufficiency": 0.7928115725517273, "masked prediction probs": [ 0.9927460551261902, 0.007253905758261681 @@ -380,7 +419,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.207219198346138, + "comprehensiveness": 0.20715762674808502, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -394,7 +433,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7928731441497803, + "sufficiency": 0.7929345965385437, "masked prediction probs": [ 0.9927460551261902, 0.007253905758261681 @@ -406,7 +445,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2070961445569992, + "comprehensiveness": 0.2070346474647522, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.9927460551261902, + 0.007253905758261681 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20697323977947235, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -420,7 +472,7 @@ } }, "test_1393": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.2088492065668106, "sufficiency": 1.0, "masked prediction probs": [ @@ -524,7 +576,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.20835262537002563, "sufficiency": 1.0, "masked prediction probs": [ @@ -537,7 +589,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.20829074084758759, "sufficiency": 1.0, "masked prediction probs": [ @@ -550,9 +602,22 @@ ], "labels": 0 }, + "var-lime": { + "comprehensiveness": 0.20822884142398834, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.9934466481208801, + 0.006553365383297205 + ], + "labels": 0 + }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7918020486831665, + "sufficiency": 0.7918638586997986, "masked prediction probs": [ 0.9934466481208801, 0.006553365383297205 @@ -564,7 +629,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.20816703140735626, + "comprehensiveness": 0.20810522139072418, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -577,7 +642,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.20810522139072418, + "comprehensiveness": 0.20804347097873688, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -590,7 +655,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.20804347097873688, + "comprehensiveness": 0.20798173546791077, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -603,7 +668,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.20798173546791077, + "comprehensiveness": 0.20792005956172943, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -616,7 +681,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20792005956172943, + "comprehensiveness": 0.2078583985567093, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8532628417015076, + 0.14673712849617004 + ], + "full text prediction probs": [ + 0.9934466481208801, + 0.006553365383297205 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20779679715633392, "sufficiency": 1.0, "masked prediction probs": [ 0.8532628417015076, @@ -630,7 +708,7 @@ } }, "test_564": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9813743829727173, "masked prediction probs": [ @@ -734,7 +812,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9814810156822205, "masked prediction probs": [ @@ -747,8 +825,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9814942479133606, + "masked prediction probs": [ + 0.8891414999961853, + 0.1108584776520729 + ], + "full text prediction probs": [ + 0.00478398660197854, + 0.9952160120010376 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.018512355163693428, + "comprehensiveness": 0.018499121069908142, "sufficiency": 0.0, "masked prediction probs": [ 0.009960009716451168, @@ -775,7 +866,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9815207123756409, + "sufficiency": 0.9815338850021362, "masked prediction probs": [ 0.8891414999961853, 0.1108584776520729 @@ -788,7 +879,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9815338850021362, + "sufficiency": 0.9815470576286316, "masked prediction probs": [ 0.8891414999961853, 0.1108584776520729 @@ -801,7 +892,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9815470576286316, + "sufficiency": 0.981560230255127, "masked prediction probs": [ 0.8891414999961853, 0.1108584776520729 @@ -813,7 +904,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01844637095928192, + "comprehensiveness": 0.018433229997754097, "sufficiency": 0.0, "masked prediction probs": [ 0.009960009716451168, @@ -827,7 +918,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9815733432769775, + "sufficiency": 0.9815864562988281, + "masked prediction probs": [ + 0.8891414999961853, + 0.1108584776520729 + ], + "full text prediction probs": [ + 0.00478398660197854, + 0.9952160120010376 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9815995693206787, "masked prediction probs": [ 0.8891414999961853, 0.1108584776520729 @@ -840,7 +944,7 @@ } }, "test_565": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.985697865486145, "masked prediction probs": [ @@ -944,7 +1048,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9857801198959351, "masked prediction probs": [ @@ -957,6 +1061,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9857903122901917, + "masked prediction probs": [ + 0.5866759419441223, + 0.4133240282535553 + ], + "full text prediction probs": [ + 0.006002858746796846, + 0.9939970970153809 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -985,7 +1102,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9858106970787048, + "sufficiency": 0.9858208894729614, "masked prediction probs": [ 0.5866759419441223, 0.4133240282535553 @@ -997,7 +1114,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014184214174747467, + "comprehensiveness": 0.014174050651490688, "sufficiency": 0.0, "masked prediction probs": [ 0.009960009716451168, @@ -1011,7 +1128,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9858310222625732, + "sufficiency": 0.9858411550521851, "masked prediction probs": [ 0.5866759419441223, 0.4133240282535553 @@ -1023,7 +1140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014163902029395103, + "comprehensiveness": 0.014153768308460712, "sufficiency": 0.0, "masked prediction probs": [ 0.009960009716451168, @@ -1037,7 +1154,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9858512878417969, + "sufficiency": 0.9858614206314087, + "masked prediction probs": [ + 0.5866759419441223, + 0.4133240282535553 + ], + "full text prediction probs": [ + 0.006002858746796846, + 0.9939970970153809 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9858714938163757, "masked prediction probs": [ 0.5866759419441223, 0.4133240282535553 @@ -1050,7 +1180,7 @@ } }, "test_929": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.8736350536346436, "masked prediction probs": [ @@ -1154,7 +1284,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.8739233613014221, "masked prediction probs": [ @@ -1167,7 +1297,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.8739593625068665, "masked prediction probs": [ @@ -1180,7 +1310,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.8739952445030212, "masked prediction probs": [ @@ -1193,9 +1323,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.8740311861038208, + "masked prediction probs": [ + 0.9817922711372375, + 0.018207764253020287 + ], + "full text prediction probs": [ + 0.9817922711372375, + 0.018207764253020287 + ], + "labels": 0 + }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9839686751365662, + "sufficiency": 0.9839732050895691, "masked prediction probs": [ 0.9886419177055359, 0.011358045041561127 @@ -1208,7 +1351,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9839732050895691, + "sufficiency": 0.9839777946472168, "masked prediction probs": [ 0.9886419177055359, 0.011358045041561127 @@ -1220,7 +1363,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01602448895573616, + "comprehensiveness": 0.016019923612475395, "sufficiency": 1.0, "masked prediction probs": [ 0.9705429077148438, @@ -1233,7 +1376,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016019923612475395, + "comprehensiveness": 0.016015363857150078, "sufficiency": 1.0, "masked prediction probs": [ 0.9705429077148438, @@ -1247,7 +1390,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8741745948791504, + "sufficiency": 0.8742104172706604, + "masked prediction probs": [ + 0.9817922711372375, + 0.018207764253020287 + ], + "full text prediction probs": [ + 0.9817922711372375, + 0.018207764253020287 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8742461800575256, "masked prediction probs": [ 0.9817922711372375, 0.018207764253020287 @@ -1260,7 +1416,7 @@ } }, "test_1251": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9927836656570435, "masked prediction probs": [ @@ -1364,7 +1520,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9927998185157776, "masked prediction probs": [ @@ -1377,8 +1533,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9928018450737, + "masked prediction probs": [ + 0.051096685230731964, + 0.9489033222198486 + ], + "full text prediction probs": [ + 0.9951752424240112, + 0.004824732895940542 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.007199162617325783, + "comprehensiveness": 0.0071971481665968895, "sufficiency": 0.0, "masked prediction probs": [ 0.9900307655334473, @@ -1392,7 +1561,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8576338887214661, + "sufficiency": 0.857673704624176, "masked prediction probs": [ 0.9951752424240112, 0.004824732895940542 @@ -1405,7 +1574,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9928058981895447, + "sufficiency": 0.9928078651428223, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1418,7 +1587,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9928078651428223, + "sufficiency": 0.9928098917007446, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1431,7 +1600,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9928098917007446, + "sufficiency": 0.992811918258667, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1443,7 +1612,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007189102936536074, + "comprehensiveness": 0.00718709547072649, "sufficiency": 0.0, "masked prediction probs": [ 0.9900307655334473, @@ -1457,7 +1626,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9928138852119446, + "sufficiency": 0.9928159117698669, + "masked prediction probs": [ + 0.051096685230731964, + 0.9489033222198486 + ], + "full text prediction probs": [ + 0.9951752424240112, + 0.004824732895940542 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9928179383277893, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1470,7 +1652,7 @@ } }, "test_1252": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9972054958343506, "masked prediction probs": [ @@ -1574,7 +1756,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.997211754322052, "masked prediction probs": [ @@ -1587,7 +1769,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9972125291824341, "masked prediction probs": [ @@ -1600,9 +1782,22 @@ ], "labels": 0 }, + "var-lime": { + "comprehensiveness": 1.0, + "sufficiency": 0.9972133040428162, + "masked prediction probs": [ + 0.051096685230731964, + 0.9489033222198486 + ], + "full text prediction probs": [ + 0.9943115711212158, + 0.005688476841896772 + ], + "labels": 0 + }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.858671247959137, + "sufficiency": 0.8587108254432678, "masked prediction probs": [ 0.9943115711212158, 0.005688476841896772 @@ -1615,7 +1810,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9972140789031982, + "sufficiency": 0.9972148537635803, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1628,7 +1823,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9972148537635803, + "sufficiency": 0.9972156286239624, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1641,7 +1836,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9972156286239624, + "sufficiency": 0.9972164034843445, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1653,7 +1848,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0027839629910886288, + "comprehensiveness": 0.0027831844054162502, "sufficiency": 0.0, "masked prediction probs": [ 0.992321789264679, @@ -1667,7 +1862,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9972171783447266, + "sufficiency": 0.9972179532051086, + "masked prediction probs": [ + 0.051096685230731964, + 0.9489033222198486 + ], + "full text prediction probs": [ + 0.9943115711212158, + 0.005688476841896772 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9972187876701355, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1680,7 +1888,7 @@ } }, "test_1253": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9960387945175171, "masked prediction probs": [ @@ -1784,7 +1992,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9960476756095886, "masked prediction probs": [ @@ -1797,9 +2005,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9960487484931946, + "masked prediction probs": [ + 0.051096685230731964, + 0.9489033222198486 + ], + "full text prediction probs": [ + 0.9961614608764648, + 0.003838581731542945 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8564122319221497, + "sufficiency": 0.8564523458480835, "masked prediction probs": [ 0.9961614608764648, 0.003838581731542945 @@ -1812,7 +2033,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8564523458480835, + "sufficiency": 0.8564924597740173, "masked prediction probs": [ 0.9961614608764648, 0.003838581731542945 @@ -1824,7 +2045,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003949584439396858, + "comprehensiveness": 0.003948481287807226, "sufficiency": 0.0, "masked prediction probs": [ 0.993333637714386, @@ -1838,7 +2059,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.996052086353302, + "sufficiency": 0.996053159236908, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1851,7 +2072,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8565725684165955, + "sufficiency": 0.8566125631332397, "masked prediction probs": [ 0.9961614608764648, 0.003838581731542945 @@ -1863,7 +2084,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003946277312934399, + "comprehensiveness": 0.0039451769553124905, "sufficiency": 0.0, "masked prediction probs": [ 0.993333637714386, @@ -1877,7 +2098,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9960553646087646, + "sufficiency": 0.9960564970970154, + "masked prediction probs": [ + 0.051096685230731964, + 0.9489033222198486 + ], + "full text prediction probs": [ + 0.9961614608764648, + 0.003838581731542945 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9960575699806213, "masked prediction probs": [ 0.051096685230731964, 0.9489033222198486 @@ -1890,12 +2124,12 @@ } }, "test_1566": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6329927444458008, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9097923636436462, "masked prediction probs": [ - 0.528867244720459, - 0.471132755279541 + 0.9539920091629028, + 0.046007972210645676 ], "full text prediction probs": [ 0.9539920091629028, @@ -1994,7 +2228,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.6314885020256042, "sufficiency": 1.0, "masked prediction probs": [ @@ -2007,9 +2241,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9100334644317627, + "masked prediction probs": [ + 0.9539920091629028, + 0.046007972210645676 + ], + "full text prediction probs": [ + 0.9539920091629028, + 0.046007972210645676 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.36879271268844604, + "sufficiency": 0.3689800798892975, "masked prediction probs": [ 0.9637559652328491, 0.036244042217731476 @@ -2022,7 +2269,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9100601673126221, + "sufficiency": 0.9100868105888367, "masked prediction probs": [ 0.9539920091629028, 0.046007972210645676 @@ -2035,7 +2282,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9100868105888367, + "sufficiency": 0.910113513469696, "masked prediction probs": [ 0.9539920091629028, 0.046007972210645676 @@ -2047,7 +2294,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6307390928268433, + "comprehensiveness": 0.6305520534515381, "sufficiency": 1.0, "masked prediction probs": [ 0.528867244720459, @@ -2060,7 +2307,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6305520534515381, + "comprehensiveness": 0.6303650140762329, "sufficiency": 1.0, "masked prediction probs": [ 0.528867244720459, @@ -2074,7 +2321,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9101668000221252, + "sufficiency": 0.9101934432983398, "masked prediction probs": [ 0.9539920091629028, 0.046007972210645676 @@ -2086,7 +2333,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6301782131195068, + "comprehensiveness": 0.6299914121627808, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.528867244720459, + 0.471132755279541 + ], + "full text prediction probs": [ + 0.9539920091629028, + 0.046007972210645676 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6298048496246338, "sufficiency": 1.0, "masked prediction probs": [ 0.528867244720459, @@ -2100,12 +2360,12 @@ } }, "test_59": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5266693234443665, - "sufficiency": 0.9898174405097961, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.12638312578201294, - 0.8736168742179871 + 0.0054252962581813335, + 0.9945747256278992 ], "full text prediction probs": [ 0.0054252962581813335, @@ -2204,7 +2464,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5230250358581543, "sufficiency": 0.9898878931999207, "masked prediction probs": [ @@ -2217,9 +2477,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0054252962581813335, + 0.9945747256278992 + ], + "full text prediction probs": [ + 0.0054252962581813335, + 0.9945747256278992 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.5225729942321777, - "sufficiency": 0.9898965954780579, + "comprehensiveness": 0.522121787071228, + "sufficiency": 0.9899053573608398, "masked prediction probs": [ 0.12638312578201294, 0.8736168742179871 @@ -2244,7 +2517,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.004638738930225372, + "comprehensiveness": 0.004634740296751261, "sufficiency": 0.0, "masked prediction probs": [ 0.006500884424895048, @@ -2257,7 +2530,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004634740296751261, + "comprehensiveness": 0.004630748648196459, "sufficiency": 0.0, "masked prediction probs": [ 0.006500884424895048, @@ -2270,8 +2543,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5207728147506714, - "sufficiency": 0.9899314045906067, + "comprehensiveness": 0.52032470703125, + "sufficiency": 0.9899400472640991, "masked prediction probs": [ 0.12638312578201294, 0.8736168742179871 @@ -2296,8 +2569,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5198773145675659, - "sufficiency": 0.9899486899375916, + "comprehensiveness": 0.5194307565689087, + "sufficiency": 0.989957332611084, + "masked prediction probs": [ + 0.12638312578201294, + 0.8736168742179871 + ], + "full text prediction probs": [ + 0.0054252962581813335, + 0.9945747256278992 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5189849734306335, + "sufficiency": 0.9899659752845764, "masked prediction probs": [ 0.12638312578201294, 0.8736168742179871 @@ -2310,12 +2596,12 @@ } }, "test_199": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9021114706993103, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.28138917684555054, - 0.7186108231544495 + 0.7099043130874634, + 0.29009565711021423 ], "full text prediction probs": [ 0.7099043130874634, @@ -2414,7 +2700,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.899082601070404, "sufficiency": 1.0, "masked prediction probs": [ @@ -2427,8 +2713,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7099043130874634, + 0.29009565711021423 + ], + "full text prediction probs": [ + 0.7099043130874634, + 0.29009565711021423 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.8987054228782654, + "comprehensiveness": 0.8983285427093506, "sufficiency": 1.0, "masked prediction probs": [ 0.28138917684555054, @@ -2454,7 +2753,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8979520201683044, + "comprehensiveness": 0.8975757360458374, "sufficiency": 1.0, "masked prediction probs": [ 0.28138917684555054, @@ -2467,7 +2766,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8975757360458374, + "comprehensiveness": 0.897199809551239, "sufficiency": 1.0, "masked prediction probs": [ 0.28138917684555054, @@ -2480,7 +2779,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.897199809551239, + "comprehensiveness": 0.8968242406845093, "sufficiency": 1.0, "masked prediction probs": [ 0.28138917684555054, @@ -2506,7 +2805,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8964489102363586, + "comprehensiveness": 0.8960739374160767, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.28138917684555054, + 0.7186108231544495 + ], + "full text prediction probs": [ + 0.7099043130874634, + 0.29009565711021423 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8956993222236633, "sufficiency": 1.0, "masked prediction probs": [ 0.28138917684555054, @@ -2520,7 +2832,7 @@ } }, "test_580": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9490984678268433, "masked prediction probs": [ @@ -2624,7 +2936,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.949450671672821, "masked prediction probs": [ @@ -2637,7 +2949,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9494943022727966, "masked prediction probs": [ @@ -2650,6 +2962,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 1.0, + "sufficiency": 0.9495379328727722, + "masked prediction probs": [ + 0.7218309044837952, + 0.2781691253185272 + ], + "full text prediction probs": [ + 0.005488090682774782, + 0.9945119619369507 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -2665,7 +2990,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9495814442634583, + "sufficiency": 0.9496248960494995, "masked prediction probs": [ 0.7218309044837952, 0.2781691253185272 @@ -2677,7 +3002,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006614224053919315, + "comprehensiveness": 0.006608526222407818, "sufficiency": 0.0, "masked prediction probs": [ 0.007022517267614603, @@ -2691,7 +3016,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.949668288230896, + "sufficiency": 0.9497115612030029, "masked prediction probs": [ 0.7218309044837952, 0.2781691253185272 @@ -2703,7 +3028,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006602838169783354, + "comprehensiveness": 0.006597159896045923, "sufficiency": 0.0, "masked prediction probs": [ 0.007022517267614603, @@ -2717,7 +3042,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9497548341751099, + "sufficiency": 0.9497979879379272, + "masked prediction probs": [ + 0.7218309044837952, + 0.2781691253185272 + ], + "full text prediction probs": [ + 0.005488090682774782, + 0.9945119619369507 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9498410224914551, "masked prediction probs": [ 0.7218309044837952, 0.2781691253185272 @@ -2730,7 +3068,7 @@ } }, "test_586": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.4445878267288208, "masked prediction probs": [ @@ -2834,7 +3172,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.4511120021343231, "masked prediction probs": [ @@ -2847,6 +3185,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.45191675424575806, + "masked prediction probs": [ + 0.33210232853889465, + 0.6678977012634277 + ], + "full text prediction probs": [ + 0.10055811703205109, + 0.8994418978691101 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -2875,7 +3226,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.45351922512054443, + "sufficiency": 0.4543169438838959, "masked prediction probs": [ 0.33210232853889465, 0.6678977012634277 @@ -2927,7 +3278,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.45669618248939514, + "sufficiency": 0.4574846625328064, + "masked prediction probs": [ + 0.33210232853889465, + 0.6678977012634277 + ], + "full text prediction probs": [ + 0.10055811703205109, + 0.8994418978691101 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4582708775997162, "masked prediction probs": [ 0.33210232853889465, 0.6678977012634277 @@ -2940,7 +3304,7 @@ } }, "test_1394": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -3044,7 +3408,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02411443181335926, + 0.9758855700492859 + ], + "full text prediction probs": [ + 0.02411443181335926, + 0.9758855700492859 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -3147,15 +3524,28 @@ 0.9758855700492859 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02411443181335926, + 0.9758855700492859 + ], + "full text prediction probs": [ + 0.02411443181335926, + 0.9758855700492859 + ], + "labels": 1 } }, "test_1459": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.39601925015449524, - "sufficiency": 0.8933151364326477, + "fixed-shap": { + "comprehensiveness": 0.3480021357536316, + "sufficiency": 0.8870107531547546, "masked prediction probs": [ - 0.6852854490280151, - 0.31471458077430725 + 0.7210922837257385, + 0.2789077162742615 ], "full text prediction probs": [ 0.9806010127067566, @@ -3254,7 +3644,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.39517146348953247, "sufficiency": 0.8935434818267822, "masked prediction probs": [ @@ -3267,9 +3657,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.3471643030643463, + "sufficiency": 0.8872827887535095, + "masked prediction probs": [ + 0.7210922837257385, + 0.2789077162742615 + ], + "full text prediction probs": [ + 0.9806010127067566, + 0.019399037584662437 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9541040062904358, + "sufficiency": 0.9541162848472595, "masked prediction probs": [ 0.9806010127067566, 0.019399037584662437 @@ -3282,7 +3685,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9541162848472595, + "sufficiency": 0.9541285037994385, "masked prediction probs": [ 0.9806010127067566, 0.019399037584662437 @@ -3294,8 +3697,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.39485451579093933, - "sufficiency": 0.8936288356781006, + "comprehensiveness": 0.3947489559650421, + "sufficiency": 0.8936572670936584, "masked prediction probs": [ 0.6852854490280151, 0.31471458077430725 @@ -3308,7 +3711,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8250523209571838, + "sufficiency": 0.8250990509986877, "masked prediction probs": [ 0.9844515323638916, 0.015548494644463062 @@ -3320,8 +3723,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.34679320454597473, - "sufficiency": 0.8874032497406006, + "comprehensiveness": 0.346700519323349, + "sufficiency": 0.8874333500862122, "masked prediction probs": [ 0.7210922837257385, 0.2789077162742615 @@ -3334,7 +3737,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9541652798652649, + "sufficiency": 0.9541775584220886, "masked prediction probs": [ 0.9806010127067566, 0.019399037584662437 @@ -3346,8 +3749,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3944326639175415, - "sufficiency": 0.8937425017356873, + "comprehensiveness": 0.394327312707901, + "sufficiency": 0.8937708735466003, + "masked prediction probs": [ + 0.6852854490280151, + 0.31471458077430725 + ], + "full text prediction probs": [ + 0.9806010127067566, + 0.019399037584662437 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.39422208070755005, + "sufficiency": 0.8937991857528687, "masked prediction probs": [ 0.6852854490280151, 0.31471458077430725 @@ -3360,12 +3776,12 @@ } }, "test_1656": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.126996248960495, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9499856233596802, "masked prediction probs": [ - 0.888645350933075, - 0.11135463416576385 + 0.9837473034858704, + 0.016252757981419563 ], "full text prediction probs": [ 0.9837473034858704, @@ -3464,7 +3880,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.12672550976276398, "sufficiency": 1.0, "masked prediction probs": [ @@ -3477,8 +3893,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9501054883003235, + "masked prediction probs": [ + 0.9837473034858704, + 0.016252757981419563 + ], + "full text prediction probs": [ + 0.9837473034858704, + 0.016252757981419563 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.12669174373149872, + "comprehensiveness": 0.12665799260139465, "sufficiency": 1.0, "masked prediction probs": [ 0.888645350933075, @@ -3492,7 +3921,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9330844283103943, + "sufficiency": 0.9331023693084717, "masked prediction probs": [ 0.9906697273254395, 0.009330229833722115 @@ -3504,7 +3933,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.12662427127361298, + "comprehensiveness": 0.1265905648469925, "sufficiency": 1.0, "masked prediction probs": [ 0.888645350933075, @@ -3517,7 +3946,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.1265905648469925, + "comprehensiveness": 0.1265568733215332, "sufficiency": 1.0, "masked prediction probs": [ 0.888645350933075, @@ -3530,7 +3959,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1265568733215332, + "comprehensiveness": 0.1265231966972351, "sufficiency": 1.0, "masked prediction probs": [ 0.888645350933075, @@ -3543,7 +3972,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.1265231966972351, + "comprehensiveness": 0.1264895349740982, "sufficiency": 1.0, "masked prediction probs": [ 0.888645350933075, @@ -3556,7 +3985,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1264895349740982, + "comprehensiveness": 0.1264558881521225, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.888645350933075, + 0.11135463416576385 + ], + "full text prediction probs": [ + 0.9837473034858704, + 0.016252757981419563 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12642228603363037, "sufficiency": 1.0, "masked prediction probs": [ 0.888645350933075, @@ -3570,12 +4012,12 @@ } }, "test_1772": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34041836857795715, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9636244773864746, "masked prediction probs": [ - 0.7218309044837952, - 0.2781691253185272 + 0.9731467962265015, + 0.02685326524078846 ], "full text prediction probs": [ 0.9731467962265015, @@ -3662,11 +4104,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.33977413177490234, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.9636933207511902, "masked prediction probs": [ - 0.7218309044837952, - 0.2781691253185272 + 0.9731467962265015, + 0.02685326524078846 ], "full text prediction probs": [ 0.9731467962265015, @@ -3674,12 +4116,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.33968228101730347, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9637030959129333, "masked prediction probs": [ - 0.7218309044837952, - 0.2781691253185272 + 0.9731467962265015, + 0.02685326524078846 + ], + "full text prediction probs": [ + 0.9731467962265015, + 0.02685326524078846 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9637129306793213, + "masked prediction probs": [ + 0.9731467962265015, + 0.02685326524078846 ], "full text prediction probs": [ 0.9731467962265015, @@ -3688,7 +4143,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.33959051966667175, + "comprehensiveness": 0.33949875831604004, "sufficiency": 1.0, "masked prediction probs": [ 0.7218309044837952, @@ -3701,7 +4156,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.33949875831604004, + "comprehensiveness": 0.3394070863723755, "sufficiency": 1.0, "masked prediction probs": [ 0.7218309044837952, @@ -3714,8 +4169,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007322030141949654, - "sufficiency": 0.9071112871170044, + "comprehensiveness": 0.0007320052827708423, + "sufficiency": 0.9071363806724548, "masked prediction probs": [ 0.9726046323776245, 0.027395406737923622 @@ -3727,8 +4182,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007320052827708423, - "sufficiency": 0.9071363806724548, + "comprehensiveness": 0.000731807725969702, + "sufficiency": 0.9071614742279053, "masked prediction probs": [ 0.9726046323776245, 0.027395406737923622 @@ -3741,7 +4196,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8672088384628296, + "sufficiency": 0.8672446608543396, "masked prediction probs": [ 0.9784038066864014, 0.021596241742372513 @@ -3753,8 +4208,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007316102273762226, - "sufficiency": 0.9071865081787109, + "comprehensiveness": 0.000731412903405726, + "sufficiency": 0.9072115421295166, "masked prediction probs": [ 0.9726046323776245, 0.027395406737923622 @@ -3766,11 +4221,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3390408456325531, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.9637814164161682, "masked prediction probs": [ - 0.7218309044837952, - 0.2781691253185272 + 0.9731467962265015, + 0.02685326524078846 + ], + "full text prediction probs": [ + 0.9731467962265015, + 0.02685326524078846 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9637911915779114, + "masked prediction probs": [ + 0.9731467962265015, + 0.02685326524078846 ], "full text prediction probs": [ 0.9731467962265015, @@ -3780,12 +4248,12 @@ } }, "test_158": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.019230933859944344, "sufficiency": 0.0, "masked prediction probs": [ - 0.004944866523146629, - 0.995055079460144 + 0.008948875591158867, + 0.991051197052002 ], "full text prediction probs": [ 0.004944866523146629, @@ -3884,7 +4352,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -3897,9 +4365,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.01906607113778591, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008948875591158867, + 0.991051197052002 + ], + "full text prediction probs": [ + 0.004944866523146629, + 0.995055079460144 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.05200154706835747, - "sufficiency": 0.957201361656189, + "comprehensiveness": 0.051952064037323, + "sufficiency": 0.9572420716285706, "masked prediction probs": [ 0.015865227207541466, 0.9841347336769104 @@ -3924,7 +4405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.007582011632621288, + "comprehensiveness": 0.007574809715151787, "sufficiency": 0.0, "masked prediction probs": [ 0.006540172733366489, @@ -3950,7 +4431,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01899370178580284, + "comprehensiveness": 0.018975695595145226, "sufficiency": 0.0, "masked prediction probs": [ 0.008948875591158867, @@ -3963,8 +4444,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05175505578517914, - "sufficiency": 0.9574041366577148, + "comprehensiveness": 0.051706038415431976, + "sufficiency": 0.957444429397583, "masked prediction probs": [ 0.015865227207541466, 0.9841347336769104 @@ -3987,15 +4468,28 @@ 0.995055079460144 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004944866523146629, + 0.995055079460144 + ], + "full text prediction probs": [ + 0.004944866523146629, + 0.995055079460144 + ], + "labels": 1 } }, "test_206": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.024374190717935562, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.022278515622019768, + "sufficiency": 0.7802027463912964, "masked prediction probs": [ - 0.010192540474236012, - 0.9898074269294739 + 0.009756587445735931, + 0.9902433753013611 ], "full text prediction probs": [ 0.005122134927660227, @@ -4094,7 +4588,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.024188118055462837, "sufficiency": 0.0, "masked prediction probs": [ @@ -4107,7 +4601,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.02208736352622509, "sufficiency": 0.7820876836776733, "masked prediction probs": [ @@ -4120,6 +4614,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.022066326811909676, + "sufficiency": 0.7822951674461365, + "masked prediction probs": [ + 0.009756587445735931, + 0.9902433753013611 + ], + "full text prediction probs": [ + 0.005122134927660227, + 0.994877815246582 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -4134,7 +4641,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024119071662425995, + "comprehensiveness": 0.024096142500638962, "sufficiency": 0.0, "masked prediction probs": [ 0.010192540474236012, @@ -4160,7 +4667,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02407325804233551, + "comprehensiveness": 0.02405041828751564, "sufficiency": 0.0, "masked prediction probs": [ 0.010192540474236012, @@ -4173,8 +4680,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021982580423355103, - "sufficiency": 0.7831209897994995, + "comprehensiveness": 0.021961741149425507, + "sufficiency": 0.7833265066146851, "masked prediction probs": [ 0.009756587445735931, 0.9902433753013611 @@ -4186,7 +4693,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024027619510889053, + "comprehensiveness": 0.024004865437746048, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010192540474236012, + 0.9898074269294739 + ], + "full text prediction probs": [ + 0.005122134927660227, + 0.994877815246582 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.023982154205441475, "sufficiency": 0.0, "masked prediction probs": [ 0.010192540474236012, @@ -4200,7 +4720,7 @@ } }, "test_395": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.19857573509216309, "sufficiency": 0.9931897521018982, "masked prediction probs": [ @@ -4304,7 +4824,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.19706343114376068, "sufficiency": 0.9932416081428528, "masked prediction probs": [ @@ -4317,6 +4837,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.19687601923942566, + "sufficiency": 0.9932480454444885, + "masked prediction probs": [ + 0.04602654278278351, + 0.9539734125137329 + ], + "full text prediction probs": [ + 0.004618244711309671, + 0.995381772518158 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -4344,7 +4877,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02464887499809265, + "comprehensiveness": 0.024625498801469803, "sufficiency": 0.0, "masked prediction probs": [ 0.009812350384891033, @@ -4357,8 +4890,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.19631589949131012, - "sufficiency": 0.9932672381401062, + "comprehensiveness": 0.1961299031972885, + "sufficiency": 0.9932736158370972, "masked prediction probs": [ 0.04602654278278351, 0.9539734125137329 @@ -4370,8 +4903,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1961299031972885, - "sufficiency": 0.9932736158370972, + "comprehensiveness": 0.19594424962997437, + "sufficiency": 0.9932799935340881, "masked prediction probs": [ 0.04602654278278351, 0.9539734125137329 @@ -4383,8 +4916,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.19594424962997437, - "sufficiency": 0.9932799935340881, + "comprehensiveness": 0.19575895369052887, + "sufficiency": 0.9932863116264343, "masked prediction probs": [ 0.04602654278278351, 0.9539734125137329 @@ -4396,8 +4929,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19575895369052887, - "sufficiency": 0.9932863116264343, + "comprehensiveness": 0.19557400047779083, + "sufficiency": 0.9932926893234253, + "masked prediction probs": [ + 0.04602654278278351, + 0.9539734125137329 + ], + "full text prediction probs": [ + 0.004618244711309671, + 0.995381772518158 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19538940489292145, + "sufficiency": 0.9932990074157715, "masked prediction probs": [ 0.04602654278278351, 0.9539734125137329 @@ -4410,12 +4956,12 @@ } }, "test_404": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.884571373462677, - 0.11542864888906479 + 0.22127573192119598, + 0.7787243127822876 ], "full text prediction probs": [ 0.22127573192119598, @@ -4514,7 +5060,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -4527,6 +5073,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22127573192119598, + 0.7787243127822876 + ], + "full text prediction probs": [ + 0.22127573192119598, + 0.7787243127822876 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -4617,10 +5176,23 @@ 0.7787243127822876 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.884571373462677, + 0.11542864888906479 + ], + "full text prediction probs": [ + 0.22127573192119598, + 0.7787243127822876 + ], + "labels": 1 } }, "test_453": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.7157544493675232, "sufficiency": 0.9222432374954224, "masked prediction probs": [ @@ -4724,7 +5296,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7103067636489868, "sufficiency": 0.9228348135948181, "masked prediction probs": [ @@ -4737,9 +5309,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.709631621837616, + "sufficiency": 0.9229080677032471, + "masked prediction probs": [ + 0.15383590757846832, + 0.8461641073226929 + ], + "full text prediction probs": [ + 0.0044905198737978935, + 0.9955095052719116 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.01820356957614422, - "sufficiency": 0.7209680676460266, + "comprehensiveness": 0.018186284229159355, + "sufficiency": 0.7212328910827637, "masked prediction probs": [ 0.008321584202349186, 0.9916784763336182 @@ -4764,7 +5349,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01602828875184059, + "comprehensiveness": 0.016013097018003464, "sufficiency": 0.0, "masked prediction probs": [ 0.00787007249891758, @@ -4777,7 +5362,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007075009401887655, + "comprehensiveness": 0.007068310398608446, "sufficiency": 0.0, "masked prediction probs": [ 0.005983669776469469, @@ -4790,8 +5375,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7069438695907593, - "sufficiency": 0.9231999516487122, + "comprehensiveness": 0.7062751054763794, + "sufficiency": 0.9232725501060486, "masked prediction probs": [ 0.15383590757846832, 0.8461641073226929 @@ -4803,7 +5388,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.007061623968183994, + "comprehensiveness": 0.0070549496449530125, "sufficiency": 0.0, "masked prediction probs": [ 0.005983669776469469, @@ -4816,8 +5401,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7056076526641846, - "sufficiency": 0.9233450293540955, + "comprehensiveness": 0.7049413919448853, + "sufficiency": 0.9234173893928528, + "masked prediction probs": [ + 0.15383590757846832, + 0.8461641073226929 + ], + "full text prediction probs": [ + 0.0044905198737978935, + 0.9955095052719116 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.704276442527771, + "sufficiency": 0.9234895706176758, "masked prediction probs": [ 0.15383590757846832, 0.8461641073226929 @@ -4830,12 +5428,12 @@ } }, "test_470": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9760909676551819, - 0.023908961564302444 + 0.018831901252269745, + 0.9811681509017944 ], "full text prediction probs": [ 0.045278314501047134, @@ -4934,7 +5532,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -4947,6 +5545,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018831901252269745, + 0.9811681509017944 + ], + "full text prediction probs": [ + 0.045278314501047134, + 0.9547217488288879 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -4987,7 +5598,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8959671854972839, + "comprehensiveness": 0.8949158191680908, "sufficiency": 0.0, "masked prediction probs": [ 0.19783207774162292, @@ -5037,10 +5648,23 @@ 0.9547217488288879 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9760909676551819, + 0.023908961564302444 + ], + "full text prediction probs": [ + 0.045278314501047134, + 0.9547217488288879 + ], + "labels": 1 } }, "test_629": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.07836075872182846, "sufficiency": 0.9588404893875122, "masked prediction probs": [ @@ -5144,7 +5768,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.07776827365159988, "sufficiency": 0.959151566028595, "masked prediction probs": [ @@ -5157,7 +5781,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0776948407292366, "sufficiency": 0.9591901302337646, "masked prediction probs": [ @@ -5170,6 +5794,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.07762154936790466, + "sufficiency": 0.9592285752296448, + "masked prediction probs": [ + 0.01955786533653736, + 0.9804421067237854 + ], + "full text prediction probs": [ + 0.003098549321293831, + 0.9969015121459961 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -5184,8 +5821,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07754839211702347, - "sufficiency": 0.9592670202255249, + "comprehensiveness": 0.07747537642717361, + "sufficiency": 0.9593053460121155, "masked prediction probs": [ 0.01955786533653736, 0.9804421067237854 @@ -5197,8 +5834,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07747537642717361, - "sufficiency": 0.9593053460121155, + "comprehensiveness": 0.0774024948477745, + "sufficiency": 0.9593436121940613, "masked prediction probs": [ 0.01955786533653736, 0.9804421067237854 @@ -5210,7 +5847,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.005112366285175085, + "comprehensiveness": 0.005107561592012644, "sufficiency": 0.0, "masked prediction probs": [ 0.004185621161013842, @@ -5236,8 +5873,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07725714892148972, - "sufficiency": 0.9594199061393738, + "comprehensiveness": 0.07718467712402344, + "sufficiency": 0.9594579339027405, + "masked prediction probs": [ + 0.01955786533653736, + 0.9804421067237854 + ], + "full text prediction probs": [ + 0.003098549321293831, + 0.9969015121459961 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0771123394370079, + "sufficiency": 0.9594959020614624, "masked prediction probs": [ 0.01955786533653736, 0.9804421067237854 @@ -5250,12 +5900,12 @@ } }, "test_699": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.026669489219784737, - "sufficiency": 0.945014238357544, + "fixed-shap": { + "comprehensiveness": 0.014489610679447651, + "sufficiency": 0.4051036238670349, "masked prediction probs": [ - 0.009842785075306892, - 0.9901572465896606 + 0.007298647426068783, + 0.9927012920379639 ], "full text prediction probs": [ 0.004272230435162783, @@ -5354,7 +6004,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.026466716080904007, "sufficiency": 0.9454321265220642, "masked prediction probs": [ @@ -5367,9 +6017,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.014365790411829948, + "sufficiency": 0.4101848602294922, + "masked prediction probs": [ + 0.007298647426068783, + 0.9927012920379639 + ], + "full text prediction probs": [ + 0.004272230435162783, + 0.9957277774810791 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.009890485554933548, - "sufficiency": 0.1477668285369873, + "comprehensiveness": 0.009881103411316872, + "sufficiency": 0.14857487380504608, "masked prediction probs": [ 0.006355865392833948, 0.993644118309021 @@ -5394,8 +6057,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.026391468942165375, - "sufficiency": 0.9455872178077698, + "comprehensiveness": 0.02636648155748844, + "sufficiency": 0.9456387162208557, "masked prediction probs": [ 0.009842785075306892, 0.9901572465896606 @@ -5407,8 +6070,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014324985444545746, - "sufficiency": 0.411859393119812, + "comprehensiveness": 0.014311435632407665, + "sufficiency": 0.41241544485092163, "masked prediction probs": [ 0.007298647426068783, 0.9927012920379639 @@ -5420,8 +6083,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.014311435632407665, - "sufficiency": 0.41241544485092163, + "comprehensiveness": 0.0142979109659791, + "sufficiency": 0.4129704535007477, "masked prediction probs": [ 0.007298647426068783, 0.9927012920379639 @@ -5433,8 +6096,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0142979109659791, - "sufficiency": 0.4129704535007477, + "comprehensiveness": 0.014284412376582623, + "sufficiency": 0.41352441906929016, "masked prediction probs": [ 0.007298647426068783, 0.9927012920379639 @@ -5446,8 +6109,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.026291802525520325, - "sufficiency": 0.9457926154136658, + "comprehensiveness": 0.026267003268003464, + "sufficiency": 0.9458436965942383, + "masked prediction probs": [ + 0.009842785075306892, + 0.9901572465896606 + ], + "full text prediction probs": [ + 0.004272230435162783, + 0.9957277774810791 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026242252439260483, + "sufficiency": 0.945894718170166, "masked prediction probs": [ 0.009842785075306892, 0.9901572465896606 @@ -5460,7 +6136,7 @@ } }, "test_773": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.22857049107551575, "masked prediction probs": [ @@ -5564,7 +6240,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.23447789251804352, "masked prediction probs": [ @@ -5577,7 +6253,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.23520995676517487, "masked prediction probs": [ @@ -5590,6 +6266,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 1.0, + "sufficiency": 0.235940620303154, + "masked prediction probs": [ + 0.49438753724098206, + 0.5056124925613403 + ], + "full text prediction probs": [ + 0.005871592555195093, + 0.9941284656524658 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -5605,7 +6294,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8103792667388916, + "sufficiency": 0.8105601072311401, "masked prediction probs": [ 0.22440053522586823, 0.775599479675293 @@ -5618,7 +6307,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8105601072311401, + "sufficiency": 0.8107405304908752, "masked prediction probs": [ 0.22440053522586823, 0.775599479675293 @@ -5631,7 +6320,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8107405304908752, + "sufficiency": 0.8109206557273865, "masked prediction probs": [ 0.22440053522586823, 0.775599479675293 @@ -5643,7 +6332,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.001654439722187817, + "comprehensiveness": 0.0016528659034520388, "sufficiency": 0.0, "masked prediction probs": [ 0.006219108588993549, @@ -5657,7 +6346,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.239573135972023, + "sufficiency": 0.24029549956321716, + "masked prediction probs": [ + 0.49438753724098206, + 0.5056124925613403 + ], + "full text prediction probs": [ + 0.005871592555195093, + 0.9941284656524658 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.24101649224758148, "masked prediction probs": [ 0.49438753724098206, 0.5056124925613403 @@ -5670,7 +6372,7 @@ } }, "test_1101": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7952365279197693, "masked prediction probs": [ @@ -5774,7 +6476,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7956565618515015, "masked prediction probs": [ @@ -5787,7 +6489,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7957090139389038, "masked prediction probs": [ @@ -5800,7 +6502,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7957614660263062, "masked prediction probs": [ @@ -5813,9 +6515,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7958136796951294, + "masked prediction probs": [ + 0.991273820400238, + 0.00872623361647129 + ], + "full text prediction probs": [ + 0.991273820400238, + 0.00872623361647129 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.0018881869036704302, - "sufficiency": 0.9858571290969849, + "comprehensiveness": 0.0018877030815929174, + "sufficiency": 0.9858607649803162, "masked prediction probs": [ 0.9898000359535217, 0.01019998174160719 @@ -5827,8 +6542,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011459974572062492, - "sufficiency": 0.9868006110191345, + "comprehensiveness": 0.011457039974629879, + "sufficiency": 0.9868039488792419, "masked prediction probs": [ 0.9823266863822937, 0.017673391848802567 @@ -5840,8 +6555,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011457039974629879, - "sufficiency": 0.9868039488792419, + "comprehensiveness": 0.01145410630851984, + "sufficiency": 0.9868073463439941, "masked prediction probs": [ 0.9823266863822937, 0.017673391848802567 @@ -5854,7 +6569,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.795970618724823, + "sufficiency": 0.7960227727890015, "masked prediction probs": [ 0.991273820400238, 0.00872623361647129 @@ -5867,7 +6582,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7960227727890015, + "sufficiency": 0.7960748672485352, + "masked prediction probs": [ + 0.991273820400238, + 0.00872623361647129 + ], + "full text prediction probs": [ + 0.991273820400238, + 0.00872623361647129 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7961270809173584, "masked prediction probs": [ 0.991273820400238, 0.00872623361647129 @@ -5880,12 +6608,12 @@ } }, "test_1226": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9342876672744751, - "sufficiency": 0.9957506656646729, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7920664548873901, "masked prediction probs": [ - 0.26429545879364014, - 0.7357044816017151 + 0.9943893551826477, + 0.005610690917819738 ], "full text prediction probs": [ 0.9943893551826477, @@ -5984,7 +6712,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9323785901069641, "sufficiency": 0.9957593083381653, "masked prediction probs": [ @@ -5997,9 +6725,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7925443053245544, + "masked prediction probs": [ + 0.9943893551826477, + 0.005610690917819738 + ], + "full text prediction probs": [ + 0.9943893551826477, + 0.005610690917819738 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0010674501536414027, - "sufficiency": 0.9104006290435791, + "comprehensiveness": 0.001067177508957684, + "sufficiency": 0.9104235768318176, "masked prediction probs": [ 0.9935532808303833, 0.006446721963584423 @@ -6012,7 +6753,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7925973534584045, + "sufficiency": 0.7926501631736755, "masked prediction probs": [ 0.9943893551826477, 0.005610690917819738 @@ -6024,8 +6765,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010669052135199308, - "sufficiency": 0.9104464054107666, + "comprehensiveness": 0.0010666329180821776, + "sufficiency": 0.9104691743850708, "masked prediction probs": [ 0.9935532808303833, 0.006446721963584423 @@ -6037,8 +6778,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010666329180821776, - "sufficiency": 0.9104691743850708, + "comprehensiveness": 0.00106636097189039, + "sufficiency": 0.9104920625686646, "masked prediction probs": [ 0.9935532808303833, 0.006446721963584423 @@ -6050,8 +6791,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9311894178390503, - "sufficiency": 0.9957647919654846, + "comprehensiveness": 0.9309518933296204, + "sufficiency": 0.9957659840583801, "masked prediction probs": [ 0.26429545879364014, 0.7357044816017151 @@ -6063,8 +6804,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010660889092832804, - "sufficiency": 0.9105149507522583, + "comprehensiveness": 0.0010658171959221363, + "sufficiency": 0.9105377197265625, "masked prediction probs": [ 0.9935532808303833, 0.006446721963584423 @@ -6076,8 +6817,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9307146072387695, - "sufficiency": 0.9957669973373413, + "comprehensiveness": 0.9304773211479187, + "sufficiency": 0.9957680106163025, + "masked prediction probs": [ + 0.26429545879364014, + 0.7357044816017151 + ], + "full text prediction probs": [ + 0.9943893551826477, + 0.005610690917819738 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9302402138710022, + "sufficiency": 0.9957691431045532, "masked prediction probs": [ 0.26429545879364014, 0.7357044816017151 @@ -6090,7 +6844,7 @@ } }, "test_1320": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9856359958648682, "masked prediction probs": [ @@ -6194,7 +6948,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9857450127601624, "masked prediction probs": [ @@ -6207,7 +6961,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9857584834098816, "masked prediction probs": [ @@ -6220,6 +6974,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 1.0, + "sufficiency": 0.9857720136642456, + "masked prediction probs": [ + 0.280964195728302, + 0.719035804271698 + ], + "full text prediction probs": [ + 0.003935683984309435, + 0.9960643649101257 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -6235,7 +7002,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9857854247093201, + "sufficiency": 0.9857988953590393, "masked prediction probs": [ 0.280964195728302, 0.719035804271698 @@ -6247,7 +7014,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.000610947550740093, + "comprehensiveness": 0.0006103705381974578, "sufficiency": 0.0, "masked prediction probs": [ 0.004064938053488731, @@ -6261,7 +7028,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9858123064041138, + "sufficiency": 0.9858256578445435, "masked prediction probs": [ 0.280964195728302, 0.719035804271698 @@ -6273,7 +7040,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008749387226998806, + "comprehensiveness": 0.008741139434278011, "sufficiency": 0.0, "masked prediction probs": [ 0.00579059449955821, @@ -6287,7 +7054,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9858390092849731, + "sufficiency": 0.9858523607254028, + "masked prediction probs": [ + 0.280964195728302, + 0.719035804271698 + ], + "full text prediction probs": [ + 0.003935683984309435, + 0.9960643649101257 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9858656525611877, "masked prediction probs": [ 0.280964195728302, 0.719035804271698 @@ -6300,7 +7080,7 @@ } }, "test_1453": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7974340915679932, "masked prediction probs": [ @@ -6404,7 +7184,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7978507280349731, "masked prediction probs": [ @@ -6417,7 +7197,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7979027628898621, "masked prediction probs": [ @@ -6430,7 +7210,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.797954797744751, "masked prediction probs": [ @@ -6443,9 +7223,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7980066537857056, + "masked prediction probs": [ + 0.9891286492347717, + 0.010871339589357376 + ], + "full text prediction probs": [ + 0.9891286492347717, + 0.010871339589357376 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.0016553958412259817, - "sufficiency": 0.9304642081260681, + "comprehensiveness": 0.001654970576055348, + "sufficiency": 0.9304820895195007, "masked prediction probs": [ 0.9878401160240173, 0.01215983834117651 @@ -6457,8 +7250,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001654970576055348, - "sufficiency": 0.9304820895195007, + "comprehensiveness": 0.0016545456601306796, + "sufficiency": 0.9304999709129333, "masked prediction probs": [ 0.9878401160240173, 0.01215983834117651 @@ -6470,8 +7263,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0016545456601306796, - "sufficiency": 0.9304999709129333, + "comprehensiveness": 0.0016541207442060113, + "sufficiency": 0.9305177927017212, "masked prediction probs": [ 0.9878401160240173, 0.01215983834117651 @@ -6483,8 +7276,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008872554637491703, - "sufficiency": 0.8758472800254822, + "comprehensiveness": 0.008870277553796768, + "sufficiency": 0.875879168510437, "masked prediction probs": [ 0.9822170734405518, 0.01778300665318966 @@ -6497,7 +7290,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7982140183448792, + "sufficiency": 0.7982656955718994, + "masked prediction probs": [ + 0.9891286492347717, + 0.010871339589357376 + ], + "full text prediction probs": [ + 0.9891286492347717, + 0.010871339589357376 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7983174920082092, "masked prediction probs": [ 0.9891286492347717, 0.010871339589357376 @@ -6510,12 +7316,12 @@ } }, "test_1636": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3894478380680084, - "sufficiency": 0.9943017363548279, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7953094840049744, "masked prediction probs": [ - 0.6881117820739746, - 0.31188827753067017 + 0.9912024736404419, + 0.00879749283194542 ], "full text prediction probs": [ 0.9912024736404419, @@ -6614,7 +7420,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.3886488080024719, "sufficiency": 0.9943134188652039, "masked prediction probs": [ @@ -6627,9 +7433,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7957817912101746, + "masked prediction probs": [ + 0.9912024736404419, + 0.00879749283194542 + ], + "full text prediction probs": [ + 0.9912024736404419, + 0.00879749283194542 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.015597844496369362, - "sufficiency": 0.7372469902038574, + "comprehensiveness": 0.015593845397233963, + "sufficiency": 0.7373143434524536, "masked prediction probs": [ 0.9790352582931519, 0.020964793860912323 @@ -6642,7 +7461,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7958341240882874, + "sufficiency": 0.7958864569664001, "masked prediction probs": [ 0.9912024736404419, 0.00879749283194542 @@ -6654,8 +7473,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3883500397205353, - "sufficiency": 0.9943178296089172, + "comprehensiveness": 0.38825052976608276, + "sufficiency": 0.9943192601203918, "masked prediction probs": [ 0.6881117820739746, 0.31188827753067017 @@ -6667,8 +7486,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001588500221259892, - "sufficiency": 0.9499303102493286, + "comprehensiveness": 0.0015880933497101068, + "sufficiency": 0.9499431848526001, "masked prediction probs": [ 0.9899623990058899, 0.010037602856755257 @@ -6680,8 +7499,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.388151079416275, - "sufficiency": 0.9943207502365112, + "comprehensiveness": 0.38805168867111206, + "sufficiency": 0.9943222999572754, "masked prediction probs": [ 0.6881117820739746, 0.31188827753067017 @@ -6694,7 +7513,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7960432171821594, + "sufficiency": 0.7960954308509827, "masked prediction probs": [ 0.9912024736404419, 0.00879749283194542 @@ -6706,8 +7525,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.38795235753059387, - "sufficiency": 0.9943236708641052, + "comprehensiveness": 0.38785305619239807, + "sufficiency": 0.9943250417709351, + "masked prediction probs": [ + 0.6881117820739746, + 0.31188827753067017 + ], + "full text prediction probs": [ + 0.9912024736404419, + 0.00879749283194542 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.38775381445884705, + "sufficiency": 0.9943265914916992, "masked prediction probs": [ 0.6881117820739746, 0.31188827753067017 @@ -6720,7 +7552,7 @@ } }, "test_1653": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.790470540523529, "masked prediction probs": [ @@ -6824,7 +7656,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.790897786617279, "masked prediction probs": [ @@ -6837,9 +7669,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7909510731697083, + "masked prediction probs": [ + 0.9959672689437866, + 0.004032769240438938 + ], + "full text prediction probs": [ + 0.9959672689437866, + 0.004032769240438938 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0003636326873674989, - "sufficiency": 0.914618968963623, + "comprehensiveness": 0.00036354002077132463, + "sufficiency": 0.9146407842636108, "masked prediction probs": [ 0.995681881904602, 0.004318126942962408 @@ -6852,7 +7697,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7910043001174927, + "sufficiency": 0.7910575270652771, "masked prediction probs": [ 0.9959672689437866, 0.004032769240438938 @@ -6864,8 +7709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00036344744148664176, - "sufficiency": 0.9146624207496643, + "comprehensiveness": 0.00036335489130578935, + "sufficiency": 0.9146841168403625, "masked prediction probs": [ 0.995681881904602, 0.004318126942962408 @@ -6878,7 +7723,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7911107540130615, + "sufficiency": 0.7911639213562012, "masked prediction probs": [ 0.9959672689437866, 0.004032769240438938 @@ -6890,8 +7735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010282950475811958, - "sufficiency": 0.9963502287864685, + "comprehensiveness": 0.010280333459377289, + "sufficiency": 0.9963511824607849, "masked prediction probs": [ 0.987888753414154, 0.012111290358006954 @@ -6904,7 +7749,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9807946085929871, + "sufficiency": 0.9807994365692139, "masked prediction probs": [ 0.9966932535171509, 0.0033067285548895597 @@ -6917,7 +7762,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7912701964378357, + "sufficiency": 0.7913232445716858, + "masked prediction probs": [ + 0.9959672689437866, + 0.004032769240438938 + ], + "full text prediction probs": [ + 0.9959672689437866, + 0.004032769240438938 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7913763523101807, "masked prediction probs": [ 0.9959672689437866, 0.004032769240438938 @@ -6930,12 +7788,12 @@ } }, "test_1663": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006979175377637148, - "sufficiency": 0.989556074142456, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7905564904212952, "masked prediction probs": [ - 0.9904178977012634, - 0.009582135826349258 + 0.9958821535110474, + 0.004117878619581461 ], "full text prediction probs": [ 0.9958821535110474, @@ -7034,7 +7892,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.006964941509068012, "sufficiency": 0.9895773530006409, "masked prediction probs": [ @@ -7047,8 +7905,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.79103684425354, + "masked prediction probs": [ + 0.9958821535110474, + 0.004117878619581461 + ], + "full text prediction probs": [ + 0.9958821535110474, + 0.004117878619581461 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0023111561313271523, + "comprehensiveness": 0.002310567069798708, "sufficiency": 0.0, "masked prediction probs": [ 0.9940685033798218, @@ -7062,7 +7933,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7910900712013245, + "sufficiency": 0.7911432981491089, "masked prediction probs": [ 0.9958821535110474, 0.004117878619581461 @@ -7074,8 +7945,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00368391047231853, - "sufficiency": 0.9929633736610413, + "comprehensiveness": 0.003682972164824605, + "sufficiency": 0.9929651021957397, "masked prediction probs": [ 0.9929897785186768, 0.007010198663920164 @@ -7088,7 +7959,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7911964654922485, + "sufficiency": 0.7912496328353882, "masked prediction probs": [ 0.9958821535110474, 0.004117878619581461 @@ -7100,8 +7971,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006956075318157673, - "sufficiency": 0.9895906448364258, + "comprehensiveness": 0.0069543044082820415, + "sufficiency": 0.9895932674407959, "masked prediction probs": [ 0.9904178977012634, 0.009582135826349258 @@ -7113,8 +7984,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003347851801663637, - "sufficiency": 0.9653696417808533, + "comprehensiveness": 0.0033470001071691513, + "sufficiency": 0.96537846326828, "masked prediction probs": [ 0.993251621723175, 0.006748370360583067 @@ -7126,8 +7997,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006952534895390272, - "sufficiency": 0.989595890045166, + "comprehensiveness": 0.00695076584815979, + "sufficiency": 0.9895985722541809, + "masked prediction probs": [ + 0.9904178977012634, + 0.009582135826349258 + ], + "full text prediction probs": [ + 0.9958821535110474, + 0.004117878619581461 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00694899819791317, + "sufficiency": 0.989601194858551, "masked prediction probs": [ 0.9904178977012634, 0.009582135826349258 @@ -7140,12 +8024,12 @@ } }, "test_1673": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7071313858032227, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8520803451538086, "masked prediction probs": [ - 0.42568424344062805, - 0.5743157863616943 + 0.9393435120582581, + 0.06065645068883896 ], "full text prediction probs": [ 0.9393435120582581, @@ -7244,7 +8128,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7055774331092834, "sufficiency": 1.0, "masked prediction probs": [ @@ -7257,9 +8141,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8524459004402161, + "masked prediction probs": [ + 0.9393435120582581, + 0.06065645068883896 + ], + "full text prediction probs": [ + 0.9393435120582581, + 0.06065645068883896 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8737671971321106, + "sufficiency": 0.8738018274307251, "masked prediction probs": [ 0.9599862098693848, 0.040013816207647324 @@ -7272,7 +8169,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8524863719940186, + "sufficiency": 0.852526843547821, "masked prediction probs": [ 0.9393435120582581, 0.06065645068883896 @@ -7285,7 +8182,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6092750430107117, + "sufficiency": 0.6093822121620178, "masked prediction probs": [ 0.9522345066070557, 0.04776545614004135 @@ -7298,7 +8195,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8525673151016235, + "sufficiency": 0.8526077270507812, "masked prediction probs": [ 0.9393435120582581, 0.06065645068883896 @@ -7310,7 +8207,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.704609751701355, + "comprehensiveness": 0.7044164538383484, "sufficiency": 1.0, "masked prediction probs": [ 0.42568424344062805, @@ -7323,7 +8220,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7044164538383484, + "comprehensiveness": 0.7042233943939209, "sufficiency": 1.0, "masked prediction probs": [ 0.42568424344062805, @@ -7336,7 +8233,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7042233943939209, + "comprehensiveness": 0.7040303349494934, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.42568424344062805, + 0.5743157863616943 + ], + "full text prediction probs": [ + 0.9393435120582581, + 0.06065645068883896 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7038374543190002, "sufficiency": 1.0, "masked prediction probs": [ 0.42568424344062805, @@ -7350,12 +8260,12 @@ } }, "test_1815": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9136782884597778, - "sufficiency": 0.9920412302017212, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8002461791038513, "masked prediction probs": [ - 0.2797110378742218, - 0.7202889323234558 + 0.986400842666626, + 0.01359923742711544 ], "full text prediction probs": [ 0.986400842666626, @@ -7454,7 +8364,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9117920994758606, "sufficiency": 0.9920576214790344, "masked prediction probs": [ @@ -7467,7 +8377,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.8007099032402039, "masked prediction probs": [ @@ -7480,7 +8390,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.8007612824440002, "masked prediction probs": [ @@ -7493,9 +8403,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.8008126616477966, + "masked prediction probs": [ + 0.986400842666626, + 0.01359923742711544 + ], + "full text prediction probs": [ + 0.986400842666626, + 0.01359923742711544 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.9110867977142334, - "sufficiency": 0.9920637607574463, + "comprehensiveness": 0.9108518958091736, + "sufficiency": 0.9920658469200134, "masked prediction probs": [ 0.2797110378742218, 0.7202889323234558 @@ -7508,7 +8431,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8008639812469482, + "sufficiency": 0.8009153008460999, "masked prediction probs": [ 0.986400842666626, 0.01359923742711544 @@ -7520,8 +8443,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9106172323226929, - "sufficiency": 0.9920678734779358, + "comprehensiveness": 0.9103825688362122, + "sufficiency": 0.9920699000358582, "masked prediction probs": [ 0.2797110378742218, 0.7202889323234558 @@ -7533,8 +8456,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00843765027821064, - "sufficiency": 0.8667835593223572, + "comprehensiveness": 0.008435476571321487, + "sufficiency": 0.866817831993103, "masked prediction probs": [ 0.9798510670661926, 0.020148957148194313 @@ -7546,8 +8469,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9101480841636658, - "sufficiency": 0.9920719861984253, + "comprehensiveness": 0.9099136590957642, + "sufficiency": 0.9920740127563477, + "masked prediction probs": [ + 0.2797110378742218, + 0.7202889323234558 + ], + "full text prediction probs": [ + 0.986400842666626, + 0.01359923742711544 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9096794724464417, + "sufficiency": 0.99207603931427, "masked prediction probs": [ 0.2797110378742218, 0.7202889323234558 @@ -7560,7 +8496,7 @@ } }, "test_1816": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.8373159170150757, "sufficiency": 0.5521999597549438, "masked prediction probs": [ @@ -7664,7 +8600,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8308849930763245, "sufficiency": 0.555637538433075, "masked prediction probs": [ @@ -7677,8 +8613,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.8300880789756775, + "sufficiency": 0.5560635328292847, + "masked prediction probs": [ + 0.17950884997844696, + 0.8204911351203918 + ], + "full text prediction probs": [ + 0.006387576460838318, + 0.9936124682426453 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.004812206141650677, + "comprehensiveness": 0.004807594697922468, "sufficiency": 0.0, "masked prediction probs": [ 0.007391113787889481, @@ -7704,7 +8653,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.015009993687272072, + "comprehensiveness": 0.014995638281106949, "sufficiency": 0.0, "masked prediction probs": [ 0.009523923508822918, @@ -7717,8 +8666,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8277064561843872, - "sufficiency": 0.5573366284370422, + "comprehensiveness": 0.8269156217575073, + "sufficiency": 0.5577594041824341, "masked prediction probs": [ 0.17950884997844696, 0.8204911351203918 @@ -7730,8 +8679,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8269156217575073, - "sufficiency": 0.5577594041824341, + "comprehensiveness": 0.8261262774467468, + "sufficiency": 0.5581813454627991, "masked prediction probs": [ 0.17950884997844696, 0.8204911351203918 @@ -7743,8 +8692,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8261262774467468, - "sufficiency": 0.5581813454627991, + "comprehensiveness": 0.8253384828567505, + "sufficiency": 0.5586024522781372, "masked prediction probs": [ 0.17950884997844696, 0.8204911351203918 @@ -7756,8 +8705,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8253384828567505, - "sufficiency": 0.5586024522781372, + "comprehensiveness": 0.8245521187782288, + "sufficiency": 0.5590227842330933, + "masked prediction probs": [ + 0.17950884997844696, + 0.8204911351203918 + ], + "full text prediction probs": [ + 0.006387576460838318, + 0.9936124682426453 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8237673044204712, + "sufficiency": 0.5594423413276672, "masked prediction probs": [ 0.17950884997844696, 0.8204911351203918 @@ -7770,12 +8732,12 @@ } }, "test_1817": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.007684290874749422, "sufficiency": 0.0, "masked prediction probs": [ - 0.0038773019332438707, - 0.9961226582527161 + 0.005485444329679012, + 0.9945145845413208 ], "full text prediction probs": [ 0.0038773019332438707, @@ -7874,7 +8836,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -7887,7 +8849,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.007618748117238283, "sufficiency": 0.0, "masked prediction probs": [ @@ -7900,6 +8862,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.007611534558236599, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005485444329679012, + 0.9945145845413208 + ], + "full text prediction probs": [ + 0.0038773019332438707, + 0.9961226582527161 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -7914,8 +8889,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.014211161993443966, - "sufficiency": 0.9770647883415222, + "comprehensiveness": 0.01419773232191801, + "sufficiency": 0.9770864844322205, "masked prediction probs": [ 0.0068825320340693, 0.9931174516677856 @@ -7940,7 +8915,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.007589975371956825, + "comprehensiveness": 0.007582816295325756, "sufficiency": 0.0, "masked prediction probs": [ 0.005485444329679012, @@ -7953,8 +8928,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014170948415994644, - "sufficiency": 0.9771296977996826, + "comprehensiveness": 0.014157594181597233, + "sufficiency": 0.9771512150764465, "masked prediction probs": [ 0.0068825320340693, 0.9931174516677856 @@ -7977,15 +8952,28 @@ 0.9961226582527161 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0038773019332438707, + 0.9961226582527161 + ], + "full text prediction probs": [ + 0.0038773019332438707, + 0.9961226582527161 + ], + "labels": 1 } }, "test_1818": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5398480892181396, - "sufficiency": 0.9348055124282837, + "fixed-shap": { + "comprehensiveness": 0.021064752712845802, + "sufficiency": 0.7218016982078552, "masked prediction probs": [ - 0.11756342649459839, - 0.8824365735054016 + 0.009802996180951595, + 0.990196943283081 ], "full text prediction probs": [ 0.005427496042102575, @@ -8084,7 +9072,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5357208847999573, "sufficiency": 0.9353036880493164, "masked prediction probs": [ @@ -8097,9 +9085,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.020883752033114433, + "sufficiency": 0.7241909503936768, + "masked prediction probs": [ + 0.009802996180951595, + 0.990196943283081 + ], + "full text prediction probs": [ + 0.005427496042102575, + 0.9945724606513977 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.5352094173431396, - "sufficiency": 0.9353654384613037, + "comprehensiveness": 0.5346989035606384, + "sufficiency": 0.9354270696640015, "masked prediction probs": [ 0.11756342649459839, 0.8824365735054016 @@ -8124,7 +9125,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.013280285522341728, + "comprehensiveness": 0.013267642818391323, "sufficiency": 0.0, "masked prediction probs": [ 0.008215293288230896, @@ -8137,7 +9138,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008460813201963902, + "comprehensiveness": 0.008452766574919224, "sufficiency": 0.0, "masked prediction probs": [ 0.007205342873930931, @@ -8150,8 +9151,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5331732630729675, - "sufficiency": 0.9356112480163574, + "comprehensiveness": 0.5326666235923767, + "sufficiency": 0.935672402381897, "masked prediction probs": [ 0.11756342649459839, 0.8824365735054016 @@ -8163,7 +9164,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00844473484903574, + "comprehensiveness": 0.00843671802431345, "sufficiency": 0.0, "masked prediction probs": [ 0.007205342873930931, @@ -8176,8 +9177,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5321609973907471, - "sufficiency": 0.935733437538147, + "comprehensiveness": 0.5316562652587891, + "sufficiency": 0.9357943534851074, + "masked prediction probs": [ + 0.11756342649459839, + 0.8824365735054016 + ], + "full text prediction probs": [ + 0.005427496042102575, + 0.9945724606513977 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5311525464057922, + "sufficiency": 0.9358551502227783, "masked prediction probs": [ 0.11756342649459839, 0.8824365735054016 @@ -8190,12 +9204,12 @@ } }, "test_1819": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9859701991081238, - 0.014029782265424728 + 0.7016000747680664, + 0.298399955034256 ], "full text prediction probs": [ 0.3584383428096771, @@ -8294,7 +9308,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -8307,6 +9321,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7016000747680664, + 0.298399955034256 + ], + "full text prediction probs": [ + 0.3584383428096771, + 0.6415616869926453 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -8397,15 +9424,28 @@ 0.6415616869926453 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9859701991081238, + 0.014029782265424728 + ], + "full text prediction probs": [ + 0.3584383428096771, + 0.6415616869926453 + ], + "labels": 1 } }, "test_55": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.020211568102240562, + "fixed-shap": { + "comprehensiveness": 0.03281339630484581, "sufficiency": 0.0, "masked prediction probs": [ - 0.009111893363296986, - 0.9908881187438965 + 0.011313924565911293, + 0.9886860847473145 ], "full text prediction probs": [ 0.005580052267760038, @@ -8492,11 +9532,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.02005089446902275, + "comprehensiveness": 0.010699698701500893, "sufficiency": 0.0, "masked prediction probs": [ - 0.009111893363296986, - 0.9908881187438965 + 0.007464772090315819, + 0.9925352334976196 ], "full text prediction probs": [ 0.005580052267760038, @@ -8504,13 +9544,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010687560774385929, "sufficiency": 0.0, "masked prediction probs": [ + 0.007464772090315819, + 0.9925352334976196 + ], + "full text prediction probs": [ 0.005580052267760038, 0.9944198727607727 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.010675451718270779, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007464772090315819, + 0.9925352334976196 + ], "full text prediction probs": [ 0.005580052267760038, 0.9944198727607727 @@ -8518,7 +9571,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.010675451718270779, + "comprehensiveness": 0.010663368739187717, "sufficiency": 0.0, "masked prediction probs": [ 0.007464772090315819, @@ -8544,7 +9597,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024837344884872437, + "comprehensiveness": 0.024809297174215317, "sufficiency": 0.0, "masked prediction probs": [ 0.00997477862983942, @@ -8570,7 +9623,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01062728464603424, + "comprehensiveness": 0.010615311563014984, "sufficiency": 0.0, "masked prediction probs": [ 0.007464772090315819, @@ -8583,7 +9636,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.024753393605351448, + "comprehensiveness": 0.0247255340218544, "sufficiency": 0.0, "masked prediction probs": [ 0.00997477862983942, @@ -8607,15 +9660,28 @@ 0.9944198727607727 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005580052267760038, + 0.9944198727607727 + ], + "full text prediction probs": [ + 0.005580052267760038, + 0.9944198727607727 + ], + "labels": 1 } }, "test_166": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05179477110505104, - "sufficiency": 0.9809773564338684, + "fixed-shap": { + "comprehensiveness": 0.03719756752252579, + "sufficiency": 0.9768580198287964, "masked prediction probs": [ - 0.012825439684092999, - 0.9871746301651001 + 0.010246933437883854, + 0.9897531270980835 ], "full text prediction probs": [ 0.0036762289237231016, @@ -8714,9 +9780,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01627626083791256, - "sufficiency": 0.9592323899269104, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.051329758018255234, + "sufficiency": 0.9811480641365051, + "masked prediction probs": [ + 0.012825439684092999, + 0.9871746301651001 + ], + "full text prediction probs": [ + 0.0036762289237231016, + 0.996323823928833 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016258014366030693, + "sufficiency": 0.9592781066894531, "masked prediction probs": [ 0.006577278021723032, 0.9934226870536804 @@ -8728,8 +9807,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.016258014366030693, - "sufficiency": 0.9592781066894531, + "comprehensiveness": 0.01623981073498726, + "sufficiency": 0.9593236446380615, "masked prediction probs": [ 0.006577278021723032, 0.9934226870536804 @@ -8754,7 +9833,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0037623767275363207, + "comprehensiveness": 0.0037581732030957937, "sufficiency": 0.0, "masked prediction probs": [ 0.004349017050117254, @@ -8780,7 +9859,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0037539792247116566, + "comprehensiveness": 0.0037497945595532656, "sufficiency": 0.0, "masked prediction probs": [ 0.004349017050117254, @@ -8793,8 +9872,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016167396679520607, - "sufficiency": 0.9595049023628235, + "comprehensiveness": 0.01614939421415329, + "sufficiency": 0.9595499634742737, "masked prediction probs": [ 0.006577278021723032, 0.9934226870536804 @@ -8806,8 +9885,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01614939421415329, - "sufficiency": 0.9595499634742737, + "comprehensiveness": 0.016131432726979256, + "sufficiency": 0.9595949649810791, + "masked prediction probs": [ + 0.006577278021723032, + 0.9934226870536804 + ], + "full text prediction probs": [ + 0.0036762289237231016, + 0.996323823928833 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.016113510355353355, + "sufficiency": 0.959639847278595, "masked prediction probs": [ 0.006577278021723032, 0.9934226870536804 @@ -8820,12 +9912,12 @@ } }, "test_241": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9810966849327087, + "sufficiency": 0.9682400226593018, "masked prediction probs": [ - 0.7910873293876648, - 0.20891262590885162 + 0.2715601325035095, + 0.7284398674964905 ], "full text prediction probs": [ 0.004878430627286434, @@ -8924,9 +10016,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.967475414276123, + "sufficiency": 0.9812674522399902, + "masked prediction probs": [ + 0.7910873293876648, + 0.20891262590885162 + ], + "full text prediction probs": [ + 0.004878430627286434, + 0.9951215386390686 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9675120711326599, "masked prediction probs": [ 0.28386855125427246, 0.7161314487457275 @@ -8939,7 +10044,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9675120711326599, + "sufficiency": 0.9675487279891968, "masked prediction probs": [ 0.28386855125427246, 0.7161314487457275 @@ -8965,7 +10070,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9675852060317993, + "sufficiency": 0.9676216840744019, "masked prediction probs": [ 0.28386855125427246, 0.7161314487457275 @@ -8991,7 +10096,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9676580429077148, + "sufficiency": 0.9676942825317383, "masked prediction probs": [ 0.28386855125427246, 0.7161314487457275 @@ -9003,7 +10108,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004393401090055704, + "comprehensiveness": 0.00438847579061985, "sufficiency": 0.0, "masked prediction probs": [ 0.005661569535732269, @@ -9017,7 +10122,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9677304625511169, + "sufficiency": 0.9677665829658508, + "masked prediction probs": [ + 0.28386855125427246, + 0.7161314487457275 + ], + "full text prediction probs": [ + 0.004878430627286434, + 0.9951215386390686 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9678026437759399, "masked prediction probs": [ 0.28386855125427246, 0.7161314487457275 @@ -9030,12 +10148,12 @@ } }, "test_262": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9903678894042969, + "sufficiency": 0.9514200091362, "masked prediction probs": [ - 0.7199103832244873, - 0.2800896167755127 + 0.6144577264785767, + 0.38554221391677856 ], "full text prediction probs": [ 0.0045904675498604774, @@ -9134,7 +10252,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9904547333717346, "masked prediction probs": [ @@ -9147,7 +10265,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.990465521812439, "masked prediction probs": [ @@ -9160,6 +10278,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 1.0, + "sufficiency": 0.9904762506484985, + "masked prediction probs": [ + 0.7199103832244873, + 0.2800896167755127 + ], + "full text prediction probs": [ + 0.0045904675498604774, + 0.9954095482826233 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -9175,7 +10306,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9904869198799133, + "sufficiency": 0.9904975891113281, "masked prediction probs": [ 0.7199103832244873, 0.2800896167755127 @@ -9200,7 +10331,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.016946926712989807, + "comprehensiveness": 0.016927938908338547, "sufficiency": 0.0, "masked prediction probs": [ 0.007612548302859068, @@ -9213,7 +10344,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0009445030009374022, + "comprehensiveness": 0.0009434459498152137, "sufficiency": 0.0, "masked prediction probs": [ 0.0047590965405106544, @@ -9227,7 +10358,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.990529477596283, + "sufficiency": 0.990540087223053, + "masked prediction probs": [ + 0.7199103832244873, + 0.2800896167755127 + ], + "full text prediction probs": [ + 0.0045904675498604774, + 0.9954095482826233 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9905506372451782, "masked prediction probs": [ 0.7199103832244873, 0.2800896167755127 @@ -9240,12 +10384,12 @@ } }, "test_280": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.487419068813324, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.9125822186470032, + "sufficiency": 0.9171814322471619, "masked prediction probs": [ - 0.09210819751024246, - 0.9078918099403381 + 0.1652754247188568, + 0.8347245454788208 ], "full text prediction probs": [ 0.008227190934121609, @@ -9344,9 +10488,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4712986350059509, - "sufficiency": 0.8056015968322754, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4829283654689789, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09210819751024246, + 0.9078918099403381 + ], + "full text prediction probs": [ + 0.008227190934121609, + 0.9917728304862976 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.470756471157074, + "sufficiency": 0.8058250546455383, "masked prediction probs": [ 0.09008818119764328, 0.9099118113517761 @@ -9358,8 +10515,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.470756471157074, - "sufficiency": 0.8058250546455383, + "comprehensiveness": 0.4702155590057373, + "sufficiency": 0.8060480356216431, "masked prediction probs": [ 0.09008818119764328, 0.9099118113517761 @@ -9384,8 +10541,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4696758985519409, - "sufficiency": 0.8062705397605896, + "comprehensiveness": 0.4691374897956848, + "sufficiency": 0.8064924478530884, "masked prediction probs": [ 0.09008818119764328, 0.9099118113517761 @@ -9410,8 +10567,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4686003029346466, - "sufficiency": 0.8067139387130737, + "comprehensiveness": 0.4680643379688263, + "sufficiency": 0.8069348931312561, "masked prediction probs": [ 0.09008818119764328, 0.9099118113517761 @@ -9436,8 +10593,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4675295948982239, - "sufficiency": 0.8071553111076355, + "comprehensiveness": 0.46699607372283936, + "sufficiency": 0.8073752522468567, + "masked prediction probs": [ + 0.09008818119764328, + 0.9099118113517761 + ], + "full text prediction probs": [ + 0.008227190934121609, + 0.9917728304862976 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.46646377444267273, + "sufficiency": 0.8075946569442749, "masked prediction probs": [ 0.09008818119764328, 0.9099118113517761 @@ -9450,12 +10620,12 @@ } }, "test_305": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9592176079750061, + "fixed-shap": { + "comprehensiveness": 0.2188652902841568, + "sufficiency": 0.6921705603599548, "masked prediction probs": [ - 0.17730385065078735, - 0.8226961493492126 + 0.7957133054733276, + 0.20428664982318878 ], "full text prediction probs": [ 0.968195915222168, @@ -9543,10 +10713,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9592898488044739, + "sufficiency": 1.0, "masked prediction probs": [ - 0.17730385065078735, - 0.8226961493492126 + 0.03465935215353966, + 0.9653406143188477 ], "full text prediction probs": [ 0.968195915222168, @@ -9554,12 +10724,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.037308428436517715, - 0.9626915454864502 + 0.03465935215353966, + 0.9653406143188477 + ], + "full text prediction probs": [ + 0.968195915222168, + 0.0318041630089283 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7901197671890259, + "masked prediction probs": [ + 0.968195915222168, + 0.0318041630089283 ], "full text prediction probs": [ 0.968195915222168, @@ -9569,7 +10752,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7851041555404663, + "sufficiency": 0.7851585149765015, "masked prediction probs": [ 0.98968106508255, 0.010318895801901817 @@ -9582,7 +10765,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7901729345321655, + "sufficiency": 0.7902259826660156, "masked prediction probs": [ 0.968195915222168, 0.0318041630089283 @@ -9620,8 +10803,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03990704566240311, - "sufficiency": 0.9376466274261475, + "comprehensiveness": 0.039896950125694275, + "sufficiency": 0.9376624226570129, "masked prediction probs": [ 0.9366423487663269, 0.06335770338773727 @@ -9657,15 +10840,28 @@ 0.0318041630089283 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.037308428436517715, + 0.9626915454864502 + ], + "full text prediction probs": [ + 0.968195915222168, + 0.0318041630089283 + ], + "labels": 1 } }, "test_315": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07456590235233307, - "sufficiency": 0.9532743096351624, + "fixed-shap": { + "comprehensiveness": 0.11270540952682495, + "sufficiency": 0.944452702999115, "masked prediction probs": [ - 0.01874447427690029, - 0.9812554717063904 + 0.0254034623503685, + 0.9745965600013733 ], "full text prediction probs": [ 0.0057258447632193565, @@ -9752,11 +10948,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.07397264987230301, - "sufficiency": 0.9536458849906921, + "comprehensiveness": 0.11180870234966278, + "sufficiency": 0.9448943734169006, "masked prediction probs": [ - 0.01874447427690029, - 0.9812554717063904 + 0.0254034623503685, + 0.9745965600013733 ], "full text prediction probs": [ 0.0057258447632193565, @@ -9764,9 +10960,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.027309490367770195, - "sufficiency": 0.13437579572200775, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11168176680803299, + "sufficiency": 0.94495689868927, + "masked prediction probs": [ + 0.0254034623503685, + 0.9745965600013733 + ], + "full text prediction probs": [ + 0.0057258447632193565, + 0.9942741990089417 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.027278520166873932, + "sufficiency": 0.1353568732738495, "masked prediction probs": [ 0.01053757406771183, 0.9894624352455139 @@ -9778,7 +10987,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.011774016544222832, + "comprehensiveness": 0.011760679073631763, "sufficiency": 0.0, "masked prediction probs": [ 0.007802632171660662, @@ -9804,7 +11013,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.011747373268008232, + "comprehensiveness": 0.011734096333384514, "sufficiency": 0.0, "masked prediction probs": [ 0.007802632171660662, @@ -9830,8 +11039,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02715534344315529, - "sufficiency": 0.13925904035568237, + "comprehensiveness": 0.027124721556901932, + "sufficiency": 0.14022907614707947, "masked prediction probs": [ 0.01053757406771183, 0.9894624352455139 @@ -9843,7 +11052,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006786556448787451, + "comprehensiveness": 0.006778912618756294, "sufficiency": 0.0, "masked prediction probs": [ 0.006929634138941765, @@ -9856,8 +11065,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.027094170451164246, - "sufficiency": 0.14119693636894226, + "comprehensiveness": 0.027063686400651932, + "sufficiency": 0.14216262102127075, + "masked prediction probs": [ + 0.01053757406771183, + 0.9894624352455139 + ], + "full text prediction probs": [ + 0.0057258447632193565, + 0.9942741990089417 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02703327126801014, + "sufficiency": 0.14312613010406494, "masked prediction probs": [ 0.01053757406771183, 0.9894624352455139 @@ -9870,12 +11092,12 @@ } }, "test_330": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9863713979721069, + "sufficiency": 0.794521152973175, "masked prediction probs": [ - 0.34648579359054565, - 0.6535142064094543 + 0.8086941838264465, + 0.19130584597587585 ], "full text prediction probs": [ 0.006796231027692556, @@ -9974,9 +11196,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.769916296005249, - "sufficiency": 0.924197256565094, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.986495852470398, + "masked prediction probs": [ + 0.34648579359054565, + 0.6535142064094543 + ], + "full text prediction probs": [ + 0.006796231027692556, + 0.9932037591934204 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7690379023551941, + "sufficiency": 0.9242836833000183, "masked prediction probs": [ 0.1416265368461609, 0.8583734035491943 @@ -9988,8 +11223,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7690379023551941, - "sufficiency": 0.9242836833000183, + "comprehensiveness": 0.7681614756584167, + "sufficiency": 0.9243699312210083, "masked prediction probs": [ 0.1416265368461609, 0.8583734035491943 @@ -10014,7 +11249,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0034394438844174147, + "comprehensiveness": 0.0034355330280959606, "sufficiency": 0.0, "masked prediction probs": [ 0.007400695234537125, @@ -10027,7 +11262,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0034355330280959606, + "comprehensiveness": 0.003431631252169609, "sufficiency": 0.0, "masked prediction probs": [ 0.007400695234537125, @@ -10040,7 +11275,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.004330488387495279, + "comprehensiveness": 0.004325575660914183, "sufficiency": 0.0, "masked prediction probs": [ 0.00755888968706131, @@ -10053,7 +11288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0034277380909770727, + "comprehensiveness": 0.003423853777348995, "sufficiency": 0.0, "masked prediction probs": [ 0.007400695234537125, @@ -10066,8 +11301,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7638091444969177, - "sufficiency": 0.9247981905937195, + "comprehensiveness": 0.7629445791244507, + "sufficiency": 0.924883246421814, + "masked prediction probs": [ + 0.1416265368461609, + 0.8583734035491943 + ], + "full text prediction probs": [ + 0.006796231027692556, + 0.9932037591934204 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7620819807052612, + "sufficiency": 0.9249681234359741, "masked prediction probs": [ 0.1416265368461609, 0.8583734035491943 @@ -10080,12 +11328,12 @@ } }, "test_557": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9941170811653137, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9152176976203918, - 0.08478232473134995 + 0.01217738352715969, + 0.9878225922584534 ], "full text prediction probs": [ 0.015747521072626114, @@ -10173,10 +11421,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9941666722297668, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9152176976203918, - 0.08478232473134995 + 0.9108439087867737, + 0.08915607631206512 ], "full text prediction probs": [ 0.015747521072626114, @@ -10184,12 +11432,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9941737055778503, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9152176976203918, - 0.08478232473134995 + 0.9108439087867737, + 0.08915607631206512 + ], + "full text prediction probs": [ + 0.015747521072626114, + 0.9842525124549866 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030252981930971146, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0207807794213295, + 0.9792192578315735 ], "full text prediction probs": [ 0.015747521072626114, @@ -10198,7 +11459,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08343036472797394, + "comprehensiveness": 0.0833301693201065, "sufficiency": 0.0, "masked prediction probs": [ 0.02962793968617916, @@ -10225,7 +11486,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9941946268081665, + "sufficiency": 0.9942016005516052, "masked prediction probs": [ 0.9152176976203918, 0.08478232473134995 @@ -10238,7 +11499,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9942016005516052, + "sufficiency": 0.9942085146903992, "masked prediction probs": [ 0.9152176976203918, 0.08478232473134995 @@ -10251,7 +11512,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9942085146903992, + "sufficiency": 0.9942154288291931, "masked prediction probs": [ 0.9152176976203918, 0.08478232473134995 @@ -10263,7 +11524,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.030072199180722237, + "comprehensiveness": 0.030036302283406258, "sufficiency": 0.0, "masked prediction probs": [ 0.0207807794213295, @@ -10277,7 +11538,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9942223429679871, + "sufficiency": 0.9942291975021362, + "masked prediction probs": [ + 0.9152176976203918, + 0.08478232473134995 + ], + "full text prediction probs": [ + 0.015747521072626114, + 0.9842525124549866 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9942361116409302, "masked prediction probs": [ 0.9152176976203918, 0.08478232473134995 @@ -10290,12 +11564,12 @@ } }, "test_668": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7683185338973999, + "fixed-shap": { + "comprehensiveness": 0.9564985632896423, + "sufficiency": 0.5357599854469299, "masked prediction probs": [ - 0.5199019312858582, - 0.4800981283187866 + 0.17269623279571533, + 0.8273037672042847 ], "full text prediction probs": [ 0.005080721341073513, @@ -10394,12 +11668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07223553210496902, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.770413875579834, + "masked prediction probs": [ + 0.5199019312858582, + 0.4800981283187866 + ], + "full text prediction probs": [ + 0.005080721341073513, + 0.9949192404747009 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014548417180776596, "sufficiency": 0.0, "masked prediction probs": [ - 0.01785477250814438, - 0.9821451902389526 + 0.00765643548220396, + 0.9923436045646667 ], "full text prediction probs": [ 0.005080721341073513, @@ -10408,7 +11695,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07215391099452972, + "comprehensiveness": 0.07207248359918594, "sufficiency": 0.0, "masked prediction probs": [ 0.01785477250814438, @@ -10434,7 +11721,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01997895911335945, + "comprehensiveness": 0.01995646022260189, "sufficiency": 0.0, "masked prediction probs": [ 0.008625751361250877, @@ -10447,7 +11734,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07191016525030136, + "comprehensiveness": 0.07182928174734116, "sufficiency": 0.0, "masked prediction probs": [ 0.01785477250814438, @@ -10460,7 +11747,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01993401348590851, + "comprehensiveness": 0.019911617040634155, "sufficiency": 0.0, "masked prediction probs": [ 0.008625751361250877, @@ -10473,7 +11760,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.019540341570973396, + "comprehensiveness": 0.0195184126496315, "sufficiency": 0.0, "masked prediction probs": [ 0.00855968613177538, @@ -10486,7 +11773,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07166805863380432, + "comprehensiveness": 0.0715877115726471, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01785477250814438, + 0.9821451902389526 + ], + "full text prediction probs": [ + 0.005080721341073513, + 0.9949192404747009 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07150755077600479, "sufficiency": 0.0, "masked prediction probs": [ 0.01785477250814438, @@ -10500,12 +11800,12 @@ } }, "test_690": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9093267321586609, + "fixed-shap": { + "comprehensiveness": 0.012952824123203754, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8872939348220825, - 0.11270605772733688 + 0.013511940836906433, + 0.9864880442619324 ], "full text prediction probs": [ 0.01132302824407816, @@ -10604,12 +11904,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.4063003361225128, + "sufficiency": 0.9101768136024475, "masked prediction probs": [ - 0.9715779423713684, - 0.02842201665043831 + 0.8872939348220825, + 0.11270605772733688 + ], + "full text prediction probs": [ + 0.01132302824407816, + 0.9886770248413086 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.029068296775221825, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01628776639699936, + 0.9837122559547424 ], "full text prediction probs": [ 0.01132302824407816, @@ -10619,7 +11932,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.4069952666759491, + "sufficiency": 0.40768855810165405, "masked prediction probs": [ 0.9715779423713684, 0.02842201665043831 @@ -10645,7 +11958,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.4083802402019501, + "sufficiency": 0.40907028317451477, "masked prediction probs": [ 0.9715779423713684, 0.02842201665043831 @@ -10658,7 +11971,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.40907028317451477, + "sufficiency": 0.4097587466239929, "masked prediction probs": [ 0.9715779423713684, 0.02842201665043831 @@ -10671,7 +11984,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.4097587466239929, + "sufficiency": 0.41044560074806213, "masked prediction probs": [ 0.9715779423713684, 0.02842201665043831 @@ -10697,7 +12010,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4111308455467224, + "sufficiency": 0.41181451082229614, + "masked prediction probs": [ + 0.9715779423713684, + 0.02842201665043831 + ], + "full text prediction probs": [ + 0.01132302824407816, + 0.9886770248413086 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4124965965747833, "masked prediction probs": [ 0.9715779423713684, 0.02842201665043831 @@ -10710,12 +12036,12 @@ } }, "test_700": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.056677836924791336, - "sufficiency": 0.9610459208488464, + "fixed-shap": { + "comprehensiveness": 0.008709076792001724, + "sufficiency": 0.0, "masked prediction probs": [ - 0.016141561791300774, - 0.9838584065437317 + 0.007793037220835686, + 0.9922069907188416 ], "full text prediction probs": [ 0.0062772477976977825, @@ -10814,12 +12140,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03987389802932739, - "sufficiency": 0.9005117416381836, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05616145208477974, + "sufficiency": 0.9614006280899048, "masked prediction probs": [ - 0.013280808925628662, - 0.9867191910743713 + 0.016141561791300774, + 0.9838584065437317 + ], + "full text prediction probs": [ + 0.0062772477976977825, + 0.9937227368354797 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0061477841809391975, + 0.9938522577285767 ], "full text prediction probs": [ 0.0062772477976977825, @@ -10828,8 +12167,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.011658405885100365, - "sufficiency": 0.17169281840324402, + "comprehensiveness": 0.011645158752799034, + "sufficiency": 0.17263348400592804, "masked prediction probs": [ 0.008327272720634937, 0.991672694683075 @@ -10854,8 +12193,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03973812609910965, - "sufficiency": 0.9008502960205078, + "comprehensiveness": 0.03969307616353035, + "sufficiency": 0.9009626507759094, "masked prediction probs": [ 0.013280808925628662, 0.9867191910743713 @@ -10867,8 +12206,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.028256403282284737, - "sufficiency": 0.8024128079414368, + "comprehensiveness": 0.028224404901266098, + "sufficiency": 0.8026363849639893, "masked prediction probs": [ 0.011262919753789902, 0.9887371063232422 @@ -10880,8 +12219,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.011605597101151943, - "sufficiency": 0.1754426658153534, + "comprehensiveness": 0.011592470109462738, + "sufficiency": 0.17637482285499573, "masked prediction probs": [ 0.008327272720634937, 0.991672694683075 @@ -10893,7 +12232,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014880047179758549, + "comprehensiveness": 0.01486323494464159, "sufficiency": 0.0, "masked prediction probs": [ 0.008908613584935665, @@ -10906,8 +12245,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0395585335791111, - "sufficiency": 0.9012981057167053, + "comprehensiveness": 0.03951388970017433, + "sufficiency": 0.9014094471931458, + "masked prediction probs": [ + 0.013280808925628662, + 0.9867191910743713 + ], + "full text prediction probs": [ + 0.0062772477976977825, + 0.9937227368354797 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.039469342678785324, + "sufficiency": 0.9015205502510071, "masked prediction probs": [ 0.013280808925628662, 0.9867191910743713 @@ -10920,12 +12272,12 @@ } }, "test_771": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9565094709396362, + "sufficiency": 0.0031320780981332064, "masked prediction probs": [ - 0.9876042604446411, - 0.012395745143294334 + 0.20069098472595215, + 0.7993090748786926 ], "full text prediction probs": [ 0.009869029745459557, @@ -11024,7 +12376,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9569137692451477, + "masked prediction probs": [ + 0.9876042604446411, + 0.012395745143294334 + ], + "full text prediction probs": [ + 0.009869029745459557, + 0.9901309013366699 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -11127,15 +12492,28 @@ 0.9901309013366699 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.38173627853393555, + 0.6182637214660645 + ], + "full text prediction probs": [ + 0.009869029745459557, + 0.9901309013366699 + ], + "labels": 1 } }, "test_793": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9925515651702881, + "sufficiency": 0.9639775156974792, "masked prediction probs": [ - 0.7311105728149414, - 0.2688893675804138 + 0.9074289202690125, + 0.09257102012634277 ], "full text prediction probs": [ 0.003960813861340284, @@ -11234,12 +12612,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9798057079315186, + "sufficiency": 0.9926185011863708, "masked prediction probs": [ - 0.6886959075927734, - 0.31130409240722656 + 0.7311105728149414, + 0.2688893675804138 + ], + "full text prediction probs": [ + 0.003960813861340284, + 0.9960391521453857 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0009364307625219226, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00412770314142108, + 0.9958723187446594 ], "full text prediction probs": [ 0.003960813861340284, @@ -11249,7 +12640,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9798283576965332, + "sufficiency": 0.9798510074615479, "masked prediction probs": [ 0.6886959075927734, 0.31130409240722656 @@ -11275,7 +12666,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.979873538017273, + "sufficiency": 0.979896068572998, "masked prediction probs": [ 0.6886959075927734, 0.31130409240722656 @@ -11301,7 +12692,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9799185395240784, + "sufficiency": 0.9799409508705139, "masked prediction probs": [ 0.6886959075927734, 0.31130409240722656 @@ -11327,7 +12718,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9799633026123047, + "sufficiency": 0.9799855947494507, + "masked prediction probs": [ + 0.6886959075927734, + 0.31130409240722656 + ], + "full text prediction probs": [ + 0.003960813861340284, + 0.9960391521453857 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9800078272819519, "masked prediction probs": [ 0.6886959075927734, 0.31130409240722656 @@ -11340,12 +12744,12 @@ } }, "test_893": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04230693727731705, + "fixed-shap": { + "comprehensiveness": 0.017860395833849907, "sufficiency": 1.0, "masked prediction probs": [ - 0.8869063854217529, - 0.11309365928173065 + 0.9049481749534607, + 0.09505180269479752 ], "full text prediction probs": [ 0.9181293249130249, @@ -11444,12 +12848,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04221542552113533, "sufficiency": 1.0, "masked prediction probs": [ - 0.95627361536026, - 0.043726418167352676 + 0.8869063854217529, + 0.11309365928173065 ], "full text prediction probs": [ 0.9181293249130249, @@ -11457,7 +12861,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.8435838222503662, "masked prediction probs": [ @@ -11470,7 +12874,7 @@ ], "labels": 1 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.843626081943512, "masked prediction probs": [ @@ -11483,9 +12887,22 @@ ], "labels": 1 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.8436682820320129, + "masked prediction probs": [ + 0.9181293249130249, + 0.0818706750869751 + ], + "full text prediction probs": [ + 0.9181293249130249, + 0.0818706750869751 + ], + "labels": 1 + }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7206008434295654, + "sufficiency": 0.7206763029098511, "masked prediction probs": [ 0.9489631056785583, 0.051036931574344635 @@ -11523,7 +12940,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017792899161577225, + "comprehensiveness": 0.017788095399737358, "sufficiency": 1.0, "masked prediction probs": [ 0.9049481749534607, @@ -11547,15 +12964,28 @@ 0.0818706750869751 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.95627361536026, + 0.043726418167352676 + ], + "full text prediction probs": [ + 0.9181293249130249, + 0.0818706750869751 + ], + "labels": 1 } }, "test_995": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03603455424308777, - "sufficiency": 0.9884222745895386, + "fixed-shap": { + "comprehensiveness": 0.011705307289958, + "sufficiency": 0.9644004702568054, "masked prediction probs": [ - 0.9503738880157471, - 0.049626078456640244 + 0.969814121723175, + 0.03018593229353428 ], "full text prediction probs": [ 0.9791672229766846, @@ -11654,12 +13084,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.011681915260851383, - "sufficiency": 0.9644715785980225, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0359625443816185, + "sufficiency": 0.9884454011917114, "masked prediction probs": [ - 0.969814121723175, - 0.03018593229353428 + 0.9503738880157471, + 0.049626078456640244 + ], + "full text prediction probs": [ + 0.9791672229766846, + 0.020832784473896027 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7792968153953552, + "masked prediction probs": [ + 0.9791672229766846, + 0.020832784473896027 ], "full text prediction probs": [ 0.9791672229766846, @@ -11668,8 +13111,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.008063040673732758, - "sufficiency": 0.8791979551315308, + "comprehensiveness": 0.008061027154326439, + "sufficiency": 0.8792279958724976, "masked prediction probs": [ 0.9727099537849426, 0.027289990335702896 @@ -11682,7 +13125,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7793518900871277, + "sufficiency": 0.7794069647789001, "masked prediction probs": [ 0.9791672229766846, 0.020832784473896027 @@ -11694,8 +13137,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001147015835158527, - "sufficiency": 0.6919304728507996, + "comprehensiveness": 0.0011467295698821545, + "sufficiency": 0.692007303237915, "masked prediction probs": [ 0.9782481789588928, 0.021751858294010162 @@ -11708,7 +13151,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7794619798660278, + "sufficiency": 0.7795170545578003, "masked prediction probs": [ 0.9791672229766846, 0.020832784473896027 @@ -11720,8 +13163,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011667342856526375, - "sufficiency": 0.9645158052444458, + "comprehensiveness": 0.011664432473480701, + "sufficiency": 0.9645246267318726, "masked prediction probs": [ 0.969814121723175, 0.03018593229353428 @@ -11733,8 +13176,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008052985183894634, - "sufficiency": 0.8793485164642334, + "comprehensiveness": 0.008050977252423763, + "sufficiency": 0.8793786764144897, "masked prediction probs": [ 0.9727099537849426, 0.027289990335702896 @@ -11746,8 +13189,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011661523953080177, - "sufficiency": 0.9645335078239441, + "comprehensiveness": 0.011658616364002228, + "sufficiency": 0.9645424485206604, + "masked prediction probs": [ + 0.969814121723175, + 0.03018593229353428 + ], + "full text prediction probs": [ + 0.9791672229766846, + 0.020832784473896027 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.011655711568892002, + "sufficiency": 0.9645512104034424, "masked prediction probs": [ 0.969814121723175, 0.03018593229353428 @@ -11760,12 +13216,12 @@ } }, "test_1004": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7630891799926758, "masked prediction probs": [ - 0.03168365731835365, - 0.968316376209259 + 0.9922477006912231, + 0.007752238307148218 ], "full text prediction probs": [ 0.9899775981903076, @@ -11864,12 +13320,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9990193843841553, + "sufficiency": 1.0, "masked prediction probs": [ - 0.015076677314937115, - 0.9849233627319336 + 0.03168365731835365, + 0.968316376209259 ], "full text prediction probs": [ 0.9899775981903076, @@ -11877,7 +13333,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7689187526702881, "masked prediction probs": [ @@ -11890,7 +13346,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7689756751060486, "masked prediction probs": [ @@ -11903,9 +13359,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7690325379371643, + "masked prediction probs": [ + 0.9899775981903076, + 0.010022332891821861 + ], + "full text prediction probs": [ + 0.9899775981903076, + 0.010022332891821861 + ], + "labels": 0 + }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9990200400352478, + "sufficiency": 0.9990203380584717, "masked prediction probs": [ 0.015076677314937115, 0.9849233627319336 @@ -11918,7 +13387,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.76908940076828, + "sufficiency": 0.7691462635993958, "masked prediction probs": [ 0.9899775981903076, 0.010022332891821861 @@ -11931,7 +13400,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.999020516872406, + "sufficiency": 0.9990206956863403, "masked prediction probs": [ 0.015076677314937115, 0.9849233627319336 @@ -11957,7 +13426,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9990209937095642, + "sufficiency": 0.9990212917327881, + "masked prediction probs": [ + 0.015076677314937115, + 0.9849233627319336 + ], + "full text prediction probs": [ + 0.9899775981903076, + 0.010022332891821861 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9990214705467224, "masked prediction probs": [ 0.015076677314937115, 0.9849233627319336 @@ -11970,12 +13452,12 @@ } }, "test_1019": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6183600425720215, - 0.3816399872303009 + 0.8014950752258301, + 0.19850492477416992 ], "full text prediction probs": [ 0.07947982102632523, @@ -12065,8 +13547,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6183600425720215, - 0.3816399872303009 + 0.8014950752258301, + 0.19850492477416992 ], "full text prediction probs": [ 0.07947982102632523, @@ -12074,7 +13556,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8014950752258301, + 0.19850492477416992 + ], + "full text prediction probs": [ + 0.07947982102632523, + 0.9205201268196106 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -12177,15 +13672,28 @@ 0.9205201268196106 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.711219072341919, + 0.28878089785575867 + ], + "full text prediction probs": [ + 0.07947982102632523, + 0.9205201268196106 + ], + "labels": 0 } }, "test_1039": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9225200414657593, - "sufficiency": 0.9937480092048645, + "fixed-shap": { + "comprehensiveness": 0.00036555618862621486, + "sufficiency": 0.9092018008232117, "masked prediction probs": [ - 0.2434498816728592, - 0.756550133228302 + 0.9971998929977417, + 0.0028001386672258377 ], "full text prediction probs": [ 0.9974986910820007, @@ -12272,11 +13780,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9209426641464233, - "sufficiency": 0.9937587976455688, + "comprehensiveness": 0.00036493115476332605, + "sufficiency": 0.9093570709228516, "masked prediction probs": [ - 0.2434498816728592, - 0.756550133228302 + 0.9971998929977417, + 0.0028001386672258377 ], "full text prediction probs": [ 0.9974986910820007, @@ -12284,9 +13792,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0003648420097306371, + "sufficiency": 0.9093791842460632, + "masked prediction probs": [ + 0.9971998929977417, + 0.0028001386672258377 + ], + "full text prediction probs": [ + 0.9974986910820007, + 0.0025012490805238485 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7618017196655273, + "sufficiency": 0.7618599534034729, "masked prediction probs": [ 0.9974986910820007, 0.0025012490805238485 @@ -12298,7 +13819,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.000545928836800158, + "comprehensiveness": 0.0005457955994643271, "sufficiency": 0.0, "masked prediction probs": [ 0.997051477432251, @@ -12312,7 +13833,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7619181275367737, + "sufficiency": 0.7619761824607849, "masked prediction probs": [ 0.9974986910820007, 0.0025012490805238485 @@ -12324,8 +13845,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010777978459373116, - "sufficiency": 0.8812406659126282, + "comprehensiveness": 0.0010775348637253046, + "sufficiency": 0.8812695741653442, "masked prediction probs": [ 0.9966153502464294, 0.0033846970181912184 @@ -12337,8 +13858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010775348637253046, - "sufficiency": 0.8812695741653442, + "comprehensiveness": 0.0010772719979286194, + "sufficiency": 0.8812986016273499, "masked prediction probs": [ 0.9966153502464294, 0.0033846970181912184 @@ -12350,8 +13871,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0010772719979286194, - "sufficiency": 0.8812986016273499, + "comprehensiveness": 0.001077009248547256, + "sufficiency": 0.8813276290893555, "masked prediction probs": [ 0.9966153502464294, 0.0033846970181912184 @@ -12363,8 +13884,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017555542290210724, - "sufficiency": 0.6510807871818542, + "comprehensiveness": 0.0017551262862980366, + "sufficiency": 0.6511658430099487, "masked prediction probs": [ 0.9960588216781616, 0.003941207658499479 @@ -12377,7 +13898,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7622082829475403, + "sufficiency": 0.7622661590576172, + "masked prediction probs": [ + 0.9974986910820007, + 0.0025012490805238485 + ], + "full text prediction probs": [ + 0.9974986910820007, + 0.0025012490805238485 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7623241543769836, "masked prediction probs": [ 0.9974986910820007, 0.0025012490805238485 @@ -12390,12 +13924,12 @@ } }, "test_1115": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9879471063613892, + "fixed-shap": { + "comprehensiveness": 0.0004433632711879909, + "sufficiency": 0.8141181468963623, "masked prediction probs": [ - 0.008001585491001606, - 0.9919983744621277 + 0.9964649677276611, + 0.0035350294783711433 ], "full text prediction probs": [ 0.9968270659446716, @@ -12494,7 +14028,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9879706501960754, "masked prediction probs": [ @@ -12507,9 +14041,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7624850273132324, + "masked prediction probs": [ + 0.9968270659446716, + 0.0031729149632155895 + ], + "full text prediction probs": [ + 0.9968270659446716, + 0.0031729149632155895 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.00044238826376385987, - "sufficiency": 0.8145269751548767, + "comprehensiveness": 0.00044228017213754356, + "sufficiency": 0.8145723342895508, "masked prediction probs": [ 0.9964649677276611, 0.0035350294783711433 @@ -12522,7 +14069,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7625430822372437, + "sufficiency": 0.7626010179519653, "masked prediction probs": [ 0.9968270659446716, 0.0031729149632155895 @@ -12535,7 +14082,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9879794716835022, + "sufficiency": 0.9879823923110962, "masked prediction probs": [ 0.008001585491001606, 0.9919983744621277 @@ -12548,7 +14095,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7626588940620422, + "sufficiency": 0.7627168893814087, "masked prediction probs": [ 0.9968270659446716, 0.0031729149632155895 @@ -12561,7 +14108,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.987985372543335, + "sufficiency": 0.987988293170929, "masked prediction probs": [ 0.008001585491001606, 0.9919983744621277 @@ -12587,7 +14134,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.987991213798523, + "sufficiency": 0.9879941344261169, + "masked prediction probs": [ + 0.008001585491001606, + 0.9919983744621277 + ], + "full text prediction probs": [ + 0.9968270659446716, + 0.0031729149632155895 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9879970550537109, "masked prediction probs": [ 0.008001585491001606, 0.9919983744621277 @@ -12600,12 +14160,12 @@ } }, "test_1118": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0018425622256472707, - "sufficiency": 0.8631731271743774, + "fixed-shap": { + "comprehensiveness": 0.0018839456606656313, + "sufficiency": 0.9654420614242554, "masked prediction probs": [ - 0.9837647080421448, - 0.016235260292887688 + 0.9837313890457153, + 0.016268659383058548 ], "full text prediction probs": [ 0.9852482080459595, @@ -12692,11 +14252,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0018393638310953975, - "sufficiency": 0.8634105920791626, + "comprehensiveness": 0.0018806754378601909, + "sufficiency": 0.9655020236968994, "masked prediction probs": [ - 0.9837647080421448, - 0.016235260292887688 + 0.9837313890457153, + 0.016268659383058548 ], "full text prediction probs": [ 0.9852482080459595, @@ -12704,9 +14264,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0018802090780809522, + "sufficiency": 0.9655106067657471, + "masked prediction probs": [ + 0.9837313890457153, + 0.016268659383058548 + ], + "full text prediction probs": [ + 0.9852482080459595, + 0.014751833863556385 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7733685970306396, + "sufficiency": 0.7734248042106628, "masked prediction probs": [ 0.9852482080459595, 0.014751833863556385 @@ -12718,8 +14291,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001838451949879527, - "sufficiency": 0.8634782433509827, + "comprehensiveness": 0.0018379964167252183, + "sufficiency": 0.8635120391845703, "masked prediction probs": [ 0.9837647080421448, 0.016235260292887688 @@ -12732,7 +14305,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7734809517860413, + "sufficiency": 0.7735370397567749, "masked prediction probs": [ 0.9852482080459595, 0.014751833863556385 @@ -12745,7 +14318,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7735370397567749, + "sufficiency": 0.7735931277275085, "masked prediction probs": [ 0.9852482080459595, 0.014751833863556385 @@ -12758,7 +14331,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7735931277275085, + "sufficiency": 0.7736491560935974, "masked prediction probs": [ 0.9852482080459595, 0.014751833863556385 @@ -12770,8 +14343,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005422005895525217, - "sufficiency": 0.896395206451416, + "comprehensiveness": 0.005420663394033909, + "sufficiency": 0.8964208960533142, "masked prediction probs": [ 0.9808686971664429, 0.019131265580654144 @@ -12783,8 +14356,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.024599481374025345, - "sufficiency": 0.9633674621582031, + "comprehensiveness": 0.024593394249677658, + "sufficiency": 0.963376522064209, "masked prediction probs": [ 0.9653735756874084, 0.03462645784020424 @@ -12797,7 +14370,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7737612128257751, + "sufficiency": 0.7738171815872192, + "masked prediction probs": [ + 0.9852482080459595, + 0.014751833863556385 + ], + "full text prediction probs": [ + 0.9852482080459595, + 0.014751833863556385 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7738730907440186, "masked prediction probs": [ 0.9852482080459595, 0.014751833863556385 @@ -12810,12 +14396,12 @@ } }, "test_1144": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0009076849673874676, + "sufficiency": 0.9317499995231628, "masked prediction probs": [ - 0.032519400119781494, - 0.9674805402755737 + 0.9795413613319397, + 0.02045859396457672 ], "full text prediction probs": [ 0.9802676439285278, @@ -12914,12 +14500,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.024716315791010857, - 0.975283682346344 + 0.032519400119781494, + 0.9674805402755737 + ], + "full text prediction probs": [ + 0.9802676439285278, + 0.019732384011149406 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7782276272773743, + "masked prediction probs": [ + 0.9802676439285278, + 0.019732384011149406 ], "full text prediction probs": [ 0.9802676439285278, @@ -12929,7 +14528,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7674740552902222, + "sufficiency": 0.7675319910049438, "masked prediction probs": [ 0.9829204678535461, 0.017079561948776245 @@ -12942,7 +14541,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.778282880783081, + "sufficiency": 0.7783381342887878, "masked prediction probs": [ 0.9802676439285278, 0.019732384011149406 @@ -12955,7 +14554,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7783381342887878, + "sufficiency": 0.7783933877944946, "masked prediction probs": [ 0.9802676439285278, 0.019732384011149406 @@ -12968,7 +14567,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7783933877944946, + "sufficiency": 0.7784485816955566, "masked prediction probs": [ 0.9802676439285278, 0.019732384011149406 @@ -13017,15 +14616,28 @@ 0.019732384011149406 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.024716315791010857, + 0.975283682346344 + ], + "full text prediction probs": [ + 0.9802676439285278, + 0.019732384011149406 + ], + "labels": 0 } }, "test_1167": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23926040530204773, - "sufficiency": 0.9833248853683472, + "fixed-shap": { + "comprehensiveness": 0.0014054044149816036, + "sufficiency": 0.8197779655456543, "masked prediction probs": [ - 0.7971312403678894, - 0.20286880433559418 + 0.9900479316711426, + 0.009952032938599586 ], "full text prediction probs": [ 0.9911878108978271, @@ -13112,11 +14724,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.23884811997413635, - "sufficiency": 0.9833535552024841, + "comprehensiveness": 0.45650243759155273, + "sufficiency": 0.9873995780944824, "masked prediction probs": [ - 0.7971312403678894, - 0.20286880433559418 + 0.6202939748764038, + 0.3797060549259186 ], "full text prediction probs": [ 0.9911878108978271, @@ -13124,12 +14736,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.23878933489322662, - "sufficiency": 0.9833577275276184, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4563900828361511, + "sufficiency": 0.9874027371406555, "masked prediction probs": [ - 0.7971312403678894, - 0.20286880433559418 + 0.6202939748764038, + 0.3797060549259186 ], "full text prediction probs": [ 0.9911878108978271, @@ -13137,7 +14749,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7677741050720215, "masked prediction probs": [ @@ -13150,7 +14762,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7678312063217163, "masked prediction probs": [ @@ -13163,9 +14775,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7678883075714111, + "masked prediction probs": [ + 0.9911878108978271, + 0.008812183514237404 + ], + "full text prediction probs": [ + 0.9911878108978271, + 0.008812183514237404 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.23861317336559296, - "sufficiency": 0.9833699464797974, + "comprehensiveness": 0.23855449259281158, + "sufficiency": 0.9833740592002869, "masked prediction probs": [ 0.7971312403678894, 0.20286880433559418 @@ -13177,8 +14802,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.23855449259281158, - "sufficiency": 0.9833740592002869, + "comprehensiveness": 0.238495871424675, + "sufficiency": 0.9833781123161316, "masked prediction probs": [ 0.7971312403678894, 0.20286880433559418 @@ -13190,8 +14815,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.238495871424675, - "sufficiency": 0.9833781123161316, + "comprehensiveness": 0.2384372502565384, + "sufficiency": 0.9833821058273315, "masked prediction probs": [ 0.7971312403678894, 0.20286880433559418 @@ -13204,7 +14829,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.746146023273468, + "sufficiency": 0.7462083697319031, "masked prediction probs": [ 0.992915153503418, 0.007084873504936695 @@ -13216,8 +14841,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23837867379188538, - "sufficiency": 0.9833862781524658, + "comprehensiveness": 0.23832011222839355, + "sufficiency": 0.9833903908729553, + "masked prediction probs": [ + 0.7971312403678894, + 0.20286880433559418 + ], + "full text prediction probs": [ + 0.9911878108978271, + 0.008812183514237404 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23826159536838531, + "sufficiency": 0.9833944439888, "masked prediction probs": [ 0.7971312403678894, 0.20286880433559418 @@ -13230,7 +14868,7 @@ } }, "test_1229": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7619084119796753, "masked prediction probs": [ @@ -13334,9 +14972,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7676743865013123, + "sufficiency": 0.7623770833015442, + "masked prediction probs": [ + 0.9921039342880249, + 0.007896055467426777 + ], + "full text prediction probs": [ + 0.9912328124046326, + 0.008767174556851387 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7677316069602966, "masked prediction probs": [ 0.9912328124046326, 0.008767174556851387 @@ -13348,8 +14999,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0032802908681333065, - "sufficiency": 0.9260333180427551, + "comprehensiveness": 0.003279483877122402, + "sufficiency": 0.9260516166687012, "masked prediction probs": [ 0.9885662198066711, 0.01143385749310255 @@ -13362,7 +15013,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7677887678146362, + "sufficiency": 0.7678458094596863, "masked prediction probs": [ 0.9912328124046326, 0.008767174556851387 @@ -13375,7 +15026,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7678458094596863, + "sufficiency": 0.7679027915000916, "masked prediction probs": [ 0.9912328124046326, 0.008767174556851387 @@ -13388,7 +15039,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7679027915000916, + "sufficiency": 0.7679598927497864, "masked prediction probs": [ 0.9912328124046326, 0.008767174556851387 @@ -13400,8 +15051,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012331005185842514, - "sufficiency": 0.9296265244483948, + "comprehensiveness": 0.012327974662184715, + "sufficiency": 0.9296438097953796, "masked prediction probs": [ 0.9811989068984985, 0.018801061436533928 @@ -13414,7 +15065,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7680169939994812, + "sufficiency": 0.7680739164352417, "masked prediction probs": [ 0.9912328124046326, 0.008767174556851387 @@ -13427,7 +15078,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7680739164352417, + "sufficiency": 0.7681308388710022, + "masked prediction probs": [ + 0.9912328124046326, + 0.008767174556851387 + ], + "full text prediction probs": [ + 0.9912328124046326, + 0.008767174556851387 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7681878209114075, "masked prediction probs": [ 0.9912328124046326, 0.008767174556851387 @@ -13440,7 +15104,7 @@ } }, "test_1257": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.04946746677160263, "sufficiency": 0.9243768453598022, "masked prediction probs": [ @@ -13544,7 +15208,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.04936733469367027, "sufficiency": 0.9245299100875854, "masked prediction probs": [ @@ -13557,9 +15221,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7893558740615845, + "masked prediction probs": [ + 0.9689604043960571, + 0.031039586290717125 + ], + "full text prediction probs": [ + 0.9689604043960571, + 0.031039586290717125 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8223845958709717, + "sufficiency": 0.8224294185638428, "masked prediction probs": [ 0.9727160334587097, 0.027283981442451477 @@ -13572,7 +15249,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7894091606140137, + "sufficiency": 0.7894623875617981, "masked prediction probs": [ 0.9689604043960571, 0.031039586290717125 @@ -13585,7 +15262,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7894623875617981, + "sufficiency": 0.7895156145095825, "masked prediction probs": [ 0.9689604043960571, 0.031039586290717125 @@ -13598,7 +15275,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7895156145095825, + "sufficiency": 0.7895687818527222, "masked prediction probs": [ 0.9689604043960571, 0.031039586290717125 @@ -13610,8 +15287,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04930495843291283, - "sufficiency": 0.9246251583099365, + "comprehensiveness": 0.04929249733686447, + "sufficiency": 0.9246441125869751, "masked prediction probs": [ 0.9299384355545044, 0.07006154954433441 @@ -13623,8 +15300,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010631302138790488, - "sufficiency": 0.7742629051208496, + "comprehensiveness": 0.001062861760146916, + "sufficiency": 0.7743198871612549, "masked prediction probs": [ 0.9681187868118286, 0.03188125789165497 @@ -13636,8 +15313,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04928005114197731, - "sufficiency": 0.924663245677948, + "comprehensiveness": 0.04926760494709015, + "sufficiency": 0.9246823191642761, + "masked prediction probs": [ + 0.9299384355545044, + 0.07006154954433441 + ], + "full text prediction probs": [ + 0.9689604043960571, + 0.031039586290717125 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04925516992807388, + "sufficiency": 0.9247012734413147, "masked prediction probs": [ 0.9299384355545044, 0.07006154954433441 @@ -13650,12 +15340,12 @@ } }, "test_1275": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001518070581369102, - "sufficiency": 0.7893812656402588, + "fixed-shap": { + "comprehensiveness": 0.0034358070697635412, + "sufficiency": 0.6529538631439209, "masked prediction probs": [ - 0.9924224019050598, - 0.007577592507004738 + 0.990862250328064, + 0.009137778542935848 ], "full text prediction probs": [ 0.9936574101448059, @@ -13742,11 +15432,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.001515462645329535, - "sufficiency": 0.7897431254386902, + "comprehensiveness": 0.003429904580116272, + "sufficiency": 0.6535499691963196, "masked prediction probs": [ - 0.9924224019050598, - 0.007577592507004738 + 0.990862250328064, + 0.009137778542935848 ], "full text prediction probs": [ 0.9936574101448059, @@ -13754,12 +15444,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015150908147916198, - "sufficiency": 0.7897946834564209, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0034290628973394632, + "sufficiency": 0.6536349654197693, "masked prediction probs": [ - 0.9924224019050598, - 0.007577592507004738 + 0.990862250328064, + 0.009137778542935848 + ], + "full text prediction probs": [ + 0.9936574101448059, + 0.006342550273984671 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7654488682746887, + "masked prediction probs": [ + 0.9936574101448059, + 0.006342550273984671 ], "full text prediction probs": [ 0.9936574101448059, @@ -13768,8 +15471,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009485271293669939, - "sufficiency": 0.9283736348152161, + "comprehensiveness": 0.0009482944733463228, + "sufficiency": 0.9283912181854248, "masked prediction probs": [ 0.9928840398788452, 0.0071159787476062775 @@ -13781,8 +15484,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0009482944733463228, - "sufficiency": 0.9283912181854248, + "comprehensiveness": 0.0009480619919486344, + "sufficiency": 0.9284087419509888, "masked prediction probs": [ 0.9928840398788452, 0.0071159787476062775 @@ -13794,8 +15497,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0015139764873310924, - "sufficiency": 0.7899492979049683, + "comprehensiveness": 0.0015136052388697863, + "sufficiency": 0.7900007367134094, "masked prediction probs": [ 0.9924224019050598, 0.007577592507004738 @@ -13807,8 +15510,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015136052388697863, - "sufficiency": 0.7900007367134094, + "comprehensiveness": 0.0015132344560697675, + "sufficiency": 0.7900522351264954, "masked prediction probs": [ 0.9924224019050598, 0.007577592507004738 @@ -13820,8 +15523,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0015132344560697675, - "sufficiency": 0.7900522351264954, + "comprehensiveness": 0.0015128635568544269, + "sufficiency": 0.7901037335395813, "masked prediction probs": [ 0.9924224019050598, 0.007577592507004738 @@ -13833,8 +15536,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003424022113904357, - "sufficiency": 0.6541440486907959, + "comprehensiveness": 0.0034231836907565594, + "sufficiency": 0.6542287468910217, "masked prediction probs": [ 0.990862250328064, 0.009137778542935848 @@ -13846,11 +15549,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0015124931233003736, - "sufficiency": 0.7901551127433777, + "comprehensiveness": 0.0, + "sufficiency": 0.7658507823944092, "masked prediction probs": [ - 0.9924224019050598, - 0.007577592507004738 + 0.9936574101448059, + 0.006342550273984671 + ], + "full text prediction probs": [ + 0.9936574101448059, + 0.006342550273984671 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7659081816673279, + "masked prediction probs": [ + 0.9936574101448059, + 0.006342550273984671 ], "full text prediction probs": [ 0.9936574101448059, @@ -13860,12 +15576,12 @@ } }, "test_1319": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.027705708518624306, - "sufficiency": 0.9909625053405762, + "fixed-shap": { + "comprehensiveness": 0.27930760383605957, + "sufficiency": 0.9839655756950378, "masked prediction probs": [ - 0.9583632349967957, - 0.04163682088255882 + 0.7569760084152222, + 0.24302402138710022 ], "full text prediction probs": [ 0.9805394411087036, @@ -13964,13 +15680,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7779086232185364, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.027650436386466026, + "sufficiency": 0.9909805655479431, "masked prediction probs": [ + 0.9583632349967957, + 0.04163682088255882 + ], + "full text prediction probs": [ 0.9805394411087036, 0.019460542127490044 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.18289221823215485, + "sufficiency": 0.7978032827377319, + "masked prediction probs": [ + 0.8338196277618408, + 0.16618037223815918 + ], "full text prediction probs": [ 0.9805394411087036, 0.019460542127490044 @@ -13978,8 +15707,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.027643542736768723, - "sufficiency": 0.9909827709197998, + "comprehensiveness": 0.027636652812361717, + "sufficiency": 0.9909850358963013, "masked prediction probs": [ 0.9583632349967957, 0.04163682088255882 @@ -13991,8 +15720,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004729402717202902, - "sufficiency": 0.8249678611755371, + "comprehensiveness": 0.004728224594146013, + "sufficiency": 0.8250115513801575, "masked prediction probs": [ 0.9767444729804993, 0.023255547508597374 @@ -14004,7 +15733,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.933039128780365, + "comprehensiveness": 0.932806670665741, "sufficiency": 1.0, "masked prediction probs": [ 0.23166348040103912, @@ -14018,7 +15747,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7781298756599426, + "sufficiency": 0.7781851291656494, "masked prediction probs": [ 0.9805394411087036, 0.019460542127490044 @@ -14030,8 +15759,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004725869279354811, - "sufficiency": 0.8250986933708191, + "comprehensiveness": 0.004724692553281784, + "sufficiency": 0.8251422047615051, "masked prediction probs": [ 0.9767444729804993, 0.023255547508597374 @@ -14043,8 +15772,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004724692553281784, - "sufficiency": 0.8251422047615051, + "comprehensiveness": 0.004723516292870045, + "sufficiency": 0.8251857757568359, "masked prediction probs": [ 0.9767444729804993, 0.023255547508597374 @@ -14057,7 +15786,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7782955765724182, + "sufficiency": 0.7783507108688354, + "masked prediction probs": [ + 0.9805394411087036, + 0.019460542127490044 + ], + "full text prediction probs": [ + 0.9805394411087036, + 0.019460542127490044 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7784059047698975, "masked prediction probs": [ 0.9805394411087036, 0.019460542127490044 @@ -14070,12 +15812,12 @@ } }, "test_1334": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9292166233062744, + "sufficiency": 0.9498642086982727, "masked prediction probs": [ - 0.9783534407615662, - 0.021646538749337196 + 0.9758039712905884, + 0.024195993319153786 ], "full text prediction probs": [ 0.8800963163375854, @@ -14174,12 +15916,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.935126781463623, + "sufficiency": 0.9293780326843262, "masked prediction probs": [ - 0.988828718662262, - 0.01117123942822218 + 0.9783534407615662, + 0.021646538749337196 + ], + "full text prediction probs": [ + 0.8800963163375854, + 0.11990364640951157 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8892955780029297, + "masked prediction probs": [ + 0.8800963163375854, + 0.11990364640951157 ], "full text prediction probs": [ 0.8800963163375854, @@ -14189,7 +15944,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9499927759170532, + "sufficiency": 0.9500070214271545, "masked prediction probs": [ 0.9758039712905884, 0.024195993319153786 @@ -14202,7 +15957,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8893271088600159, + "sufficiency": 0.889358639717102, "masked prediction probs": [ 0.8800963163375854, 0.11990364640951157 @@ -14215,7 +15970,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9351822137832642, + "sufficiency": 0.9352006912231445, "masked prediction probs": [ 0.988828718662262, 0.01117123942822218 @@ -14227,7 +15982,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.057612642645835876, + "comprehensiveness": 0.05759624019265175, "sufficiency": 1.0, "masked prediction probs": [ 0.8396305441856384, @@ -14241,7 +15996,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9500496983528137, + "sufficiency": 0.9500638842582703, "masked prediction probs": [ 0.9758039712905884, 0.024195993319153786 @@ -14254,7 +16009,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9500638842582703, + "sufficiency": 0.9500781297683716, "masked prediction probs": [ 0.9758039712905884, 0.024195993319153786 @@ -14267,7 +16022,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9352559447288513, + "sufficiency": 0.9352743625640869, + "masked prediction probs": [ + 0.988828718662262, + 0.01117123942822218 + ], + "full text prediction probs": [ + 0.8800963163375854, + 0.11990364640951157 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9352927803993225, "masked prediction probs": [ 0.988828718662262, 0.01117123942822218 @@ -14280,12 +16048,12 @@ } }, "test_1424": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.712226390838623, + "sufficiency": 0.8957042098045349, "masked prediction probs": [ - 0.9856383204460144, - 0.014361693523824215 + 0.9849528670310974, + 0.015047179535031319 ], "full text prediction probs": [ 0.9839120507240295, @@ -14373,10 +16141,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7127267718315125, + "sufficiency": 0.8958855867385864, "masked prediction probs": [ - 0.9856383204460144, - 0.014361693523824215 + 0.9849528670310974, + 0.015047179535031319 ], "full text prediction probs": [ 0.9839120507240295, @@ -14384,9 +16152,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7746514081954956, + "sufficiency": 0.8959113955497742, + "masked prediction probs": [ + 0.9849528670310974, + 0.015047179535031319 + ], + "full text prediction probs": [ + 0.9839120507240295, + 0.01608787663280964 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7747074365615845, "masked prediction probs": [ 0.9839120507240295, 0.01608787663280964 @@ -14399,7 +16180,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8959372639656067, + "sufficiency": 0.895963191986084, "masked prediction probs": [ 0.9849528670310974, 0.015047179535031319 @@ -14412,7 +16193,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7747634053230286, + "sufficiency": 0.7748191952705383, "masked prediction probs": [ 0.9839120507240295, 0.01608787663280964 @@ -14425,7 +16206,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7748191952705383, + "sufficiency": 0.7748750448226929, "masked prediction probs": [ 0.9839120507240295, 0.01608787663280964 @@ -14438,7 +16219,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7748750448226929, + "sufficiency": 0.7749308943748474, "masked prediction probs": [ 0.9839120507240295, 0.01608787663280964 @@ -14451,7 +16232,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9979589581489563, + "sufficiency": 0.9979594945907593, "masked prediction probs": [ 0.985340416431427, 0.014659562148153782 @@ -14464,7 +16245,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9979594945907593, + "sufficiency": 0.9979599714279175, "masked prediction probs": [ 0.985340416431427, 0.014659562148153782 @@ -14477,7 +16258,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7750424742698669, + "sufficiency": 0.7750981450080872, + "masked prediction probs": [ + 0.9839120507240295, + 0.01608787663280964 + ], + "full text prediction probs": [ + 0.9839120507240295, + 0.01608787663280964 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7751539349555969, "masked prediction probs": [ 0.9839120507240295, 0.01608787663280964 @@ -14490,12 +16284,12 @@ } }, "test_1428": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011736169457435608, - "sufficiency": 0.9934421181678772, + "fixed-shap": { + "comprehensiveness": 0.0025960556231439114, + "sufficiency": 0.9112759828567505, "masked prediction probs": [ - 0.9841705560684204, - 0.015829499810934067 + 0.9916069507598877, + 0.008393007330596447 ], "full text prediction probs": [ 0.9937191009521484, @@ -14582,11 +16376,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.011716009117662907, - "sufficiency": 0.9934532642364502, + "comprehensiveness": 0.002591595984995365, + "sufficiency": 0.9114283919334412, "masked prediction probs": [ - 0.9841705560684204, - 0.015829499810934067 + 0.9916069507598877, + 0.008393007330596447 ], "full text prediction probs": [ 0.9937191009521484, @@ -14594,9 +16388,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0025909601245075464, + "sufficiency": 0.9114501476287842, + "masked prediction probs": [ + 0.9916069507598877, + 0.008393007330596447 + ], + "full text prediction probs": [ + 0.9937191009521484, + 0.006280845031142235 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.765333354473114, + "sufficiency": 0.765390932559967, "masked prediction probs": [ 0.9937191009521484, 0.006280845031142235 @@ -14608,8 +16415,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003811876755207777, - "sufficiency": 0.8417322635650635, + "comprehensiveness": 0.0038109419401735067, + "sufficiency": 0.8417710661888123, "masked prediction probs": [ 0.9906108975410461, 0.009389148093760014 @@ -14622,7 +16429,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7654484510421753, + "sufficiency": 0.7655059695243835, "masked prediction probs": [ 0.9937191009521484, 0.006280845031142235 @@ -14635,7 +16442,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7655059695243835, + "sufficiency": 0.765563428401947, "masked prediction probs": [ 0.9937191009521484, 0.006280845031142235 @@ -14648,7 +16455,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.765563428401947, + "sufficiency": 0.7656208872795105, "masked prediction probs": [ 0.9937191009521484, 0.006280845031142235 @@ -14660,8 +16467,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011698784306645393, - "sufficiency": 0.9934629201889038, + "comprehensiveness": 0.011695917695760727, + "sufficiency": 0.9934644103050232, "masked prediction probs": [ 0.9841705560684204, 0.015829499810934067 @@ -14673,8 +16480,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0032348157837986946, - "sufficiency": 0.897538959980011, + "comprehensiveness": 0.003234023693948984, + "sufficiency": 0.8975640535354614, "masked prediction probs": [ 0.9910781979560852, 0.008921775966882706 @@ -14687,7 +16494,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7657356858253479, + "sufficiency": 0.7657930254936218, + "masked prediction probs": [ + 0.9937191009521484, + 0.006280845031142235 + ], + "full text prediction probs": [ + 0.9937191009521484, + 0.006280845031142235 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7658503651618958, "masked prediction probs": [ 0.9937191009521484, 0.006280845031142235 @@ -14700,12 +16520,12 @@ } }, "test_1518": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.012012721039354801, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9021483063697815, "masked prediction probs": [ - 0.9774113893508911, - 0.022588545456528664 + 0.987840473651886, + 0.012159500271081924 ], "full text prediction probs": [ 0.9871054887771606, @@ -14792,11 +16612,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01199191715568304, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.9023177623748779, "masked prediction probs": [ - 0.9774113893508911, - 0.022588545456528664 + 0.987840473651886, + 0.012159500271081924 ], "full text prediction probs": [ 0.9871054887771606, @@ -14804,9 +16624,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9023419618606567, + "masked prediction probs": [ + 0.987840473651886, + 0.012159500271081924 + ], + "full text prediction probs": [ + 0.9871054887771606, + 0.012894525192677975 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7715924382209778, + "sufficiency": 0.7716489434242249, "masked prediction probs": [ 0.9871054887771606, 0.012894525192677975 @@ -14819,7 +16652,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9698312878608704, + "sufficiency": 0.9698386788368225, "masked prediction probs": [ 0.9875132441520691, 0.012486699968576431 @@ -14832,7 +16665,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7717053890228271, + "sufficiency": 0.7717617750167847, "masked prediction probs": [ 0.9871054887771606, 0.012894525192677975 @@ -14844,7 +16677,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.011980060487985611, + "comprehensiveness": 0.011977099813520908, "sufficiency": 1.0, "masked prediction probs": [ 0.9774113893508911, @@ -14858,7 +16691,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7718181610107422, + "sufficiency": 0.7718745470046997, "masked prediction probs": [ 0.9871054887771606, 0.012894525192677975 @@ -14870,8 +16703,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008042125962674618, - "sufficiency": 0.8943390250205994, + "comprehensiveness": 0.008040139451622963, + "sufficiency": 0.894365131855011, "masked prediction probs": [ 0.9805946946144104, 0.01940528303384781 @@ -14884,7 +16717,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9024866223335266, + "sufficiency": 0.9025107026100159, "masked prediction probs": [ 0.987840473651886, 0.012159500271081924 @@ -14897,7 +16730,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7719871997833252, + "sufficiency": 0.7720434665679932, + "masked prediction probs": [ + 0.9871054887771606, + 0.012894525192677975 + ], + "full text prediction probs": [ + 0.9871054887771606, + 0.012894525192677975 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7720997333526611, "masked prediction probs": [ 0.9871054887771606, 0.012894525192677975 @@ -14910,12 +16756,12 @@ } }, "test_1579": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2948942482471466, - "sufficiency": 0.9880263209342957, + "fixed-shap": { + "comprehensiveness": 0.006737770512700081, + "sufficiency": 0.9295315146446228, "masked prediction probs": [ - 0.7541851997375488, - 0.24581483006477356 + 0.988789439201355, + 0.011210565455257893 ], "full text prediction probs": [ 0.9942750334739685, @@ -15014,7 +16860,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.2943158447742462, "sufficiency": 0.9880498051643372, "masked prediction probs": [ @@ -15027,9 +16873,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7648695111274719, + "masked prediction probs": [ + 0.9942750334739685, + 0.005724992137402296 + ], + "full text prediction probs": [ + 0.9942750334739685, + 0.005724992137402296 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0015668983105570078, - "sufficiency": 0.9050907492637634, + "comprehensiveness": 0.0015665142564103007, + "sufficiency": 0.9051139950752258, "masked prediction probs": [ 0.9929965138435364, 0.007003506645560265 @@ -15042,7 +16901,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7649272084236145, + "sufficiency": 0.7649847269058228, "masked prediction probs": [ 0.9942750334739685, 0.005724992137402296 @@ -15054,8 +16913,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2940995395183563, - "sufficiency": 0.9880585670471191, + "comprehensiveness": 0.2940274775028229, + "sufficiency": 0.9880614876747131, "masked prediction probs": [ 0.7541851997375488, 0.24581483006477356 @@ -15068,7 +16927,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7650421857833862, + "sufficiency": 0.765099823474884, "masked prediction probs": [ 0.9942750334739685, 0.005724992137402296 @@ -15080,8 +16939,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2939555048942566, - "sufficiency": 0.9880644083023071, + "comprehensiveness": 0.2938835322856903, + "sufficiency": 0.9880673289299011, "masked prediction probs": [ 0.7541851997375488, 0.24581483006477356 @@ -15093,8 +16952,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00814701709896326, - "sufficiency": 0.7249897718429565, + "comprehensiveness": 0.008145024068653584, + "sufficiency": 0.7250571250915527, "masked prediction probs": [ 0.9876192808151245, 0.012380723841488361 @@ -15106,8 +16965,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2938116192817688, - "sufficiency": 0.9880702495574951, + "comprehensiveness": 0.2937397062778473, + "sufficiency": 0.9880731701850891, + "masked prediction probs": [ + 0.7541851997375488, + 0.24581483006477356 + ], + "full text prediction probs": [ + 0.9942750334739685, + 0.005724992137402296 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.29366785287857056, + "sufficiency": 0.9880760908126831, "masked prediction probs": [ 0.7541851997375488, 0.24581483006477356 @@ -15120,12 +16992,12 @@ } }, "test_5": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.44884005188941956, + "fixed-shap": { + "comprehensiveness": 0.22898289561271667, + "sufficiency": 0.9505196809768677, "masked prediction probs": [ - 0.9184731245040894, - 0.08152689784765244 + 0.05031682923436165, + 0.9496831297874451 ], "full text prediction probs": [ 0.015008486807346344, @@ -15224,12 +17096,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.45449766516685486, + "masked prediction probs": [ + 0.9184731245040894, + 0.08152689784765244 + ], + "full text prediction probs": [ + 0.015008486807346344, + 0.9849914908409119 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.043636079877614975, "sufficiency": 0.0, "masked prediction probs": [ - 0.3369344174861908, - 0.6630655527114868 + 0.021815672516822815, + 0.9781844019889832 ], "full text prediction probs": [ 0.015008486807346344, @@ -15238,7 +17123,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.19657747447490692, + "comprehensiveness": 0.19632573425769806, "sufficiency": 0.0, "masked prediction probs": [ 0.045673903077840805, @@ -15290,7 +17175,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1955743432044983, + "comprehensiveness": 0.19532516598701477, "sufficiency": 0.0, "masked prediction probs": [ 0.045673903077840805, @@ -15303,7 +17188,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06689668446779251, + "comprehensiveness": 0.06681156158447266, "sufficiency": 0.0, "masked prediction probs": [ 0.025511089712381363, @@ -15327,15 +17212,28 @@ 0.9849914908409119 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3369344174861908, + 0.6630655527114868 + ], + "full text prediction probs": [ + 0.015008486807346344, + 0.9849914908409119 + ], + "labels": 1 } }, "test_60": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9921658039093018, + "fixed-shap": { + "comprehensiveness": 0.011508690193295479, + "sufficiency": 0.0, "masked prediction probs": [ - 0.776731014251709, - 0.2232690006494522 + 0.007142247166484594, + 0.9928576946258545 ], "full text prediction probs": [ 0.005255510099232197, @@ -15434,12 +17332,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9574163556098938, + "sufficiency": 0.9922415018081665, "masked prediction probs": [ - 0.47853854298591614, - 0.5214614868164062 + 0.776731014251709, + 0.2232690006494522 + ], + "full text prediction probs": [ + 0.005255510099232197, + 0.9947445392608643 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005255510099232197, + 0.9947445392608643 ], "full text prediction probs": [ 0.005255510099232197, @@ -15449,7 +17360,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9574677348136902, + "sufficiency": 0.957518994808197, "masked prediction probs": [ 0.47853854298591614, 0.5214614868164062 @@ -15475,7 +17386,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9575700759887695, + "sufficiency": 0.9576210975646973, "masked prediction probs": [ 0.47853854298591614, 0.5214614868164062 @@ -15500,7 +17411,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.010857673361897469, + "comprehensiveness": 0.010844648815691471, "sufficiency": 0.0, "masked prediction probs": [ 0.007063832134008408, @@ -15527,7 +17438,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9577733278274536, + "sufficiency": 0.9578238129615784, + "masked prediction probs": [ + 0.47853854298591614, + 0.5214614868164062 + ], + "full text prediction probs": [ + 0.005255510099232197, + 0.9947445392608643 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9578741788864136, "masked prediction probs": [ 0.47853854298591614, 0.5214614868164062 @@ -15540,12 +17464,12 @@ } }, "test_133": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.017294645309448242, - "sufficiency": 0.9209627509117126, + "fixed-shap": { + "comprehensiveness": 0.028470395132899284, + "sufficiency": 0.9588412046432495, "masked prediction probs": [ - 0.9669966697692871, - 0.03300328925251961 + 0.95792156457901, + 0.04207846149802208 ], "full text prediction probs": [ 0.9810405373573303, @@ -15632,11 +17556,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01726488023996353, - "sufficiency": 0.9210987687110901, + "comprehensiveness": 0.028421394526958466, + "sufficiency": 0.9589120149612427, "masked prediction probs": [ - 0.9669966697692871, - 0.03300328925251961 + 0.95792156457901, + 0.04207846149802208 ], "full text prediction probs": [ 0.9810405373573303, @@ -15644,9 +17568,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0284144077450037, + "sufficiency": 0.9589221477508545, + "masked prediction probs": [ + 0.95792156457901, + 0.04207846149802208 + ], + "full text prediction probs": [ + 0.9810405373573303, + 0.018959393724799156 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7533823251724243, + "sufficiency": 0.7534430027008057, "masked prediction probs": [ 0.9810405373573303, 0.018959393724799156 @@ -15659,7 +17596,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9602710008621216, + "sufficiency": 0.9602807760238647, "masked prediction probs": [ 0.9863559007644653, 0.01364404521882534 @@ -15672,7 +17609,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7535036206245422, + "sufficiency": 0.7535641193389893, "masked prediction probs": [ 0.9810405373573303, 0.018959393724799156 @@ -15684,8 +17621,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04879673570394516, - "sufficiency": 0.9462088942527771, + "comprehensiveness": 0.04878475144505501, + "sufficiency": 0.9462220668792725, "masked prediction probs": [ 0.9413084983825684, 0.05869148299098015 @@ -15698,7 +17635,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7536245584487915, + "sufficiency": 0.7536851167678833, "masked prediction probs": [ 0.9810405373573303, 0.018959393724799156 @@ -15710,8 +17647,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04877277836203575, - "sufficiency": 0.9462353587150574, + "comprehensiveness": 0.048760805279016495, + "sufficiency": 0.9462485909461975, "masked prediction probs": [ 0.9413084983825684, 0.05869148299098015 @@ -15723,8 +17660,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01723521575331688, - "sufficiency": 0.9212343096733093, + "comprehensiveness": 0.017230987548828125, + "sufficiency": 0.9212536215782166, "masked prediction probs": [ 0.9669966697692871, 0.03300328925251961 @@ -15737,7 +17674,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7538059949874878, + "sufficiency": 0.7538663148880005, + "masked prediction probs": [ + 0.9810405373573303, + 0.018959393724799156 + ], + "full text prediction probs": [ + 0.9810405373573303, + 0.018959393724799156 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7539267539978027, "masked prediction probs": [ 0.9810405373573303, 0.018959393724799156 @@ -15750,12 +17700,12 @@ } }, "test_169": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9498345851898193, + "sufficiency": 0.957830011844635, "masked prediction probs": [ - 0.2851661741733551, - 0.7148338556289673 + 0.47141245007514954, + 0.5285875201225281 ], "full text prediction probs": [ 0.007221879903227091, @@ -15854,9 +17804,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8961379528045654, + "sufficiency": 0.9503250122070312, + "masked prediction probs": [ + 0.2851661741733551, + 0.7148338556289673 + ], + "full text prediction probs": [ + 0.007221879903227091, + 0.9927781224250793 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8962647318840027, "masked prediction probs": [ 0.29635387659072876, 0.703646183013916 @@ -15869,7 +17832,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8962647318840027, + "sufficiency": 0.8963911533355713, "masked prediction probs": [ 0.29635387659072876, 0.703646183013916 @@ -15895,7 +17858,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8965173363685608, + "sufficiency": 0.8966431617736816, "masked prediction probs": [ 0.29635387659072876, 0.703646183013916 @@ -15920,7 +17883,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01789802685379982, + "comprehensiveness": 0.01787630096077919, "sufficiency": 0.0, "masked prediction probs": [ 0.01016763225197792, @@ -15933,7 +17896,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.007088884245604277, + "comprehensiveness": 0.00708028906956315, "sufficiency": 0.0, "masked prediction probs": [ 0.008389976806938648, @@ -15947,7 +17910,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8970189094543457, + "sufficiency": 0.897143542766571, + "masked prediction probs": [ + 0.29635387659072876, + 0.703646183013916 + ], + "full text prediction probs": [ + 0.007221879903227091, + 0.9927781224250793 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8972678780555725, "masked prediction probs": [ 0.29635387659072876, 0.703646183013916 @@ -15960,12 +17936,12 @@ } }, "test_216": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8868562579154968, - "sufficiency": 0.9931371212005615, + "fixed-shap": { + "comprehensiveness": 0.005745904520153999, + "sufficiency": 0.9158092141151428, "masked prediction probs": [ - 0.2607508599758148, - 0.7392491698265076 + 0.9752251505851746, + 0.024774784222245216 ], "full text prediction probs": [ 0.9798843860626221, @@ -16064,12 +18040,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01800347864627838, - "sufficiency": 0.9507648348808289, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8851097822189331, + "sufficiency": 0.9931506514549255, "masked prediction probs": [ - 0.965256929397583, - 0.03474303334951401 + 0.2607508599758148, + 0.7392491698265076 + ], + "full text prediction probs": [ + 0.9798843860626221, + 0.02011558599770069 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.754514753818512, + "masked prediction probs": [ + 0.9798843860626221, + 0.02011558599770069 ], "full text prediction probs": [ 0.9798843860626221, @@ -16079,7 +18068,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.48803600668907166, + "sufficiency": 0.48816195130348206, "masked prediction probs": [ 0.9831171035766602, 0.016882918775081635 @@ -16092,7 +18081,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7545751333236694, + "sufficiency": 0.7546355128288269, "masked prediction probs": [ 0.9798843860626221, 0.02011558599770069 @@ -16104,8 +18093,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0042128232307732105, - "sufficiency": 0.9290621280670166, + "comprehensiveness": 0.0042117866687476635, + "sufficiency": 0.9290796518325806, "masked prediction probs": [ 0.9764590263366699, 0.023541031405329704 @@ -16118,7 +18107,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7546958327293396, + "sufficiency": 0.7547561526298523, "masked prediction probs": [ 0.9798843860626221, 0.02011558599770069 @@ -16130,8 +18119,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01798134855926037, - "sufficiency": 0.9508253931999207, + "comprehensiveness": 0.017976928502321243, + "sufficiency": 0.9508374333381653, "masked prediction probs": [ 0.965256929397583, 0.03474303334951401 @@ -16143,8 +18132,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.017976928502321243, - "sufficiency": 0.9508374333381653, + "comprehensiveness": 0.017972510308027267, + "sufficiency": 0.9508495330810547, "masked prediction probs": [ 0.965256929397583, 0.03474303334951401 @@ -16156,8 +18145,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017972510308027267, - "sufficiency": 0.9508495330810547, + "comprehensiveness": 0.01796809397637844, + "sufficiency": 0.9508615732192993, + "masked prediction probs": [ + 0.965256929397583, + 0.03474303334951401 + ], + "full text prediction probs": [ + 0.9798843860626221, + 0.02011558599770069 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017963681370019913, + "sufficiency": 0.9508736729621887, "masked prediction probs": [ 0.965256929397583, 0.03474303334951401 @@ -16170,12 +18172,12 @@ } }, "test_326": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.743127703666687, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9800368547439575, - 0.019963085651397705 + 0.8979932069778442, + 0.10200682282447815 ], "full text prediction probs": [ 0.872216522693634, @@ -16274,7 +18276,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7437106370925903, "masked prediction probs": [ @@ -16287,7 +18289,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.8697262406349182, "masked prediction probs": [ @@ -16300,7 +18302,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.869763195514679, "masked prediction probs": [ @@ -16313,6 +18315,19 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.8698000907897949, + "masked prediction probs": [ + 0.872216522693634, + 0.1277834177017212 + ], + "full text prediction probs": [ + 0.872216522693634, + 0.1277834177017212 + ], + "labels": 0 + }, "var-ig": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -16328,7 +18343,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7440011501312256, + "sufficiency": 0.7440736293792725, "masked prediction probs": [ 0.9800368547439575, 0.019963085651397705 @@ -16341,7 +18356,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.979064404964447, + "sufficiency": 0.9790703058242798, "masked prediction probs": [ 0.9530354738235474, 0.046964455395936966 @@ -16354,7 +18369,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8739753365516663, + "sufficiency": 0.8740110397338867, "masked prediction probs": [ 0.9043031334877014, 0.09569686651229858 @@ -16367,7 +18382,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7442185878753662, + "sufficiency": 0.7442909479141235, + "masked prediction probs": [ + 0.9800368547439575, + 0.019963085651397705 + ], + "full text prediction probs": [ + 0.872216522693634, + 0.1277834177017212 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7443633079528809, "masked prediction probs": [ 0.9800368547439575, 0.019963085651397705 @@ -16380,12 +18408,12 @@ } }, "test_362": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9634124040603638, - 0.03658764064311981 + 0.8436288833618164, + 0.1563710719347 ], "full text prediction probs": [ 0.010209627449512482, @@ -16484,12 +18512,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.943246066570282, - 0.05675391107797623 + 0.9634124040603638, + 0.03658764064311981 + ], + "full text prediction probs": [ + 0.010209627449512482, + 0.9897903800010681 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06981900334358215, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02143614925444126, + 0.9785637855529785 ], "full text prediction probs": [ 0.010209627449512482, @@ -16524,7 +18565,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0696457177400589, + "comprehensiveness": 0.06955940276384354, "sufficiency": 0.0, "masked prediction probs": [ 0.02143614925444126, @@ -16550,7 +18591,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.018693694844841957, + "comprehensiveness": 0.0186705831438303, "sufficiency": 0.0, "masked prediction probs": [ 0.013230451382696629, @@ -16587,15 +18628,28 @@ 0.9897903800010681 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.943246066570282, + 0.05675391107797623 + ], + "full text prediction probs": [ + 0.010209627449512482, + 0.9897903800010681 + ], + "labels": 1 } }, "test_418": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.02350832335650921, "sufficiency": 0.0, "masked prediction probs": [ - 0.9780142307281494, - 0.021985812112689018 + 0.01192316971719265, + 0.9880768060684204 ], "full text prediction probs": [ 0.008136814460158348, @@ -16694,13 +18748,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ + 0.9780142307281494, + 0.021985812112689018 + ], + "full text prediction probs": [ 0.008136814460158348, 0.9918632507324219 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.018625929951667786, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011170301586389542, + 0.9888296723365784 + ], "full text prediction probs": [ 0.008136814460158348, 0.9918632507324219 @@ -16708,7 +18775,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.018625929951667786, + "comprehensiveness": 0.01860308274626732, "sufficiency": 0.0, "masked prediction probs": [ 0.011170301586389542, @@ -16734,7 +18801,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0114369448274374, + "comprehensiveness": 0.011422949843108654, "sufficiency": 0.0, "masked prediction probs": [ 0.010004045441746712, @@ -16760,7 +18827,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03351390361785889, + "comprehensiveness": 0.033472996205091476, "sufficiency": 0.0, "masked prediction probs": [ 0.013621911406517029, @@ -16773,7 +18840,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.033472996205091476, + "comprehensiveness": 0.033432185649871826, "sufficiency": 0.0, "masked prediction probs": [ 0.013621911406517029, @@ -16797,15 +18864,28 @@ 0.9918632507324219 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008136814460158348, + 0.9918632507324219 + ], + "full text prediction probs": [ + 0.008136814460158348, + 0.9918632507324219 + ], + "labels": 1 } }, "test_482": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09068796783685684, - "sufficiency": 0.9536055326461792, + "fixed-shap": { + "comprehensiveness": 0.0014219182776287198, + "sufficiency": 0.6331992149353027, "masked prediction probs": [ - 0.9091603755950928, - 0.0908396989107132 + 0.9818205237388611, + 0.018179433420300484 ], "full text prediction probs": [ 0.9829779267311096, @@ -16904,12 +18984,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.946596086025238, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0905100479722023, + "sufficiency": 0.9536965489387512, "masked prediction probs": [ - 0.1556238979101181, - 0.8443760871887207 + 0.9091603755950928, + 0.0908396989107132 ], "full text prediction probs": [ 0.9829779267311096, @@ -16917,7 +18997,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7516538500785828, "masked prediction probs": [ @@ -16930,7 +19010,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7517147660255432, "masked prediction probs": [ @@ -16943,9 +19023,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7517755627632141, + "masked prediction probs": [ + 0.9829779267311096, + 0.017022091895341873 + ], + "full text prediction probs": [ + 0.9829779267311096, + 0.017022091895341873 + ], + "labels": 0 + }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9466353058815002, + "sufficiency": 0.9466484189033508, "masked prediction probs": [ 0.1556238979101181, 0.8443760871887207 @@ -16957,8 +19050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014177379198372364, - "sufficiency": 0.6342774629592896, + "comprehensiveness": 0.0014173907693475485, + "sufficiency": 0.6343671083450317, "masked prediction probs": [ 0.9818205237388611, 0.018179433420300484 @@ -16970,8 +19063,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.001914331573061645, - "sufficiency": 0.6234422326087952, + "comprehensiveness": 0.001913862768560648, + "sufficiency": 0.6235343813896179, "masked prediction probs": [ 0.9814147353172302, 0.01858525536954403 @@ -16984,7 +19077,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8776624798774719, + "sufficiency": 0.8776924014091492, "masked prediction probs": [ 0.9865303039550781, 0.01346970722079277 @@ -16997,7 +19090,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9466875791549683, + "sufficiency": 0.9467006325721741, + "masked prediction probs": [ + 0.1556238979101181, + 0.8443760871887207 + ], + "full text prediction probs": [ + 0.9829779267311096, + 0.017022091895341873 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9467136263847351, "masked prediction probs": [ 0.1556238979101181, 0.8443760871887207 @@ -17010,7 +19116,7 @@ } }, "test_678": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.7553395628929138, "sufficiency": 0.951822817325592, "masked prediction probs": [ @@ -17114,12 +19220,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9808664917945862, - "sufficiency": 0.9349305629730225, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7480961084365845, + "sufficiency": 0.9522845149040222, "masked prediction probs": [ - 0.16761238873004913, - 0.8323876261711121 + 0.12876883149147034, + 0.871231198310852 + ], + "full text prediction probs": [ + 0.003930197563022375, + 0.9960697889328003 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.004541116766631603, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0046888841316103935, + 0.9953110814094543 ], "full text prediction probs": [ 0.003930197563022375, @@ -17128,8 +19247,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.9796921610832214, - "sufficiency": 0.9350084066390991, + "comprehensiveness": 0.9785206317901611, + "sufficiency": 0.9350861310958862, "masked prediction probs": [ 0.16761238873004913, 0.8323876261711121 @@ -17154,8 +19273,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9773518443107605, - "sufficiency": 0.9351636171340942, + "comprehensiveness": 0.9761859178543091, + "sufficiency": 0.9352408647537231, "masked prediction probs": [ 0.16761238873004913, 0.8323876261711121 @@ -17167,7 +19286,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0033226418308913708, + "comprehensiveness": 0.0033186825457960367, "sufficiency": 0.0, "masked prediction probs": [ 0.004487306345254183, @@ -17180,7 +19299,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.007511506322771311, + "comprehensiveness": 0.007502566557377577, "sufficiency": 0.0, "masked prediction probs": [ 0.005191205535084009, @@ -17193,7 +19312,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.003314733039587736, + "comprehensiveness": 0.003310792613774538, "sufficiency": 0.0, "masked prediction probs": [ 0.004487306345254183, @@ -17206,8 +19325,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9727046489715576, - "sufficiency": 0.9354717135429382, + "comprehensiveness": 0.9715497493743896, + "sufficiency": 0.9355482459068298, + "masked prediction probs": [ + 0.16761238873004913, + 0.8323876261711121 + ], + "full text prediction probs": [ + 0.003930197563022375, + 0.9960697889328003 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9703975915908813, + "sufficiency": 0.9356246590614319, "masked prediction probs": [ 0.16761238873004913, 0.8323876261711121 @@ -17220,12 +19352,12 @@ } }, "test_743": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9103935360908508, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3819086253643036, - 0.618091344833374 + 0.9731093049049377, + 0.026890704408288002 ], "full text prediction probs": [ 0.009619371965527534, @@ -17324,12 +19456,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9112825989723206, + "masked prediction probs": [ + 0.3819086253643036, + 0.618091344833374 + ], + "full text prediction probs": [ + 0.009619371965527534, + 0.9903806447982788 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9922375082969666, - 0.007762537803500891 + 0.9641384482383728, + 0.03586160019040108 ], "full text prediction probs": [ 0.009619371965527534, @@ -17427,10 +19572,23 @@ 0.9903806447982788 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9922375082969666, + 0.007762537803500891 + ], + "full text prediction probs": [ + 0.009619371965527534, + 0.9903806447982788 + ], + "labels": 1 } }, "test_767": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -17525,8 +19683,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.988244891166687, - 0.01175515353679657 + 0.9920284152030945, + 0.007971585728228092 ], "full text prediction probs": [ 0.10900245606899261, @@ -17534,12 +19692,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9911808967590332, - 0.00881902500987053 + 0.9920284152030945, + 0.007971585728228092 + ], + "full text prediction probs": [ + 0.10900245606899261, + 0.8909975290298462 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6784258484840393, + 0.3215741217136383 ], "full text prediction probs": [ 0.10900245606899261, @@ -17637,15 +19808,28 @@ 0.8909975290298462 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9911808967590332, + 0.00881902500987053 + ], + "full text prediction probs": [ + 0.10900245606899261, + 0.8909975290298462 + ], + "labels": 1 } }, "test_774": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9789437651634216, + "sufficiency": 0.9499272704124451, "masked prediction probs": [ - 0.9726867079734802, - 0.027313286438584328 + 0.9131841063499451, + 0.08681587874889374 ], "full text prediction probs": [ 0.010789277963340282, @@ -17744,12 +19928,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.950427770614624, + "sufficiency": 0.9791542291641235, "masked prediction probs": [ - 0.9131841063499451, - 0.08681587874889374 + 0.9726867079734802, + 0.027313286438584328 + ], + "full text prediction probs": [ + 0.010789277963340282, + 0.9892107248306274 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010789277963340282, + 0.9892107248306274 ], "full text prediction probs": [ 0.010789277963340282, @@ -17758,7 +19955,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02745147980749607, + "comprehensiveness": 0.027417248114943504, "sufficiency": 0.0, "masked prediction probs": [ 0.015187451615929604, @@ -17785,7 +19982,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9506128430366516, + "sufficiency": 0.9506742358207703, "masked prediction probs": [ 0.9131841063499451, 0.08681587874889374 @@ -17811,7 +20008,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9507354497909546, + "sufficiency": 0.9507965445518494, "masked prediction probs": [ 0.9131841063499451, 0.08681587874889374 @@ -17837,7 +20034,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9508575201034546, + "sufficiency": 0.9509183168411255, + "masked prediction probs": [ + 0.9131841063499451, + 0.08681587874889374 + ], + "full text prediction probs": [ + 0.010789277963340282, + 0.9892107248306274 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9509789347648621, "masked prediction probs": [ 0.9131841063499451, 0.08681587874889374 @@ -17850,12 +20060,12 @@ } }, "test_780": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9723924994468689, + "fixed-shap": { + "comprehensiveness": 0.44242435693740845, + "sufficiency": 0.9179827570915222, "masked prediction probs": [ - 0.8377037048339844, - 0.1622963398694992 + 0.0769757553935051, + 0.9230242967605591 ], "full text prediction probs": [ 0.00379364425316453, @@ -17954,9 +20164,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5333072543144226, - "sufficiency": 0.9465389251708984, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9726569056510925, + "masked prediction probs": [ + 0.8377037048339844, + 0.1622963398694992 + ], + "full text prediction probs": [ + 0.00379364425316453, + 0.9962062835693359 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5326692461967468, + "sufficiency": 0.9466028809547424, "masked prediction probs": [ 0.09286222606897354, 0.9071378111839294 @@ -17968,8 +20191,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5326692461967468, - "sufficiency": 0.9466028809547424, + "comprehensiveness": 0.5320327877998352, + "sufficiency": 0.9466665983200073, "masked prediction probs": [ 0.09286222606897354, 0.9071378111839294 @@ -17994,7 +20217,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008341580629348755, + "comprehensiveness": 0.008331636898219585, "sufficiency": 0.0, "masked prediction probs": [ 0.005191931501030922, @@ -18007,8 +20230,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5307644009590149, - "sufficiency": 0.9467936754226685, + "comprehensiveness": 0.5301324725151062, + "sufficiency": 0.9468569755554199, "masked prediction probs": [ 0.09286222606897354, 0.9071378111839294 @@ -18020,8 +20243,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5301324725151062, - "sufficiency": 0.9468569755554199, + "comprehensiveness": 0.5295020341873169, + "sufficiency": 0.9469201564788818, "masked prediction probs": [ 0.09286222606897354, 0.9071378111839294 @@ -18033,7 +20256,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.020733311772346497, + "comprehensiveness": 0.020708685740828514, "sufficiency": 0.0, "masked prediction probs": [ 0.007281318306922913, @@ -18046,8 +20269,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5288731455802917, - "sufficiency": 0.9469831585884094, + "comprehensiveness": 0.5282456874847412, + "sufficiency": 0.9470460414886475, + "masked prediction probs": [ + 0.09286222606897354, + 0.9071378111839294 + ], + "full text prediction probs": [ + 0.00379364425316453, + 0.9962062835693359 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5276197791099548, + "sufficiency": 0.9471087455749512, "masked prediction probs": [ 0.09286222606897354, 0.9071378111839294 @@ -18060,12 +20296,12 @@ } }, "test_798": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.01702428236603737, "sufficiency": 0.0, "masked prediction probs": [ - 0.005387022625654936, - 0.9946130514144897 + 0.008463914506137371, + 0.991536021232605 ], "full text prediction probs": [ 0.0056800516322255135, @@ -18152,11 +20388,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.016879744827747345, "sufficiency": 0.0, "masked prediction probs": [ - 0.005387022625654936, - 0.9946130514144897 + 0.008463914506137371, + 0.991536021232605 ], "full text prediction probs": [ 0.0056800516322255135, @@ -18164,7 +20400,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.016859296709299088, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008463914506137371, + 0.991536021232605 + ], + "full text prediction probs": [ + 0.0056800516322255135, + 0.9943199157714844 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -18178,8 +20427,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05659342184662819, - "sufficiency": 0.963338315486908, + "comprehensiveness": 0.05652502924203873, + "sufficiency": 0.9633825421333313, "masked prediction probs": [ 0.015036412514746189, 0.984963595867157 @@ -18204,8 +20453,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0564568005502224, - "sufficiency": 0.9634267091751099, + "comprehensiveness": 0.0563887394964695, + "sufficiency": 0.9634708166122437, "masked prediction probs": [ 0.015036412514746189, 0.984963595867157 @@ -18230,7 +20479,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.015122056007385254, + "comprehensiveness": 0.015103869140148163, "sufficiency": 0.0, "masked prediction probs": [ 0.008192243985831738, @@ -18267,15 +20516,28 @@ 0.9943199157714844 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0056800516322255135, + 0.9943199157714844 + ], + "full text prediction probs": [ + 0.0056800516322255135, + 0.9943199157714844 + ], + "labels": 1 } }, "test_818": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9655081629753113, - 0.03449184447526932 + 0.678736686706543, + 0.32126328349113464 ], "full text prediction probs": [ 0.06797707080841064, @@ -18374,7 +20636,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9655081629753113, + 0.03449184447526932 + ], + "full text prediction probs": [ + 0.06797707080841064, + 0.9320229291915894 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -18477,15 +20752,28 @@ 0.9320229291915894 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7464808821678162, + 0.25351911783218384 + ], + "full text prediction probs": [ + 0.06797707080841064, + 0.9320229291915894 + ], + "labels": 1 } }, "test_820": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007230314891785383, - "sufficiency": 0.8111559748649597, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9453950524330139, "masked prediction probs": [ - 0.9802793264389038, - 0.019720718264579773 + 0.9903876185417175, + 0.009612394496798515 ], "full text prediction probs": [ 0.9861878156661987, @@ -18584,13 +20872,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7486468553543091, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007216185797005892, + "sufficiency": 0.8115249872207642, "masked prediction probs": [ + 0.9802793264389038, + 0.019720718264579773 + ], + "full text prediction probs": [ 0.9861878156661987, 0.013812235556542873 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0009844070300459862, + "sufficiency": 0.8500099182128906, + "masked prediction probs": [ + 0.9853816032409668, + 0.014618410728871822 + ], "full text prediction probs": [ 0.9861878156661987, 0.013812235556542873 @@ -18599,7 +20900,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8900527358055115, + "sufficiency": 0.8900795578956604, "masked prediction probs": [ 0.9894775748252869, 0.010522431693971157 @@ -18612,7 +20913,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7487695813179016, + "sufficiency": 0.7488308548927307, "masked prediction probs": [ 0.9861878156661987, 0.013812235556542873 @@ -18624,8 +20925,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.007210901938378811, - "sufficiency": 0.8116629123687744, + "comprehensiveness": 0.007209141738712788, + "sufficiency": 0.811708927154541, "masked prediction probs": [ 0.9802793264389038, 0.019720718264579773 @@ -18638,7 +20939,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8448705077171326, + "sufficiency": 0.8449082970619202, "masked prediction probs": [ 0.9882624745368958, 0.011737579479813576 @@ -18650,8 +20951,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0009834463708102703, - "sufficiency": 0.850156307220459, + "comprehensiveness": 0.000983206438831985, + "sufficiency": 0.8501927852630615, "masked prediction probs": [ 0.9853816032409668, 0.014618410728871822 @@ -18664,7 +20965,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.749014675617218, + "sufficiency": 0.7490758299827576, "masked prediction probs": [ 0.9861878156661987, 0.013812235556542873 @@ -18677,7 +20978,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7490758299827576, + "sufficiency": 0.7491369843482971, + "masked prediction probs": [ + 0.9861878156661987, + 0.013812235556542873 + ], + "full text prediction probs": [ + 0.9861878156661987, + 0.013812235556542873 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7491981387138367, "masked prediction probs": [ 0.9861878156661987, 0.013812235556542873 @@ -18690,12 +21004,12 @@ } }, "test_865": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9548795819282532, + "fixed-shap": { + "comprehensiveness": 0.004558586981147528, + "sufficiency": 0.0, "masked prediction probs": [ - 0.36350804567337036, - 0.6364919543266296 + 0.00479147071018815, + 0.9952085614204407 ], "full text prediction probs": [ 0.004038476385176182, @@ -18794,12 +21108,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.39699459075927734, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9553122520446777, + "masked prediction probs": [ + 0.36350804567337036, + 0.6364919543266296 + ], + "full text prediction probs": [ + 0.004038476385176182, + 0.9959614872932434 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07024405151605606, - 0.9297559857368469 + 0.004038476385176182, + 0.9959614872932434 ], "full text prediction probs": [ 0.004038476385176182, @@ -18808,7 +21135,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3965189754962921, + "comprehensiveness": 0.3960444927215576, "sufficiency": 0.0, "masked prediction probs": [ 0.07024405151605606, @@ -18834,7 +21161,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.39557114243507385, + "comprehensiveness": 0.3950989246368408, "sufficiency": 0.0, "masked prediction probs": [ 0.07024405151605606, @@ -18847,7 +21174,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3950989246368408, + "comprehensiveness": 0.3946278393268585, "sufficiency": 0.0, "masked prediction probs": [ 0.07024405151605606, @@ -18860,7 +21187,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3946278393268585, + "comprehensiveness": 0.39415788650512695, "sufficiency": 0.0, "masked prediction probs": [ 0.07024405151605606, @@ -18873,7 +21200,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00459223473444581, + "comprehensiveness": 0.004586772061884403, "sufficiency": 0.0, "masked prediction probs": [ 0.004809882957488298, @@ -18886,7 +21213,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.39368903636932373, + "comprehensiveness": 0.39322128891944885, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07024405151605606, + 0.9297559857368469 + ], + "full text prediction probs": [ + 0.004038476385176182, + 0.9959614872932434 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3927546739578247, "sufficiency": 0.0, "masked prediction probs": [ 0.07024405151605606, @@ -18900,12 +21240,12 @@ } }, "test_913": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00963426660746336, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.038295142352581024, + "sufficiency": 0.9764613509178162, "masked prediction probs": [ - 0.9820321798324585, - 0.017967866733670235 + 0.9585034251213074, + 0.041496627032756805 ], "full text prediction probs": [ 0.9899412989616394, @@ -19004,12 +21344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009615525603294373, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9820321798324585, + 0.017967866733670235 + ], + "full text prediction probs": [ + 0.9899412989616394, + 0.010058753192424774 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9618719816207886, + "sufficiency": 0.7452929019927979, "masked prediction probs": [ - 0.9938915967941284, - 0.006108411122113466 + 0.9899412989616394, + 0.010058753192424774 ], "full text prediction probs": [ 0.9899412989616394, @@ -19018,8 +21371,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010794579284265637, - "sufficiency": 0.45046740770339966, + "comprehensiveness": 0.0010791955282911658, + "sufficiency": 0.4506009817123413, "masked prediction probs": [ 0.9890531897544861, 0.010946775786578655 @@ -19032,7 +21385,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7453548312187195, + "sufficiency": 0.7454166412353516, "masked prediction probs": [ 0.9899412989616394, 0.010058753192424774 @@ -19044,8 +21397,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0015850906493142247, - "sufficiency": 0.9378328323364258, + "comprehensiveness": 0.0015847055474296212, + "sufficiency": 0.9378478527069092, "masked prediction probs": [ 0.9886365532875061, 0.011363444849848747 @@ -19058,7 +21411,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7454783916473389, + "sufficiency": 0.7455402612686157, "masked prediction probs": [ 0.9899412989616394, 0.010058753192424774 @@ -19071,7 +21424,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9619182348251343, + "sufficiency": 0.9619274735450745, "masked prediction probs": [ 0.9938915967941284, 0.006108411122113466 @@ -19083,8 +21436,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03816496953368187, - "sufficiency": 0.9765413403511047, + "comprehensiveness": 0.03815570846199989, + "sufficiency": 0.9765470623970032, "masked prediction probs": [ 0.9585034251213074, 0.041496627032756805 @@ -19097,7 +21450,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9619367122650146, + "sufficiency": 0.9619459509849548, + "masked prediction probs": [ + 0.9938915967941284, + 0.006108411122113466 + ], + "full text prediction probs": [ + 0.9899412989616394, + 0.010058753192424774 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.961955189704895, "masked prediction probs": [ 0.9938915967941284, 0.006108411122113466 @@ -19110,12 +21476,12 @@ } }, "test_918": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0007429055403918028, - "sufficiency": 0.9201067090034485, + "fixed-shap": { + "comprehensiveness": 0.0008845694828778505, + "sufficiency": 0.7656230330467224, "masked prediction probs": [ - 0.9938966631889343, - 0.006103379651904106 + 0.993779718875885, + 0.00622030533850193 ], "full text prediction probs": [ 0.9945099353790283, @@ -19214,9 +21580,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0007414683932438493, + "sufficiency": 0.9202612638473511, + "masked prediction probs": [ + 0.9938966631889343, + 0.006103379651904106 + ], + "full text prediction probs": [ + 0.9945099353790283, + 0.005490055773407221 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7411150336265564, + "sufficiency": 0.7411776185035706, "masked prediction probs": [ 0.9945099353790283, 0.005490055773407221 @@ -19229,7 +21608,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7411776185035706, + "sufficiency": 0.7412402033805847, "masked prediction probs": [ 0.9945099353790283, 0.005490055773407221 @@ -19242,7 +21621,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7412402033805847, + "sufficiency": 0.7413027286529541, "masked prediction probs": [ 0.9945099353790283, 0.005490055773407221 @@ -19254,8 +21633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.000244624592596665, - "sufficiency": 0.9243168234825134, + "comprehensiveness": 0.0002445654827170074, + "sufficiency": 0.9243350625038147, "masked prediction probs": [ 0.9943074584007263, 0.00569254532456398 @@ -19268,7 +21647,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7413651943206787, + "sufficiency": 0.7414276599884033, "masked prediction probs": [ 0.9945099353790283, 0.005490055773407221 @@ -19280,8 +21659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010221692733466625, - "sufficiency": 0.9885966777801514, + "comprehensiveness": 0.01021922379732132, + "sufficiency": 0.9885993599891663, "masked prediction probs": [ 0.9860453009605408, 0.013954633846879005 @@ -19294,7 +21673,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7414900660514832, + "sufficiency": 0.741552472114563, "masked prediction probs": [ 0.9945099353790283, 0.005490055773407221 @@ -19307,7 +21686,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.741552472114563, + "sufficiency": 0.741614818572998, + "masked prediction probs": [ + 0.9945099353790283, + 0.005490055773407221 + ], + "full text prediction probs": [ + 0.9945099353790283, + 0.005490055773407221 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7416771650314331, "masked prediction probs": [ 0.9945099353790283, 0.005490055773407221 @@ -19320,12 +21712,12 @@ } }, "test_925": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 6.907202623551711e-05, - "sufficiency": 0.8280566334724426, + "fixed-shap": { + "comprehensiveness": 0.0027613346464931965, + "sufficiency": 0.9424623250961304, "masked prediction probs": [ - 0.9783817529678345, - 0.02161819115281105 + 0.9762025475502014, + 0.02379745803773403 ], "full text prediction probs": [ 0.9784376621246338, @@ -19424,9 +21816,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 6.893576210131869e-05, + "sufficiency": 0.8283957839012146, + "masked prediction probs": [ + 0.9783817529678345, + 0.02161819115281105 + ], + "full text prediction probs": [ + 0.9784376621246338, + 0.021562373265624046 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7557999491691589, + "sufficiency": 0.7558601498603821, "masked prediction probs": [ 0.9784376621246338, 0.021562373265624046 @@ -19439,7 +21844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7558601498603821, + "sufficiency": 0.7559203505516052, "masked prediction probs": [ 0.9784376621246338, 0.021562373265624046 @@ -19452,7 +21857,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7559203505516052, + "sufficiency": 0.7559804916381836, "masked prediction probs": [ 0.9784376621246338, 0.021562373265624046 @@ -19464,8 +21869,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005534724798053503, - "sufficiency": 0.941020131111145, + "comprehensiveness": 0.005533361341804266, + "sufficiency": 0.9410346746444702, "masked prediction probs": [ 0.9739454984664917, 0.026054462417960167 @@ -19477,8 +21882,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00891148205846548, - "sufficiency": 0.8778145909309387, + "comprehensiveness": 0.008909287862479687, + "sufficiency": 0.8778446912765503, "masked prediction probs": [ 0.9712030291557312, 0.028796924278140068 @@ -19490,8 +21895,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0019458811730146408, - "sufficiency": 0.7954937219619751, + "comprehensiveness": 0.0019454018911346793, + "sufficiency": 0.7955439686775208, "masked prediction probs": [ 0.9768575429916382, 0.023142462596297264 @@ -19503,8 +21908,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019454018911346793, - "sufficiency": 0.7955439686775208, + "comprehensiveness": 0.0019449230749160051, + "sufficiency": 0.7955943942070007, "masked prediction probs": [ 0.9768575429916382, 0.023142462596297264 @@ -19517,7 +21922,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7562207579612732, + "sufficiency": 0.7562807202339172, + "masked prediction probs": [ + 0.9784376621246338, + 0.021562373265624046 + ], + "full text prediction probs": [ + 0.9784376621246338, + 0.021562373265624046 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7563406825065613, "masked prediction probs": [ 0.9784376621246338, 0.021562373265624046 @@ -19530,12 +21948,12 @@ } }, "test_935": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 1.0, + "sufficiency": 0.6770475506782532, "masked prediction probs": [ - 0.9756362438201904, - 0.024363819509744644 + 0.9765834808349609, + 0.023416515439748764 ], "full text prediction probs": [ 0.9676044583320618, @@ -19634,12 +22052,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.28437742590904236, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7400457859039307, - 0.25995415449142456 + 0.9756362438201904, + 0.024363819509744644 + ], + "full text prediction probs": [ + 0.9676044583320618, + 0.03239554539322853 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7660892605781555, + "masked prediction probs": [ + 0.9676044583320618, + 0.03239554539322853 ], "full text prediction probs": [ 0.9676044583320618, @@ -19649,7 +22080,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7957002520561218, + "sufficiency": 0.7957513332366943, "masked prediction probs": [ 0.9790250658988953, 0.0209748987108469 @@ -19662,7 +22093,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7661477327346802, + "sufficiency": 0.7662060856819153, "masked prediction probs": [ 0.9676044583320618, 0.03239554539322853 @@ -19675,7 +22106,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8872191309928894, + "sufficiency": 0.8872472047805786, "masked prediction probs": [ 0.9769922494888306, 0.023007752373814583 @@ -19688,7 +22119,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7405714988708496, + "sufficiency": 0.7406363487243652, "masked prediction probs": [ 0.9828380346298218, 0.01716197468340397 @@ -19700,7 +22131,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2840224802494049, + "comprehensiveness": 0.2839515805244446, "sufficiency": 1.0, "masked prediction probs": [ 0.7400457859039307, @@ -19713,7 +22144,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.2839515805244446, + "comprehensiveness": 0.2838807702064514, "sufficiency": 1.0, "masked prediction probs": [ 0.7400457859039307, @@ -19726,7 +22157,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2838807702064514, + "comprehensiveness": 0.28380993008613586, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7400457859039307, + 0.25995415449142456 + ], + "full text prediction probs": [ + 0.9676044583320618, + 0.03239554539322853 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2837391793727875, "sufficiency": 1.0, "masked prediction probs": [ 0.7400457859039307, @@ -19740,12 +22184,12 @@ } }, "test_959": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8941093683242798, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1637749820947647, - 0.8362250328063965 + 0.8125337362289429, + 0.18746627867221832 ], "full text prediction probs": [ 0.117925263941288, @@ -19844,13 +22288,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8670516610145569, "sufficiency": 0.0, "masked prediction probs": [ + 0.1637749820947647, + 0.8362250328063965 + ], + "full text prediction probs": [ 0.117925263941288, 0.8820747137069702 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8008968234062195, + 0.19910310208797455 + ], "full text prediction probs": [ 0.117925263941288, 0.8820747137069702 @@ -19910,7 +22367,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8509567379951477, + "comprehensiveness": 0.8478091955184937, "sufficiency": 0.0, "masked prediction probs": [ 0.1637749820947647, @@ -19947,15 +22404,28 @@ 0.8820747137069702 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.117925263941288, + 0.8820747137069702 + ], + "full text prediction probs": [ + 0.117925263941288, + 0.8820747137069702 + ], + "labels": 1 } }, "test_961": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9682326912879944, + "sufficiency": 0.9584214091300964, "masked prediction probs": [ - 0.9280915856361389, - 0.07190833240747452 + 0.9460251927375793, + 0.05397475138306618 ], "full text prediction probs": [ 0.010629227384924889, @@ -20054,12 +22524,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.9685498476028442, + "masked prediction probs": [ + 0.9280915856361389, + 0.07190833240747452 + ], + "full text prediction probs": [ + 0.010629227384924889, + 0.9893708229064941 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.007644950412213802, "sufficiency": 0.0, "masked prediction probs": [ - 0.765971302986145, - 0.23402869701385498 + 0.011855259537696838, + 0.9881447553634644 ], "full text prediction probs": [ 0.010629227384924889, @@ -20107,7 +22590,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007616451010107994, + "comprehensiveness": 0.007606998085975647, "sufficiency": 0.0, "masked prediction probs": [ 0.011855259537696838, @@ -20133,7 +22616,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06473667919635773, + "comprehensiveness": 0.06465653330087662, "sufficiency": 0.0, "masked prediction probs": [ 0.021076198667287827, @@ -20157,15 +22640,28 @@ 0.9893708229064941 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.765971302986145, + 0.23402869701385498 + ], + "full text prediction probs": [ + 0.010629227384924889, + 0.9893708229064941 + ], + "labels": 1 } }, "test_964": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.054751183837652206, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.036950644105672836, - 0.9630494117736816 + 0.2927260398864746, + 0.7072739005088806 ], "full text prediction probs": [ 0.029290147125720978, @@ -20264,12 +22760,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4821409583091736, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05413205549120903, "sufficiency": 0.0, "masked prediction probs": [ - 0.09752028435468674, - 0.9024796485900879 + 0.036950644105672836, + 0.9630494117736816 + ], + "full text prediction probs": [ + 0.029290147125720978, + 0.9707099199295044 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08250550180673599, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.040982332080602646, + 0.9590176343917847 ], "full text prediction probs": [ 0.029290147125720978, @@ -20278,7 +22787,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.3991391360759735, + "comprehensiveness": 0.3985765278339386, "sufficiency": 0.0, "masked prediction probs": [ 0.08585422486066818, @@ -20304,7 +22813,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.48010504245758057, + "comprehensiveness": 0.479430228471756, "sufficiency": 0.0, "masked prediction probs": [ 0.09752028435468674, @@ -20317,7 +22826,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.479430228471756, + "comprehensiveness": 0.4787573218345642, "sufficiency": 0.0, "masked prediction probs": [ 0.09752028435468674, @@ -20330,7 +22839,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08204228430986404, + "comprehensiveness": 0.08192729204893112, "sufficiency": 0.0, "masked prediction probs": [ 0.040982332080602646, @@ -20343,7 +22852,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.18023426830768585, + "comprehensiveness": 0.1799820065498352, "sufficiency": 0.0, "masked prediction probs": [ 0.05501225218176842, @@ -20356,7 +22865,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47741711139678955, + "comprehensiveness": 0.47674983739852905, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09752028435468674, + 0.9024796485900879 + ], + "full text prediction probs": [ + 0.029290147125720978, + 0.9707099199295044 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4760844111442566, "sufficiency": 0.0, "masked prediction probs": [ 0.09752028435468674, @@ -20370,12 +22892,12 @@ } }, "test_966": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.024740299209952354, - "sufficiency": 0.9960471987724304, + "fixed-shap": { + "comprehensiveness": 0.0017052077455446124, + "sufficiency": 0.7768766283988953, "masked prediction probs": [ - 0.9611471891403198, - 0.03885287791490555 + 0.9798571467399597, + 0.02014288865029812 ], "full text prediction probs": [ 0.9812421798706055, @@ -20474,7 +22996,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.024691658094525337, "sufficiency": 0.9960549473762512, "masked prediction probs": [ @@ -20487,9 +23009,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7532563805580139, + "masked prediction probs": [ + 0.9812421798706055, + 0.018757836893200874 + ], + "full text prediction probs": [ + 0.9812421798706055, + 0.018757836893200874 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8267251253128052, + "sufficiency": 0.8267676830291748, "masked prediction probs": [ 0.9814058542251587, 0.018594149500131607 @@ -20502,7 +23037,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7533169984817505, + "sufficiency": 0.7533775568008423, "masked prediction probs": [ 0.9812421798706055, 0.018757836893200874 @@ -20515,7 +23050,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7533775568008423, + "sufficiency": 0.7534381151199341, "masked prediction probs": [ 0.9812421798706055, 0.018757836893200874 @@ -20527,8 +23062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02466741017997265, - "sufficiency": 0.9960588216781616, + "comprehensiveness": 0.024661356583237648, + "sufficiency": 0.9960597157478333, "masked prediction probs": [ 0.9611471891403198, 0.03885287791490555 @@ -20541,7 +23076,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7468382120132446, + "sufficiency": 0.7469003200531006, "masked prediction probs": [ 0.9835028052330017, 0.01649727113544941 @@ -20553,8 +23088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003943160641938448, - "sufficiency": 0.9035416841506958, + "comprehensiveness": 0.00394219346344471, + "sufficiency": 0.9035653471946716, "masked prediction probs": [ 0.9780283570289612, 0.02197158895432949 @@ -20566,8 +23101,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024649254977703094, - "sufficiency": 0.9960616827011108, + "comprehensiveness": 0.02464320883154869, + "sufficiency": 0.996062695980072, + "masked prediction probs": [ + 0.9611471891403198, + 0.03885287791490555 + ], + "full text prediction probs": [ + 0.9812421798706055, + 0.018757836893200874 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.024637166410684586, + "sufficiency": 0.9960635900497437, "masked prediction probs": [ 0.9611471891403198, 0.03885287791490555 @@ -20580,12 +23128,12 @@ } }, "test_1013": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.38224726915359497, - "sufficiency": 0.9955955743789673, + "fixed-shap": { + "comprehensiveness": 0.0018171821720898151, + "sufficiency": 0.7050292491912842, "masked prediction probs": [ - 0.6808598637580872, - 0.31914013624191284 + 0.9960749745368958, + 0.003924981690943241 ], "full text prediction probs": [ 0.9975806474685669, @@ -20684,12 +23232,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004920721985399723, - "sufficiency": 0.9824636578559875, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.38151055574417114, + "sufficiency": 0.9956040978431702, "masked prediction probs": [ - 0.9934955835342407, - 0.006504395976662636 + 0.6808598637580872, + 0.31914013624191284 + ], + "full text prediction probs": [ + 0.9975806474685669, + 0.00241926871240139 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7384371161460876, + "masked prediction probs": [ + 0.9975806474685669, + 0.00241926871240139 ], "full text prediction probs": [ 0.9975806474685669, @@ -20698,8 +23259,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.000436855130828917, - "sufficiency": 0.7664483189582825, + "comprehensiveness": 0.00043674992048181593, + "sufficiency": 0.7665045261383057, "masked prediction probs": [ 0.9972178936004639, 0.0027820344548672438 @@ -20712,7 +23273,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7385001182556152, + "sufficiency": 0.738563060760498, "masked prediction probs": [ 0.9975806474685669, 0.00241926871240139 @@ -20724,8 +23285,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004917168524116278, - "sufficiency": 0.9824763536453247, + "comprehensiveness": 0.004915984813123941, + "sufficiency": 0.982480525970459, "masked prediction probs": [ 0.9934955835342407, 0.006504395976662636 @@ -20738,7 +23299,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7386259436607361, + "sufficiency": 0.7386888265609741, "masked prediction probs": [ 0.9975806474685669, 0.00241926871240139 @@ -20750,8 +23311,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0018786195432767272, - "sufficiency": 0.8330836892127991, + "comprehensiveness": 0.0018781675025820732, + "sufficiency": 0.8331237435340881, "masked prediction probs": [ 0.996019184589386, 0.003980802372097969 @@ -20763,8 +23324,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0018781675025820732, - "sufficiency": 0.8331237435340881, + "comprehensiveness": 0.0018777159275487065, + "sufficiency": 0.8331639766693115, "masked prediction probs": [ 0.996019184589386, 0.003980802372097969 @@ -20776,8 +23337,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004912437871098518, - "sufficiency": 0.9824932217597961, + "comprehensiveness": 0.004911256488412619, + "sufficiency": 0.9824973940849304, + "masked prediction probs": [ + 0.9934955835342407, + 0.006504395976662636 + ], + "full text prediction probs": [ + 0.9975806474685669, + 0.00241926871240139 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0049100760370492935, + "sufficiency": 0.9825016260147095, "masked prediction probs": [ 0.9934955835342407, 0.006504395976662636 @@ -20790,12 +23364,12 @@ } }, "test_1029": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1705346405506134, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.744722843170166, "masked prediction probs": [ - 0.8356241583824158, - 0.16437585651874542 + 0.9743567109107971, + 0.02564327046275139 ], "full text prediction probs": [ 0.9726783037185669, @@ -20894,12 +23468,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8953843712806702, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1701958030462265, "sufficiency": 1.0, "masked prediction probs": [ - 0.2516491413116455, - 0.7483509182929993 + 0.8356241583824158, + 0.16437585651874542 + ], + "full text prediction probs": [ + 0.9726783037185669, + 0.027321768924593925 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7612640857696533, + "masked prediction probs": [ + 0.9726783037185669, + 0.027321768924593925 ], "full text prediction probs": [ 0.9726783037185669, @@ -20909,7 +23496,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8388115167617798, + "sufficiency": 0.8388514518737793, "masked prediction probs": [ 0.9757034182548523, 0.024296633899211884 @@ -20922,7 +23509,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7613233923912048, + "sufficiency": 0.7613825798034668, "masked prediction probs": [ 0.9726783037185669, 0.027321768924593925 @@ -20934,7 +23521,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8947177529335022, + "comprehensiveness": 0.8944957256317139, "sufficiency": 1.0, "masked prediction probs": [ 0.2516491413116455, @@ -20948,7 +23535,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.4246964454650879, + "sufficiency": 0.4248391091823578, "masked prediction probs": [ 0.977380633354187, 0.022619351744651794 @@ -20960,7 +23547,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8942738175392151, + "comprehensiveness": 0.8940520286560059, "sufficiency": 1.0, "masked prediction probs": [ 0.2516491413116455, @@ -20974,7 +23561,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.4249817132949829, + "sufficiency": 0.42512428760528564, "masked prediction probs": [ 0.977380633354187, 0.022619351744651794 @@ -20986,7 +23573,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.893830418586731, + "comprehensiveness": 0.893608808517456, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2516491413116455, + 0.7483509182929993 + ], + "full text prediction probs": [ + 0.9726783037185669, + 0.027321768924593925 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8933873772621155, "sufficiency": 1.0, "masked prediction probs": [ 0.2516491413116455, @@ -21000,12 +23600,12 @@ } }, "test_1258": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0004701307334471494, - "sufficiency": 0.8006558418273926, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8345031142234802, "masked prediction probs": [ - 0.9843441247940063, - 0.01565593108534813 + 0.985817015171051, + 0.014182955957949162 ], "full text prediction probs": [ 0.9847276210784912, @@ -21104,9 +23704,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0004692103830166161, + "sufficiency": 0.8010460138320923, + "masked prediction probs": [ + 0.9843441247940063, + 0.01565593108534813 + ], + "full text prediction probs": [ + 0.9847276210784912, + 0.01527242548763752 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7499842047691345, + "sufficiency": 0.7500453591346741, "masked prediction probs": [ 0.9847276210784912, 0.01527242548763752 @@ -21119,7 +23732,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7500453591346741, + "sufficiency": 0.7501064538955688, "masked prediction probs": [ 0.9847276210784912, 0.01527242548763752 @@ -21132,7 +23745,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7501064538955688, + "sufficiency": 0.7501675486564636, "masked prediction probs": [ 0.9847276210784912, 0.01527242548763752 @@ -21144,8 +23757,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00022313775843940675, - "sufficiency": 0.7514866590499878, + "comprehensiveness": 0.00022308318875730038, + "sufficiency": 0.7515474557876587, "masked prediction probs": [ 0.984545111656189, 0.01545482873916626 @@ -21157,8 +23770,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00022308318875730038, - "sufficiency": 0.7515474557876587, + "comprehensiveness": 0.00022302867728285491, + "sufficiency": 0.7516080737113953, "masked prediction probs": [ 0.984545111656189, 0.01545482873916626 @@ -21171,7 +23784,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.835028886795044, + "sufficiency": 0.8350692391395569, "masked prediction probs": [ 0.985817015171051, 0.014182955957949162 @@ -21183,8 +23796,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00046852248487994075, - "sufficiency": 0.8013375401496887, + "comprehensiveness": 0.00046840804861858487, + "sufficiency": 0.8013861179351807, "masked prediction probs": [ 0.9843441247940063, 0.01565593108534813 @@ -21197,7 +23810,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7504116892814636, + "sufficiency": 0.7504726052284241, + "masked prediction probs": [ + 0.9847276210784912, + 0.01527242548763752 + ], + "full text prediction probs": [ + 0.9847276210784912, + 0.01527242548763752 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7505335211753845, "masked prediction probs": [ 0.9847276210784912, 0.01527242548763752 @@ -21210,12 +23836,12 @@ } }, "test_1327": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8528115153312683, - "sufficiency": 0.9580975770950317, + "fixed-shap": { + "comprehensiveness": 8.310106204589829e-05, + "sufficiency": 0.8102433681488037, "masked prediction probs": [ - 0.28946229815483093, - 0.7105376720428467 + 0.9873248338699341, + 0.012675209902226925 ], "full text prediction probs": [ 0.9873928427696228, @@ -21314,12 +23940,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9164825081825256, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8511474132537842, + "sufficiency": 0.9581792950630188, "masked prediction probs": [ - 0.14249098300933838, - 0.8575090765953064 + 0.28946229815483093, + 0.7105376720428467 + ], + "full text prediction probs": [ + 0.9873928427696228, + 0.01260718796402216 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7476083636283875, + "masked prediction probs": [ + 0.9873928427696228, + 0.01260718796402216 ], "full text prediction probs": [ 0.9873928427696228, @@ -21328,8 +23967,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 8.291868289234117e-05, - "sufficiency": 0.8106598258018494, + "comprehensiveness": 8.289847028208897e-05, + "sufficiency": 0.8107060790061951, "masked prediction probs": [ 0.9873248338699341, 0.012675209902226925 @@ -21342,7 +23981,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7476699352264404, + "sufficiency": 0.7477313876152039, "masked prediction probs": [ 0.9873928427696228, 0.01260718796402216 @@ -21355,7 +23994,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9165436029434204, + "sufficiency": 0.916563868522644, "masked prediction probs": [ 0.14249098300933838, 0.8575090765953064 @@ -21367,8 +24006,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.34620168805122375, - "sufficiency": 0.8749717473983765, + "comprehensiveness": 0.34611737728118896, + "sufficiency": 0.8750022649765015, "masked prediction probs": [ 0.7032346725463867, 0.2967652976512909 @@ -21381,7 +24020,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9165842533111572, + "sufficiency": 0.9166046380996704, "masked prediction probs": [ 0.14249098300933838, 0.8575090765953064 @@ -21394,7 +24033,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9166046380996704, + "sufficiency": 0.916624903678894, "masked prediction probs": [ 0.14249098300933838, 0.8575090765953064 @@ -21407,7 +24046,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.916624903678894, + "sufficiency": 0.9166451096534729, + "masked prediction probs": [ + 0.14249098300933838, + 0.8575090765953064 + ], + "full text prediction probs": [ + 0.9873928427696228, + 0.01260718796402216 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9166654944419861, "masked prediction probs": [ 0.14249098300933838, 0.8575090765953064 @@ -21420,12 +24072,12 @@ } }, "test_1458": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6118412613868713, + "sufficiency": 0.9221292734146118, "masked prediction probs": [ - 0.9558975696563721, - 0.044102493673563004 + 0.950269877910614, + 0.04973012953996658 ], "full text prediction probs": [ 0.9434394836425781, @@ -21524,13 +24176,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.78988116979599, + "sufficiency": 0.612641453742981, "masked prediction probs": [ + 0.9558975696563721, + 0.044102493673563004 + ], + "full text prediction probs": [ 0.9434394836425781, 0.05656053498387337 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01251849252730608, + "sufficiency": 0.8901836276054382, + "masked prediction probs": [ + 0.933722198009491, + 0.06627780199050903 + ], "full text prediction probs": [ 0.9434394836425781, 0.05656053498387337 @@ -21538,8 +24203,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.01251849252730608, - "sufficiency": 0.8901836276054382, + "comprehensiveness": 0.012515267357230186, + "sufficiency": 0.890211820602417, "masked prediction probs": [ 0.933722198009491, 0.06627780199050903 @@ -21552,7 +24217,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7899894714355469, + "sufficiency": 0.7900435328483582, "masked prediction probs": [ 0.9434394836425781, 0.05656053498387337 @@ -21565,7 +24230,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7900435328483582, + "sufficiency": 0.7900975346565247, "masked prediction probs": [ 0.9434394836425781, 0.05656053498387337 @@ -21578,7 +24243,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7900975346565247, + "sufficiency": 0.7901515960693359, "masked prediction probs": [ 0.9434394836425781, 0.05656053498387337 @@ -21590,8 +24255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07456716150045395, - "sufficiency": 0.9176323413848877, + "comprehensiveness": 0.07454796880483627, + "sufficiency": 0.9176535606384277, "masked prediction probs": [ 0.8854982256889343, 0.11450181901454926 @@ -21604,7 +24269,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8413499593734741, + "sufficiency": 0.8413907885551453, "masked prediction probs": [ 0.9596182107925415, 0.04038182646036148 @@ -21617,7 +24282,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7902595400810242, + "sufficiency": 0.7903134822845459, + "masked prediction probs": [ + 0.9434394836425781, + 0.05656053498387337 + ], + "full text prediction probs": [ + 0.9434394836425781, + 0.05656053498387337 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7903673648834229, "masked prediction probs": [ 0.9434394836425781, 0.05656053498387337 @@ -21630,12 +24308,12 @@ } }, "test_1496": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004854051396250725, - "sufficiency": 0.9437980651855469, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6690049767494202, "masked prediction probs": [ - 0.9897081851959229, - 0.010291801765561104 + 0.9944263696670532, + 0.0055736578069627285 ], "full text prediction probs": [ 0.9937113523483276, @@ -21722,11 +24400,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004845825489610434, - "sufficiency": 0.9438931941986084, + "comprehensiveness": 0.0, + "sufficiency": 0.6695657968521118, "masked prediction probs": [ - 0.9897081851959229, - 0.010291801765561104 + 0.9944263696670532, + 0.0055736578069627285 ], "full text prediction probs": [ 0.9937113523483276, @@ -21734,9 +24412,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6696458458900452, + "masked prediction probs": [ + 0.9944263696670532, + 0.0055736578069627285 + ], + "full text prediction probs": [ + 0.9937113523483276, + 0.006288665346801281 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7418312430381775, + "sufficiency": 0.7418937087059021, "masked prediction probs": [ 0.9937113523483276, 0.006288665346801281 @@ -21749,7 +24440,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6697257161140442, + "sufficiency": 0.6698055267333984, "masked prediction probs": [ 0.9944263696670532, 0.0055736578069627285 @@ -21762,7 +24453,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7419561147689819, + "sufficiency": 0.7420185208320618, "masked prediction probs": [ 0.9937113523483276, 0.006288665346801281 @@ -21774,8 +24465,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012392465956509113, - "sufficiency": 0.9916364550590515, + "comprehensiveness": 0.012389468960464, + "sufficiency": 0.9916385412216187, "masked prediction probs": [ 0.9834639430046082, 0.016536099836230278 @@ -21787,8 +24478,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.012389468960464, - "sufficiency": 0.9916385412216187, + "comprehensiveness": 0.012386474758386612, + "sufficiency": 0.9916405081748962, "masked prediction probs": [ 0.9834639430046082, 0.016536099836230278 @@ -21800,8 +24491,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004838796332478523, - "sufficiency": 0.9439746141433716, + "comprehensiveness": 0.004837626591324806, + "sufficiency": 0.9439880847930908, "masked prediction probs": [ 0.9897081851959229, 0.010291801765561104 @@ -21813,8 +24504,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012383480556309223, - "sufficiency": 0.9916424751281738, + "comprehensiveness": 0.012380488216876984, + "sufficiency": 0.991644561290741, "masked prediction probs": [ 0.9834639430046082, 0.016536099836230278 @@ -21827,7 +24518,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7422678470611572, + "sufficiency": 0.7423300743103027, + "masked prediction probs": [ + 0.9937113523483276, + 0.006288665346801281 + ], + "full text prediction probs": [ + 0.9937113523483276, + 0.006288665346801281 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.742392361164093, "masked prediction probs": [ 0.9937113523483276, 0.006288665346801281 @@ -21840,12 +24544,12 @@ } }, "test_1534": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.27784937620162964, - "sufficiency": 0.9838820099830627, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8115623593330383, "masked prediction probs": [ - 0.7590436339378357, - 0.2409563511610031 + 0.9873318076133728, + 0.012668163515627384 ], "full text prediction probs": [ 0.9860625863075256, @@ -21944,12 +24648,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9087024927139282, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.27730634808540344, + "sufficiency": 0.9839134812355042, "masked prediction probs": [ - 0.03700549900531769, - 0.9629945755004883 + 0.7590436339378357, + 0.2409563511610031 + ], + "full text prediction probs": [ + 0.9860625863075256, + 0.013937467709183693 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7488226890563965, + "masked prediction probs": [ + 0.9860625863075256, + 0.013937467709183693 ], "full text prediction probs": [ 0.9860625863075256, @@ -21959,7 +24676,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9128105044364929, + "sufficiency": 0.9128318428993225, "masked prediction probs": [ 0.9915905594825745, 0.008409502916038036 @@ -21972,7 +24689,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7488840818405151, + "sufficiency": 0.7489453554153442, "masked prediction probs": [ 0.9860625863075256, 0.013937467709183693 @@ -21985,7 +24702,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9087693095207214, + "sufficiency": 0.9087916016578674, "masked prediction probs": [ 0.03700549900531769, 0.9629945755004883 @@ -21998,7 +24715,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7490065097808838, + "sufficiency": 0.7490678429603577, "masked prediction probs": [ 0.9860625863075256, 0.013937467709183693 @@ -22011,7 +24728,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9088138341903687, + "sufficiency": 0.9088360667228699, "masked prediction probs": [ 0.03700549900531769, 0.9629945755004883 @@ -22024,7 +24741,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8122060298919678, + "sufficiency": 0.8122517466545105, "masked prediction probs": [ 0.9873318076133728, 0.012668163515627384 @@ -22037,7 +24754,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9088582992553711, + "sufficiency": 0.9088805317878723, + "masked prediction probs": [ + 0.03700549900531769, + 0.9629945755004883 + ], + "full text prediction probs": [ + 0.9860625863075256, + 0.013937467709183693 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9089027643203735, "masked prediction probs": [ 0.03700549900531769, 0.9629945755004883 @@ -22050,12 +24780,12 @@ } }, "test_1553": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0033859226386994123, - "sufficiency": 0.971773624420166, + "fixed-shap": { + "comprehensiveness": 0.002031049458310008, + "sufficiency": 0.9037651419639587, "masked prediction probs": [ - 0.9935757517814636, - 0.006424275692552328 + 0.9946967363357544, + 0.00530323525890708 ], "full text prediction probs": [ 0.996377170085907, @@ -22154,12 +24884,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002027129055932164, - "sufficiency": 0.9039508700370789, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0033793875481933355, + "sufficiency": 0.9718281030654907, "masked prediction probs": [ - 0.9946967363357544, - 0.00530323525890708 + 0.9935757517814636, + 0.006424275692552328 ], "full text prediction probs": [ 0.996377170085907, @@ -22167,7 +24897,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7395087480545044, "masked prediction probs": [ @@ -22180,7 +24910,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7395716309547424, "masked prediction probs": [ @@ -22193,7 +24923,7 @@ ], "labels": 0 }, - "var-ig": { + "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.7396343350410461, "masked prediction probs": [ @@ -22206,7 +24936,7 @@ ], "labels": 0 }, - "var-gradients": { + "var-ig": { "comprehensiveness": 0.0, "sufficiency": 0.7396970391273499, "masked prediction probs": [ @@ -22219,9 +24949,22 @@ ], "labels": 0 }, + "var-gradients": { + "comprehensiveness": 0.0, + "sufficiency": 0.7397598028182983, + "masked prediction probs": [ + 0.996377170085907, + 0.0036227726377546787 + ], + "full text prediction probs": [ + 0.996377170085907, + 0.0036227726377546787 + ], + "labels": 0 + }, "var-scaled attention": { - "comprehensiveness": 0.002024686662480235, - "sufficiency": 0.9040665626525879, + "comprehensiveness": 0.0020241988822817802, + "sufficiency": 0.9040896892547607, "masked prediction probs": [ 0.9946967363357544, 0.00530323525890708 @@ -22233,8 +24976,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009625948150642216, - "sufficiency": 0.8730657696723938, + "comprehensiveness": 0.0009623629739508033, + "sufficiency": 0.8730963468551636, "masked prediction probs": [ 0.9955780506134033, 0.004421936813741922 @@ -22246,8 +24989,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002023711334913969, - "sufficiency": 0.9041127562522888, + "comprehensiveness": 0.0020232240203768015, + "sufficiency": 0.9041358828544617, + "masked prediction probs": [ + 0.9946967363357544, + 0.00530323525890708 + ], + "full text prediction probs": [ + 0.996377170085907, + 0.0036227726377546787 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0020227369386702776, + "sufficiency": 0.9041589498519897, "masked prediction probs": [ 0.9946967363357544, 0.00530323525890708 @@ -22260,12 +25016,12 @@ } }, "test_1604": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9538148641586304, + "sufficiency": 0.9492515921592712, "masked prediction probs": [ - 0.9554845690727234, - 0.044515445828437805 + 0.8199060559272766, + 0.18009395897388458 ], "full text prediction probs": [ 0.006568065378814936, @@ -22364,9 +25120,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.897418737411499, + "sufficiency": 0.9542646408081055, + "masked prediction probs": [ + 0.9554845690727234, + 0.044515445828437805 + ], + "full text prediction probs": [ + 0.006568065378814936, + 0.9934319853782654 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8975434899330139, "masked prediction probs": [ 0.8902601599693298, 0.10973986983299255 @@ -22379,7 +25148,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8975434899330139, + "sufficiency": 0.8976678848266602, "masked prediction probs": [ 0.8902601599693298, 0.10973986983299255 @@ -22431,7 +25200,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8980392813682556, + "sufficiency": 0.8981624841690063, "masked prediction probs": [ 0.8902601599693298, 0.10973986983299255 @@ -22443,7 +25212,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021505774930119514, + "comprehensiveness": 0.021479804068803787, "sufficiency": 0.0, "masked prediction probs": [ 0.010125898756086826, @@ -22457,7 +25226,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8982853889465332, + "sufficiency": 0.898408055305481, + "masked prediction probs": [ + 0.8902601599693298, + 0.10973986983299255 + ], + "full text prediction probs": [ + 0.006568065378814936, + 0.9934319853782654 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8985303640365601, "masked prediction probs": [ 0.8902601599693298, 0.10973986983299255 @@ -22470,12 +25252,12 @@ } }, "test_1618": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9357449412345886, + "sufficiency": 0.8357072472572327, "masked prediction probs": [ - 0.9880489706993103, - 0.011951026506721973 + 0.9888907670974731, + 0.0111091872677207 ], "full text prediction probs": [ 0.985111653804779, @@ -22563,10 +25345,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9358550310134888, + "sufficiency": 0.8359886407852173, "masked prediction probs": [ - 0.9880489706993103, - 0.011951026506721973 + 0.9888907670974731, + 0.0111091872677207 ], "full text prediction probs": [ 0.985111653804779, @@ -22574,9 +25356,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8360286355018616, + "masked prediction probs": [ + 0.9888907670974731, + 0.0111091872677207 + ], + "full text prediction probs": [ + 0.985111653804779, + 0.014888365752995014 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.749631941318512, + "sufficiency": 0.7496932148933411, "masked prediction probs": [ 0.985111653804779, 0.014888365752995014 @@ -22588,8 +25383,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0032331557013094425, - "sufficiency": 0.5824544429779053, + "comprehensiveness": 0.0032323652412742376, + "sufficiency": 0.5825565457344055, "masked prediction probs": [ 0.9824672341346741, 0.017532771453261375 @@ -22602,7 +25397,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7497544884681702, + "sufficiency": 0.7498155832290649, "masked prediction probs": [ 0.985111653804779, 0.014888365752995014 @@ -22615,7 +25410,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9359177350997925, + "sufficiency": 0.9359333515167236, "masked prediction probs": [ 0.9880489706993103, 0.011951026506721973 @@ -22628,7 +25423,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7498766183853149, + "sufficiency": 0.7499377727508545, "masked prediction probs": [ 0.985111653804779, 0.014888365752995014 @@ -22641,7 +25436,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8362289667129517, + "sufficiency": 0.8362690210342407, "masked prediction probs": [ 0.9888907670974731, 0.0111091872677207 @@ -22654,7 +25449,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.749998927116394, + "sufficiency": 0.7500599026679993, "masked prediction probs": [ 0.985111653804779, 0.014888365752995014 @@ -22667,7 +25462,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7500599026679993, + "sufficiency": 0.7501208186149597, + "masked prediction probs": [ + 0.985111653804779, + 0.014888365752995014 + ], + "full text prediction probs": [ + 0.985111653804779, + 0.014888365752995014 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7501818537712097, "masked prediction probs": [ 0.985111653804779, 0.014888365752995014 @@ -22680,12 +25488,12 @@ } }, "test_1687": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004802323877811432, - "sufficiency": 0.949358344078064, + "fixed-shap": { + "comprehensiveness": 0.001546607119962573, + "sufficiency": 0.6284325122833252, "masked prediction probs": [ - 0.9852141737937927, - 0.014785880222916603 + 0.9878843426704407, + 0.012115642428398132 ], "full text prediction probs": [ 0.9891527891159058, @@ -22772,11 +25580,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004794140346348286, - "sufficiency": 0.9494445323944092, + "comprehensiveness": 0.001543971593491733, + "sufficiency": 0.6290656924247742, "masked prediction probs": [ - 0.9852141737937927, - 0.014785880222916603 + 0.9878843426704407, + 0.012115642428398132 ], "full text prediction probs": [ 0.9891527891159058, @@ -22784,9 +25592,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001543595688417554, + "sufficiency": 0.6291559338569641, + "masked prediction probs": [ + 0.9878843426704407, + 0.012115642428398132 + ], + "full text prediction probs": [ + 0.9891527891159058, + 0.01084719505161047 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.745945930480957, + "sufficiency": 0.7460078001022339, "masked prediction probs": [ 0.9891527891159058, 0.01084719505161047 @@ -22798,8 +25619,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015432201325893402, - "sufficiency": 0.629246175289154, + "comprehensiveness": 0.0015428446931764483, + "sufficiency": 0.6293363571166992, "masked prediction probs": [ 0.9878843426704407, 0.012115642428398132 @@ -22812,7 +25633,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7460695505142212, + "sufficiency": 0.7461313009262085, "masked prediction probs": [ 0.9891527891159058, 0.01084719505161047 @@ -22824,8 +25645,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004789476282894611, - "sufficiency": 0.9494937062263489, + "comprehensiveness": 0.004788311664015055, + "sufficiency": 0.9495061039924622, "masked prediction probs": [ 0.9852141737937927, 0.014785880222916603 @@ -22838,7 +25659,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.746192991733551, + "sufficiency": 0.7462547421455383, "masked prediction probs": [ 0.9891527891159058, 0.01084719505161047 @@ -22851,7 +25672,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8974642157554626, + "sufficiency": 0.8974891901016235, "masked prediction probs": [ 0.9914981722831726, 0.008501860313117504 @@ -22863,8 +25684,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004785983823239803, - "sufficiency": 0.9495304822921753, + "comprehensiveness": 0.004784821532666683, + "sufficiency": 0.9495428204536438, "masked prediction probs": [ 0.9852141737937927, 0.014785880222916603 @@ -22877,7 +25698,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7463780045509338, + "sufficiency": 0.7464395761489868, + "masked prediction probs": [ + 0.9891527891159058, + 0.01084719505161047 + ], + "full text prediction probs": [ + 0.9891527891159058, + 0.01084719505161047 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7465012073516846, "masked prediction probs": [ 0.9891527891159058, 0.01084719505161047 @@ -22890,12 +25724,12 @@ } }, "test_1692": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06820455938577652, - "sufficiency": 0.9964401721954346, + "fixed-shap": { + "comprehensiveness": 0.0026492031756788492, + "sufficiency": 0.8502042889595032, "masked prediction probs": [ - 0.9356783628463745, - 0.0643216148018837 + 0.9896167516708374, + 0.010383296757936478 ], "full text prediction probs": [ 0.9917964935302734, @@ -22994,7 +25828,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.06807218492031097, "sufficiency": 0.9964470863342285, "masked prediction probs": [ @@ -23007,9 +25841,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7436162829399109, + "masked prediction probs": [ + 0.9917964935302734, + 0.008203452453017235 + ], + "full text prediction probs": [ + 0.9917964935302734, + 0.008203452453017235 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.00038267066702246666, - "sufficiency": 0.8348581790924072, + "comprehensiveness": 0.00038257785490714014, + "sufficiency": 0.8348981142044067, "masked prediction probs": [ 0.9914809465408325, 0.008519032970070839 @@ -23021,8 +25868,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.068039171397686, - "sufficiency": 0.9964486956596375, + "comprehensiveness": 0.06802267581224442, + "sufficiency": 0.9964495897293091, "masked prediction probs": [ 0.9356783628463745, 0.0643216148018837 @@ -23034,8 +25881,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06802267581224442, - "sufficiency": 0.9964495897293091, + "comprehensiveness": 0.06800618767738342, + "sufficiency": 0.9964505434036255, "masked prediction probs": [ 0.9356783628463745, 0.0643216148018837 @@ -23048,7 +25895,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7438026666641235, + "sufficiency": 0.7438647747039795, "masked prediction probs": [ 0.9917964935302734, 0.008203452453017235 @@ -23060,8 +25907,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06798970699310303, - "sufficiency": 0.9964513182640076, + "comprehensiveness": 0.06797323375940323, + "sufficiency": 0.9964521527290344, "masked prediction probs": [ 0.9356783628463745, 0.0643216148018837 @@ -23073,8 +25920,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06797323375940323, - "sufficiency": 0.9964521527290344, + "comprehensiveness": 0.06795677542686462, + "sufficiency": 0.996453046798706, "masked prediction probs": [ 0.9356783628463745, 0.0643216148018837 @@ -23086,8 +25933,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06795677542686462, - "sufficiency": 0.996453046798706, + "comprehensiveness": 0.06794031709432602, + "sufficiency": 0.9964540004730225, + "masked prediction probs": [ + 0.9356783628463745, + 0.0643216148018837 + ], + "full text prediction probs": [ + 0.9917964935302734, + 0.008203452453017235 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06792387366294861, + "sufficiency": 0.9964547753334045, "masked prediction probs": [ 0.9356783628463745, 0.0643216148018837 @@ -23100,12 +25960,12 @@ } }, "test_1721": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9876277446746826, - 0.012372259981930256 + 0.9477034211158752, + 0.05229659751057625 ], "full text prediction probs": [ 0.16352209448814392, @@ -23204,12 +26064,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9836457967758179, - 0.01635424606502056 + 0.9876277446746826, + 0.012372259981930256 + ], + "full text prediction probs": [ + 0.16352209448814392, + 0.8364779353141785 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9797571301460266, + 0.02024286426603794 ], "full text prediction probs": [ 0.16352209448814392, @@ -23307,15 +26180,28 @@ 0.8364779353141785 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9836457967758179, + 0.01635424606502056 + ], + "full text prediction probs": [ + 0.16352209448814392, + 0.8364779353141785 + ], + "labels": 0 } }, "test_1736": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014785927720367908, - "sufficiency": 0.9869204759597778, + "fixed-shap": { + "comprehensiveness": 0.0005137552507221699, + "sufficiency": 0.7644781470298767, "masked prediction probs": [ - 0.9835221767425537, - 0.0164778009057045 + 0.9953215718269348, + 0.004678410943597555 ], "full text prediction probs": [ 0.9957463145256042, @@ -23414,12 +26300,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010114222764968872, - "sufficiency": 0.9296828508377075, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014757366850972176, + "sufficiency": 0.9869457483291626, "masked prediction probs": [ - 0.9873682856559753, - 0.012631703168153763 + 0.9835221767425537, + 0.0164778009057045 ], "full text prediction probs": [ 0.9957463145256042, @@ -23427,7 +26313,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7400717735290527, "masked prediction probs": [ @@ -23440,7 +26326,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7401345372200012, "masked prediction probs": [ @@ -23453,9 +26339,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7401971817016602, + "masked prediction probs": [ + 0.9957463145256042, + 0.004253736697137356 + ], + "full text prediction probs": [ + 0.9957463145256042, + 0.004253736697137356 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.002155626192688942, - "sufficiency": 0.7812631726264954, + "comprehensiveness": 0.002155106049031019, + "sufficiency": 0.7813159227371216, "masked prediction probs": [ 0.9939594268798828, 0.006040622014552355 @@ -23468,7 +26367,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7402597665786743, + "sufficiency": 0.740322470664978, "masked prediction probs": [ 0.9957463145256042, 0.004253736697137356 @@ -23480,8 +26379,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010102027095854282, - "sufficiency": 0.9297676682472229, + "comprehensiveness": 0.010099590755999088, + "sufficiency": 0.9297847151756287, "masked prediction probs": [ 0.9873682856559753, 0.012631703168153763 @@ -23493,8 +26392,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010099590755999088, - "sufficiency": 0.9297847151756287, + "comprehensiveness": 0.010097157210111618, + "sufficiency": 0.9298015236854553, "masked prediction probs": [ 0.9873682856559753, 0.012631703168153763 @@ -23506,8 +26405,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010097157210111618, - "sufficiency": 0.9298015236854553, + "comprehensiveness": 0.010094723664224148, + "sufficiency": 0.9298183917999268, + "masked prediction probs": [ + 0.9873682856559753, + 0.012631703168153763 + ], + "full text prediction probs": [ + 0.9957463145256042, + 0.004253736697137356 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010092291980981827, + "sufficiency": 0.9298353791236877, "masked prediction probs": [ 0.9873682856559753, 0.012631703168153763 @@ -23520,12 +26432,12 @@ } }, "test_1782": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8524136543273926, - 0.14758634567260742 + 0.8670592308044434, + 0.13294075429439545 ], "full text prediction probs": [ 0.785335898399353, @@ -23615,8 +26527,8 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8524136543273926, - 0.14758634567260742 + 0.8670592308044434, + 0.13294075429439545 ], "full text prediction probs": [ 0.785335898399353, @@ -23624,9 +26536,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9919472336769104, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8670592308044434, + 0.13294075429439545 + ], + "full text prediction probs": [ + 0.785335898399353, + 0.2146640419960022 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9919497966766357, "masked prediction probs": [ 0.785335898399353, 0.2146640419960022 @@ -23652,7 +26577,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9919524192810059, + "sufficiency": 0.991955041885376, "masked prediction probs": [ 0.785335898399353, 0.2146640419960022 @@ -23678,7 +26603,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9919576048851013, + "sufficiency": 0.9919602274894714, "masked prediction probs": [ 0.785335898399353, 0.2146640419960022 @@ -23691,7 +26616,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9919602274894714, + "sufficiency": 0.9919627904891968, "masked prediction probs": [ 0.785335898399353, 0.2146640419960022 @@ -23717,7 +26642,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9919654130935669, + "sufficiency": 0.9919679760932922, + "masked prediction probs": [ + 0.785335898399353, + 0.2146640419960022 + ], + "full text prediction probs": [ + 0.785335898399353, + 0.2146640419960022 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9919705986976624, "masked prediction probs": [ 0.785335898399353, 0.2146640419960022 @@ -23730,12 +26668,12 @@ } }, "test_1820": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04186473786830902, - "sufficiency": 0.9984330534934998, + "fixed-shap": { + "comprehensiveness": 0.0004897894104942679, + "sufficiency": 0.859025776386261, "masked prediction probs": [ - 0.9609503149986267, - 0.03904964029788971 + 0.9951487183570862, + 0.004851245786994696 ], "full text prediction probs": [ 0.9955535531044006, @@ -23834,12 +26772,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.037686046212911606, - "sufficiency": 0.9958093762397766, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04178385064005852, + "sufficiency": 0.9984360933303833, "masked prediction probs": [ - 0.9643439054489136, - 0.03565606847405434 + 0.9609503149986267, + 0.03904964029788971 ], "full text prediction probs": [ 0.9955535531044006, @@ -23847,7 +26785,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.7402439713478088, "masked prediction probs": [ @@ -23860,7 +26798,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.7403067350387573, "masked prediction probs": [ @@ -23873,9 +26811,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.7403693199157715, + "masked prediction probs": [ + 0.9955535531044006, + 0.0044464608654379845 + ], + "full text prediction probs": [ + 0.9955535531044006, + 0.0044464608654379845 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.000810193014331162, - "sufficiency": 0.8396173715591431, + "comprehensiveness": 0.0008099974947981536, + "sufficiency": 0.8396561145782471, "masked prediction probs": [ 0.9948821067810059, 0.005117893684655428 @@ -23888,7 +26839,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7404319047927856, + "sufficiency": 0.7404945492744446, "masked prediction probs": [ 0.9955535531044006, 0.0044464608654379845 @@ -23900,8 +26851,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03764059767127037, - "sufficiency": 0.9958145022392273, + "comprehensiveness": 0.03763151913881302, + "sufficiency": 0.9958155751228333, "masked prediction probs": [ 0.9643439054489136, 0.03565606847405434 @@ -23914,7 +26865,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7405571937561035, + "sufficiency": 0.7406196594238281, "masked prediction probs": [ 0.9955535531044006, 0.0044464608654379845 @@ -23926,8 +26877,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.037622448056936264, - "sufficiency": 0.9958164691925049, + "comprehensiveness": 0.03761337697505951, + "sufficiency": 0.9958174228668213, + "masked prediction probs": [ + 0.9643439054489136, + 0.03565606847405434 + ], + "full text prediction probs": [ + 0.9955535531044006, + 0.0044464608654379845 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03760431334376335, + "sufficiency": 0.9958184957504272, "masked prediction probs": [ 0.9643439054489136, 0.03565606847405434 @@ -23940,12 +26904,12 @@ } }, "test_12": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.1508507877588272, "masked prediction probs": [ - 0.828904390335083, - 0.17109555006027222 + 0.8122187256813049, + 0.18778127431869507 ], "full text prediction probs": [ 0.011036669835448265, @@ -24044,7 +27008,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.828904390335083, + 0.17109555006027222 + ], + "full text prediction probs": [ + 0.011036669835448265, + 0.98896324634552 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -24084,7 +27061,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08882215619087219, + "comprehensiveness": 0.08869896829128265, "sufficiency": 0.0, "masked prediction probs": [ 0.02382962591946125, @@ -24147,15 +27124,28 @@ 0.98896324634552 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7400374412536621, + 0.2599625587463379 + ], + "full text prediction probs": [ + 0.011036669835448265, + 0.98896324634552 + ], + "labels": 1 } }, "test_82": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9113304615020752, - 0.08866958320140839 + 0.08019372075796127, + 0.9198062419891357 ], "full text prediction probs": [ 0.3330202102661133, @@ -24254,12 +27244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9248987436294556, - 0.07510124891996384 + 0.9113304615020752, + 0.08866958320140839 + ], + "full text prediction probs": [ + 0.3330202102661133, + 0.6669798493385315 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.23981477320194244, + 0.760185182094574 ], "full text prediction probs": [ 0.3330202102661133, @@ -24357,15 +27360,28 @@ 0.6669798493385315 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9248987436294556, + 0.07510124891996384 + ], + "full text prediction probs": [ + 0.3330202102661133, + 0.6669798493385315 + ], + "labels": 1 } }, "test_112": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07759863138198853, + "fixed-shap": { + "comprehensiveness": 0.19971227645874023, "sufficiency": 0.0, "masked prediction probs": [ - 0.02628708817064762, - 0.9737129211425781 + 0.04304419457912445, + 0.9569558501243591 ], "full text prediction probs": [ 0.01563861407339573, @@ -24452,11 +27468,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.07681482285261154, + "comprehensiveness": 0.1677365005016327, "sufficiency": 0.0, "masked prediction probs": [ - 0.02628708817064762, - 0.9737129211425781 + 0.03889114037156105, + 0.9611088633537292 ], "full text prediction probs": [ 0.01563861407339573, @@ -24464,13 +27480,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16749480366706848, "sufficiency": 0.0, "masked prediction probs": [ + 0.03889114037156105, + 0.9611088633537292 + ], + "full text prediction probs": [ 0.01563861407339573, 0.9843614101409912 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05008486658334732, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02260163612663746, + 0.9773983359336853 + ], "full text prediction probs": [ 0.01563861407339573, 0.9843614101409912 @@ -24478,7 +27507,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06480193883180618, + "comprehensiveness": 0.06470883637666702, "sufficiency": 0.0, "masked prediction probs": [ 0.024647675454616547, @@ -24504,8 +27533,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8537346124649048, - "sufficiency": 0.4973430633544922, + "comprehensiveness": 0.8525115251541138, + "sufficiency": 0.4980626702308655, "masked prediction probs": [ 0.13467101752758026, 0.8653289675712585 @@ -24530,8 +27559,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8512919545173645, - "sufficiency": 0.498780220746994, + "comprehensiveness": 0.8500758409500122, + "sufficiency": 0.4994957149028778, "masked prediction probs": [ 0.13467101752758026, 0.8653289675712585 @@ -24543,7 +27572,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07604669034481049, + "comprehensiveness": 0.07593820989131927, "sufficiency": 0.0, "masked prediction probs": [ 0.02628708817064762, @@ -24567,15 +27596,28 @@ 0.9843614101409912 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01563861407339573, + 0.9843614101409912 + ], + "full text prediction probs": [ + 0.01563861407339573, + 0.9843614101409912 + ], + "labels": 1 } }, "test_142": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4874926805496216, "sufficiency": 0.0, "masked prediction probs": [ - 0.3736724257469177, - 0.6263275742530823 + 0.08245809376239777, + 0.9175419211387634 ], "full text prediction probs": [ 0.015488787554204464, @@ -24665,8 +27707,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3736724257469177, - 0.6263275742530823 + 0.8101341128349304, + 0.18986590206623077 ], "full text prediction probs": [ 0.015488787554204464, @@ -24674,12 +27716,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3736724257469177, - 0.6263275742530823 + 0.8101341128349304, + 0.18986590206623077 ], "full text prediction probs": [ 0.015488787554204464, @@ -24687,7 +27729,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.890830934047699, "sufficiency": 0.0, "masked prediction probs": [ @@ -24700,6 +27742,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.8895524144172668, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13947047293186188, + 0.8605295419692993 + ], + "full text prediction probs": [ + 0.015488787554204464, + 0.9845112562179565 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -24753,7 +27808,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.26535841822624207, + "comprehensiveness": 0.264980286359787, "sufficiency": 0.0, "masked prediction probs": [ 0.05268547311425209, @@ -24777,15 +27832,28 @@ 0.9845112562179565 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3736724257469177, + 0.6263275742530823 + ], + "full text prediction probs": [ + 0.015488787554204464, + 0.9845112562179565 + ], + "labels": 1 } }, "test_152": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018004275858402252, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.023403314873576164, - 0.9765966534614563 + 0.018045134842395782, + 0.9819548726081848 ], "full text prediction probs": [ 0.021029746159911156, @@ -24872,11 +27940,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.017815059050917625, + "comprehensiveness": 0.0837690681219101, "sufficiency": 0.0, "masked prediction probs": [ - 0.023403314873576164, - 0.9765966534614563 + 0.032190676778554916, + 0.9678093194961548 ], "full text prediction probs": [ 0.021029746159911156, @@ -24884,13 +27952,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08364348858594894, "sufficiency": 0.0, "masked prediction probs": [ + 0.032190676778554916, + 0.9678093194961548 + ], + "full text prediction probs": [ 0.021029746159911156, 0.9789702296257019 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.017761724069714546, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023403314873576164, + 0.9765966534614563 + ], "full text prediction probs": [ 0.021029746159911156, 0.9789702296257019 @@ -24898,7 +27979,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.15261203050613403, + "comprehensiveness": 0.1523839235305786, "sufficiency": 0.0, "masked prediction probs": [ 0.041423946619033813, @@ -24924,7 +28005,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0851820856332779, + "comprehensiveness": 0.0850551500916481, "sufficiency": 0.0, "masked prediction probs": [ 0.032447122037410736, @@ -24950,7 +28031,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08302120119333267, + "comprehensiveness": 0.08289784938097, "sufficiency": 0.0, "masked prediction probs": [ 0.032190676778554916, @@ -24963,7 +28044,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.007142313290387392, + "comprehensiveness": 0.0071317171677947044, "sufficiency": 0.0, "masked prediction probs": [ 0.021991368383169174, @@ -24987,15 +28068,28 @@ 0.9789702296257019 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021029746159911156, + 0.9789702296257019 + ], + "full text prediction probs": [ + 0.021029746159911156, + 0.9789702296257019 + ], + "labels": 1 } }, "test_173": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.40998297929763794, + "sufficiency": 0.9572781324386597, "masked prediction probs": [ - 0.8367248773574829, - 0.1632751226425171 + 0.9627678990364075, + 0.0372321717441082 ], "full text prediction probs": [ 0.009805973619222641, @@ -25094,9 +28188,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.41650545597076416, + "masked prediction probs": [ + 0.8367248773574829, + 0.1632751226425171 + ], + "full text prediction probs": [ + 0.009805973619222641, + 0.9901940226554871 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.5440094470977783, + "sufficiency": 0.5446386933326721, "masked prediction probs": [ 0.7179835438728333, 0.28201642632484436 @@ -25109,7 +28216,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5446386933326721, + "sufficiency": 0.5452662110328674, "masked prediction probs": [ 0.7179835438728333, 0.28201642632484436 @@ -25134,7 +28241,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4049707353115082, + "comprehensiveness": 0.4044138193130493, "sufficiency": 0.0, "masked prediction probs": [ 0.06863132864236832, @@ -25161,7 +28268,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5471383333206177, + "sufficiency": 0.5477589964866638, "masked prediction probs": [ 0.7179835438728333, 0.28201642632484436 @@ -25174,7 +28281,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.5477589964866638, + "sufficiency": 0.5483779311180115, "masked prediction probs": [ 0.7179835438728333, 0.28201642632484436 @@ -25187,7 +28294,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5483779311180115, + "sufficiency": 0.5489951968193054, + "masked prediction probs": [ + 0.7179835438728333, + 0.28201642632484436 + ], + "full text prediction probs": [ + 0.009805973619222641, + 0.9901940226554871 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5496107339859009, "masked prediction probs": [ 0.7179835438728333, 0.28201642632484436 @@ -25200,12 +28320,12 @@ } }, "test_174": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011159040033817291, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.021099796518683434, + "sufficiency": 0.9060094356536865, "masked prediction probs": [ - 0.004968884401023388, - 0.9950311183929443 + 0.006455658469349146, + 0.993544340133667 ], "full text prediction probs": [ 0.0032999010290950537, @@ -25292,11 +28412,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0110555374994874, + "comprehensiveness": 0.02114730328321457, "sufficiency": 0.0, "masked prediction probs": [ - 0.004968884401023388, - 0.9950311183929443 + 0.006492383312433958, + 0.9935076236724854 ], "full text prediction probs": [ 0.0032999010290950537, @@ -25304,13 +28424,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.021119318902492523, "sufficiency": 0.0, "masked prediction probs": [ + 0.006492383312433958, + 0.9935076236724854 + ], + "full text prediction probs": [ 0.0032999010290950537, 0.9967001080513 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009599640965461731, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004752988927066326, + 0.9952470660209656 + ], "full text prediction probs": [ 0.0032999010290950537, 0.9967001080513 @@ -25318,7 +28451,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.005917770322412252, + "comprehensiveness": 0.005909960251301527, "sufficiency": 0.0, "masked prediction probs": [ 0.004195636138319969, @@ -25344,7 +28477,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.005902170203626156, + "comprehensiveness": 0.0058944011107087135, "sufficiency": 0.0, "masked prediction probs": [ 0.004195636138319969, @@ -25370,7 +28503,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.009549162350594997, + "comprehensiveness": 0.009536625817418098, "sufficiency": 0.0, "masked prediction probs": [ 0.004752988927066326, @@ -25383,7 +28516,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009335159324109554, + "comprehensiveness": 0.009322918951511383, "sufficiency": 0.0, "masked prediction probs": [ 0.0047221858985722065, @@ -25407,15 +28540,28 @@ 0.9967001080513 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0032999010290950537, + 0.9967001080513 + ], + "full text prediction probs": [ + 0.0032999010290950537, + 0.9967001080513 + ], + "labels": 1 } }, "test_247": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.058881305158138275, + "fixed-shap": { + "comprehensiveness": 0.05422409623861313, "sufficiency": 0.0, "masked prediction probs": [ - 0.019275156781077385, - 0.9807248115539551 + 0.0186141449958086, + 0.9813858866691589 ], "full text prediction probs": [ 0.01091726403683424, @@ -25514,13 +28660,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05822489410638809, "sufficiency": 0.0, "masked prediction probs": [ + 0.019275156781077385, + 0.9807248115539551 + ], + "full text prediction probs": [ 0.01091726403683424, 0.9890828132629395 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13011424243450165, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.029620647430419922, + 0.9703792929649353 + ], "full text prediction probs": [ 0.01091726403683424, 0.9890828132629395 @@ -25528,7 +28687,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.058143869042396545, + "comprehensiveness": 0.058063071221113205, "sufficiency": 0.0, "masked prediction probs": [ 0.019275156781077385, @@ -25554,7 +28713,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13657626509666443, + "comprehensiveness": 0.13638700544834137, "sufficiency": 0.0, "masked prediction probs": [ 0.030604267492890358, @@ -25567,7 +28726,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13638700544834137, + "comprehensiveness": 0.1361982673406601, "sufficiency": 0.0, "masked prediction probs": [ 0.030604267492890358, @@ -25580,7 +28739,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01667850837111473, + "comprehensiveness": 0.016655460000038147, "sufficiency": 0.0, "masked prediction probs": [ 0.01332803163677454, @@ -25617,15 +28776,28 @@ 0.9890828132629395 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01091726403683424, + 0.9890828132629395 + ], + "full text prediction probs": [ + 0.01091726403683424, + 0.9890828132629395 + ], + "labels": 1 } }, "test_255": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9398728609085083, - 0.06012708693742752 + 0.7727619409561157, + 0.22723805904388428 ], "full text prediction probs": [ 0.026387294754385948, @@ -25724,7 +28896,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9398728609085083, + 0.06012708693742752 + ], + "full text prediction probs": [ + 0.026387294754385948, + 0.9736126661300659 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -25764,7 +28949,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.20458172261714935, + "comprehensiveness": 0.20426417887210846, "sufficiency": 0.0, "masked prediction probs": [ 0.052712325006723404, @@ -25827,15 +29012,28 @@ 0.9736126661300659 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8550870418548584, + 0.144912987947464 + ], + "full text prediction probs": [ + 0.026387294754385948, + 0.9736126661300659 + ], + "labels": 1 } }, "test_256": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.740434467792511, + "fixed-shap": { + "comprehensiveness": 0.0023954911157488823, + "sufficiency": 0.943550705909729, "masked prediction probs": [ - 0.9853233098983765, - 0.014676709659397602 + 0.9803422093391418, + 0.01965774968266487 ], "full text prediction probs": [ 0.9823296666145325, @@ -25934,9 +29132,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7047814726829529, + "sufficiency": 0.7409340143203735, + "masked prediction probs": [ + 0.9853233098983765, + 0.014676709659397602 + ], + "full text prediction probs": [ + 0.9823296666145325, + 0.017670294269919395 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7048524618148804, "masked prediction probs": [ 0.9823296666145325, 0.017670294269919395 @@ -25949,7 +29160,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7048524618148804, + "sufficiency": 0.7049233913421631, "masked prediction probs": [ 0.9823296666145325, 0.017670294269919395 @@ -25962,7 +29173,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7049233913421631, + "sufficiency": 0.7049943804740906, "masked prediction probs": [ 0.9823296666145325, 0.017670294269919395 @@ -25974,8 +29185,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0028174184262752533, - "sufficiency": 0.8689417839050293, + "comprehensiveness": 0.0028167408891022205, + "sufficiency": 0.8689733147621155, "masked prediction probs": [ 0.9799859523773193, 0.020014096051454544 @@ -25988,7 +29199,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7050652503967285, + "sufficiency": 0.7051361203193665, "masked prediction probs": [ 0.9823296666145325, 0.017670294269919395 @@ -26000,8 +29211,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01519282441586256, - "sufficiency": 0.8700264692306519, + "comprehensiveness": 0.015189173631370068, + "sufficiency": 0.8700577020645142, "masked prediction probs": [ 0.9696851968765259, 0.030314745381474495 @@ -26013,8 +29224,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0028153874445706606, - "sufficiency": 0.8690362572669983, + "comprehensiveness": 0.0028147113043814898, + "sufficiency": 0.8690676689147949, "masked prediction probs": [ 0.9799859523773193, 0.020014096051454544 @@ -26027,7 +29238,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7052777409553528, + "sufficiency": 0.705348551273346, + "masked prediction probs": [ + 0.9823296666145325, + 0.017670294269919395 + ], + "full text prediction probs": [ + 0.9823296666145325, + 0.017670294269919395 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7054192423820496, "masked prediction probs": [ 0.9823296666145325, 0.017670294269919395 @@ -26040,12 +29264,12 @@ } }, "test_279": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01913365162909031, + "fixed-shap": { + "comprehensiveness": 0.012813717126846313, "sufficiency": 0.0, "masked prediction probs": [ - 0.009264275431632996, - 0.9907357096672058 + 0.008339066989719868, + 0.9916609525680542 ], "full text prediction probs": [ 0.006463124882429838, @@ -26132,11 +29356,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0189523845911026, + "comprehensiveness": 0.012692322954535484, "sufficiency": 0.0, "masked prediction probs": [ - 0.009264275431632996, - 0.9907357096672058 + 0.008339066989719868, + 0.9916609525680542 ], "full text prediction probs": [ 0.006463124882429838, @@ -26144,7 +29368,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012675167992711067, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008339066989719868, + 0.9916609525680542 + ], + "full text prediction probs": [ + 0.006463124882429838, + 0.9935368895530701 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -26158,7 +29395,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.01650780253112316, + "comprehensiveness": 0.01648555137217045, "sufficiency": 0.0, "masked prediction probs": [ 0.008909597992897034, @@ -26184,8 +29421,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.049814850091934204, - "sufficiency": 0.9207820892333984, + "comprehensiveness": 0.04974788427352905, + "sufficiency": 0.9208885431289673, "masked prediction probs": [ 0.013865714892745018, 0.9861343502998352 @@ -26210,7 +29447,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.012590086087584496, + "comprehensiveness": 0.012573206797242165, "sufficiency": 0.0, "masked prediction probs": [ 0.008339066989719868, @@ -26223,7 +29460,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04961688816547394, + "comprehensiveness": 0.04955045506358147, "sufficiency": 0.0, "masked prediction probs": [ 0.0138660604134202, @@ -26247,15 +29484,28 @@ 0.9935368895530701 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006463124882429838, + 0.9935368895530701 + ], + "full text prediction probs": [ + 0.006463124882429838, + 0.9935368895530701 + ], + "labels": 1 } }, "test_300": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021449381485581398, - "sufficiency": 0.9484733939170837, + "fixed-shap": { + "comprehensiveness": 0.06352218985557556, + "sufficiency": 0.9570143222808838, "masked prediction probs": [ - 0.005980936344712973, - 0.9940190315246582 + 0.012296175584197044, + 0.987703800201416 ], "full text prediction probs": [ 0.0027613728307187557, @@ -26354,9 +29604,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006935154087841511, - "sufficiency": 0.8938074707984924, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.021223118528723717, + "sufficiency": 0.9490165710449219, + "masked prediction probs": [ + 0.005980936344712973, + 0.9940190315246582 + ], + "full text prediction probs": [ + 0.0027613728307187557, + 0.9972386360168457 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.006926021538674831, + "sufficiency": 0.8939472436904907, "masked prediction probs": [ 0.0038134066853672266, 0.9961865544319153 @@ -26368,8 +29631,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.006926021538674831, - "sufficiency": 0.8939472436904907, + "comprehensiveness": 0.006916912738233805, + "sufficiency": 0.8940865993499756, "masked prediction probs": [ 0.0038134066853672266, 0.9961865544319153 @@ -26394,7 +29657,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.003964829724282026, + "comprehensiveness": 0.0039596292190253735, "sufficiency": 0.0, "masked prediction probs": [ 0.0033651888370513916, @@ -26420,7 +29683,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0039544422179460526, + "comprehensiveness": 0.003949268721044064, "sufficiency": 0.0, "masked prediction probs": [ 0.0033651888370513916, @@ -26446,8 +29709,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006871727295219898, - "sufficiency": 0.8947780132293701, + "comprehensiveness": 0.0068627605214715, + "sufficiency": 0.8949152231216431, + "masked prediction probs": [ + 0.0038134066853672266, + 0.9961865544319153 + ], + "full text prediction probs": [ + 0.0027613728307187557, + 0.9972386360168457 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006853817496448755, + "sufficiency": 0.8950520753860474, "masked prediction probs": [ 0.0038134066853672266, 0.9961865544319153 @@ -26460,12 +29736,12 @@ } }, "test_323": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9145551323890686, + "fixed-shap": { + "comprehensiveness": 0.09358270466327667, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5432758927345276, - 0.4567241072654724 + 0.031288739293813705, + 0.9687111973762512 ], "full text prediction probs": [ 0.018736764788627625, @@ -26564,12 +29840,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5618255734443665, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9155617952346802, "masked prediction probs": [ - 0.09499185532331467, - 0.9050081372261047 + 0.5432758927345276, + 0.4567241072654724 + ], + "full text prediction probs": [ + 0.018736764788627625, + 0.9812631607055664 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.053511518985033035, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026010585948824883, + 0.9739894866943359 ], "full text prediction probs": [ 0.018736764788627625, @@ -26578,7 +29867,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5609987378120422, + "comprehensiveness": 0.5601744055747986, "sufficiency": 1.0, "masked prediction probs": [ 0.09499185532331467, @@ -26604,7 +29893,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.031859140843153, + "comprehensiveness": 0.031812459230422974, "sufficiency": 0.0, "masked prediction probs": [ 0.02308010123670101, @@ -26630,7 +29919,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06066380441188812, + "comprehensiveness": 0.060575179755687714, "sufficiency": 0.0, "masked prediction probs": [ 0.0270311888307333, @@ -26643,7 +29932,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03171951323747635, + "comprehensiveness": 0.03167324140667915, "sufficiency": 0.0, "masked prediction probs": [ 0.02308010123670101, @@ -26656,7 +29945,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5560886263847351, + "comprehensiveness": 0.5552786588668823, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09499185532331467, + 0.9050081372261047 + ], + "full text prediction probs": [ + 0.018736764788627625, + 0.9812631607055664 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5544710159301758, "sufficiency": 1.0, "masked prediction probs": [ 0.09499185532331467, @@ -26670,12 +29972,12 @@ } }, "test_340": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1821252703666687, + "fixed-shap": { + "comprehensiveness": 0.08844301849603653, "sufficiency": 0.0, "masked prediction probs": [ - 0.0326944962143898, - 0.9673055410385132 + 0.01892981491982937, + 0.9810701608657837 ], "full text prediction probs": [ 0.0059350174851715565, @@ -26774,12 +30076,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09347149729728699, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18016304075717926, "sufficiency": 0.0, "masked prediction probs": [ - 0.019818253815174103, - 0.9801817536354065 + 0.0326944962143898, + 0.9673055410385132 + ], + "full text prediction probs": [ + 0.0059350174851715565, + 0.99406498670578 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02188749797642231, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00919030699878931, + 0.9908096790313721 ], "full text prediction probs": [ 0.0059350174851715565, @@ -26788,7 +30103,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.09334578365087509, + "comprehensiveness": 0.09322040528059006, "sufficiency": 0.0, "masked prediction probs": [ 0.019818253815174103, @@ -26814,7 +30129,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021828781813383102, + "comprehensiveness": 0.021799540147185326, "sufficiency": 0.0, "masked prediction probs": [ 0.00919030699878931, @@ -26827,7 +30142,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007262122817337513, + "comprehensiveness": 0.007252408191561699, "sufficiency": 0.0, "masked prediction probs": [ 0.007019545882940292, @@ -26840,7 +30155,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.021770378574728966, + "comprehensiveness": 0.021741293370723724, "sufficiency": 0.0, "masked prediction probs": [ 0.00919030699878931, @@ -26853,7 +30168,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01685403101146221, + "comprehensiveness": 0.016831545159220695, "sufficiency": 0.0, "masked prediction probs": [ 0.008458598516881466, @@ -26866,7 +30181,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09259854257106781, + "comprehensiveness": 0.09247516095638275, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019818253815174103, + 0.9801817536354065 + ], + "full text prediction probs": [ + 0.0059350174851715565, + 0.99406498670578 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09235211461782455, "sufficiency": 0.0, "masked prediction probs": [ 0.019818253815174103, @@ -26880,12 +30208,12 @@ } }, "test_347": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9418069124221802, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.2264806032180786, - 0.7735194563865662 + 0.004664651118218899, + 0.9953354001045227 ], "full text prediction probs": [ 0.005095029715448618, @@ -26984,12 +30312,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.31582000851631165, - "sufficiency": 0.7784011363983154, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9424299597740173, "masked prediction probs": [ - 0.05226871371269226, - 0.9477312564849854 + 0.2264806032180786, + 0.7735194563865662 + ], + "full text prediction probs": [ + 0.005095029715448618, + 0.9949049949645996 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004719174932688475, + 0.9952808022499084 ], "full text prediction probs": [ 0.005095029715448618, @@ -26998,8 +30339,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.31539762020111084, - "sufficiency": 0.7786972522735596, + "comprehensiveness": 0.31497639417648315, + "sufficiency": 0.7789926528930664, "masked prediction probs": [ 0.05226871371269226, 0.9477312564849854 @@ -27024,7 +30365,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.030203910544514656, + "comprehensiveness": 0.030163677409291267, "sufficiency": 0.0, "masked prediction probs": [ 0.009624694474041462, @@ -27050,7 +30391,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.010055981576442719, + "comprehensiveness": 0.010042622685432434, "sufficiency": 0.0, "masked prediction probs": [ 0.006607096642255783, @@ -27063,7 +30404,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009929405525326729, + "comprehensiveness": 0.009916231967508793, "sufficiency": 0.0, "masked prediction probs": [ 0.006590002682060003, @@ -27076,8 +30417,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.31288692355155945, - "sufficiency": 0.7804577946662903, + "comprehensiveness": 0.3124723434448242, + "sufficiency": 0.7807484865188599, + "masked prediction probs": [ + 0.05226871371269226, + 0.9477312564849854 + ], + "full text prediction probs": [ + 0.005095029715448618, + 0.9949049949645996 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.31205886602401733, + "sufficiency": 0.7810384035110474, "masked prediction probs": [ 0.05226871371269226, 0.9477312564849854 @@ -27090,12 +30444,12 @@ } }, "test_349": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7609606385231018, + "sufficiency": 0.9371179342269897, "masked prediction probs": [ - 0.9101353883743286, - 0.08986454457044601 + 0.9210824370384216, + 0.07891756296157837 ], "full text prediction probs": [ 0.9052489399909973, @@ -27183,10 +30537,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7614045143127441, + "sufficiency": 0.9372347593307495, "masked prediction probs": [ - 0.9101353883743286, - 0.08986454457044601 + 0.9210824370384216, + 0.07891756296157837 ], "full text prediction probs": [ 0.9052489399909973, @@ -27194,9 +30548,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7768033742904663, + "sufficiency": 0.9372513294219971, + "masked prediction probs": [ + 0.9210824370384216, + 0.07891756296157837 + ], + "full text prediction probs": [ + 0.9052489399909973, + 0.09475108981132507 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7768625020980835, "masked prediction probs": [ 0.9052489399909973, 0.09475108981132507 @@ -27209,7 +30576,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6198482513427734, + "sufficiency": 0.6199490427970886, "masked prediction probs": [ 0.9358254075050354, 0.0641745775938034 @@ -27222,7 +30589,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7769216299057007, + "sufficiency": 0.7769807577133179, "masked prediction probs": [ 0.9052489399909973, 0.09475108981132507 @@ -27235,7 +30602,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7616573572158813, + "sufficiency": 0.7617204189300537, "masked prediction probs": [ 0.9101353883743286, 0.08986454457044601 @@ -27248,7 +30615,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7617204189300537, + "sufficiency": 0.7617835998535156, "masked prediction probs": [ 0.9101353883743286, 0.08986454457044601 @@ -27261,7 +30628,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7017773389816284, + "sufficiency": 0.7018563747406006, "masked prediction probs": [ 0.9211229681968689, 0.07887701690196991 @@ -27274,7 +30641,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7771579027175903, + "sufficiency": 0.7772168517112732, "masked prediction probs": [ 0.9052489399909973, 0.09475108981132507 @@ -27287,7 +30654,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7772168517112732, + "sufficiency": 0.777275800704956, + "masked prediction probs": [ + 0.9052489399909973, + 0.09475108981132507 + ], + "full text prediction probs": [ + 0.9052489399909973, + 0.09475108981132507 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7773347496986389, "masked prediction probs": [ 0.9052489399909973, 0.09475108981132507 @@ -27300,12 +30680,12 @@ } }, "test_359": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2710435092449188, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05044279620051384, - 0.9495572447776794 + 0.011327331885695457, + 0.98867267370224 ], "full text prediction probs": [ 0.012360152788460255, @@ -27404,12 +30784,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0754399523139, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.26799121499061584, "sufficiency": 1.0, "masked prediction probs": [ - 0.023080455139279366, - 0.9769195318222046 + 0.05044279620051384, + 0.9495572447776794 + ], + "full text prediction probs": [ + 0.012360152788460255, + 0.987639844417572 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010955938138067722, + 0.9890440702438354 ], "full text prediction probs": [ 0.012360152788460255, @@ -27444,7 +30837,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.013667750172317028, + "comprehensiveness": 0.013648618943989277, "sufficiency": 0.0, "masked prediction probs": [ 0.01431061327457428, @@ -27470,7 +30863,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07491269707679749, + "comprehensiveness": 0.07480812817811966, "sufficiency": 1.0, "masked prediction probs": [ 0.023080455139279366, @@ -27483,7 +30876,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06474301218986511, + "comprehensiveness": 0.06465276330709457, "sufficiency": 0.0, "masked prediction probs": [ 0.0216380525380373, @@ -27496,7 +30889,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07470385730266571, + "comprehensiveness": 0.07459986954927444, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.023080455139279366, + 0.9769195318222046 + ], + "full text prediction probs": [ + 0.012360152788460255, + 0.987639844417572 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07449617236852646, "sufficiency": 1.0, "masked prediction probs": [ 0.023080455139279366, @@ -27510,12 +30916,12 @@ } }, "test_489": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.020266829058527946, - "sufficiency": 0.23676325380802155, + "fixed-shap": { + "comprehensiveness": 0.033456120640039444, + "sufficiency": 0.0, "masked prediction probs": [ - 0.009742243215441704, - 0.990257740020752 + 0.011668986640870571, + 0.9883310198783875 ], "full text prediction probs": [ 0.006781679578125477, @@ -27614,8 +31020,21 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02611777000129223, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.020047221332788467, + "sufficiency": 0.24502798914909363, + "masked prediction probs": [ + 0.009742243215441704, + 0.990257740020752 + ], + "full text prediction probs": [ + 0.006781679578125477, + 0.9932183623313904 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.026082443073391914, "sufficiency": 0.0, "masked prediction probs": [ 0.010638749226927757, @@ -27628,7 +31047,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.026082443073391914, + "comprehensiveness": 0.02604720927774906, "sufficiency": 0.0, "masked prediction probs": [ 0.010638749226927757, @@ -27654,7 +31073,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01247383188456297, + "comprehensiveness": 0.012457027100026608, "sufficiency": 0.0, "masked prediction probs": [ 0.00863129086792469, @@ -27680,7 +31099,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.012440267950296402, + "comprehensiveness": 0.012423553504049778, "sufficiency": 0.0, "masked prediction probs": [ 0.00863129086792469, @@ -27693,7 +31112,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012423553504049778, + "comprehensiveness": 0.01240688469260931, "sufficiency": 0.0, "masked prediction probs": [ 0.00863129086792469, @@ -27706,7 +31125,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02587246336042881, + "comprehensiveness": 0.025837795808911324, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010638749226927757, + 0.9893612265586853 + ], + "full text prediction probs": [ + 0.006781679578125477, + 0.9932183623313904 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0258032213896513, "sufficiency": 0.0, "masked prediction probs": [ 0.010638749226927757, @@ -27720,12 +31152,12 @@ } }, "test_509": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9098110198974609, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.2510423958301544, - 0.7489575743675232 + 0.009353548288345337, + 0.990646481513977 ], "full text prediction probs": [ 0.011668947525322437, @@ -27824,12 +31256,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2760937809944153, - "sufficiency": 0.9296941161155701, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9108210802078247, "masked prediction probs": [ - 0.05109383165836334, - 0.9489061832427979 + 0.2510423958301544, + 0.7489575743675232 + ], + "full text prediction probs": [ + 0.011668947525322437, + 0.9883310198783875 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009033853188157082, + 0.9909662008285522 ], "full text prediction probs": [ 0.011668947525322437, @@ -27838,8 +31283,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.27570757269859314, - "sufficiency": 0.9297924041748047, + "comprehensiveness": 0.27532243728637695, + "sufficiency": 0.9298904538154602, "masked prediction probs": [ 0.05109383165836334, 0.9489061832427979 @@ -27864,7 +31309,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04445350542664528, + "comprehensiveness": 0.04439157992601395, "sufficiency": 0.0, "masked prediction probs": [ 0.01804339326918125, @@ -27890,8 +31335,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.27417343854904175, - "sufficiency": 0.9301828145980835, + "comprehensiveness": 0.273792564868927, + "sufficiency": 0.9302797317504883, "masked prediction probs": [ 0.05109383165836334, 0.9489061832427979 @@ -27903,7 +31348,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02387865073978901, + "comprehensiveness": 0.023845525458455086, "sufficiency": 0.0, "masked prediction probs": [ 0.015107373706996441, @@ -27916,8 +31361,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2734127342700958, - "sufficiency": 0.930376410484314, + "comprehensiveness": 0.2730339765548706, + "sufficiency": 0.9304727911949158, + "masked prediction probs": [ + 0.05109383165836334, + 0.9489061832427979 + ], + "full text prediction probs": [ + 0.011668947525322437, + 0.9883310198783875 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.27265626192092896, + "sufficiency": 0.9305688738822937, "masked prediction probs": [ 0.05109383165836334, 0.9489061832427979 @@ -27930,12 +31388,12 @@ } }, "test_514": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0362100787460804, - "sufficiency": 0.8054592609405518, + "fixed-shap": { + "comprehensiveness": 0.011100285686552525, + "sufficiency": 0.0, "masked prediction probs": [ - 0.009406850673258305, - 0.9905931353569031 + 0.005669308360666037, + 0.994330644607544 ], "full text prediction probs": [ 0.004017136991024017, @@ -28034,13 +31492,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03582492098212242, + "sufficiency": 0.8075271844863892, "masked prediction probs": [ + 0.009406850673258305, + 0.9905931353569031 + ], + "full text prediction probs": [ 0.004017136991024017, 0.9959828853607178 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0064515951089560986, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004989044740796089, + 0.9950109720230103 + ], "full text prediction probs": [ 0.004017136991024017, 0.9959828853607178 @@ -28048,7 +31519,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.006096689961850643, + "comprehensiveness": 0.0060886056162416935, "sufficiency": 0.0, "masked prediction probs": [ 0.004935584031045437, @@ -28074,7 +31545,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.011317803524434566, + "comprehensiveness": 0.011302835308015347, "sufficiency": 0.0, "masked prediction probs": [ 0.005726650822907686, @@ -28087,8 +31558,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03563539683818817, - "sufficiency": 0.8085446953773499, + "comprehensiveness": 0.035588331520557404, + "sufficiency": 0.8087974190711975, "masked prediction probs": [ 0.009406850673258305, 0.9905931353569031 @@ -28100,8 +31571,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.035588331520557404, - "sufficiency": 0.8087974190711975, + "comprehensiveness": 0.035541385412216187, + "sufficiency": 0.8090494871139526, "masked prediction probs": [ 0.009406850673258305, 0.9905931353569031 @@ -28113,7 +31584,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0035649475175887346, + "comprehensiveness": 0.003560251323506236, "sufficiency": 0.0, "masked prediction probs": [ 0.004557764157652855, @@ -28137,15 +31608,28 @@ 0.9959828853607178 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004017136991024017, + 0.9959828853607178 + ], + "full text prediction probs": [ + 0.004017136991024017, + 0.9959828853607178 + ], + "labels": 1 } }, "test_536": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04879801347851753, - "sufficiency": 0.30304956436157227, + "fixed-shap": { + "comprehensiveness": 0.026347801089286804, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02156754396855831, - 0.9784324169158936 + 0.01846875622868538, + 0.9815312623977661 ], "full text prediction probs": [ 0.014831851236522198, @@ -28244,8 +31728,21 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.034990452229976654, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.048238757997751236, + "sufficiency": 0.311031311750412, + "masked prediction probs": [ + 0.02156754396855831, + 0.9784324169158936 + ], + "full text prediction probs": [ + 0.014831851236522198, + 0.9851680994033813 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03494039922952652, "sufficiency": 0.0, "masked prediction probs": [ 0.019717704504728317, @@ -28258,7 +31755,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03494039922952652, + "comprehensiveness": 0.03489048779010773, "sufficiency": 0.0, "masked prediction probs": [ 0.019717704504728317, @@ -28284,7 +31781,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03093372844159603, + "comprehensiveness": 0.030889665707945824, "sufficiency": 0.0, "masked prediction probs": [ 0.01916983723640442, @@ -28310,7 +31807,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0347416028380394, + "comprehensiveness": 0.03469225764274597, "sufficiency": 0.0, "masked prediction probs": [ 0.019717704504728317, @@ -28336,7 +31833,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03464305400848389, + "comprehensiveness": 0.034593984484672546, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019717704504728317, + 0.9802823066711426 + ], + "full text prediction probs": [ + 0.014831851236522198, + 0.9851680994033813 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.034545060247182846, "sufficiency": 0.0, "masked prediction probs": [ 0.019717704504728317, @@ -28350,12 +31860,12 @@ } }, "test_628": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.16178123652935028, - "sufficiency": 0.8744311928749084, + "fixed-shap": { + "comprehensiveness": 0.024259813129901886, + "sufficiency": 0.0, "masked prediction probs": [ - 0.027503326535224915, - 0.9724966287612915 + 0.006936299614608288, + 0.993063747882843 ], "full text prediction probs": [ 0.0033080759458243847, @@ -28442,11 +31952,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.16028060019016266, - "sufficiency": 0.875595211982727, + "comprehensiveness": 0.6789306402206421, + "sufficiency": 0.9389815330505371, "masked prediction probs": [ - 0.027503326535224915, - 0.9724966287612915 + 0.10579665750265121, + 0.8942033052444458 ], "full text prediction probs": [ 0.0033080759458243847, @@ -28454,12 +31964,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.16006848216056824, - "sufficiency": 0.8757597208023071, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6780321598052979, + "sufficiency": 0.939062237739563, "masked prediction probs": [ - 0.027503326535224915, - 0.9724966287612915 + 0.10579665750265121, + 0.8942033052444458 ], "full text prediction probs": [ 0.0033080759458243847, @@ -28467,7 +31977,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.01826385036110878, "sufficiency": 0.0, "masked prediction probs": [ @@ -28480,6 +31990,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.018239745870232582, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006072388496249914, + 0.9939275979995728 + ], + "full text prediction probs": [ + 0.0033080759458243847, + 0.9966919422149658 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -28494,7 +32017,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.002300430554896593, + "comprehensiveness": 0.002297402359545231, "sufficiency": 0.0, "masked prediction probs": [ 0.0036571226082742214, @@ -28507,8 +32030,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.15922564268112183, - "sufficiency": 0.8764134645462036, + "comprehensiveness": 0.15901631116867065, + "sufficiency": 0.8765758275985718, "masked prediction probs": [ 0.027503326535224915, 0.9724966287612915 @@ -28520,8 +32043,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15901631116867065, - "sufficiency": 0.8765758275985718, + "comprehensiveness": 0.15880753099918365, + "sufficiency": 0.8767377734184265, "masked prediction probs": [ 0.027503326535224915, 0.9724966287612915 @@ -28533,8 +32056,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15880753099918365, - "sufficiency": 0.8767377734184265, + "comprehensiveness": 0.15859930217266083, + "sufficiency": 0.8768993020057678, "masked prediction probs": [ 0.027503326535224915, 0.9724966287612915 @@ -28546,8 +32069,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15859930217266083, - "sufficiency": 0.8768993020057678, + "comprehensiveness": 0.15839162468910217, + "sufficiency": 0.8770604133605957, + "masked prediction probs": [ + 0.027503326535224915, + 0.9724966287612915 + ], + "full text prediction probs": [ + 0.0033080759458243847, + 0.9966919422149658 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1581844836473465, + "sufficiency": 0.8772210478782654, "masked prediction probs": [ 0.027503326535224915, 0.9724966287612915 @@ -28560,12 +32096,12 @@ } }, "test_648": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04035504162311554, "sufficiency": 0.0, "masked prediction probs": [ - 0.5799588561058044, - 0.42004114389419556 + 0.014247625134885311, + 0.9857524037361145 ], "full text prediction probs": [ 0.00841851718723774, @@ -28664,12 +32200,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.419220894575119, - 0.5807790756225586 + 0.5799588561058044, + 0.42004114389419556 + ], + "full text prediction probs": [ + 0.00841851718723774, + 0.9915814995765686 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00705819483846426, + 0.9929418563842773 ], "full text prediction probs": [ 0.00841851718723774, @@ -28704,7 +32253,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.011446950025856495, + "comprehensiveness": 0.011431356891989708, "sufficiency": 0.0, "masked prediction probs": [ 0.010097113437950611, @@ -28730,7 +32279,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05462343618273735, + "comprehensiveness": 0.05454922839999199, "sufficiency": 0.0, "masked prediction probs": [ 0.01645064540207386, @@ -28743,7 +32292,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.019586103036999702, + "comprehensiveness": 0.019559532403945923, "sufficiency": 0.0, "masked prediction probs": [ 0.011302487924695015, @@ -28767,15 +32316,28 @@ 0.9915814995765686 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.419220894575119, + 0.5807790756225586 + ], + "full text prediction probs": [ + 0.00841851718723774, + 0.9915814995765686 + ], + "labels": 1 } }, "test_749": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5175339579582214, - "sufficiency": 0.7149683237075806, + "fixed-shap": { + "comprehensiveness": 0.036923181265592575, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08288194984197617, - 0.9171180129051208 + 0.01316920854151249, + 0.9868307113647461 ], "full text prediction probs": [ 0.007813600823283195, @@ -28874,12 +32436,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3270770013332367, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5118865370750427, + "sufficiency": 0.7180764675140381, + "masked prediction probs": [ + 0.08288194984197617, + 0.9171180129051208 + ], + "full text prediction probs": [ + 0.007813600823283195, + 0.992186427116394 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.007740255445241928, "sufficiency": 0.0, "masked prediction probs": [ - 0.055779628455638885, - 0.9442204236984253 + 0.008950208313763142, + 0.9910497665405273 ], "full text prediction probs": [ 0.007813600823283195, @@ -28888,7 +32463,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.32663145661354065, + "comprehensiveness": 0.3261871635913849, "sufficiency": 0.0, "masked prediction probs": [ 0.055779628455638885, @@ -28914,7 +32489,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02335440181195736, + "comprehensiveness": 0.02332272008061409, "sufficiency": 0.0, "masked prediction probs": [ 0.011252441443502903, @@ -28940,7 +32515,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.011769493110477924, + "comprehensiveness": 0.011753569357097149, "sufficiency": 0.0, "masked prediction probs": [ 0.009551315568387508, @@ -28953,7 +32528,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.007687894627451897, + "comprehensiveness": 0.00767750758677721, "sufficiency": 0.0, "masked prediction probs": [ 0.008950208313763142, @@ -28966,7 +32541,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3239835798740387, + "comprehensiveness": 0.323546439409256, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.055779628455638885, + 0.9442204236984253 + ], + "full text prediction probs": [ + 0.007813600823283195, + 0.992186427116394 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3231104612350464, "sufficiency": 0.0, "masked prediction probs": [ 0.055779628455638885, @@ -28980,12 +32568,12 @@ } }, "test_792": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5832019448280334, - 0.41679808497428894 + 0.9623502492904663, + 0.037649739533662796 ], "full text prediction probs": [ 0.3218558132648468, @@ -29084,12 +32672,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.523654043674469, - 0.476345956325531 + 0.5832019448280334, + 0.41679808497428894 + ], + "full text prediction probs": [ + 0.3218558132648468, + 0.6781442165374756 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5226510167121887, + 0.4773489832878113 ], "full text prediction probs": [ 0.3218558132648468, @@ -29187,15 +32788,28 @@ 0.6781442165374756 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.523654043674469, + 0.476345956325531 + ], + "full text prediction probs": [ + 0.3218558132648468, + 0.6781442165374756 + ], + "labels": 1 } }, "test_807": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.012716268189251423, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.02376600354909897, + "sufficiency": 0.9411646723747253, "masked prediction probs": [ - 0.006606301758438349, - 0.9933937191963196 + 0.008243256248533726, + 0.991756796836853 ], "full text prediction probs": [ 0.0047224825248122215, @@ -29282,11 +32896,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.012597199529409409, - "sufficiency": 0.0, + "comprehensiveness": 0.0062924218364059925, + "sufficiency": 0.192677840590477, "masked prediction probs": [ - 0.006606301758438349, - 0.9933937191963196 + 0.005663459654897451, + 0.9943365454673767 ], "full text prediction probs": [ 0.0047224825248122215, @@ -29294,12 +32908,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.012580371461808681, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006284015718847513, + "sufficiency": 0.19375558197498322, + "masked prediction probs": [ + 0.005663459654897451, + 0.9943365454673767 + ], + "full text prediction probs": [ + 0.0047224825248122215, + 0.9952775239944458 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.006606301758438349, - 0.9933937191963196 + 0.0047224825248122215, + 0.9952775239944458 ], "full text prediction probs": [ 0.0047224825248122215, @@ -29334,7 +32961,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01253015547990799, + "comprehensiveness": 0.012513506226241589, "sufficiency": 0.0, "masked prediction probs": [ 0.006606301758438349, @@ -29347,7 +32974,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012513506226241589, + "comprehensiveness": 0.012496900744736195, "sufficiency": 0.0, "masked prediction probs": [ 0.006606301758438349, @@ -29360,7 +32987,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.012496900744736195, + "comprehensiveness": 0.012480339966714382, "sufficiency": 0.0, "masked prediction probs": [ 0.006606301758438349, @@ -29373,8 +33000,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.023325065150856972, - "sufficiency": 0.9422555565834045, + "comprehensiveness": 0.023294195532798767, + "sufficiency": 0.9423319101333618, "masked prediction probs": [ 0.008243256248533726, 0.991756796836853 @@ -29386,7 +33013,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.012463822029531002, + "comprehensiveness": 0.012447348795831203, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006606301758438349, + 0.9933937191963196 + ], + "full text prediction probs": [ + 0.0047224825248122215, + 0.9952775239944458 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.012430918402969837, "sufficiency": 0.0, "masked prediction probs": [ 0.006606301758438349, @@ -29400,12 +33040,12 @@ } }, "test_808": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0399838387966156, - "sufficiency": 0.7706656455993652, + "fixed-shap": { + "comprehensiveness": 0.013853846117854118, + "sufficiency": 0.0, "masked prediction probs": [ - 0.011233559809625149, - 0.9887663722038269 + 0.0073786526918411255, + 0.9926213026046753 ], "full text prediction probs": [ 0.005334828514605761, @@ -29504,12 +33144,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10944163054227829, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03955478221178055, + "sufficiency": 0.7731249332427979, + "masked prediction probs": [ + 0.011233559809625149, + 0.9887663722038269 + ], + "full text prediction probs": [ + 0.005334828514605761, + 0.9946651458740234 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.004266106523573399, "sufficiency": 0.0, "masked prediction probs": [ - 0.021655825898051262, - 0.978344202041626 + 0.0059719569981098175, + 0.9940280914306641 ], "full text prediction probs": [ 0.005334828514605761, @@ -29518,7 +33171,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10929502546787262, + "comprehensiveness": 0.10914881527423859, "sufficiency": 0.0, "masked prediction probs": [ 0.021655825898051262, @@ -29544,7 +33197,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0042547076009213924, + "comprehensiveness": 0.004249031189829111, "sufficiency": 0.0, "masked prediction probs": [ 0.0059719569981098175, @@ -29557,7 +33210,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023649150505661964, + "comprehensiveness": 0.023617640137672424, "sufficiency": 0.0, "masked prediction probs": [ 0.00888056680560112, @@ -29570,7 +33223,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10871252417564392, + "comprehensiveness": 0.10856787115335464, "sufficiency": 0.0, "masked prediction probs": [ 0.021655825898051262, @@ -29596,7 +33249,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10842359811067581, + "comprehensiveness": 0.10827970504760742, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021655825898051262, + 0.978344202041626 + ], + "full text prediction probs": [ + 0.005334828514605761, + 0.9946651458740234 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10813619941473007, "sufficiency": 0.0, "masked prediction probs": [ 0.021655825898051262, @@ -29610,12 +33276,12 @@ } }, "test_856": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009191472083330154, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.047335438430309296, + "sufficiency": 0.9558862447738647, "masked prediction probs": [ - 0.005444630049169064, - 0.9945553541183472 + 0.011120020411908627, + 0.9888800382614136 ], "full text prediction probs": [ 0.0040770419873297215, @@ -29714,13 +33380,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009093665517866611, "sufficiency": 0.0, "masked prediction probs": [ + 0.005444630049169064, + 0.9945553541183472 + ], + "full text prediction probs": [ 0.0040770419873297215, 0.9959229230880737 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009998293593525887, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005582659039646387, + 0.9944173097610474 + ], "full text prediction probs": [ 0.0040770419873297215, 0.9959229230880737 @@ -29728,8 +33407,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03876693919301033, - "sufficiency": 0.950384259223938, + "comprehensiveness": 0.038715511560440063, + "sufficiency": 0.95045006275177, "masked prediction probs": [ 0.009914848953485489, 0.9900851249694824 @@ -29754,8 +33433,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03866422176361084, - "sufficiency": 0.950515627861023, + "comprehensiveness": 0.03861306607723236, + "sufficiency": 0.9505810737609863, "masked prediction probs": [ 0.009914848953485489, 0.9900851249694824 @@ -29767,7 +33446,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.009045538492500782, + "comprehensiveness": 0.009033586829900742, "sufficiency": 0.0, "masked prediction probs": [ 0.005444630049169064, @@ -29780,7 +33459,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.009033586829900742, + "comprehensiveness": 0.009021665900945663, "sufficiency": 0.0, "masked prediction probs": [ 0.005444630049169064, @@ -29793,7 +33472,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009021665900945663, + "comprehensiveness": 0.009009776636958122, "sufficiency": 0.0, "masked prediction probs": [ 0.005444630049169064, @@ -29817,15 +33496,28 @@ 0.9959229230880737 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0040770419873297215, + 0.9959229230880737 + ], + "full text prediction probs": [ + 0.0040770419873297215, + 0.9959229230880737 + ], + "labels": 1 } }, "test_886": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.42784085869789124, + "fixed-shap": { + "comprehensiveness": 0.3281259834766388, + "sufficiency": 0.9542006850242615, "masked prediction probs": [ - 0.9679780602455139, - 0.032021984457969666 + 0.6958304047584534, + 0.30416956543922424 ], "full text prediction probs": [ 0.9610990285873413, @@ -29912,11 +33604,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.4288298487663269, + "comprehensiveness": 0.3275587558746338, + "sufficiency": 0.9542797803878784, "masked prediction probs": [ - 0.9679780602455139, - 0.032021984457969666 + 0.6958304047584534, + 0.30416956543922424 ], "full text prediction probs": [ 0.9610990285873413, @@ -29924,9 +33616,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3274778723716736, + "sufficiency": 0.9542911648750305, + "masked prediction probs": [ + 0.6958304047584534, + 0.30416956543922424 + ], + "full text prediction probs": [ + 0.9610990285873413, + 0.038900963962078094 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.723251223564148, + "sufficiency": 0.7233194708824158, "masked prediction probs": [ 0.9610990285873413, 0.038900963962078094 @@ -29938,8 +33643,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004124547354876995, - "sufficiency": 0.8442312479019165, + "comprehensiveness": 0.00412352941930294, + "sufficiency": 0.8442695736885071, "masked prediction probs": [ 0.9577571749687195, 0.0422428734600544 @@ -29952,7 +33657,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7233876585960388, + "sufficiency": 0.7234559655189514, "masked prediction probs": [ 0.9610990285873413, 0.038900963962078094 @@ -29965,7 +33670,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.429393470287323, + "sufficiency": 0.4295342266559601, "masked prediction probs": [ 0.9679780602455139, 0.032021984457969666 @@ -29978,7 +33683,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.4295342266559601, + "sufficiency": 0.4296748638153076, "masked prediction probs": [ 0.9679780602455139, 0.032021984457969666 @@ -29990,8 +33695,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004120478872209787, - "sufficiency": 0.8443848490715027, + "comprehensiveness": 0.004119462799280882, + "sufficiency": 0.8444231748580933, "masked prediction probs": [ 0.9577571749687195, 0.0422428734600544 @@ -30003,8 +33708,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03869960084557533, - "sufficiency": 0.5763861536979675, + "comprehensiveness": 0.03869006410241127, + "sufficiency": 0.576490581035614, "masked prediction probs": [ 0.9297045469284058, 0.07029548287391663 @@ -30017,7 +33722,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.723728597164154, + "sufficiency": 0.7237967252731323, + "masked prediction probs": [ + 0.9610990285873413, + 0.038900963962078094 + ], + "full text prediction probs": [ + 0.9610990285873413, + 0.038900963962078094 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7238646745681763, "masked prediction probs": [ 0.9610990285873413, 0.038900963962078094 @@ -30030,12 +33748,12 @@ } }, "test_911": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7784626483917236, + "fixed-shap": { + "comprehensiveness": 0.19187727570533752, + "sufficiency": 0.740131676197052, "masked prediction probs": [ - 0.9845871925354004, - 0.015412758104503155 + 0.033697813749313354, + 0.9663021564483643 ], "full text prediction probs": [ 0.005403571762144566, @@ -30134,9 +33852,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0558260902762413, - "sufficiency": 0.7115318179130554, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7808393836021423, + "masked prediction probs": [ + 0.9845871925354004, + 0.015412758104503155 + ], + "full text prediction probs": [ + 0.005403571762144566, + 0.9945964217185974 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05575127154588699, + "sufficiency": 0.7119181752204895, "masked prediction probs": [ 0.013725023716688156, 0.9862749576568604 @@ -30148,8 +33879,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05575127154588699, - "sufficiency": 0.7119181752204895, + "comprehensiveness": 0.0556766577064991, + "sufficiency": 0.7123034596443176, "masked prediction probs": [ 0.013725023716688156, 0.9862749576568604 @@ -30174,7 +33905,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.017628423869609833, + "comprehensiveness": 0.017604894936084747, "sufficiency": 0.0, "masked prediction probs": [ 0.00804184377193451, @@ -30187,7 +33918,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014306487515568733, + "comprehensiveness": 0.014287416823208332, "sufficiency": 0.0, "masked prediction probs": [ 0.007547533605247736, @@ -30200,7 +33931,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.005229981150478125, + "comprehensiveness": 0.005223018582910299, "sufficiency": 0.0, "masked prediction probs": [ 0.006188319530338049, @@ -30213,7 +33944,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006204392295330763, + "comprehensiveness": 0.006196143571287394, "sufficiency": 0.0, "masked prediction probs": [ 0.006335864774882793, @@ -30226,8 +33957,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05530655384063721, - "sufficiency": 0.7142146229743958, + "comprehensiveness": 0.055233124643564224, + "sufficiency": 0.7145938277244568, + "masked prediction probs": [ + 0.013725023716688156, + 0.9862749576568604 + ], + "full text prediction probs": [ + 0.005403571762144566, + 0.9945964217185974 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05515988916158676, + "sufficiency": 0.7149720191955566, "masked prediction probs": [ 0.013725023716688156, 0.9862749576568604 @@ -30240,12 +33984,12 @@ } }, "test_1000": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5121970176696777, - "sufficiency": 0.2892187237739563, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6586834788322449, "masked prediction probs": [ - 0.08219350874423981, - 0.9178064465522766 + 0.9122581481933594, + 0.08774184435606003 ], "full text prediction probs": [ 0.007989173755049706, @@ -30344,12 +34088,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3126932978630066, - "sufficiency": 0.29769495129585266, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5066011548042297, + "sufficiency": 0.29697883129119873, "masked prediction probs": [ - 0.05379098281264305, - 0.9462090730667114 + 0.08219350874423981, + 0.9178064465522766 + ], + "full text prediction probs": [ + 0.007989173755049706, + 0.992010772228241 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.00513695552945137, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008742659352719784, + 0.9912573099136353 ], "full text prediction probs": [ 0.007989173755049706, @@ -30358,8 +34115,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.31226685643196106, - "sufficiency": 0.2986520826816559, + "comprehensiveness": 0.31184154748916626, + "sufficiency": 0.2996066212654114, "masked prediction probs": [ 0.05379098281264305, 0.9462090730667114 @@ -30384,7 +34141,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.037348613142967224, + "comprehensiveness": 0.03729788586497307, "sufficiency": 0.0, "masked prediction probs": [ 0.013482259586453438, @@ -30410,7 +34167,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.005109084770083427, + "comprehensiveness": 0.005102164577692747, "sufficiency": 0.0, "masked prediction probs": [ 0.008742659352719784, @@ -30423,7 +34180,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03719684109091759, + "comprehensiveness": 0.03714652359485626, "sufficiency": 0.0, "masked prediction probs": [ 0.013482259586453438, @@ -30436,8 +34193,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3097323775291443, - "sufficiency": 0.3043406009674072, + "comprehensiveness": 0.30931398272514343, + "sufficiency": 0.3052797317504883, + "masked prediction probs": [ + 0.05379098281264305, + 0.9462090730667114 + ], + "full text prediction probs": [ + 0.007989173755049706, + 0.992010772228241 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3088966906070709, + "sufficiency": 0.306216299533844, "masked prediction probs": [ 0.05379098281264305, 0.9462090730667114 @@ -30450,12 +34220,12 @@ } }, "test_1137": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9357103109359741, + "fixed-shap": { + "comprehensiveness": 0.03589995950460434, + "sufficiency": 0.9014288783073425, "masked prediction probs": [ - 0.04140924662351608, - 0.9585906863212585 + 0.951256275177002, + 0.048743754625320435 ], "full text prediction probs": [ 0.9809932708740234, @@ -30554,7 +34324,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9358342289924622, "masked prediction probs": [ @@ -30567,9 +34337,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7059870362281799, + "masked prediction probs": [ + 0.9809932708740234, + 0.01900670677423477 + ], + "full text prediction probs": [ + 0.9809932708740234, + 0.01900670677423477 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.861537516117096, + "sufficiency": 0.8615708351135254, "masked prediction probs": [ 0.9873771071434021, 0.012622922658920288 @@ -30582,7 +34365,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7060577869415283, + "sufficiency": 0.7061285972595215, "masked prediction probs": [ 0.9809932708740234, 0.01900670677423477 @@ -30594,8 +34377,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0358048640191555, - "sufficiency": 0.9016899466514587, + "comprehensiveness": 0.03579624369740486, + "sufficiency": 0.9017136693000793, "masked prediction probs": [ 0.951256275177002, 0.048743754625320435 @@ -30608,7 +34391,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7061994075775146, + "sufficiency": 0.7062700986862183, "masked prediction probs": [ 0.9809932708740234, 0.01900670677423477 @@ -30621,7 +34404,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9359113574028015, + "sufficiency": 0.9359267354011536, "masked prediction probs": [ 0.04140924662351608, 0.9585906863212585 @@ -30633,7 +34416,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00667848065495491, + "comprehensiveness": 0.006676874123513699, "sufficiency": 0.0, "masked prediction probs": [ 0.9754425883293152, @@ -30647,7 +34430,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9359421730041504, + "sufficiency": 0.935957670211792, + "masked prediction probs": [ + 0.04140924662351608, + 0.9585906863212585 + ], + "full text prediction probs": [ + 0.9809932708740234, + 0.01900670677423477 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9359729886054993, "masked prediction probs": [ 0.04140924662351608, 0.9585906863212585 @@ -30660,12 +34456,12 @@ } }, "test_1150": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5041612982749939, "sufficiency": 0.0, "masked prediction probs": [ - 0.55156409740448, - 0.44843587279319763 + 0.0850062221288681, + 0.9149937629699707 ], "full text prediction probs": [ 0.01600971817970276, @@ -30752,11 +34548,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.4990552067756653, "sufficiency": 0.0, "masked prediction probs": [ - 0.55156409740448, - 0.44843587279319763 + 0.0850062221288681, + 0.9149937629699707 ], "full text prediction probs": [ 0.01600971817970276, @@ -30764,13 +34560,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4983341693878174, "sufficiency": 0.0, "masked prediction probs": [ + 0.0850062221288681, + 0.9149937629699707 + ], + "full text prediction probs": [ 0.01600971817970276, 0.9839903116226196 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6068277955055237, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10014905780553818, + 0.8998509645462036 + ], "full text prediction probs": [ 0.01600971817970276, 0.9839903116226196 @@ -30778,7 +34587,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0071850004605948925, + "comprehensiveness": 0.007174649741500616, "sufficiency": 0.0, "masked prediction probs": [ 0.01700587198138237, @@ -30804,7 +34613,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.007164329290390015, + "comprehensiveness": 0.007154037710279226, "sufficiency": 0.0, "masked prediction probs": [ 0.01700587198138237, @@ -30830,7 +34639,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.025714430958032608, + "comprehensiveness": 0.025677599012851715, "sufficiency": 0.0, "masked prediction probs": [ 0.01959572546184063, @@ -30843,7 +34652,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004037532955408096, + "comprehensiveness": 0.004031757824122906, "sufficiency": 0.0, "masked prediction probs": [ 0.016573484987020493, @@ -30856,12 +34665,25 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.6007608771324158, "sufficiency": 0.0, "masked prediction probs": [ + 0.10014905780553818, + 0.8998509645462036 + ], + "full text prediction probs": [ 0.01600971817970276, 0.9839903116226196 ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5999040603637695, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10014905780553818, + 0.8998509645462036 + ], "full text prediction probs": [ 0.01600971817970276, 0.9839903116226196 @@ -30870,12 +34692,12 @@ } }, "test_1162": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8552749156951904, - 0.14472515881061554 + 0.8395293951034546, + 0.1604706197977066 ], "full text prediction probs": [ 0.2658081352710724, @@ -30965,8 +34787,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8552749156951904, - 0.14472515881061554 + 0.8395293951034546, + 0.1604706197977066 ], "full text prediction probs": [ 0.2658081352710724, @@ -30974,7 +34796,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8395293951034546, + 0.1604706197977066 + ], + "full text prediction probs": [ + 0.2658081352710724, + 0.7341918349266052 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -31077,15 +34912,28 @@ 0.7341918349266052 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6981080174446106, + 0.3018920421600342 + ], + "full text prediction probs": [ + 0.2658081352710724, + 0.7341918349266052 + ], + "labels": 0 } }, "test_1168": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002778190653771162, - "sufficiency": 0.9781716465950012, + "fixed-shap": { + "comprehensiveness": 0.0028339808341115713, + "sufficiency": 0.9666929841041565, "masked prediction probs": [ - 0.9932685494422913, - 0.0067314039915800095 + 0.9932215213775635, + 0.006778506562113762 ], "full text prediction probs": [ 0.9956104159355164, @@ -31184,13 +35032,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.6936998963356018, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0027729272842407227, + "sufficiency": 0.9782129526138306, "masked prediction probs": [ + 0.9932685494422913, + 0.0067314039915800095 + ], + "full text prediction probs": [ 0.9956104159355164, 0.004389645531773567 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0016294941306114197, + "sufficiency": 0.905131459236145, + "masked prediction probs": [ + 0.9942339062690735, + 0.005766033194959164 + ], "full text prediction probs": [ 0.9956104159355164, 0.004389645531773567 @@ -31198,8 +35059,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008841067319735885, - "sufficiency": 0.8682680726051331, + "comprehensiveness": 0.0008838974172249436, + "sufficiency": 0.8682993650436401, "masked prediction probs": [ 0.9948635697364807, 0.00513639859855175 @@ -31212,7 +35073,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6938448548316956, + "sufficiency": 0.6939172744750977, "masked prediction probs": [ 0.9956104159355164, 0.004389645531773567 @@ -31224,8 +35085,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002770958701148629, - "sufficiency": 0.9782285094261169, + "comprehensiveness": 0.0027703030500561, + "sufficiency": 0.9782335758209229, "masked prediction probs": [ 0.9932685494422913, 0.0067314039915800095 @@ -31238,7 +35099,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6939896941184998, + "sufficiency": 0.6940620541572571, "masked prediction probs": [ 0.9956104159355164, 0.004389645531773567 @@ -31250,8 +35111,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0014735034201294184, - "sufficiency": 0.9882026314735413, + "comprehensiveness": 0.0014731548726558685, + "sufficiency": 0.9882054328918457, "masked prediction probs": [ 0.9943645000457764, 0.005635559093207121 @@ -31263,8 +35124,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0021426042076200247, - "sufficiency": 0.9106042981147766, + "comprehensiveness": 0.0021420978009700775, + "sufficiency": 0.9106254577636719, "masked prediction probs": [ 0.9937983155250549, 0.006201706826686859 @@ -31277,7 +35138,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.694206714630127, + "sufficiency": 0.6942790150642395, + "masked prediction probs": [ + 0.9956104159355164, + 0.004389645531773567 + ], + "full text prediction probs": [ + 0.9956104159355164, + 0.004389645531773567 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6943512558937073, "masked prediction probs": [ 0.9956104159355164, 0.004389645531773567 @@ -31290,12 +35164,12 @@ } }, "test_1190": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7926346063613892, + "fixed-shap": { + "comprehensiveness": 0.0012983225751668215, + "sufficiency": 0.6222200393676758, "masked prediction probs": [ - 0.9962282180786133, - 0.0037718373350799084 + 0.9950082302093506, + 0.004991772118955851 ], "full text prediction probs": [ 0.9961032867431641, @@ -31394,9 +35268,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7930271625518799, + "masked prediction probs": [ + 0.9962282180786133, + 0.0037718373350799084 + ], + "full text prediction probs": [ + 0.9961032867431641, + 0.0038966729771345854 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6932953596115112, + "sufficiency": 0.6933678984642029, "masked prediction probs": [ 0.9961032867431641, 0.0038966729771345854 @@ -31409,7 +35296,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6933678984642029, + "sufficiency": 0.693440318107605, "masked prediction probs": [ 0.9961032867431641, 0.0038966729771345854 @@ -31422,7 +35309,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.693440318107605, + "sufficiency": 0.6935129165649414, "masked prediction probs": [ 0.9961032867431641, 0.0038966729771345854 @@ -31434,8 +35321,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002070840448141098, - "sufficiency": 0.9701549410820007, + "comprehensiveness": 0.0020703505724668503, + "sufficiency": 0.970162034034729, "masked prediction probs": [ 0.9943521022796631, 0.005647855810821056 @@ -31448,7 +35335,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6935853958129883, + "sufficiency": 0.6936578154563904, "masked prediction probs": [ 0.9961032867431641, 0.0038966729771345854 @@ -31460,8 +35347,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0012943325564265251, - "sufficiency": 0.6233808398246765, + "comprehensiveness": 0.001294026616960764, + "sufficiency": 0.6234697699546814, "masked prediction probs": [ 0.9950082302093506, 0.004991772118955851 @@ -31474,7 +35361,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7933206558227539, + "sufficiency": 0.793369472026825, "masked prediction probs": [ 0.9962282180786133, 0.0037718373350799084 @@ -31487,7 +35374,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.693802535533905, + "sufficiency": 0.6938748955726624, + "masked prediction probs": [ + 0.9961032867431641, + 0.0038966729771345854 + ], + "full text prediction probs": [ + 0.9961032867431641, + 0.0038966729771345854 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6939471364021301, "masked prediction probs": [ 0.9961032867431641, 0.0038966729771345854 @@ -31500,12 +35400,12 @@ } }, "test_1315": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8395969867706299, + "sufficiency": 0.7727760672569275, "masked prediction probs": [ - 0.990880012512207, - 0.009119987487792969 + 0.9838865399360657, + 0.016113486140966415 ], "full text prediction probs": [ 0.9811752438545227, @@ -31593,10 +35493,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8398675322532654, + "sufficiency": 0.7731594443321228, "masked prediction probs": [ - 0.990880012512207, - 0.009119987487792969 + 0.9838865399360657, + 0.016113486140966415 ], "full text prediction probs": [ 0.9811752438545227, @@ -31604,9 +35504,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7057614922523499, + "sufficiency": 0.7732139825820923, + "masked prediction probs": [ + 0.9838865399360657, + 0.016113486140966415 + ], + "full text prediction probs": [ + 0.9811752438545227, + 0.01882472075521946 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.705832302570343, "masked prediction probs": [ 0.9811752438545227, 0.01882472075521946 @@ -31619,7 +35532,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8399446606636047, + "sufficiency": 0.8399831652641296, "masked prediction probs": [ 0.990880012512207, 0.009119987487792969 @@ -31632,7 +35545,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.705903172492981, + "sufficiency": 0.7059739828109741, "masked prediction probs": [ 0.9811752438545227, 0.01882472075521946 @@ -31644,8 +35557,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.044169824570417404, - "sufficiency": 0.9920260310173035, + "comprehensiveness": 0.044159192591905594, + "sufficiency": 0.9920278787612915, "masked prediction probs": [ 0.9444828629493713, 0.055517155677080154 @@ -31657,8 +35570,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.044159192591905594, - "sufficiency": 0.9920278787612915, + "comprehensiveness": 0.04414856806397438, + "sufficiency": 0.9920298457145691, "masked prediction probs": [ 0.9444828629493713, 0.055517155677080154 @@ -31671,7 +35584,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8325651288032532, + "sufficiency": 0.8326054811477661, "masked prediction probs": [ 0.9855679273605347, 0.014432067982852459 @@ -31684,7 +35597,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8326054811477661, + "sufficiency": 0.8326456546783447, "masked prediction probs": [ 0.9855679273605347, 0.014432067982852459 @@ -31697,7 +35610,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7062568068504333, + "sufficiency": 0.7063274383544922, + "masked prediction probs": [ + 0.9811752438545227, + 0.01882472075521946 + ], + "full text prediction probs": [ + 0.9811752438545227, + 0.01882472075521946 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7063980102539062, "masked prediction probs": [ 0.9811752438545227, 0.01882472075521946 @@ -31710,12 +35636,12 @@ } }, "test_1328": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01828046701848507, - "sufficiency": 0.9953615665435791, + "fixed-shap": { + "comprehensiveness": 0.0026274670381098986, + "sufficiency": 0.8522434830665588, "masked prediction probs": [ - 0.9759379029273987, - 0.02406204864382744 + 0.9890645742416382, + 0.010935413651168346 ], "full text prediction probs": [ 0.99126797914505, @@ -31814,12 +35740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09600130468606949, - "sufficiency": 0.9757160544395447, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.018245654180645943, + "sufficiency": 0.9953703880310059, "masked prediction probs": [ - 0.9106072783470154, - 0.08939274400472641 + 0.9759379029273987, + 0.02406204864382744 + ], + "full text prediction probs": [ + 0.99126797914505, + 0.00873209722340107 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6973567008972168, + "masked prediction probs": [ + 0.99126797914505, + 0.00873209722340107 ], "full text prediction probs": [ 0.99126797914505, @@ -31829,7 +35768,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6457141637802124, + "sufficiency": 0.6457984447479248, "masked prediction probs": [ 0.9923344254493713, 0.007665526121854782 @@ -31842,7 +35781,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6974287033081055, + "sufficiency": 0.6975007057189941, "masked prediction probs": [ 0.99126797914505, 0.00873209722340107 @@ -31854,8 +35793,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.09593279659748077, - "sufficiency": 0.9757334589958191, + "comprehensiveness": 0.095909982919693, + "sufficiency": 0.9757391810417175, "masked prediction probs": [ 0.9106072783470154, 0.08939274400472641 @@ -31868,7 +35807,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.697572648525238, + "sufficiency": 0.6976445317268372, "masked prediction probs": [ 0.99126797914505, 0.00873209722340107 @@ -31881,7 +35820,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6460511088371277, + "sufficiency": 0.6461352109909058, "masked prediction probs": [ 0.9923344254493713, 0.007665526121854782 @@ -31893,8 +35832,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.09586438536643982, - "sufficiency": 0.9757508635520935, + "comprehensiveness": 0.09584160894155502, + "sufficiency": 0.9757565259933472, "masked prediction probs": [ 0.9106072783470154, 0.08939274400472641 @@ -31906,8 +35845,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09584160894155502, - "sufficiency": 0.9757565259933472, + "comprehensiveness": 0.09581883251667023, + "sufficiency": 0.9757622480392456, + "masked prediction probs": [ + 0.9106072783470154, + 0.08939274400472641 + ], + "full text prediction probs": [ + 0.99126797914505, + 0.00873209722340107 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09579607099294662, + "sufficiency": 0.9757680296897888, "masked prediction probs": [ 0.9106072783470154, 0.08939274400472641 @@ -31920,12 +35872,12 @@ } }, "test_1354": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011610566638410091, - "sufficiency": 0.9942870140075684, + "fixed-shap": { + "comprehensiveness": 0.0006348603637889028, + "sufficiency": 0.7850822806358337, "masked prediction probs": [ - 0.9838389158248901, - 0.016161059960722923 + 0.9930688142776489, + 0.006931206211447716 ], "full text prediction probs": [ 0.9936026930809021, @@ -32012,11 +35964,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.011591269634664059, - "sufficiency": 0.9942964911460876, + "comprehensiveness": 0.0006338052335195243, + "sufficiency": 0.7854394912719727, "masked prediction probs": [ - 0.9838389158248901, - 0.016161059960722923 + 0.9930688142776489, + 0.006931206211447716 ], "full text prediction probs": [ 0.9936026930809021, @@ -32024,9 +35976,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.000633654766716063, + "sufficiency": 0.7854903340339661, + "masked prediction probs": [ + 0.9930688142776489, + 0.006931206211447716 + ], + "full text prediction probs": [ + 0.9936026930809021, + 0.0063972738571465015 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6953527331352234, + "sufficiency": 0.6954249739646912, "masked prediction probs": [ 0.9936026930809021, 0.0063972738571465015 @@ -32038,8 +36003,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001825047074817121, - "sufficiency": 0.7294003367424011, + "comprehensiveness": 0.0018246140098199248, + "sufficiency": 0.7294645309448242, "masked prediction probs": [ 0.9920646548271179, 0.00793534331023693 @@ -32052,7 +36017,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6954972743988037, + "sufficiency": 0.6955694556236267, "masked prediction probs": [ 0.9936026930809021, 0.0063972738571465015 @@ -32064,8 +36029,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030408205930143595, - "sufficiency": 0.8781668543815613, + "comprehensiveness": 0.00304009928368032, + "sufficiency": 0.8781957626342773, "masked prediction probs": [ 0.9910388588905334, 0.008961080573499203 @@ -32077,8 +36042,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011577524244785309, - "sufficiency": 0.994303286075592, + "comprehensiveness": 0.011574779637157917, + "sufficiency": 0.9943045973777771, "masked prediction probs": [ 0.9838389158248901, 0.016161059960722923 @@ -32090,8 +36055,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011574779637157917, - "sufficiency": 0.9943045973777771, + "comprehensiveness": 0.011572035029530525, + "sufficiency": 0.9943059682846069, "masked prediction probs": [ 0.9838389158248901, 0.016161059960722923 @@ -32103,8 +36068,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003899307455867529, - "sufficiency": 0.7125336527824402, + "comprehensiveness": 0.0038983833510428667, + "sufficiency": 0.7126017808914185, "masked prediction probs": [ 0.9903126955032349, 0.009687286801636219 @@ -32117,7 +36082,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6958580613136292, + "sufficiency": 0.6959301233291626, + "masked prediction probs": [ + 0.9936026930809021, + 0.0063972738571465015 + ], + "full text prediction probs": [ + 0.9936026930809021, + 0.0063972738571465015 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6960021257400513, "masked prediction probs": [ 0.9936026930809021, 0.0063972738571465015 @@ -32130,12 +36108,12 @@ } }, "test_1457": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9730632305145264, - 0.026936739683151245 + 0.10700888186693192, + 0.8929911851882935 ], "full text prediction probs": [ 0.11805897951126099, @@ -32234,12 +36212,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9741926193237305, - 0.025807369500398636 + 0.9730632305145264, + 0.026936739683151245 + ], + "full text prediction probs": [ + 0.11805897951126099, + 0.8819409608840942 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10132698714733124, + 0.8986729383468628 ], "full text prediction probs": [ 0.11805897951126099, @@ -32337,15 +36328,28 @@ 0.8819409608840942 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9741926193237305, + 0.025807369500398636 + ], + "full text prediction probs": [ + 0.11805897951126099, + 0.8819409608840942 + ], + "labels": 1 } }, "test_1507": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3139163553714752, - "sufficiency": 0.947433352470398, + "fixed-shap": { + "comprehensiveness": 0.00015896206605248153, + "sufficiency": 1.0, "masked prediction probs": [ - 0.6486513018608093, - 0.3513486683368683 + 0.8754745721817017, + 0.12452542781829834 ], "full text prediction probs": [ 0.8755894899368286, @@ -32444,12 +36448,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.21232353150844574, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3132232129573822, + "sufficiency": 0.9475494027137756, "masked prediction probs": [ - 0.7217556834220886, - 0.27824437618255615 + 0.6486513018608093, + 0.3513486683368683 + ], + "full text prediction probs": [ + 0.8755894899368286, + 0.12441054731607437 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8086512088775635, + "masked prediction probs": [ + 0.8755894899368286, + 0.12441054731607437 ], "full text prediction probs": [ 0.8755894899368286, @@ -32472,7 +36489,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8087040185928345, + "sufficiency": 0.8087567687034607, "masked prediction probs": [ 0.8755894899368286, 0.12441054731607437 @@ -32484,7 +36501,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.21214786171913147, + "comprehensiveness": 0.2120893895626068, "sufficiency": 1.0, "masked prediction probs": [ 0.7217556834220886, @@ -32497,8 +36514,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.023835189640522003, - "sufficiency": 0.958662748336792, + "comprehensiveness": 0.023828618228435516, + "sufficiency": 0.9586741328239441, "masked prediction probs": [ 0.8583012223243713, 0.14169880747795105 @@ -32510,8 +36527,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.060368314385414124, - "sufficiency": 0.5607887506484985, + "comprehensiveness": 0.06035168468952179, + "sufficiency": 0.5609097480773926, "masked prediction probs": [ 0.8317907452583313, 0.1682092398405075 @@ -32523,8 +36540,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.023822054266929626, - "sufficiency": 0.9586855173110962, + "comprehensiveness": 0.023815490305423737, + "sufficiency": 0.9586969017982483, "masked prediction probs": [ 0.8583012223243713, 0.14169880747795105 @@ -32536,7 +36553,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2119140923023224, + "comprehensiveness": 0.21185575425624847, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7217556834220886, + 0.27824437618255615 + ], + "full text prediction probs": [ + 0.8755894899368286, + 0.12441054731607437 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21179740130901337, "sufficiency": 1.0, "masked prediction probs": [ 0.7217556834220886, @@ -32550,12 +36580,12 @@ } }, "test_1559": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013080725446343422, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6313368678092957, "masked prediction probs": [ - 0.9803320169448853, - 0.019668014720082283 + 0.9929484128952026, + 0.00705154100432992 ], "full text prediction probs": [ 0.9913020133972168, @@ -32642,11 +36672,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.013058925047516823, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.6319511532783508, "masked prediction probs": [ - 0.9803320169448853, - 0.019668014720082283 + 0.9929484128952026, + 0.00705154100432992 ], "full text prediction probs": [ 0.9913020133972168, @@ -32654,9 +36684,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.6972565054893494, + "sufficiency": 0.6320388317108154, + "masked prediction probs": [ + 0.9929484128952026, + 0.00705154100432992 + ], + "full text prediction probs": [ + 0.9913020133972168, + 0.008697929792106152 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.697328507900238, "masked prediction probs": [ 0.9913020133972168, 0.008697929792106152 @@ -32669,7 +36712,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7740489840507507, + "sufficiency": 0.7741026878356934, "masked prediction probs": [ 0.993408203125, 0.006591781973838806 @@ -32682,7 +36725,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6974004507064819, + "sufficiency": 0.6974724531173706, "masked prediction probs": [ 0.9913020133972168, 0.008697929792106152 @@ -32694,8 +36737,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002914384240284562, - "sufficiency": 0.987267255783081, + "comprehensiveness": 0.0029136911034584045, + "sufficiency": 0.9872703552246094, "masked prediction probs": [ 0.9888514876365662, 0.011148522607982159 @@ -32708,7 +36751,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6323887705802917, + "sufficiency": 0.6324760913848877, "masked prediction probs": [ 0.9929484128952026, 0.00705154100432992 @@ -32720,7 +36763,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013040296733379364, + "comprehensiveness": 0.013037196360528469, "sufficiency": 1.0, "masked prediction probs": [ 0.9803320169448853, @@ -32733,8 +36776,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0029123059939593077, - "sufficiency": 0.9872762560844421, + "comprehensiveness": 0.0029116140212863684, + "sufficiency": 0.9872793555259705, "masked prediction probs": [ 0.9888514876365662, 0.011148522607982159 @@ -32747,7 +36790,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6977599859237671, + "sufficiency": 0.6978318691253662, + "masked prediction probs": [ + 0.9913020133972168, + 0.008697929792106152 + ], + "full text prediction probs": [ + 0.9913020133972168, + 0.008697929792106152 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.697903573513031, "masked prediction probs": [ 0.9913020133972168, 0.008697929792106152 @@ -32760,12 +36816,12 @@ } }, "test_1583": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.019214963540434837, + "sufficiency": 0.019791437312960625, "masked prediction probs": [ - 0.00701460475102067, - 0.9929854273796082 + 0.009898979216814041, + 0.9901009798049927 ], "full text prediction probs": [ 0.007098168600350618, @@ -32864,13 +36920,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ + 0.00701460475102067, + 0.9929854273796082 + ], + "full text prediction probs": [ 0.007098168600350618, 0.9929018616676331 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.022415466606616974, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01040587853640318, + 0.9895941019058228 + ], "full text prediction probs": [ 0.007098168600350618, 0.9929018616676331 @@ -32904,8 +36973,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0690356120467186, - "sufficiency": 0.8798680901527405, + "comprehensiveness": 0.06894240528345108, + "sufficiency": 0.8800301551818848, "masked prediction probs": [ 0.01731303706765175, 0.9826869368553162 @@ -32930,7 +36999,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.013684882782399654, + "comprehensiveness": 0.013666457496583462, "sufficiency": 0.0, "masked prediction probs": [ 0.009128466248512268, @@ -32943,7 +37012,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013666457496583462, + "comprehensiveness": 0.013648081570863724, "sufficiency": 0.0, "masked prediction probs": [ 0.009128466248512268, @@ -32967,15 +37036,28 @@ 0.9929018616676331 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007098168600350618, + 0.9929018616676331 + ], + "full text prediction probs": [ + 0.007098168600350618, + 0.9929018616676331 + ], + "labels": 1 } }, "test_1627": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12956354022026062, - "sufficiency": 0.9856365323066711, + "fixed-shap": { + "comprehensiveness": 0.0009933022083714604, + "sufficiency": 0.7420547008514404, "masked prediction probs": [ - 0.8785826563835144, - 0.1214173212647438 + 0.9858065247535706, + 0.014193459413945675 ], "full text prediction probs": [ 0.9866349101066589, @@ -33074,12 +37156,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05572712793946266, - "sufficiency": 0.9767269492149353, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12931543588638306, + "sufficiency": 0.9856640100479126, "masked prediction probs": [ - 0.9400709271430969, - 0.059929098933935165 + 0.8785826563835144, + 0.1214173212647438 + ], + "full text prediction probs": [ + 0.9866349101066589, + 0.013365090824663639 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7012220621109009, + "masked prediction probs": [ + 0.9866349101066589, + 0.013365090824663639 ], "full text prediction probs": [ 0.9866349101066589, @@ -33089,7 +37184,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7566924691200256, + "sufficiency": 0.756750762462616, "masked prediction probs": [ 0.9904125332832336, 0.009587499313056469 @@ -33102,7 +37197,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7012934684753418, + "sufficiency": 0.7013649344444275, "masked prediction probs": [ 0.9866349101066589, 0.013365090824663639 @@ -33115,7 +37210,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7013649344444275, + "sufficiency": 0.7014363408088684, "masked prediction probs": [ 0.9866349101066589, 0.013365090824663639 @@ -33127,8 +37222,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000990451779216528, - "sufficiency": 0.7427948117256165, + "comprehensiveness": 0.0009902151068672538, + "sufficiency": 0.7428563237190247, "masked prediction probs": [ 0.9858065247535706, 0.014193459413945675 @@ -33140,8 +37235,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.055660516023635864, - "sufficiency": 0.9767547845840454, + "comprehensiveness": 0.05564720928668976, + "sufficiency": 0.9767604470252991, "masked prediction probs": [ 0.9400709271430969, 0.059929098933935165 @@ -33154,7 +37249,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7015790343284607, + "sufficiency": 0.7016503810882568, "masked prediction probs": [ 0.9866349101066589, 0.013365090824663639 @@ -33166,8 +37261,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05563391372561455, - "sufficiency": 0.9767659306526184, + "comprehensiveness": 0.055620621889829636, + "sufficiency": 0.9767714142799377, + "masked prediction probs": [ + 0.9400709271430969, + 0.059929098933935165 + ], + "full text prediction probs": [ + 0.9866349101066589, + 0.013365090824663639 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05560734122991562, + "sufficiency": 0.9767770171165466, "masked prediction probs": [ 0.9400709271430969, 0.059929098933935165 @@ -33180,12 +37288,12 @@ } }, "test_1666": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9180076718330383, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.866018533706665, "masked prediction probs": [ - 0.21941785514354706, - 0.7805821299552917 + 0.9698936343193054, + 0.03010636568069458 ], "full text prediction probs": [ 0.9668146371841431, @@ -33284,7 +37392,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9162070751190186, "sufficiency": 1.0, "masked prediction probs": [ @@ -33297,9 +37405,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7182533144950867, + "masked prediction probs": [ + 0.9668146371841431, + 0.03318537771701813 + ], + "full text prediction probs": [ + 0.9668146371841431, + 0.03318537771701813 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9304137229919434, + "sufficiency": 0.9304307699203491, "masked prediction probs": [ 0.9745748043060303, 0.025425132364034653 @@ -33312,7 +37433,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7183223366737366, + "sufficiency": 0.7183913588523865, "masked prediction probs": [ 0.9668146371841431, 0.03318537771701813 @@ -33324,8 +37445,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001384482253342867, - "sufficiency": 0.5730167031288147, + "comprehensiveness": 0.0013841430190950632, + "sufficiency": 0.5731213092803955, "masked prediction probs": [ 0.9656844139099121, 0.03431558981537819 @@ -33338,7 +37459,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8214669823646545, + "sufficiency": 0.8215106725692749, "masked prediction probs": [ 0.9791877865791321, 0.02081216499209404 @@ -33350,7 +37471,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9150853753089905, + "comprehensiveness": 0.914861261844635, "sufficiency": 1.0, "masked prediction probs": [ 0.21941785514354706, @@ -33364,7 +37485,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8215543627738953, + "sufficiency": 0.8215980529785156, "masked prediction probs": [ 0.9791877865791321, 0.02081216499209404 @@ -33376,7 +37497,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9146373867988586, + "comprehensiveness": 0.914413571357727, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21941785514354706, + 0.7805821299552917 + ], + "full text prediction probs": [ + 0.9668146371841431, + 0.03318537771701813 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.914189875125885, "sufficiency": 1.0, "masked prediction probs": [ 0.21941785514354706, @@ -33390,12 +37524,12 @@ } }, "test_1750": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006081475876271725, - "sufficiency": 0.8662514686584473, + "fixed-shap": { + "comprehensiveness": 0.0002133764064637944, + "sufficiency": 0.6210900545120239, "masked prediction probs": [ - 0.9891977906227112, - 0.010802156291902065 + 0.9941366910934448, + 0.00586326140910387 ], "full text prediction probs": [ 0.9943162798881531, @@ -33494,12 +37628,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04306124895811081, - "sufficiency": 0.8691446781158447, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006069936323910952, + "sufficiency": 0.8665052056312561, "masked prediction probs": [ - 0.9580047726631165, - 0.04199523851275444 + 0.9891977906227112, + 0.010802156291902065 ], "full text prediction probs": [ 0.9943162798881531, @@ -33507,7 +37641,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.6948367357254028, "masked prediction probs": [ @@ -33520,7 +37654,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.6949090361595154, "masked prediction probs": [ @@ -33533,9 +37667,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.6949813365936279, + "masked prediction probs": [ + 0.9943162798881531, + 0.005683750379830599 + ], + "full text prediction probs": [ + 0.9943162798881531, + 0.005683750379830599 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.04303063079714775, - "sufficiency": 0.8692377805709839, + "comprehensiveness": 0.04302043467760086, + "sufficiency": 0.8692687153816223, "masked prediction probs": [ 0.9580047726631165, 0.04199523851275444 @@ -33547,8 +37694,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 7.605474820593372e-05, - "sufficiency": 0.7360357046127319, + "comprehensiveness": 7.6036732934881e-05, + "sufficiency": 0.7360982894897461, "masked prediction probs": [ 0.99425208568573, 0.005747912917286158 @@ -33560,8 +37707,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04301024228334427, - "sufficiency": 0.8692997097969055, + "comprehensiveness": 0.043000057339668274, + "sufficiency": 0.8693307638168335, "masked prediction probs": [ 0.9580047726631165, 0.04199523851275444 @@ -33574,7 +37721,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6951980590820312, + "sufficiency": 0.6952702403068542, "masked prediction probs": [ 0.9943162798881531, 0.005683750379830599 @@ -33586,8 +37733,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04298987612128258, - "sufficiency": 0.8693616390228271, + "comprehensiveness": 0.04297969862818718, + "sufficiency": 0.869392454624176, + "masked prediction probs": [ + 0.9580047726631165, + 0.04199523851275444 + ], + "full text prediction probs": [ + 0.9943162798881531, + 0.005683750379830599 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04296952486038208, + "sufficiency": 0.8694234490394592, "masked prediction probs": [ 0.9580047726631165, 0.04199523851275444 @@ -33600,12 +37760,12 @@ } }, "test_1764": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011822804808616638, - "sufficiency": 0.937554657459259, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7878503799438477, "masked prediction probs": [ - 0.9843659400939941, - 0.015634076669812202 + 0.9944357872009277, + 0.005564156919717789 ], "full text prediction probs": [ 0.9943166375160217, @@ -33704,12 +37864,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018697168678045273, - "sufficiency": 0.9082242250442505, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0118003711104393, + "sufficiency": 0.9376731514930725, "masked prediction probs": [ - 0.9785501956939697, - 0.02144976705312729 + 0.9843659400939941, + 0.015634076669812202 ], "full text prediction probs": [ 0.9943166375160217, @@ -33717,7 +37877,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.694836437702179, "masked prediction probs": [ @@ -33730,7 +37890,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.6949087381362915, "masked prediction probs": [ @@ -33743,9 +37903,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0, + "sufficiency": 0.694981038570404, + "masked prediction probs": [ + 0.9943166375160217, + 0.005683367606252432 + ], + "full text prediction probs": [ + 0.9943166375160217, + 0.005683367606252432 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.01868387497961521, - "sufficiency": 0.9082895517349243, + "comprehensiveness": 0.01867944747209549, + "sufficiency": 0.9083111882209778, "masked prediction probs": [ 0.9785501956939697, 0.02144976705312729 @@ -33758,7 +37931,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6950533390045166, + "sufficiency": 0.6951255798339844, "masked prediction probs": [ 0.9943166375160217, 0.005683367606252432 @@ -33770,8 +37943,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0015026602195575833, - "sufficiency": 0.772925078868866, + "comprehensiveness": 0.0015023043379187584, + "sufficiency": 0.7729789018630981, "masked prediction probs": [ 0.9930480122566223, 0.006952003575861454 @@ -33784,7 +37957,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6951977610588074, + "sufficiency": 0.6952699422836304, "masked prediction probs": [ 0.9943166375160217, 0.005683367606252432 @@ -33796,8 +37969,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018666177988052368, - "sufficiency": 0.9083763957023621, + "comprehensiveness": 0.018661759793758392, + "sufficiency": 0.9083980321884155, + "masked prediction probs": [ + 0.9785501956939697, + 0.02144976705312729 + ], + "full text prediction probs": [ + 0.9943166375160217, + 0.005683367606252432 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018657343462109566, + "sufficiency": 0.9084197282791138, "masked prediction probs": [ 0.9785501956939697, 0.02144976705312729 @@ -33810,12 +37996,12 @@ } }, "test_1778": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014938846230506897, - "sufficiency": 0.9803924560546875, + "fixed-shap": { + "comprehensiveness": 0.0018548512598499656, + "sufficiency": 0.8140870928764343, "masked prediction probs": [ - 0.9726079106330872, - 0.027392065152525902 + 0.983498752117157, + 0.016501272097229958 ], "full text prediction probs": [ 0.9850426912307739, @@ -33914,12 +38100,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01940230093896389, - "sufficiency": 0.8030616044998169, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014910184778273106, + "sufficiency": 0.9804300665855408, "masked prediction probs": [ - 0.9688615798950195, - 0.031138472259044647 + 0.9726079106330872, + 0.027392065152525902 + ], + "full text prediction probs": [ + 0.9850426912307739, + 0.014957310631871223 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.702560305595398, + "masked prediction probs": [ + 0.9850426912307739, + 0.014957310631871223 ], "full text prediction probs": [ 0.9850426912307739, @@ -33928,8 +38127,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001668500597588718, - "sufficiency": 0.9863342642784119, + "comprehensiveness": 0.0016681005945429206, + "sufficiency": 0.9863375425338745, "masked prediction probs": [ 0.9836508631706238, 0.016349082812666893 @@ -33942,7 +38141,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7026315331459045, + "sufficiency": 0.7027028799057007, "masked prediction probs": [ 0.9850426912307739, 0.014957310631871223 @@ -33954,8 +38153,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01938835345208645, - "sufficiency": 0.8032031059265137, + "comprehensiveness": 0.019383708015084267, + "sufficiency": 0.8032503128051758, "masked prediction probs": [ 0.9688615798950195, 0.031138472259044647 @@ -33968,7 +38167,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.702774167060852, + "sufficiency": 0.7028452754020691, "masked prediction probs": [ 0.9850426912307739, 0.014957310631871223 @@ -33980,7 +38179,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017612723633646965, + "comprehensiveness": 0.017608506605029106, "sufficiency": 1.0, "masked prediction probs": [ 0.9703364372253418, @@ -33994,7 +38193,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7198061943054199, + "sufficiency": 0.7198732495307922, "masked prediction probs": [ 0.9905982613563538, 0.009401747025549412 @@ -34006,8 +38205,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019369786605238914, - "sufficiency": 0.8033915162086487, + "comprehensiveness": 0.01936514861881733, + "sufficiency": 0.803438663482666, + "masked prediction probs": [ + 0.9688615798950195, + 0.031138472259044647 + ], + "full text prediction probs": [ + 0.9850426912307739, + 0.014957310631871223 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.019360516220331192, + "sufficiency": 0.803485631942749, "masked prediction probs": [ 0.9688615798950195, 0.031138472259044647 @@ -34020,7 +38232,7 @@ } }, "test_2": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.2782468795776367, "sufficiency": 0.0, "masked prediction probs": [ @@ -34124,8 +38336,21 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07897074520587921, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2749159038066864, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04307424649596214, + 0.9569257497787476 + ], + "full text prediction probs": [ + 0.00632463488727808, + 0.9936752915382385 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07885274291038513, "sufficiency": 0.0, "masked prediction probs": [ 0.016881119459867477, @@ -34138,7 +38363,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07885274291038513, + "comprehensiveness": 0.0787351056933403, "sufficiency": 0.0, "masked prediction probs": [ 0.016881119459867477, @@ -34164,7 +38389,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.009481208398938179, + "comprehensiveness": 0.009467104449868202, "sufficiency": 0.0, "masked prediction probs": [ 0.007597771007567644, @@ -34177,7 +38402,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.009467104449868202, + "comprehensiveness": 0.009453043341636658, "sufficiency": 0.0, "masked prediction probs": [ 0.007597771007567644, @@ -34190,7 +38415,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04916166514158249, + "comprehensiveness": 0.04908875748515129, "sufficiency": 0.0, "masked prediction probs": [ 0.012945587746798992, @@ -34203,7 +38428,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008332449942827225, + "comprehensiveness": 0.00832010991871357, "sufficiency": 0.0, "masked prediction probs": [ 0.007448538206517696, @@ -34216,7 +38441,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0781521126627922, + "comprehensiveness": 0.07803654670715332, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016881119459867477, + 0.9831188321113586 + ], + "full text prediction probs": [ + 0.00632463488727808, + 0.9936752915382385 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0779213234782219, "sufficiency": 0.0, "masked prediction probs": [ 0.016881119459867477, @@ -34230,12 +38468,12 @@ } }, "test_15": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.13368305563926697, + "fixed-shap": { + "comprehensiveness": 0.027967289090156555, "sufficiency": 0.0, "masked prediction probs": [ - 0.024711107835173607, - 0.9752888679504395 + 0.010837831534445286, + 0.9891622066497803 ], "full text prediction probs": [ 0.0071675474755465984, @@ -34334,12 +38572,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08170466870069504, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1320725530385971, "sufficiency": 0.0, "masked prediction probs": [ - 0.018020613119006157, - 0.9819793701171875 + 0.024711107835173607, + 0.9752888679504395 + ], + "full text prediction probs": [ + 0.0071675474755465984, + 0.9928324222564697 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03032412938773632, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011201667599380016, + 0.9887983202934265 ], "full text prediction probs": [ 0.0071675474755465984, @@ -34348,7 +38599,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.020822439342737198, + "comprehensiveness": 0.020791178569197655, "sufficiency": 0.0, "masked prediction probs": [ 0.009937646798789501, @@ -34374,7 +38625,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08133721351623535, + "comprehensiveness": 0.08121545612812042, "sufficiency": 0.0, "masked prediction probs": [ 0.018020613119006157, @@ -34400,7 +38651,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03529305011034012, + "comprehensiveness": 0.035240378230810165, "sufficiency": 0.0, "masked prediction probs": [ 0.011890939436852932, @@ -34413,7 +38664,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01837996020913124, + "comprehensiveness": 0.01835257187485695, "sufficiency": 0.0, "masked prediction probs": [ 0.009631059132516384, @@ -34426,7 +38677,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08085237443447113, + "comprehensiveness": 0.0807320699095726, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018020613119006157, + 0.9819793701171875 + ], + "full text prediction probs": [ + 0.0071675474755465984, + 0.9928324222564697 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08061212301254272, "sufficiency": 0.0, "masked prediction probs": [ 0.018020613119006157, @@ -34440,12 +38704,12 @@ } }, "test_40": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5552728176116943, - "sufficiency": 0.9409916996955872, + "fixed-shap": { + "comprehensiveness": 0.09895731508731842, + "sufficiency": 0.11474189162254333, "masked prediction probs": [ - 0.08017955720424652, - 0.9198204278945923 + 0.020442010834813118, + 0.9795579314231873 ], "full text prediction probs": [ 0.0074873389676213264, @@ -34532,11 +38796,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.5493965148925781, - "sufficiency": 0.9416157007217407, + "comprehensiveness": 0.097910076379776, + "sufficiency": 0.12410326302051544, "masked prediction probs": [ - 0.08017955720424652, - 0.9198204278945923 + 0.020442010834813118, + 0.9795579314231873 ], "full text prediction probs": [ 0.0074873389676213264, @@ -34544,8 +38808,21 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04028519243001938, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09776227921247482, + "sufficiency": 0.12542445957660675, + "masked prediction probs": [ + 0.020442010834813118, + 0.9795579314231873 + ], + "full text prediction probs": [ + 0.0074873389676213264, + 0.9925127029418945 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04022447392344475, "sufficiency": 0.0, "masked prediction probs": [ 0.012825651094317436, @@ -34558,7 +38835,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.026586363092064857, + "comprehensiveness": 0.026546351611614227, "sufficiency": 0.0, "masked prediction probs": [ 0.01101562287658453, @@ -34584,7 +38861,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.026506459340453148, + "comprehensiveness": 0.02646668627858162, "sufficiency": 0.0, "masked prediction probs": [ 0.01101562287658453, @@ -34597,7 +38874,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02646668627858162, + "comprehensiveness": 0.02642703428864479, "sufficiency": 0.0, "masked prediction probs": [ 0.01101562287658453, @@ -34610,7 +38887,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03998341038823128, + "comprehensiveness": 0.03992359712719917, "sufficiency": 0.0, "masked prediction probs": [ 0.012825651094317436, @@ -34623,7 +38900,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014443674124777317, + "comprehensiveness": 0.014422099106013775, "sufficiency": 0.0, "masked prediction probs": [ 0.009418522007763386, @@ -34636,7 +38913,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.039863958954811096, + "comprehensiveness": 0.039804503321647644, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012825651094317436, + 0.987174391746521 + ], + "full text prediction probs": [ + 0.0074873389676213264, + 0.9925127029418945 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03974521905183792, "sufficiency": 0.0, "masked prediction probs": [ 0.012825651094317436, @@ -34650,12 +38940,12 @@ } }, "test_42": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6672559976577759, + "fixed-shap": { + "comprehensiveness": 0.04449589550495148, + "sufficiency": 0.0, "masked prediction probs": [ - 0.35699090361595154, - 0.6430091261863708 + 0.009606371633708477, + 0.9903935790061951 ], "full text prediction probs": [ 0.003608775557950139, @@ -34754,12 +39044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.20202729105949402, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.67115718126297, + "masked prediction probs": [ + 0.35699090361595154, + 0.6430091261863708 + ], + "full text prediction probs": [ + 0.003608775557950139, + 0.996391236782074 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009823592379689217, "sufficiency": 0.0, "masked prediction probs": [ - 0.031163599342107773, - 0.9688364267349243 + 0.0049505336210131645, + 0.9950494170188904 ], "full text prediction probs": [ 0.003608775557950139, @@ -34768,7 +39071,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.20173142850399017, + "comprehensiveness": 0.20143644511699677, "sufficiency": 0.0, "masked prediction probs": [ 0.031163599342107773, @@ -34794,7 +39097,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2011423110961914, + "comprehensiveness": 0.2008490264415741, "sufficiency": 0.0, "masked prediction probs": [ 0.031163599342107773, @@ -34807,7 +39110,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003904081182554364, + "comprehensiveness": 0.0038983970880508423, "sufficiency": 0.0, "masked prediction probs": [ 0.004144385922700167, @@ -34820,7 +39123,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.20055660605430603, + "comprehensiveness": 0.200265035033226, "sufficiency": 0.0, "masked prediction probs": [ 0.031163599342107773, @@ -34833,7 +39136,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009163466282188892, + "comprehensiveness": 0.009150163270533085, "sufficiency": 0.0, "masked prediction probs": [ 0.004869549535214901, @@ -34846,7 +39149,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19997429847717285, + "comprehensiveness": 0.19968442618846893, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.031163599342107773, + 0.9688364267349243 + ], + "full text prediction probs": [ + 0.003608775557950139, + 0.996391236782074 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19939537346363068, "sufficiency": 0.0, "masked prediction probs": [ 0.031163599342107773, @@ -34860,12 +39176,12 @@ } }, "test_74": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.8599814772605896, "masked prediction probs": [ - 0.3978951871395111, - 0.6021047830581665 + 0.9487901926040649, + 0.05120982974767685 ], "full text prediction probs": [ 0.01075485348701477, @@ -34964,7 +39280,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3978951871395111, + 0.6021047830581665 + ], + "full text prediction probs": [ + 0.01075485348701477, + 0.9892451763153076 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -35004,8 +39333,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.27951839566230774, - "sufficiency": 0.6742966771125793, + "comprehensiveness": 0.27908843755722046, + "sufficiency": 0.6747972369194031, "masked prediction probs": [ 0.04704902693629265, 0.9529509544372559 @@ -35017,8 +39346,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.27908843755722046, - "sufficiency": 0.6747972369194031, + "comprehensiveness": 0.2786598205566406, + "sufficiency": 0.6752963066101074, "masked prediction probs": [ 0.04704902693629265, 0.9529509544372559 @@ -35030,7 +39359,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.008883106522262096, + "comprehensiveness": 0.00886948499828577, "sufficiency": 0.0, "masked prediction probs": [ 0.0119118457660079, @@ -35067,15 +39396,28 @@ 0.9892451763153076 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21598730981349945, + 0.7840126752853394 + ], + "full text prediction probs": [ + 0.01075485348701477, + 0.9892451763153076 + ], + "labels": 1 } }, "test_99": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02282670885324478, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.24101512134075165, + "sufficiency": 0.7631698846817017, "masked prediction probs": [ - 0.0071546887047588825, - 0.992845356464386 + 0.0364597886800766, + 0.9635401964187622 ], "full text prediction probs": [ 0.00408872589468956, @@ -35174,13 +39516,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02255794033408165, "sufficiency": 0.0, "masked prediction probs": [ + 0.0071546887047588825, + 0.992845356464386 + ], + "full text prediction probs": [ 0.00408872589468956, 0.9959112405776978 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.028880180791020393, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008019705303013325, + 0.9919803142547607 + ], "full text prediction probs": [ 0.00408872589468956, 0.9959112405776978 @@ -35188,7 +39543,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.028880180791020393, + "comprehensiveness": 0.02883780002593994, "sufficiency": 0.0, "masked prediction probs": [ 0.008019705303013325, @@ -35214,7 +39569,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006798280403017998, + "comprehensiveness": 0.006788333412259817, "sufficiency": 0.0, "masked prediction probs": [ 0.0050167543813586235, @@ -35227,7 +39582,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006788333412259817, + "comprehensiveness": 0.00677841529250145, "sufficiency": 0.0, "masked prediction probs": [ 0.0050167543813586235, @@ -35240,7 +39595,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.022393150255084038, + "comprehensiveness": 0.022360481321811676, "sufficiency": 0.0, "masked prediction probs": [ 0.0071546887047588825, @@ -35253,7 +39608,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00685720844194293, + "comprehensiveness": 0.006847219076007605, "sufficiency": 0.0, "masked prediction probs": [ 0.005028957966715097, @@ -35277,15 +39632,28 @@ 0.9959112405776978 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00408872589468956, + 0.9959112405776978 + ], + "full text prediction probs": [ + 0.00408872589468956, + 0.9959112405776978 + ], + "labels": 1 } }, "test_113": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8750146627426147, - 0.12498530745506287 + 0.9470691084861755, + 0.052930884063243866 ], "full text prediction probs": [ 0.011305701918900013, @@ -35384,7 +39752,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8750146627426147, + 0.12498530745506287 + ], + "full text prediction probs": [ + 0.011305701918900013, + 0.9886942505836487 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -35424,7 +39805,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11010029166936874, + "comprehensiveness": 0.10993021726608276, "sufficiency": 0.0, "masked prediction probs": [ 0.025541096925735474, @@ -35450,7 +39831,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10976067185401917, + "comprehensiveness": 0.10959164053201675, "sufficiency": 0.0, "masked prediction probs": [ 0.025541096925735474, @@ -35463,7 +39844,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008029745891690254, + "comprehensiveness": 0.008017399348318577, "sufficiency": 0.0, "masked prediction probs": [ 0.012348747812211514, @@ -35487,15 +39868,28 @@ 0.9886942505836487 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9302085041999817, + 0.06979148834943771 + ], + "full text prediction probs": [ + 0.011305701918900013, + 0.9886942505836487 + ], + "labels": 1 } }, "test_114": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8118041753768921, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.11329232901334763, - 0.8867077231407166 + 0.14366605877876282, + 0.8563339710235596 ], "full text prediction probs": [ 0.004987120162695646, @@ -35594,12 +39988,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5156157612800598, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.802182137966156, "sufficiency": 0.0, "masked prediction probs": [ - 0.07460209727287292, - 0.9253979325294495 + 0.11329232901334763, + 0.8867077231407166 + ], + "full text prediction probs": [ + 0.004987120162695646, + 0.9950128197669983 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.20344632863998413, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03249576687812805, + 0.9675042033195496 ], "full text prediction probs": [ 0.004987120162695646, @@ -35608,7 +40015,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5148530006408691, + "comprehensiveness": 0.5140924453735352, "sufficiency": 0.0, "masked prediction probs": [ 0.07460209727287292, @@ -35634,7 +40041,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5133341550827026, + "comprehensiveness": 0.5125780701637268, "sufficiency": 0.0, "masked prediction probs": [ 0.07460209727287292, @@ -35660,7 +40067,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.20224951207637787, + "comprehensiveness": 0.2019525021314621, "sufficiency": 0.0, "masked prediction probs": [ 0.03249576687812805, @@ -35673,7 +40080,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.019436568021774292, + "comprehensiveness": 0.01940806582570076, "sufficiency": 0.0, "masked prediction probs": [ 0.0076346262358129025, @@ -35686,7 +40093,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.510323166847229, + "comprehensiveness": 0.5095759630203247, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07460209727287292, + 0.9253979325294495 + ], + "full text prediction probs": [ + 0.004987120162695646, + 0.9950128197669983 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5088309049606323, "sufficiency": 0.0, "masked prediction probs": [ 0.07460209727287292, @@ -35700,12 +40120,12 @@ } }, "test_195": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006996544077992439, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.5799772143363953, + "sufficiency": 0.9910836815834045, "masked prediction probs": [ - 0.005703494884073734, - 0.9942964911460876 + 0.08227178454399109, + 0.9177282452583313 ], "full text prediction probs": [ 0.004768582992255688, @@ -35792,11 +40212,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006923992186784744, + "comprehensiveness": 0.036699455231428146, "sufficiency": 0.0, "masked prediction probs": [ - 0.005703494884073734, - 0.9942964911460876 + 0.009724121540784836, + 0.9902758598327637 ], "full text prediction probs": [ 0.004768582992255688, @@ -35804,13 +40224,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03664517030119896, "sufficiency": 0.0, "masked prediction probs": [ + 0.009724121540784836, + 0.9902758598327637 + ], + "full text prediction probs": [ 0.004768582992255688, 0.9952314496040344 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02656097523868084, + "sufficiency": 0.9738065004348755, + "masked prediction probs": [ + 0.008365705609321594, + 0.9916342496871948 + ], "full text prediction probs": [ 0.004768582992255688, 0.9952314496040344 @@ -35818,7 +40251,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.036591045558452606, + "comprehensiveness": 0.03653707727789879, "sufficiency": 0.0, "masked prediction probs": [ 0.009724121540784836, @@ -35844,7 +40277,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.00300981174223125, + "comprehensiveness": 0.0030053858645260334, "sufficiency": 0.0, "masked prediction probs": [ 0.005177423357963562, @@ -35870,7 +40303,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03637613356113434, + "comprehensiveness": 0.03632279857993126, "sufficiency": 0.0, "masked prediction probs": [ 0.009724121540784836, @@ -35883,7 +40316,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0044784764759242535, + "comprehensiveness": 0.0044719199649989605, "sufficiency": 0.0, "masked prediction probs": [ 0.005379603244364262, @@ -35907,15 +40340,28 @@ 0.9952314496040344 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004768582992255688, + 0.9952314496040344 + ], + "full text prediction probs": [ + 0.004768582992255688, + 0.9952314496040344 + ], + "labels": 1 } }, "test_281": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6306443214416504, - "sufficiency": 0.08094538003206253, + "fixed-shap": { + "comprehensiveness": 0.9232117533683777, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08958219736814499, - 0.9104177951812744 + 0.12825091183185577, + 0.8717491030693054 ], "full text prediction probs": [ 0.006229836028069258, @@ -36014,12 +40460,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.06103721633553505, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6231001019477844, + "sufficiency": 0.09193160384893417, "masked prediction probs": [ - 0.15387560427188873, - 0.8461244106292725 + 0.08958219736814499, + 0.9104177951812744 + ], + "full text prediction probs": [ + 0.006229836028069258, + 0.993770182132721 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.007410844787955284, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007222635671496391, + 0.9927773475646973 ], "full text prediction probs": [ 0.006229836028069258, @@ -36028,7 +40487,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.005261045880615711, + "comprehensiveness": 0.0052532022818923, "sufficiency": 0.0, "masked prediction probs": [ 0.006934670731425285, @@ -36054,7 +40513,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0628696158528328, + "comprehensiveness": 0.06277616322040558, "sufficiency": 0.0, "masked prediction probs": [ 0.014677619561553001, @@ -36081,7 +40540,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.06800032407045364, + "sufficiency": 0.06938056647777557, "masked prediction probs": [ 0.15387560427188873, 0.8461244106292725 @@ -36093,7 +40552,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03583370894193649, + "comprehensiveness": 0.035780683159828186, "sufficiency": 0.0, "masked prediction probs": [ 0.011066339910030365, @@ -36107,7 +40566,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.07075673341751099, + "sufficiency": 0.07212883234024048, + "masked prediction probs": [ + 0.15387560427188873, + 0.8461244106292725 + ], + "full text prediction probs": [ + 0.006229836028069258, + 0.993770182132721 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.07349688559770584, "masked prediction probs": [ 0.15387560427188873, 0.8461244106292725 @@ -36120,12 +40592,12 @@ } }, "test_292": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9899535775184631, - 0.010046462528407574 + 0.01751886121928692, + 0.9824811816215515 ], "full text prediction probs": [ 0.2975630760192871, @@ -36224,12 +40696,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9893321990966797, - 0.010667778551578522 + 0.9899535775184631, + 0.010046462528407574 + ], + "full text prediction probs": [ + 0.2975630760192871, + 0.7024369239807129 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02706337720155716, + 0.9729366302490234 ], "full text prediction probs": [ 0.2975630760192871, @@ -36327,15 +40812,28 @@ 0.7024369239807129 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9893321990966797, + 0.010667778551578522 + ], + "full text prediction probs": [ + 0.2975630760192871, + 0.7024369239807129 + ], + "labels": 1 } }, "test_316": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6792952418327332, "sufficiency": 0.0, "masked prediction probs": [ - 0.39062491059303284, - 0.6093750596046448 + 0.10548312216997147, + 0.8945168256759644 ], "full text prediction probs": [ 0.035760872066020966, @@ -36434,12 +40932,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1805090606212616, - 0.8194909691810608 + 0.39062491059303284, + 0.6093750596046448 + ], + "full text prediction probs": [ + 0.035760872066020966, + 0.9642390608787537 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07933103293180466, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.044046226888895035, + 0.9559537768363953 ], "full text prediction probs": [ 0.035760872066020966, @@ -36474,7 +40985,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.26530972123146057, + "comprehensiveness": 0.264804482460022, "sufficiency": 0.0, "masked prediction probs": [ 0.063575878739357, @@ -36500,7 +41011,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7995164394378662, + "comprehensiveness": 0.7979996204376221, "sufficiency": 0.0, "masked prediction probs": [ 0.11990164965391159, @@ -36537,15 +41048,28 @@ 0.9642390608787537 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1805090606212616, + 0.8194909691810608 + ], + "full text prediction probs": [ + 0.035760872066020966, + 0.9642390608787537 + ], + "labels": 1 } }, "test_348": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.24940915405750275, + "fixed-shap": { + "comprehensiveness": 0.027882685884833336, "sufficiency": 0.0, "masked prediction probs": [ - 0.037673842161893845, - 0.962326169013977 + 0.0079459547996521, + 0.9920541048049927 ], "full text prediction probs": [ 0.004204210359603167, @@ -36644,12 +41168,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08779162913560867, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24647003412246704, "sufficiency": 0.0, "masked prediction probs": [ - 0.016125885769724846, - 0.9838740825653076 + 0.037673842161893845, + 0.962326169013977 + ], + "full text prediction probs": [ + 0.004204210359603167, + 0.9957958459854126 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016990870237350464, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006514899432659149, + 0.993485152721405 ], "full text prediction probs": [ 0.004204210359603167, @@ -36658,7 +41195,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08766249567270279, + "comprehensiveness": 0.08753374963998795, "sufficiency": 0.0, "masked prediction probs": [ 0.016125885769724846, @@ -36684,7 +41221,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.004773310385644436, + "comprehensiveness": 0.004766320344060659, "sufficiency": 0.0, "masked prediction probs": [ 0.004855168052017689, @@ -36710,7 +41247,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08714975416660309, + "comprehensiveness": 0.08702250570058823, "sufficiency": 0.0, "masked prediction probs": [ 0.016125885769724846, @@ -36723,7 +41260,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004752401262521744, + "comprehensiveness": 0.004745472222566605, "sufficiency": 0.0, "masked prediction probs": [ 0.004855168052017689, @@ -36736,7 +41273,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08689562231302261, + "comprehensiveness": 0.08676911145448685, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016125885769724846, + 0.9838740825653076 + ], + "full text prediction probs": [ + 0.004204210359603167, + 0.9957958459854126 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08664297312498093, "sufficiency": 0.0, "masked prediction probs": [ 0.016125885769724846, @@ -36750,12 +41300,12 @@ } }, "test_415": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015686405822634697, + "fixed-shap": { + "comprehensiveness": 0.004714093171060085, "sufficiency": 0.0, "masked prediction probs": [ - 0.007011934649199247, - 0.9929880499839783 + 0.0055473120883107185, + 0.9944526553153992 ], "full text prediction probs": [ 0.0049181003123521805, @@ -36842,11 +41392,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015523563139140606, + "comprehensiveness": 0.018221372738480568, "sufficiency": 0.0, "masked prediction probs": [ - 0.007011934649199247, - 0.9929880499839783 + 0.007375883869826794, + 0.9926241636276245 ], "full text prediction probs": [ 0.0049181003123521805, @@ -36854,13 +41404,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01819439046084881, "sufficiency": 0.0, "masked prediction probs": [ + 0.007375883869826794, + 0.9926241636276245 + ], + "full text prediction probs": [ 0.0049181003123521805, 0.995081901550293 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0014491163892671466, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005114141386002302, + 0.9948858618736267 + ], "full text prediction probs": [ 0.0049181003123521805, 0.995081901550293 @@ -36868,7 +41431,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0654389038681984, + "comprehensiveness": 0.06534228473901749, "sufficiency": 0.0, "masked prediction probs": [ 0.01377085130661726, @@ -36894,7 +41457,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06524595618247986, + "comprehensiveness": 0.06514990329742432, "sufficiency": 0.0, "masked prediction probs": [ 0.01377085130661726, @@ -36920,7 +41483,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01806066557765007, + "comprehensiveness": 0.018034156411886215, "sufficiency": 0.0, "masked prediction probs": [ 0.007375883869826794, @@ -36933,7 +41496,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009434758685529232, + "comprehensiveness": 0.009420930407941341, "sufficiency": 0.0, "masked prediction probs": [ 0.006203914061188698, @@ -36957,15 +41520,28 @@ 0.995081901550293 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0049181003123521805, + 0.995081901550293 + ], + "full text prediction probs": [ + 0.0049181003123521805, + 0.995081901550293 + ], + "labels": 1 } }, "test_494": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.31789645552635193, + "fixed-shap": { + "comprehensiveness": 0.275052934885025, "sufficiency": 0.0, "masked prediction probs": [ - 0.05050983279943466, - 0.9494901895523071 + 0.044989340007305145, + 0.9550106525421143 ], "full text prediction probs": [ 0.009548254311084747, @@ -37052,11 +41628,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.3144790232181549, + "comprehensiveness": 0.028024060651659966, "sufficiency": 0.0, "masked prediction probs": [ - 0.05050983279943466, - 0.9494901895523071 + 0.013198541477322578, + 0.9868015050888062 ], "full text prediction probs": [ 0.009548254311084747, @@ -37064,13 +41640,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.027981089428067207, "sufficiency": 0.0, "masked prediction probs": [ + 0.013198541477322578, + 0.9868015050888062 + ], + "full text prediction probs": [ 0.009548254311084747, 0.9904516935348511 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09981126338243484, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02258879505097866, + 0.977411150932312 + ], "full text prediction probs": [ 0.009548254311084747, 0.9904516935348511 @@ -37078,7 +41667,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1716824620962143, + "comprehensiveness": 0.17142000794410706, "sufficiency": 0.0, "masked prediction probs": [ 0.031978946179151535, @@ -37104,7 +41693,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.17115835845470428, + "comprehensiveness": 0.17089751362800598, "sufficiency": 0.0, "masked prediction probs": [ 0.031978946179151535, @@ -37130,7 +41719,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.027768192812800407, + "comprehensiveness": 0.027726002037525177, "sufficiency": 0.0, "masked prediction probs": [ 0.013198541477322578, @@ -37143,7 +41732,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3111342787742615, + "comprehensiveness": 0.31066223978996277, "sufficiency": 0.0, "masked prediction probs": [ 0.05050983279943466, @@ -37167,15 +41756,28 @@ 0.9904516935348511 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009548254311084747, + 0.9904516935348511 + ], + "full text prediction probs": [ + 0.009548254311084747, + 0.9904516935348511 + ], + "labels": 1 } }, "test_497": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8708368539810181, + "fixed-shap": { + "comprehensiveness": 0.012660070322453976, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3176073729991913, - 0.6823926568031311 + 0.009827823378145695, + 0.9901722073554993 ], "full text prediction probs": [ 0.008179185912013054, @@ -37274,12 +41876,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9007048010826111, + "sufficiency": 0.8724036812782288, "masked prediction probs": [ - 0.19643370807170868, - 0.8035663366317749 + 0.3176073729991913, + 0.6823926568031311 + ], + "full text prediction probs": [ + 0.008179185912013054, + 0.9918208122253418 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0017436082707718015, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008409318514168262, + 0.9915906190872192 ], "full text prediction probs": [ 0.008179185912013054, @@ -37289,7 +41904,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9008551239967346, + "sufficiency": 0.9010050296783447, "masked prediction probs": [ 0.19643370807170868, 0.8035663366317749 @@ -37314,7 +41929,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0038619788829237223, + "comprehensiveness": 0.003856153693050146, "sufficiency": 0.0, "masked prediction probs": [ 0.008690561167895794, @@ -37340,7 +41955,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01713673397898674, + "comprehensiveness": 0.01711096428334713, "sufficiency": 0.0, "masked prediction probs": [ 0.010455328039824963, @@ -37353,7 +41968,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01310868188738823, + "comprehensiveness": 0.013088999316096306, "sufficiency": 0.0, "masked prediction probs": [ 0.009922913275659084, @@ -37367,7 +41982,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9017476439476013, + "sufficiency": 0.9018948674201965, + "masked prediction probs": [ + 0.19643370807170868, + 0.8035663366317749 + ], + "full text prediction probs": [ + 0.008179185912013054, + 0.9918208122253418 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9020416140556335, "masked prediction probs": [ 0.19643370807170868, 0.8035663366317749 @@ -37380,7 +42008,7 @@ } }, "test_600": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -37484,12 +42112,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9745702743530273, - 0.02542964741587639 + 0.9479018449783325, + 0.052098192274570465 + ], + "full text prediction probs": [ + 0.03182400017976761, + 0.968176007270813 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01626056432723999, + 0.98373943567276 ], "full text prediction probs": [ 0.03182400017976761, @@ -37563,7 +42204,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2962099313735962, + "comprehensiveness": 0.29566919803619385, "sufficiency": 0.0, "masked prediction probs": [ 0.06422245502471924, @@ -37587,10 +42228,23 @@ 0.968176007270813 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9745702743530273, + 0.02542964741587639 + ], + "full text prediction probs": [ + 0.03182400017976761, + 0.968176007270813 + ], + "labels": 1 } }, "test_614": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9211191534996033, "masked prediction probs": [ @@ -37694,12 +42348,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04542909562587738, - "sufficiency": 0.57078617811203, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9220470190048218, "masked prediction probs": [ - 0.010227004066109657, - 0.9897729754447937 + 0.1854809820652008, + 0.8145190477371216 ], "full text prediction probs": [ 0.004050981719046831, @@ -37707,7 +42361,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.022589020431041718, "sufficiency": 0.0, "masked prediction probs": [ @@ -37720,6 +42374,19 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.02255588211119175, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007126467768102884, + 0.9928735494613647 + ], + "full text prediction probs": [ + 0.004050981719046831, + 0.9959490299224854 + ], + "labels": 1 + }, "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -37734,7 +42401,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.022522838786244392, + "comprehensiveness": 0.022489894181489944, "sufficiency": 0.0, "masked prediction probs": [ 0.007126467768102884, @@ -37760,8 +42427,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04509732127189636, - "sufficiency": 0.5739185214042664, + "comprehensiveness": 0.04503154382109642, + "sufficiency": 0.5745394825935364, "masked prediction probs": [ 0.010227004066109657, 0.9897729754447937 @@ -37773,7 +42440,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004537183325737715, + "comprehensiveness": 0.004530575592070818, "sufficiency": 0.0, "masked prediction probs": [ 0.004673257935792208, @@ -37786,8 +42453,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0449659638106823, - "sufficiency": 0.5751586556434631, + "comprehensiveness": 0.044900570064783096, + "sufficiency": 0.5757760405540466, + "masked prediction probs": [ + 0.010227004066109657, + 0.9897729754447937 + ], + "full text prediction probs": [ + 0.004050981719046831, + 0.9959490299224854 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04483536630868912, + "sufficiency": 0.5763916373252869, "masked prediction probs": [ 0.010227004066109657, 0.9897729754447937 @@ -37800,12 +42480,12 @@ } }, "test_637": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9699439406394958, + "fixed-shap": { + "comprehensiveness": 0.035550083965063095, + "sufficiency": 0.0, "masked prediction probs": [ - 0.1407812535762787, - 0.8592187762260437 + 0.01114106085151434, + 0.9888589382171631 ], "full text prediction probs": [ 0.006450293585658073, @@ -37904,12 +42584,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03512410447001457, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9703038334846497, + "masked prediction probs": [ + 0.1407812535762787, + 0.8592187762260437 + ], + "full text prediction probs": [ + 0.006450293585658073, + 0.9935497641563416 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.01114106085151434, - 0.9888589382171631 + 0.006450293585658073, + 0.9935497641563416 ], "full text prediction probs": [ 0.006450293585658073, @@ -37918,7 +42611,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.006532219238579273, + "comprehensiveness": 0.006522464565932751, "sufficiency": 0.0, "masked prediction probs": [ 0.007323915138840675, @@ -37944,7 +42637,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006512738764286041, + "comprehensiveness": 0.006503042299300432, "sufficiency": 0.0, "masked prediction probs": [ 0.007323915138840675, @@ -37970,7 +42663,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03486301377415657, + "comprehensiveness": 0.03481126204133034, "sufficiency": 0.0, "masked prediction probs": [ 0.01114106085151434, @@ -37983,8 +42676,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2236034870147705, - "sufficiency": 0.759327232837677, + "comprehensiveness": 0.22327204048633575, + "sufficiency": 0.7596836686134338, "masked prediction probs": [ 0.036580853164196014, 0.9634191393852234 @@ -37996,7 +42689,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03475965932011604, + "comprehensiveness": 0.034708213061094284, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01114106085151434, + 0.9888589382171631 + ], + "full text prediction probs": [ + 0.006450293585658073, + 0.9935497641563416 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03465691953897476, "sufficiency": 0.0, "masked prediction probs": [ 0.01114106085151434, @@ -38010,12 +42716,12 @@ } }, "test_659": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01645435206592083, + "fixed-shap": { + "comprehensiveness": 0.034711334854364395, "sufficiency": 0.0, "masked prediction probs": [ - 0.00802216399461031, - 0.9919778108596802 + 0.010442321188747883, + 0.989557683467865 ], "full text prediction probs": [ 0.005840973928570747, @@ -38102,11 +42808,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01628235913813114, - "sufficiency": 0.0, + "comprehensiveness": 0.009753664024174213, + "sufficiency": 0.829856812953949, "masked prediction probs": [ - 0.00802216399461031, - 0.9919778108596802 + 0.007147633470594883, + 0.9928523898124695 ], "full text prediction probs": [ 0.005840973928570747, @@ -38114,13 +42820,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009739121422171593, + "sufficiency": 0.8301103115081787, "masked prediction probs": [ + 0.007147633470594883, + 0.9928523898124695 + ], + "full text prediction probs": [ 0.005840973928570747, 0.9941589832305908 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014211851172149181, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007750533055514097, + 0.9922494888305664 + ], "full text prediction probs": [ 0.005840973928570747, 0.9941589832305908 @@ -38128,7 +42847,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.014211851172149181, + "comprehensiveness": 0.01419072411954403, "sufficiency": 0.0, "masked prediction probs": [ 0.007750533055514097, @@ -38154,7 +42873,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.016185682266950607, + "comprehensiveness": 0.016161693260073662, "sufficiency": 0.0, "masked prediction probs": [ 0.00802216399461031, @@ -38180,7 +42899,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.014127718284726143, + "comprehensiveness": 0.014106840826570988, "sufficiency": 0.0, "masked prediction probs": [ 0.007750533055514097, @@ -38193,7 +42912,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016113925725221634, + "comprehensiveness": 0.01609014719724655, "sufficiency": 0.0, "masked prediction probs": [ 0.00802216399461031, @@ -38217,15 +42936,28 @@ 0.9941589832305908 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005840973928570747, + 0.9941589832305908 + ], + "full text prediction probs": [ + 0.005840973928570747, + 0.9941589832305908 + ], + "labels": 1 } }, "test_734": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7248444557189941, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9847168922424316, - 0.015283172018826008 + 0.9823205471038818, + 0.017679477110505104 ], "full text prediction probs": [ 0.010636501014232635, @@ -38313,10 +43045,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7278250455856323, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9847168922424316, - 0.015283172018826008 + 0.9823205471038818, + 0.017679477110505104 ], "full text prediction probs": [ 0.010636501014232635, @@ -38324,7 +43056,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9823205471038818, + 0.017679477110505104 + ], + "full text prediction probs": [ + 0.010636501014232635, + 0.9893634915351868 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -38338,7 +43083,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10293597728013992, + "comprehensiveness": 0.10277730226516724, "sufficiency": 0.0, "masked prediction probs": [ 0.02397332340478897, @@ -38364,7 +43109,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7723245024681091, + "comprehensiveness": 0.7711375951766968, "sufficiency": 0.0, "masked prediction probs": [ 0.11101081967353821, @@ -38377,7 +43122,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7711375951766968, + "comprehensiveness": 0.7699543237686157, "sufficiency": 0.0, "masked prediction probs": [ 0.11101081967353821, @@ -38403,7 +43148,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.768774688243866, + "comprehensiveness": 0.7675986886024475, "sufficiency": 0.0, "masked prediction probs": [ 0.11101081967353821, @@ -38427,15 +43172,28 @@ 0.9893634915351868 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9686657786369324, + 0.031334180384874344 + ], + "full text prediction probs": [ + 0.010636501014232635, + 0.9893634915351868 + ], + "labels": 1 } }, "test_757": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0036778165958821774, + "fixed-shap": { + "comprehensiveness": 0.012452635914087296, "sufficiency": 0.0, "masked prediction probs": [ - 0.005543121136724949, - 0.9944568872451782 + 0.006713249254971743, + 0.9932867884635925 ], "full text prediction probs": [ 0.005052665248513222, @@ -38522,11 +43280,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0036395983770489693, - "sufficiency": 0.0, + "comprehensiveness": 0.030985243618488312, + "sufficiency": 0.9194189310073853, "masked prediction probs": [ - 0.005543121136724949, - 0.9944568872451782 + 0.009227915666997433, + 0.9907721281051636 ], "full text prediction probs": [ 0.005052665248513222, @@ -38534,13 +43292,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.030939314514398575, + "sufficiency": 0.9195382595062256, "masked prediction probs": [ + 0.009227915666997433, + 0.9907721281051636 + ], + "full text prediction probs": [ 0.005052665248513222, 0.9949473142623901 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0008595744729973376, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005168919917196035, + 0.9948311448097229 + ], "full text prediction probs": [ 0.005052665248513222, 0.9949473142623901 @@ -38548,7 +43319,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.005307398270815611, + "comprehensiveness": 0.005299554206430912, "sufficiency": 0.0, "masked prediction probs": [ 0.0057700201869010925, @@ -38574,8 +43345,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03080233931541443, - "sufficiency": 0.9198942184448242, + "comprehensiveness": 0.03075695037841797, + "sufficiency": 0.9200121760368347, "masked prediction probs": [ 0.009227915666997433, 0.9907721281051636 @@ -38600,8 +43371,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.030711693689227104, - "sufficiency": 0.9201297760009766, + "comprehensiveness": 0.030666571110486984, + "sufficiency": 0.9202470779418945, "masked prediction probs": [ 0.009227915666997433, 0.9907721281051636 @@ -38613,8 +43384,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.030666571110486984, - "sufficiency": 0.9202470779418945, + "comprehensiveness": 0.03062158077955246, + "sufficiency": 0.9203639626502991, "masked prediction probs": [ 0.009227915666997433, 0.9907721281051636 @@ -38637,15 +43408,28 @@ 0.9949473142623901 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005052665248513222, + 0.9949473142623901 + ], + "full text prediction probs": [ + 0.005052665248513222, + 0.9949473142623901 + ], + "labels": 1 } }, "test_783": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.029075510799884796, + "fixed-shap": { + "comprehensiveness": 0.019816804677248, "sufficiency": 0.0, "masked prediction probs": [ - 0.01730263978242874, - 0.9826973080635071 + 0.016147924587130547, + 0.9838520884513855 ], "full text prediction probs": [ 0.013676297850906849, @@ -38744,13 +43528,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02870718389749527, "sufficiency": 0.0, "masked prediction probs": [ + 0.01730263978242874, + 0.9826973080635071 + ], + "full text prediction probs": [ 0.013676297850906849, 0.9863237142562866 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.036059848964214325, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01823868788778782, + 0.9817612767219543 + ], "full text prediction probs": [ 0.013676297850906849, 0.9863237142562866 @@ -38758,7 +43555,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05221929773688316, + "comprehensiveness": 0.0521368682384491, "sufficiency": 0.0, "masked prediction probs": [ 0.020283294841647148, @@ -38810,7 +43607,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.028481680899858475, + "comprehensiveness": 0.02843700535595417, "sufficiency": 0.0, "masked prediction probs": [ 0.01730263978242874, @@ -38847,15 +43644,28 @@ 0.9863237142562866 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013676297850906849, + 0.9863237142562866 + ], + "full text prediction probs": [ + 0.013676297850906849, + 0.9863237142562866 + ], + "labels": 1 } }, "test_801": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7983208298683167, + "fixed-shap": { + "comprehensiveness": 0.0005565882893279195, + "sufficiency": 0.7669899463653564, "masked prediction probs": [ - 0.9751743674278259, - 0.02482556737959385 + 0.9713190793991089, + 0.028680868446826935 ], "full text prediction probs": [ 0.9717830419540405, @@ -38942,11 +43752,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7986590266227722, + "comprehensiveness": 0.0017839641077443957, + "sufficiency": 0.9661770462989807, "masked prediction probs": [ - 0.9751743674278259, - 0.02482556737959385 + 0.9702934622764587, + 0.029706597328186035 ], "full text prediction probs": [ 0.9717830419540405, @@ -38954,12 +43764,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0017835368635132909, + "sufficiency": 0.9661851525306702, + "masked prediction probs": [ + 0.9702934622764587, + 0.029706597328186035 + ], + "full text prediction probs": [ + 0.9717830419540405, + 0.02821696549654007 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7987071871757507, + "sufficiency": 0.729378879070282, "masked prediction probs": [ - 0.9751743674278259, - 0.02482556737959385 + 0.9717830419540405, + 0.02821696549654007 ], "full text prediction probs": [ 0.9717830419540405, @@ -38969,7 +43792,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7600078582763672, + "sufficiency": 0.7600653171539307, "masked prediction probs": [ 0.9741291403770447, 0.0258707944303751 @@ -38982,7 +43805,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7294436097145081, + "sufficiency": 0.7295083403587341, "masked prediction probs": [ 0.9717830419540405, 0.02821696549654007 @@ -38995,7 +43818,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.798851728439331, + "sufficiency": 0.79889976978302, "masked prediction probs": [ 0.9751743674278259, 0.02482556737959385 @@ -39008,7 +43831,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.79889976978302, + "sufficiency": 0.7989479303359985, "masked prediction probs": [ 0.9751743674278259, 0.02482556737959385 @@ -39020,8 +43843,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0014745356747880578, - "sufficiency": 0.8770482540130615, + "comprehensiveness": 0.001474183052778244, + "sufficiency": 0.8770776987075806, "masked prediction probs": [ 0.9705500602722168, 0.029449885711073875 @@ -39033,8 +43856,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00206710584461689, - "sufficiency": 0.8022050261497498, + "comprehensiveness": 0.0020666117779910564, + "sufficiency": 0.8022522330284119, "masked prediction probs": [ 0.9700541496276855, 0.029945923015475273 @@ -39047,7 +43870,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7990440726280212, + "sufficiency": 0.7990920543670654, + "masked prediction probs": [ + 0.9751743674278259, + 0.02482556737959385 + ], + "full text prediction probs": [ + 0.9717830419540405, + 0.02821696549654007 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7991400957107544, "masked prediction probs": [ 0.9751743674278259, 0.02482556737959385 @@ -39060,12 +43896,12 @@ } }, "test_805": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2392408847808838, "sufficiency": 0.0, "masked prediction probs": [ - 0.9173693656921387, - 0.08263063430786133 + 0.04553248733282089, + 0.9544675350189209 ], "full text prediction probs": [ 0.01632784865796566, @@ -39164,12 +44000,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4476485848426819, - 0.5523514151573181 + 0.9173693656921387, + 0.08263063430786133 + ], + "full text prediction probs": [ + 0.01632784865796566, + 0.9836722016334534 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10965212434530258, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.029910646378993988, + 0.970089316368103 ], "full text prediction probs": [ 0.01632784865796566, @@ -39217,7 +44066,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10912348330020905, + "comprehensiveness": 0.10894839465618134, "sufficiency": 0.0, "masked prediction probs": [ 0.029910646378993988, @@ -39243,7 +44092,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06486155837774277, + "comprehensiveness": 0.0647578239440918, "sufficiency": 0.0, "masked prediction probs": [ 0.024427250027656555, @@ -39267,15 +44116,28 @@ 0.9836722016334534 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4476485848426819, + 0.5523514151573181 + ], + "full text prediction probs": [ + 0.01632784865796566, + 0.9836722016334534 + ], + "labels": 1 } }, "test_868": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8944317102432251, + "fixed-shap": { + "comprehensiveness": 0.4236447215080261, + "sufficiency": 0.44929003715515137, "masked prediction probs": [ - 0.7488782405853271, - 0.2511218190193176 + 0.06082058697938919, + 0.9391794204711914 ], "full text prediction probs": [ 0.0037965651135891676, @@ -39374,8 +44236,21 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.37755435705184937, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8956711292266846, + "masked prediction probs": [ + 0.7488782405853271, + 0.2511218190193176 + ], + "full text prediction probs": [ + 0.0037965651135891676, + 0.9962034821510315 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.37700068950653076, "sufficiency": 0.0, "masked prediction probs": [ 0.05522087588906288, @@ -39388,7 +44263,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.37700068950653076, + "comprehensiveness": 0.3764486312866211, "sufficiency": 0.0, "masked prediction probs": [ 0.05522087588906288, @@ -39414,7 +44289,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.017444321885704994, + "comprehensiveness": 0.01741885207593441, "sufficiency": 0.0, "masked prediction probs": [ 0.006182979326695204, @@ -39440,7 +44315,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3748021125793457, + "comprehensiveness": 0.3742564916610718, "sufficiency": 0.0, "masked prediction probs": [ 0.05522087588906288, @@ -39453,7 +44328,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3742564916610718, + "comprehensiveness": 0.373712420463562, "sufficiency": 0.0, "masked prediction probs": [ 0.05522087588906288, @@ -39466,7 +44341,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.373712420463562, + "comprehensiveness": 0.3731699585914612, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05522087588906288, + 0.9447791576385498 + ], + "full text prediction probs": [ + 0.0037965651135891676, + 0.9962034821510315 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3726290464401245, "sufficiency": 0.0, "masked prediction probs": [ 0.05522087588906288, @@ -39480,12 +44368,12 @@ } }, "test_906": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2808595895767212, "sufficiency": 0.0, "masked prediction probs": [ - 0.55829256772995, - 0.4417074918746948 + 0.05540630221366882, + 0.9445937275886536 ], "full text prediction probs": [ 0.02299320325255394, @@ -39584,12 +44472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.16007556021213531, - 0.8399244546890259 + 0.55829256772995, + 0.4417074918746948 + ], + "full text prediction probs": [ + 0.02299320325255394, + 0.9770068526268005 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1941172033548355, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0457451157271862, + 0.9542549252510071 ], "full text prediction probs": [ 0.02299320325255394, @@ -39598,7 +44499,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.19478490948677063, + "comprehensiveness": 0.19445304572582245, "sufficiency": 0.0, "masked prediction probs": [ 0.045823272317647934, @@ -39637,7 +44538,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1937927007675171, + "comprehensiveness": 0.19346420466899872, "sufficiency": 0.0, "masked prediction probs": [ 0.045823272317647934, @@ -39663,7 +44564,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10569587349891663, + "comprehensiveness": 0.10551731288433075, "sufficiency": 0.0, "masked prediction probs": [ 0.03548714891076088, @@ -39687,15 +44588,28 @@ 0.9770068526268005 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.16007556021213531, + 0.8399244546890259 + ], + "full text prediction probs": [ + 0.02299320325255394, + 0.9770068526268005 + ], + "labels": 1 } }, "test_908": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010209077037870884, + "fixed-shap": { + "comprehensiveness": 0.035166144371032715, "sufficiency": 0.0, "masked prediction probs": [ - 0.006926774047315121, - 0.9930732846260071 + 0.010241770185530186, + 0.9897582530975342 ], "full text prediction probs": [ 0.005570667330175638, @@ -39794,13 +44708,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010087546892464161, "sufficiency": 0.0, "masked prediction probs": [ + 0.006926774047315121, + 0.9930732846260071 + ], + "full text prediction probs": [ 0.005570667330175638, 0.994429349899292 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03566901758313179, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010372771881520748, + 0.9896272420883179 + ], "full text prediction probs": [ 0.005570667330175638, 0.994429349899292 @@ -39808,7 +44735,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03566901758313179, + "comprehensiveness": 0.03561609983444214, "sufficiency": 0.0, "masked prediction probs": [ 0.010372771881520748, @@ -39834,7 +44761,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.019151831045746803, + "comprehensiveness": 0.01912350207567215, "sufficiency": 0.0, "masked prediction probs": [ 0.008156719617545605, @@ -39847,7 +44774,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01912350207567215, + "comprehensiveness": 0.01909525692462921, "sufficiency": 0.0, "masked prediction probs": [ 0.008156719617545605, @@ -39860,7 +44787,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.015898263081908226, + "comprehensiveness": 0.015874816104769707, "sufficiency": 0.0, "masked prediction probs": [ 0.0077237398363649845, @@ -39873,7 +44800,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.015874816104769707, + "comprehensiveness": 0.01585143804550171, "sufficiency": 0.0, "masked prediction probs": [ 0.0077237398363649845, @@ -39897,15 +44824,28 @@ 0.994429349899292 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005570667330175638, + 0.994429349899292 + ], + "full text prediction probs": [ + 0.005570667330175638, + 0.994429349899292 + ], + "labels": 1 } }, "test_1003": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.024363750591874123, + "fixed-shap": { + "comprehensiveness": 0.014086931012570858, "sufficiency": 0.0, "masked prediction probs": [ - 0.009644157253205776, - 0.9903558492660522 + 0.008287881501019001, + 0.9917120933532715 ], "full text prediction probs": [ 0.006428815424442291, @@ -40004,13 +44944,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024071859195828438, "sufficiency": 0.0, "masked prediction probs": [ + 0.009644157253205776, + 0.9903558492660522 + ], + "full text prediction probs": [ 0.006428815424442291, 0.9935711622238159 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006167612038552761, + 0.9938323497772217 + ], "full text prediction probs": [ 0.006428815424442291, 0.9935711622238159 @@ -40018,7 +44971,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.019644765183329582, + "comprehensiveness": 0.019615432247519493, "sufficiency": 0.0, "masked prediction probs": [ 0.009056804701685905, @@ -40044,7 +44997,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0004033717850688845, + "comprehensiveness": 0.00040277131483890116, "sufficiency": 0.0, "masked prediction probs": [ 0.006482947617769241, @@ -40057,7 +45010,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015810992568731308, + "comprehensiveness": 0.015787489712238312, "sufficiency": 0.0, "masked prediction probs": [ 0.008553404361009598, @@ -40070,7 +45023,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.023892952129244804, + "comprehensiveness": 0.023857489228248596, "sufficiency": 0.0, "masked prediction probs": [ 0.009644157253205776, @@ -40083,8 +45036,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.19510741531848907, - "sufficiency": 0.9574521780014038, + "comprehensiveness": 0.19481825828552246, + "sufficiency": 0.9575151801109314, "masked prediction probs": [ 0.0327238105237484, 0.9672762155532837 @@ -40107,15 +45060,28 @@ 0.9935711622238159 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006428815424442291, + 0.9935711622238159 + ], + "full text prediction probs": [ + 0.006428815424442291, + 0.9935711622238159 + ], + "labels": 1 } }, "test_1050": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04433517903089523, - "sufficiency": 0.9529510736465454, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9051992893218994, "masked prediction probs": [ - 0.910113513469696, - 0.08988650888204575 + 0.9546669721603394, + 0.04533301293849945 ], "full text prediction probs": [ 0.9459241032600403, @@ -40214,12 +45180,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07028970122337341, - "sufficiency": 0.8745536804199219, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04424752667546272, + "sufficiency": 0.953044056892395, "masked prediction probs": [ - 0.8890369534492493, - 0.11096303910017014 + 0.910113513469696, + 0.08988650888204575 + ], + "full text prediction probs": [ + 0.9459241032600403, + 0.05407591164112091 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7526748180389404, + "masked prediction probs": [ + 0.9459241032600403, + 0.05407591164112091 ], "full text prediction probs": [ 0.9459241032600403, @@ -40229,7 +45208,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7047570943832397, + "sufficiency": 0.7048299312591553, "masked prediction probs": [ 0.9536870121955872, 0.046313025057315826 @@ -40242,7 +45221,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7527357935905457, + "sufficiency": 0.7527969479560852, "masked prediction probs": [ 0.9459241032600403, 0.05407591164112091 @@ -40255,7 +45234,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9054566621780396, + "sufficiency": 0.9054800868034363, "masked prediction probs": [ 0.9546669721603394, 0.04533301293849945 @@ -40267,8 +45246,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07022029161453247, - "sufficiency": 0.8746775388717651, + "comprehensiveness": 0.07020296156406403, + "sufficiency": 0.8747084140777588, "masked prediction probs": [ 0.8890369534492493, 0.11096303910017014 @@ -40280,8 +45259,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010821639560163021, - "sufficiency": 0.8377704620361328, + "comprehensiveness": 0.010818969458341599, + "sufficiency": 0.8378104567527771, "masked prediction probs": [ 0.9371550679206848, 0.06284493952989578 @@ -40293,8 +45272,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03192022442817688, - "sufficiency": 0.9271687865257263, + "comprehensiveness": 0.03191234916448593, + "sufficiency": 0.9271867871284485, "masked prediction probs": [ 0.9200519919395447, 0.07994803786277771 @@ -40306,8 +45285,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07016832381486893, - "sufficiency": 0.8747702240943909, + "comprehensiveness": 0.07015101611614227, + "sufficiency": 0.8748011589050293, + "masked prediction probs": [ + 0.8890369534492493, + 0.11096303910017014 + ], + "full text prediction probs": [ + 0.9459241032600403, + 0.05407591164112091 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07013372331857681, + "sufficiency": 0.8748319745063782, "masked prediction probs": [ 0.8890369534492493, 0.11096303910017014 @@ -40320,12 +45312,12 @@ } }, "test_1098": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007856948301196098, - "sufficiency": 0.9207667112350464, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8042522072792053, "masked prediction probs": [ - 0.9744536876678467, - 0.025546295568346977 + 0.9817342758178711, + 0.018265793099999428 ], "full text prediction probs": [ 0.9810761213302612, @@ -40424,12 +45416,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018608609214425087, - "sufficiency": 0.9289984703063965, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007842062041163445, + "sufficiency": 0.9209167957305908, "masked prediction probs": [ - 0.9653615951538086, - 0.0346384197473526 + 0.9744536876678467, + 0.025546295568346977 + ], + "full text prediction probs": [ + 0.9810761213302612, + 0.018923860043287277 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7213551998138428, + "masked prediction probs": [ + 0.9810761213302612, + 0.018923860043287277 ], "full text prediction probs": [ 0.9810761213302612, @@ -40438,8 +45443,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014401630032807589, - "sufficiency": 0.7354906797409058, + "comprehensiveness": 0.0014398220228031278, + "sufficiency": 0.7355532646179199, "masked prediction probs": [ 0.9798596501350403, 0.020140282809734344 @@ -40452,7 +45457,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7214211821556091, + "sufficiency": 0.7214871048927307, "masked prediction probs": [ 0.9810761213302612, 0.018923860043287277 @@ -40465,7 +45470,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7214871048927307, + "sufficiency": 0.7215529680252075, "masked prediction probs": [ 0.9810761213302612, 0.018923860043287277 @@ -40477,8 +45482,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006318144151009619, - "sufficiency": 0.7792294025421143, + "comprehensiveness": 0.0006316649378277361, + "sufficiency": 0.7792816162109375, "masked prediction probs": [ 0.9805420637130737, 0.019457949325442314 @@ -40490,8 +45495,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018586600199341774, - "sufficiency": 0.929082453250885, + "comprehensiveness": 0.01858220435678959, + "sufficiency": 0.9290992021560669, "masked prediction probs": [ 0.9653615951538086, 0.0346384197473526 @@ -40503,8 +45508,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014384598471224308, - "sufficiency": 0.7358034253120422, + "comprehensiveness": 0.0014381197979673743, + "sufficiency": 0.7358658909797668, "masked prediction probs": [ 0.9798596501350403, 0.020140282809734344 @@ -40516,8 +45521,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018577810376882553, - "sufficiency": 0.9291159510612488, + "comprehensiveness": 0.018573418259620667, + "sufficiency": 0.9291326999664307, + "masked prediction probs": [ + 0.9653615951538086, + 0.0346384197473526 + ], + "full text prediction probs": [ + 0.9810761213302612, + 0.018923860043287277 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01856902986764908, + "sufficiency": 0.9291494488716125, "masked prediction probs": [ 0.9653615951538086, 0.0346384197473526 @@ -40530,12 +45548,12 @@ } }, "test_1110": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6754000782966614, - "sufficiency": 0.9841812252998352, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6278648972511292, "masked prediction probs": [ - 0.4167340099811554, - 0.583266019821167 + 0.9963861703872681, + 0.0036138922441750765 ], "full text prediction probs": [ 0.9962840676307678, @@ -40634,12 +45652,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002931268885731697, - "sufficiency": 0.8272426128387451, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6741430759429932, + "sufficiency": 0.9842106699943542, "masked prediction probs": [ - 0.9937641024589539, - 0.00623598275706172 + 0.4167340099811554, + 0.583266019821167 + ], + "full text prediction probs": [ + 0.9962840676307678, + 0.003715931437909603 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.708598792552948, + "masked prediction probs": [ + 0.9962840676307678, + 0.003715931437909603 ], "full text prediction probs": [ 0.9962840676307678, @@ -40649,7 +45680,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.753404438495636, + "sufficiency": 0.7534617185592651, "masked prediction probs": [ 0.9964399933815002, 0.0035600080154836178 @@ -40662,7 +45693,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7086665034294128, + "sufficiency": 0.7087342739105225, "masked prediction probs": [ 0.9962840676307678, 0.003715931437909603 @@ -40675,7 +45706,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7087342739105225, + "sufficiency": 0.7088019847869873, "masked prediction probs": [ 0.9962840676307678, 0.003715931437909603 @@ -40688,7 +45719,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7088019847869873, + "sufficiency": 0.7088696360588074, "masked prediction probs": [ 0.9962840676307678, 0.003715931437909603 @@ -40700,8 +45731,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002927863271906972, - "sufficiency": 0.8274432420730591, + "comprehensiveness": 0.0029271829407662153, + "sufficiency": 0.8274832367897034, "masked prediction probs": [ 0.9937641024589539, 0.00623598275706172 @@ -40714,7 +45745,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7089371681213379, + "sufficiency": 0.709004819393158, "masked prediction probs": [ 0.9962840676307678, 0.003715931437909603 @@ -40726,8 +45757,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002926503075286746, - "sufficiency": 0.8275233507156372, + "comprehensiveness": 0.0029258234426379204, + "sufficiency": 0.827563464641571, + "masked prediction probs": [ + 0.9937641024589539, + 0.00623598275706172 + ], + "full text prediction probs": [ + 0.9962840676307678, + 0.003715931437909603 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002925144275650382, + "sufficiency": 0.8276034593582153, "masked prediction probs": [ 0.9937641024589539, 0.00623598275706172 @@ -40740,12 +45784,12 @@ } }, "test_1128": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9938117265701294, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7829477787017822, "masked prediction probs": [ - 0.03565800562500954, - 0.964341938495636 + 0.9913445711135864, + 0.008655392564833164 ], "full text prediction probs": [ 0.9907478094100952, @@ -40844,7 +45888,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9938232898712158, "masked prediction probs": [ @@ -40857,9 +45901,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7131900191307068, + "masked prediction probs": [ + 0.9907478094100952, + 0.009252163581550121 + ], + "full text prediction probs": [ + 0.9907478094100952, + 0.009252163581550121 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6525170803070068, + "sufficiency": 0.6525983810424805, "masked prediction probs": [ 0.9924197793006897, 0.007580247242003679 @@ -40872,7 +45929,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.993826150894165, + "sufficiency": 0.9938276410102844, "masked prediction probs": [ 0.03565800562500954, 0.964341938495636 @@ -40885,7 +45942,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.713324248790741, + "sufficiency": 0.7133913040161133, "masked prediction probs": [ 0.9907478094100952, 0.009252163581550121 @@ -40897,8 +45954,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008249646984040737, - "sufficiency": 0.7993034720420837, + "comprehensiveness": 0.008247718214988708, + "sufficiency": 0.7993504405021667, "masked prediction probs": [ 0.9836947917938232, 0.016305210068821907 @@ -40911,7 +45968,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9938305020332336, + "sufficiency": 0.9938319325447083, "masked prediction probs": [ 0.03565800562500954, 0.964341938495636 @@ -40924,7 +45981,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7824085354804993, + "sufficiency": 0.7824593186378479, "masked prediction probs": [ 0.9915817379951477, 0.008418262004852295 @@ -40937,7 +45994,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9938334226608276, + "sufficiency": 0.9938348531723022, + "masked prediction probs": [ + 0.03565800562500954, + 0.964341938495636 + ], + "full text prediction probs": [ + 0.9907478094100952, + 0.009252163581550121 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9938362836837769, "masked prediction probs": [ 0.03565800562500954, 0.964341938495636 @@ -40950,12 +46020,12 @@ } }, "test_1134": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.32355502247810364, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0009396019158884883, + "sufficiency": 0.8210918307304382, "masked prediction probs": [ - 0.7130358815193176, - 0.28696414828300476 + 0.9871910810470581, + 0.012808902189135551 ], "full text prediction probs": [ 0.9879895448684692, @@ -41054,12 +46124,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8545639514923096, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3229469656944275, "sufficiency": 1.0, "masked prediction probs": [ - 0.2604227662086487, - 0.7395772933959961 + 0.7130358815193176, + 0.28696414828300476 + ], + "full text prediction probs": [ + 0.9879895448684692, + 0.012010508216917515 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.715499758720398, + "masked prediction probs": [ + 0.9879895448684692, + 0.012010508216917515 ], "full text prediction probs": [ 0.9879895448684692, @@ -41068,8 +46151,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002070860005915165, - "sufficiency": 0.8667284846305847, + "comprehensiveness": 0.002070373622700572, + "sufficiency": 0.8667597770690918, "masked prediction probs": [ 0.9862260222434998, 0.013773906975984573 @@ -41082,7 +46165,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7155665159225464, + "sufficiency": 0.7156333327293396, "masked prediction probs": [ 0.9879895448684692, 0.012010508216917515 @@ -41095,7 +46178,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7156333327293396, + "sufficiency": 0.7157000303268433, "masked prediction probs": [ 0.9879895448684692, 0.012010508216917515 @@ -41108,7 +46191,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7157000303268433, + "sufficiency": 0.7157667279243469, "masked prediction probs": [ 0.9879895448684692, 0.012010508216917515 @@ -41120,7 +46203,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8535614013671875, + "comprehensiveness": 0.8533611297607422, "sufficiency": 1.0, "masked prediction probs": [ 0.2604227662086487, @@ -41134,7 +46217,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7723889350891113, + "sufficiency": 0.7724423408508301, "masked prediction probs": [ 0.9892386198043823, 0.010761323384940624 @@ -41146,7 +46229,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8531610369682312, + "comprehensiveness": 0.8529609441757202, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2604227662086487, + 0.7395772933959961 + ], + "full text prediction probs": [ + 0.9879895448684692, + 0.012010508216917515 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8527610301971436, "sufficiency": 1.0, "masked prediction probs": [ 0.2604227662086487, @@ -41160,12 +46256,12 @@ } }, "test_1135": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6165041327476501, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.32149577140808105, - 0.678504228591919 + 0.6404488682746887, + 0.35955119132995605 ], "full text prediction probs": [ 0.6161601543426514, @@ -41252,11 +46348,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6147032976150513, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.32149577140808105, - 0.678504228591919 + 0.6404488682746887, + 0.35955119132995605 ], "full text prediction probs": [ 0.6161601543426514, @@ -41264,7 +46360,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6404488682746887, + 0.35955119132995605 + ], + "full text prediction probs": [ + 0.6161601543426514, + 0.38383981585502625 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -41317,7 +46426,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.21435736119747162, + "comprehensiveness": 0.21426813304424286, "sufficiency": 1.0, "masked prediction probs": [ 0.5131913423538208, @@ -41330,7 +46439,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6131680607795715, + "comprehensiveness": 0.6129129528999329, "sufficiency": 1.0, "masked prediction probs": [ 0.32149577140808105, @@ -41343,7 +46452,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.21951991319656372, + "comprehensiveness": 0.21942861378192902, "sufficiency": 1.0, "masked prediction probs": [ 0.5106236338615417, @@ -41367,15 +46476,28 @@ 0.38383981585502625 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6161601543426514, + 0.38383981585502625 + ], + "full text prediction probs": [ + 0.6161601543426514, + 0.38383981585502625 + ], + "labels": 0 } }, "test_1146": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0037074063438922167, - "sufficiency": 0.7737323045730591, + "fixed-shap": { + "comprehensiveness": 0.0017224925104528666, + "sufficiency": 0.7801446318626404, "masked prediction probs": [ - 0.9906394481658936, - 0.00936051830649376 + 0.9923377633094788, + 0.0076622189953923225 ], "full text prediction probs": [ 0.9938115477561951, @@ -41462,11 +46584,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003701350186020136, - "sufficiency": 0.7741019129753113, + "comprehensiveness": 0.0017196787521243095, + "sufficiency": 0.7805037498474121, "masked prediction probs": [ - 0.9906394481658936, - 0.00936051830649376 + 0.9923377633094788, + 0.0076622189953923225 ], "full text prediction probs": [ 0.9938115477561951, @@ -41474,9 +46596,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001719277468509972, + "sufficiency": 0.7805549502372742, + "masked prediction probs": [ + 0.9923377633094788, + 0.0076622189953923225 + ], + "full text prediction probs": [ + 0.9938115477561951, + 0.006188528146594763 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7105745077133179, + "sufficiency": 0.7106419205665588, "masked prediction probs": [ 0.9938115477561951, 0.006188528146594763 @@ -41489,7 +46624,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5363587737083435, + "sufficiency": 0.5364668369293213, "masked prediction probs": [ 0.9953116774559021, 0.00468837283551693 @@ -41502,7 +46637,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7107093334197998, + "sufficiency": 0.7107768654823303, "masked prediction probs": [ 0.9938115477561951, 0.006188528146594763 @@ -41515,7 +46650,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7107768654823303, + "sufficiency": 0.7108443379402161, "masked prediction probs": [ 0.9938115477561951, 0.006188528146594763 @@ -41527,8 +46662,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017176744295284152, - "sufficiency": 0.7807595133781433, + "comprehensiveness": 0.0017172741936519742, + "sufficiency": 0.7808106541633606, "masked prediction probs": [ 0.9923377633094788, 0.0076622189953923225 @@ -41540,8 +46675,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003696174593642354, - "sufficiency": 0.7744177579879761, + "comprehensiveness": 0.0036953133530914783, + "sufficiency": 0.774470329284668, "masked prediction probs": [ 0.9906394481658936, 0.00936051830649376 @@ -41553,8 +46688,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0036953133530914783, - "sufficiency": 0.774470329284668, + "comprehensiveness": 0.00369445257820189, + "sufficiency": 0.7745228409767151, "masked prediction probs": [ 0.9906394481658936, 0.00936051830649376 @@ -41567,7 +46702,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7110462784767151, + "sufficiency": 0.7111136317253113, + "masked prediction probs": [ + 0.9938115477561951, + 0.006188528146594763 + ], + "full text prediction probs": [ + 0.9938115477561951, + 0.006188528146594763 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7111808657646179, "masked prediction probs": [ 0.9938115477561951, 0.006188528146594763 @@ -41580,12 +46728,12 @@ } }, "test_1194": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.0, + "sufficiency": 0.7821304798126221, "masked prediction probs": [ - 0.972703218460083, - 0.027296848595142365 + 0.9165473580360413, + 0.08345266431570053 ], "full text prediction probs": [ 0.9146194458007812, @@ -41673,10 +46821,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.0, + "sufficiency": 0.7825225591659546, "masked prediction probs": [ - 0.972703218460083, - 0.027296848595142365 + 0.9165473580360413, + 0.08345266431570053 ], "full text prediction probs": [ 0.9146194458007812, @@ -41684,9 +46832,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7828922271728516, + "sufficiency": 0.7825784683227539, + "masked prediction probs": [ + 0.9165473580360413, + 0.08345266431570053 + ], + "full text prediction probs": [ + 0.9146194458007812, + 0.08538052439689636 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7829480171203613, "masked prediction probs": [ 0.9146194458007812, 0.08538052439689636 @@ -41712,7 +46873,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7830037474632263, + "sufficiency": 0.7830594778060913, "masked prediction probs": [ 0.9146194458007812, 0.08538052439689636 @@ -41750,8 +46911,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.24169616401195526, - "sufficiency": 0.822513997554779, + "comprehensiveness": 0.24163411557674408, + "sufficiency": 0.8225595355033875, "masked prediction probs": [ 0.7263334393501282, 0.2736665606498718 @@ -41777,7 +46938,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7832821607589722, + "sufficiency": 0.7833377718925476, + "masked prediction probs": [ + 0.9146194458007812, + 0.08538052439689636 + ], + "full text prediction probs": [ + 0.9146194458007812, + 0.08538052439689636 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7833933234214783, "masked prediction probs": [ 0.9146194458007812, 0.08538052439689636 @@ -41790,12 +46964,12 @@ } }, "test_1211": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7269750833511353, + "fixed-shap": { + "comprehensiveness": 0.0016197932418435812, + "sufficiency": 0.8212494850158691, "masked prediction probs": [ - 0.9950778484344482, - 0.004922071006149054 + 0.9931687116622925, + 0.006831275299191475 ], "full text prediction probs": [ 0.9945558309555054, @@ -41882,11 +47056,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7274206280708313, + "comprehensiveness": 0.0016171494498848915, + "sufficiency": 0.8215411901473999, "masked prediction probs": [ - 0.9950778484344482, - 0.004922071006149054 + 0.9931687116622925, + 0.006831275299191475 ], "full text prediction probs": [ 0.9945558309555054, @@ -41894,9 +47068,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001616772380657494, + "sufficiency": 0.8215827941894531, + "masked prediction probs": [ + 0.9931687116622925, + 0.006831275299191475 + ], + "full text prediction probs": [ + 0.9945558309555054, + 0.005444178357720375 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7099580764770508, + "sufficiency": 0.7100256681442261, "masked prediction probs": [ 0.9945558309555054, 0.005444178357720375 @@ -41908,8 +47095,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002472101943567395, - "sufficiency": 0.5299893617630005, + "comprehensiveness": 0.002471525687724352, + "sufficiency": 0.5300989151000977, "masked prediction probs": [ 0.9924343824386597, 0.007565675303339958 @@ -41922,7 +47109,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7100932002067566, + "sufficiency": 0.7101607322692871, "masked prediction probs": [ 0.9945558309555054, 0.005444178357720375 @@ -41935,7 +47122,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7101607322692871, + "sufficiency": 0.7102282643318176, "masked prediction probs": [ 0.9945558309555054, 0.005444178357720375 @@ -41947,8 +47134,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002470374573022127, - "sufficiency": 0.5303177237510681, + "comprehensiveness": 0.002469799481332302, + "sufficiency": 0.530427098274231, "masked prediction probs": [ 0.9924343824386597, 0.007565675303339958 @@ -41960,8 +47147,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00030643498757854104, - "sufficiency": 0.8953291773796082, + "comprehensiveness": 0.0003063636540900916, + "sufficiency": 0.8953536152839661, "masked prediction probs": [ 0.9942926168441772, 0.005707408767193556 @@ -41973,8 +47160,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002469224389642477, - "sufficiency": 0.530536413192749, + "comprehensiveness": 0.0024686497636139393, + "sufficiency": 0.5306456685066223, "masked prediction probs": [ 0.9924343824386597, 0.007565675303339958 @@ -41987,7 +47174,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7104305624961853, + "sufficiency": 0.7104979157447815, + "masked prediction probs": [ + 0.9945558309555054, + 0.005444178357720375 + ], + "full text prediction probs": [ + 0.9945558309555054, + 0.005444178357720375 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7105652689933777, "masked prediction probs": [ 0.9945558309555054, 0.005444178357720375 @@ -42000,12 +47200,12 @@ } }, "test_1214": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01243364717811346, - "sufficiency": 0.9601168036460876, + "fixed-shap": { + "comprehensiveness": 0.0018467282643541694, + "sufficiency": 0.8694055676460266, "masked prediction probs": [ - 0.9831293225288391, - 0.016870660707354546 + 0.9921871423721313, + 0.007812898606061935 ], "full text prediction probs": [ 0.9937671422958374, @@ -42104,12 +47304,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0013685534941032529, - "sufficiency": 0.6765199303627014, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012410438619554043, + "sufficiency": 0.9601912498474121, "masked prediction probs": [ - 0.9925940632820129, - 0.007405922748148441 + 0.9831293225288391, + 0.016870660707354546 ], "full text prediction probs": [ 0.9937671422958374, @@ -42117,7 +47317,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.71067875623703, "masked prediction probs": [ @@ -42130,7 +47330,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.710746169090271, "masked prediction probs": [ @@ -42143,7 +47343,7 @@ ], "labels": 0 }, - "var-ig": { + "var-attention": { "comprehensiveness": 0.0, "sufficiency": 0.7108136415481567, "masked prediction probs": [ @@ -42156,7 +47356,7 @@ ], "labels": 0 }, - "var-gradients": { + "var-ig": { "comprehensiveness": 0.0, "sufficiency": 0.7108810544013977, "masked prediction probs": [ @@ -42169,9 +47369,22 @@ ], "labels": 0 }, + "var-gradients": { + "comprehensiveness": 0.0, + "sufficiency": 0.7109484076499939, + "masked prediction probs": [ + 0.9937671422958374, + 0.0062328241765499115 + ], + "full text prediction probs": [ + 0.9937671422958374, + 0.0062328241765499115 + ], + "labels": 0 + }, "var-scaled attention": { - "comprehensiveness": 0.0013669587206095457, - "sufficiency": 0.6768968105316162, + "comprehensiveness": 0.0013666402082890272, + "sufficiency": 0.6769720911979675, "masked prediction probs": [ 0.9925940632820129, 0.007405922748148441 @@ -42183,8 +47396,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011656126007437706, - "sufficiency": 0.7679824829101562, + "comprehensiveness": 0.0011653411202132702, + "sufficiency": 0.7680365443229675, "masked prediction probs": [ 0.9927666187286377, 0.007233314216136932 @@ -42196,8 +47409,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0013663218123838305, - "sufficiency": 0.6770473718643188, + "comprehensiveness": 0.0013660036493092775, + "sufficiency": 0.6771225929260254, + "masked prediction probs": [ + 0.9925940632820129, + 0.007405922748148441 + ], + "full text prediction probs": [ + 0.9937671422958374, + 0.0062328241765499115 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0013656856026500463, + "sufficiency": 0.6771977543830872, "masked prediction probs": [ 0.9925940632820129, 0.007405922748148441 @@ -42210,12 +47436,12 @@ } }, "test_1220": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3845221996307373, - "sufficiency": 0.9741084575653076, + "fixed-shap": { + "comprehensiveness": 0.0014661694876849651, + "sufficiency": 0.8213476538658142, "masked prediction probs": [ - 0.66359543800354, - 0.33640462160110474 + 0.9905866980552673, + 0.009413282386958599 ], "full text prediction probs": [ 0.991838276386261, @@ -42314,12 +47540,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3378385305404663, - "sufficiency": 0.9024910926818848, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3838028013706207, + "sufficiency": 0.9741568565368652, "masked prediction probs": [ - 0.7029058337211609, - 0.2970941960811615 + 0.66359543800354, + 0.33640462160110474 + ], + "full text prediction probs": [ + 0.991838276386261, + 0.008161774836480618 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7122809886932373, + "masked prediction probs": [ + 0.991838276386261, + 0.008161774836480618 ], "full text prediction probs": [ 0.991838276386261, @@ -42328,7 +47567,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0032459180802106857, + "comprehensiveness": 0.0032451592851430178, "sufficiency": 0.0, "masked prediction probs": [ 0.9890615940093994, @@ -42342,7 +47581,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7123481631278992, + "sufficiency": 0.7124154567718506, "masked prediction probs": [ 0.991838276386261, 0.008161774836480618 @@ -42354,8 +47593,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3376016914844513, - "sufficiency": 0.9025593400001526, + "comprehensiveness": 0.33752280473709106, + "sufficiency": 0.9025821685791016, "masked prediction probs": [ 0.7029058337211609, 0.2970941960811615 @@ -42368,7 +47607,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7124826908111572, + "sufficiency": 0.7125498056411743, "masked prediction probs": [ 0.991838276386261, 0.008161774836480618 @@ -42380,8 +47619,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3374439775943756, - "sufficiency": 0.902604877948761, + "comprehensiveness": 0.33736518025398254, + "sufficiency": 0.9026275277137756, "masked prediction probs": [ 0.7029058337211609, 0.2970941960811615 @@ -42393,8 +47632,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014613759703934193, - "sufficiency": 0.8219315409660339, + "comprehensiveness": 0.0014610348735004663, + "sufficiency": 0.8219732046127319, "masked prediction probs": [ 0.9905866980552673, 0.009413282386958599 @@ -42406,8 +47645,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.33728641271591187, - "sufficiency": 0.9026503562927246, + "comprehensiveness": 0.3372076749801636, + "sufficiency": 0.9026731252670288, + "masked prediction probs": [ + 0.7029058337211609, + 0.2970941960811615 + ], + "full text prediction probs": [ + 0.991838276386261, + 0.008161774836480618 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.33712899684906006, + "sufficiency": 0.9026957750320435, "masked prediction probs": [ 0.7029058337211609, 0.2970941960811615 @@ -42420,12 +47672,12 @@ } }, "test_1224": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0353887639939785, - 0.964611291885376 + 0.8988872170448303, + 0.10111280530691147 ], "full text prediction probs": [ 0.06893786787986755, @@ -42515,8 +47767,8 @@ "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0353887639939785, - 0.964611291885376 + 0.059640802443027496, + 0.9403592348098755 ], "full text prediction probs": [ 0.06893786787986755, @@ -42524,13 +47776,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ + 0.059640802443027496, + 0.9403592348098755 + ], + "full text prediction probs": [ 0.06893786787986755, 0.9310621023178101 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5451772212982178, + 0.4548228085041046 + ], "full text prediction probs": [ 0.06893786787986755, 0.9310621023178101 @@ -42603,7 +47868,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7287392616271973, + "comprehensiveness": 0.7267276048660278, "sufficiency": 0.0, "masked prediction probs": [ 0.12159853428602219, @@ -42627,15 +47892,28 @@ 0.9310621023178101 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06893786787986755, + 0.9310621023178101 + ], + "full text prediction probs": [ + 0.06893786787986755, + 0.9310621023178101 + ], + "labels": 0 } }, "test_1234": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0018215234158560634, - "sufficiency": 0.5669193863868713, + "fixed-shap": { + "comprehensiveness": 0.0105807576328516, + "sufficiency": 0.2747107446193695, "masked prediction probs": [ - 0.9924305081367493, - 0.007569495588541031 + 0.9849344491958618, + 0.01506552193313837 ], "full text prediction probs": [ 0.9939893484115601, @@ -42734,12 +48012,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002666183514520526, - "sufficiency": 0.7826089262962341, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0018181242048740387, + "sufficiency": 0.5677274465560913, "masked prediction probs": [ - 0.9917033910751343, - 0.008296547457575798 + 0.9924305081367493, + 0.007569495588541031 + ], + "full text prediction probs": [ + 0.9939893484115601, + 0.006010705605149269 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7104946374893188, + "masked prediction probs": [ + 0.9939893484115601, + 0.006010705605149269 ], "full text prediction probs": [ 0.9939893484115601, @@ -42748,8 +48039,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00266556185670197, - "sufficiency": 0.7826595902442932, + "comprehensiveness": 0.0026649401988834143, + "sufficiency": 0.7827102541923523, "masked prediction probs": [ 0.9917033910751343, 0.008296547457575798 @@ -42762,7 +48053,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7105621099472046, + "sufficiency": 0.7106295824050903, "masked prediction probs": [ 0.9939893484115601, 0.006010705605149269 @@ -42775,7 +48066,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7106295824050903, + "sufficiency": 0.7106969952583313, "masked prediction probs": [ 0.9939893484115601, 0.006010705605149269 @@ -42788,7 +48079,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7106969952583313, + "sufficiency": 0.7107644081115723, "masked prediction probs": [ 0.9939893484115601, 0.006010705605149269 @@ -42800,8 +48091,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0010189993772655725, - "sufficiency": 0.7570012807846069, + "comprehensiveness": 0.0010187620064243674, + "sufficiency": 0.7570579648017883, "masked prediction probs": [ 0.9931146502494812, 0.0068853748962283134 @@ -42813,8 +48104,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009600312914699316, - "sufficiency": 0.7986927628517151, + "comprehensiveness": 0.000959807715844363, + "sufficiency": 0.7987395524978638, "masked prediction probs": [ 0.9931650757789612, 0.006834967527538538 @@ -42826,8 +48117,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002661837264895439, - "sufficiency": 0.7829632759094238, + "comprehensiveness": 0.002661217236891389, + "sufficiency": 0.7830138206481934, + "masked prediction probs": [ + 0.9917033910751343, + 0.008296547457575798 + ], + "full text prediction probs": [ + 0.9939893484115601, + 0.006010705605149269 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0026605979073792696, + "sufficiency": 0.7830643057823181, "masked prediction probs": [ 0.9917033910751343, 0.008296547457575798 @@ -42840,12 +48144,12 @@ } }, "test_1238": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.39215782284736633, - "sufficiency": 0.9885264039039612, + "fixed-shap": { + "comprehensiveness": 0.014726758003234863, + "sufficiency": 0.9304744005203247, "masked prediction probs": [ - 0.6546004414558411, - 0.34539949893951416 + 0.9752520322799683, + 0.02474796772003174 ], "full text prediction probs": [ 0.9877633452415466, @@ -42944,12 +48248,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07882066816091537, - "sufficiency": 0.7917983531951904, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3914206624031067, + "sufficiency": 0.9885479807853699, "masked prediction probs": [ - 0.9206740856170654, - 0.0793258398771286 + 0.6546004414558411, + 0.34539949893951416 + ], + "full text prediction probs": [ + 0.9877633452415466, + 0.01223661657422781 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7156898379325867, + "masked prediction probs": [ + 0.9877633452415466, + 0.01223661657422781 ], "full text prediction probs": [ 0.9877633452415466, @@ -42959,7 +48276,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8388029932975769, + "sufficiency": 0.8388407826423645, "masked prediction probs": [ 0.9912108182907104, 0.008789231069386005 @@ -42972,7 +48289,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7157565355300903, + "sufficiency": 0.7158233523368835, "masked prediction probs": [ 0.9877633452415466, 0.01223661657422781 @@ -42985,7 +48302,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7158233523368835, + "sufficiency": 0.715890109539032, "masked prediction probs": [ 0.9877633452415466, 0.01223661657422781 @@ -42998,7 +48315,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.715890109539032, + "sufficiency": 0.7159566879272461, "masked prediction probs": [ 0.9877633452415466, 0.01223661657422781 @@ -43010,8 +48327,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07872816920280457, - "sufficiency": 0.7920426726341248, + "comprehensiveness": 0.07870969921350479, + "sufficiency": 0.7920914888381958, "masked prediction probs": [ 0.9206740856170654, 0.0793258398771286 @@ -43023,8 +48340,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 5.867016443517059e-05, - "sufficiency": 0.8176069855690002, + "comprehensiveness": 5.865640196134336e-05, + "sufficiency": 0.817649781703949, "masked prediction probs": [ 0.9877133369445801, 0.01228660624474287 @@ -43036,8 +48353,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07869123667478561, - "sufficiency": 0.7921402454376221, + "comprehensiveness": 0.07867277413606644, + "sufficiency": 0.7921889424324036, + "masked prediction probs": [ + 0.9206740856170654, + 0.0793258398771286 + ], + "full text prediction probs": [ + 0.9877633452415466, + 0.01223661657422781 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07865433394908905, + "sufficiency": 0.7922376990318298, "masked prediction probs": [ 0.9206740856170654, 0.0793258398771286 @@ -43050,12 +48380,12 @@ } }, "test_1242": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.43520522117614746, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.003919640090316534, + "sufficiency": 0.7599830031394958, "masked prediction probs": [ - 0.6192499995231628, - 0.38075006008148193 + 0.9865868091583252, + 0.013413196429610252 ], "full text prediction probs": [ 0.9899252653121948, @@ -43154,12 +48484,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1343899369239807, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43438920378685, "sufficiency": 1.0, "masked prediction probs": [ - 0.8752469420433044, - 0.12475312501192093 + 0.6192499995231628, + 0.38075006008148193 + ], + "full text prediction probs": [ + 0.9899252653121948, + 0.010074666701257229 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.713877260684967, + "masked prediction probs": [ + 0.9899252653121948, + 0.010074666701257229 ], "full text prediction probs": [ 0.9899252653121948, @@ -43168,8 +48511,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002219378249719739, - "sufficiency": 0.8077154159545898, + "comprehensiveness": 0.002218858106061816, + "sufficiency": 0.8077605366706848, "masked prediction probs": [ 0.9880309700965881, 0.011969045735895634 @@ -43182,7 +48525,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7139442563056946, + "sufficiency": 0.7140112519264221, "masked prediction probs": [ 0.9899252653121948, 0.010074666701257229 @@ -43195,7 +48538,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7140112519264221, + "sufficiency": 0.7140782475471497, "masked prediction probs": [ 0.9899252653121948, 0.010074666701257229 @@ -43208,7 +48551,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7140782475471497, + "sufficiency": 0.7141451835632324, "masked prediction probs": [ 0.9899252653121948, 0.010074666701257229 @@ -43220,7 +48563,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13423262536525726, + "comprehensiveness": 0.13420121371746063, "sufficiency": 1.0, "masked prediction probs": [ 0.8752469420433044, @@ -43233,8 +48576,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0008456006180495024, - "sufficiency": 0.6936711668968201, + "comprehensiveness": 0.0008454027702100575, + "sufficiency": 0.6937428116798401, "masked prediction probs": [ 0.9892026782035828, 0.010797281749546528 @@ -43246,7 +48589,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1341698169708252, + "comprehensiveness": 0.13413842022418976, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8752469420433044, + 0.12475312501192093 + ], + "full text prediction probs": [ + 0.9899252653121948, + 0.010074666701257229 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1341070532798767, "sufficiency": 1.0, "masked prediction probs": [ 0.8752469420433044, @@ -43260,12 +48616,12 @@ } }, "test_1268": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7048476934432983, + "sufficiency": 0.9394041895866394, "masked prediction probs": [ - 0.9915587902069092, - 0.00844126008450985 + 0.9073585867881775, + 0.0926414281129837 ], "full text prediction probs": [ 0.8391554951667786, @@ -43364,12 +48720,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9798932671546936, + "sufficiency": 0.7055196762084961, "masked prediction probs": [ - 0.9660497307777405, - 0.033950213342905045 + 0.9915587902069092, + 0.00844126008450985 + ], + "full text prediction probs": [ + 0.8391554951667786, + 0.16084451973438263 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8670112490653992, + "masked prediction probs": [ + 0.8391554951667786, + 0.16084451973438263 ], "full text prediction probs": [ 0.8391554951667786, @@ -43379,7 +48748,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.979898989200592, + "sufficiency": 0.9799047112464905, "masked prediction probs": [ 0.9660497307777405, 0.033950213342905045 @@ -43392,7 +48761,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8670490980148315, + "sufficiency": 0.8670868873596191, "masked prediction probs": [ 0.8391554951667786, 0.16084451973438263 @@ -43405,7 +48774,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9799104332923889, + "sufficiency": 0.9799161553382874, "masked prediction probs": [ 0.9660497307777405, 0.033950213342905045 @@ -43417,7 +48786,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.12391939759254456, + "comprehensiveness": 0.1238841637969017, "sufficiency": 1.0, "masked prediction probs": [ 0.7519961595535278, @@ -43444,7 +48813,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9396452307701111, + "sufficiency": 0.9396623969078064, "masked prediction probs": [ 0.9073585867881775, 0.0926414281129837 @@ -43457,7 +48826,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9799332618713379, + "sufficiency": 0.9799389839172363, + "masked prediction probs": [ + 0.9660497307777405, + 0.033950213342905045 + ], + "full text prediction probs": [ + 0.8391554951667786, + 0.16084451973438263 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.97994464635849, "masked prediction probs": [ 0.9660497307777405, 0.033950213342905045 @@ -43470,12 +48852,12 @@ } }, "test_1286": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8563722968101501, "masked prediction probs": [ - 0.11685233563184738, - 0.883147656917572 + 0.9705425500869751, + 0.02945741079747677 ], "full text prediction probs": [ 0.9487053155899048, @@ -43574,12 +48956,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8347401022911072, - "sufficiency": 0.9676717519760132, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.27080848813056946, - 0.7291915416717529 + 0.11685233563184738, + 0.883147656917572 + ], + "full text prediction probs": [ + 0.9487053155899048, + 0.051294710487127304 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7500980496406555, + "masked prediction probs": [ + 0.9487053155899048, + 0.051294710487127304 ], "full text prediction probs": [ 0.9487053155899048, @@ -43589,7 +48984,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5900188088417053, + "sufficiency": 0.5901197791099548, "masked prediction probs": [ 0.9700124859809875, 0.02998746931552887 @@ -43602,7 +48997,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7501595616340637, + "sufficiency": 0.7502210736274719, "masked prediction probs": [ 0.9487053155899048, 0.051294710487127304 @@ -43614,8 +49009,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8341238498687744, - "sufficiency": 0.9676956534385681, + "comprehensiveness": 0.833918571472168, + "sufficiency": 0.9677035808563232, "masked prediction probs": [ 0.27080848813056946, 0.7291915416717529 @@ -43627,8 +49022,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.833918571472168, - "sufficiency": 0.9677035808563232, + "comprehensiveness": 0.8337135314941406, + "sufficiency": 0.9677115082740784, "masked prediction probs": [ 0.27080848813056946, 0.7291915416717529 @@ -43640,8 +49035,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8337135314941406, - "sufficiency": 0.9677115082740784, + "comprehensiveness": 0.8335084319114685, + "sufficiency": 0.9677194356918335, "masked prediction probs": [ 0.27080848813056946, 0.7291915416717529 @@ -43654,7 +49049,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7861899733543396, + "sufficiency": 0.7862424850463867, "masked prediction probs": [ 0.9746505618095398, 0.02534942328929901 @@ -43666,8 +49061,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8333035707473755, - "sufficiency": 0.9677274227142334, + "comprehensiveness": 0.8330987095832825, + "sufficiency": 0.9677353501319885, + "masked prediction probs": [ + 0.27080848813056946, + 0.7291915416717529 + ], + "full text prediction probs": [ + 0.9487053155899048, + 0.051294710487127304 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8328940272331238, + "sufficiency": 0.9677432775497437, "masked prediction probs": [ 0.27080848813056946, 0.7291915416717529 @@ -43680,12 +49088,12 @@ } }, "test_1303": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06866027414798737, - "sufficiency": 0.8231296539306641, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7728437781333923, "masked prediction probs": [ - 0.931742787361145, - 0.0682571679353714 + 0.9922388792037964, + 0.007761142682284117 ], "full text prediction probs": [ 0.9902443885803223, @@ -43772,11 +49180,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.06854764372110367, - "sufficiency": 0.8234198093414307, + "comprehensiveness": 0.0, + "sufficiency": 0.7732163667678833, "masked prediction probs": [ - 0.931742787361145, - 0.0682571679353714 + 0.9922388792037964, + 0.007761142682284117 ], "full text prediction probs": [ 0.9902443885803223, @@ -43784,9 +49192,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7732694745063782, + "masked prediction probs": [ + 0.9922388792037964, + 0.007761142682284117 + ], + "full text prediction probs": [ + 0.9902443885803223, + 0.00975559838116169 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7135434150695801, + "sufficiency": 0.7136104702949524, "masked prediction probs": [ 0.9902443885803223, 0.00975559838116169 @@ -43799,7 +49220,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6437122821807861, + "sufficiency": 0.6437957286834717, "masked prediction probs": [ 0.9928586483001709, 0.007141307462006807 @@ -43812,7 +49233,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7136775255203247, + "sufficiency": 0.713744580745697, "masked prediction probs": [ 0.9902443885803223, 0.00975559838116169 @@ -43824,8 +49245,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001563581288792193, - "sufficiency": 0.7046753168106079, + "comprehensiveness": 0.001563215279020369, + "sufficiency": 0.7047444581985474, "masked prediction probs": [ 0.9889087080955505, 0.011091265827417374 @@ -43837,8 +49258,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001563215279020369, - "sufficiency": 0.7047444581985474, + "comprehensiveness": 0.0015628495020791888, + "sufficiency": 0.704813539981842, "masked prediction probs": [ 0.9889087080955505, 0.011091265827417374 @@ -43851,7 +49272,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8751038908958435, + "sufficiency": 0.8751331567764282, "masked prediction probs": [ 0.9914695620536804, 0.008530446328222752 @@ -43864,7 +49285,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.773587703704834, + "sufficiency": 0.7736406922340393, "masked prediction probs": [ 0.9922388792037964, 0.007761142682284117 @@ -43877,7 +49298,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7140123844146729, + "sufficiency": 0.7140792608261108, + "masked prediction probs": [ + 0.9902443885803223, + 0.00975559838116169 + ], + "full text prediction probs": [ + 0.9902443885803223, + 0.00975559838116169 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.714146077632904, "masked prediction probs": [ 0.9902443885803223, 0.00975559838116169 @@ -43890,12 +49324,12 @@ } }, "test_1385": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006811023224145174, - "sufficiency": 0.9903156161308289, + "fixed-shap": { + "comprehensiveness": 0.0013230055337771773, + "sufficiency": 0.7716718316078186, "masked prediction probs": [ - 0.9857264757156372, - 0.014273572713136673 + 0.9904096126556396, + 0.009590337984263897 ], "full text prediction probs": [ 0.9915385842323303, @@ -43982,11 +49416,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0067998673766851425, - "sufficiency": 0.9903314113616943, + "comprehensiveness": 0.001320838462561369, + "sufficiency": 0.7720457315444946, "masked prediction probs": [ - 0.9857264757156372, - 0.014273572713136673 + 0.9904096126556396, + 0.009590337984263897 ], "full text prediction probs": [ 0.9915385842323303, @@ -43994,9 +49428,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0013205294962972403, + "sufficiency": 0.7720991373062134, + "masked prediction probs": [ + 0.9904096126556396, + 0.009590337984263897 + ], + "full text prediction probs": [ + 0.9915385842323303, + 0.008461350575089455 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7124634385108948, + "sufficiency": 0.7125306129455566, "masked prediction probs": [ 0.9915385842323303, 0.008461350575089455 @@ -44008,8 +49455,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0021624965593218803, - "sufficiency": 0.7205420136451721, + "comprehensiveness": 0.002161990851163864, + "sufficiency": 0.7206072807312012, "masked prediction probs": [ 0.9896893501281738, 0.010310624726116657 @@ -44022,7 +49469,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7125977277755737, + "sufficiency": 0.7126649618148804, "masked prediction probs": [ 0.9915385842323303, 0.008461350575089455 @@ -44034,8 +49481,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001319603412412107, - "sufficiency": 0.7722588777542114, + "comprehensiveness": 0.0013192949118092656, + "sufficiency": 0.7723121643066406, "masked prediction probs": [ 0.9904096126556396, 0.009590337984263897 @@ -44048,7 +49495,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.712732195854187, + "sufficiency": 0.7127992510795593, "masked prediction probs": [ 0.9915385842323303, 0.008461350575089455 @@ -44060,8 +49507,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006790333893150091, - "sufficiency": 0.9903449416160583, + "comprehensiveness": 0.006788747385144234, + "sufficiency": 0.990347146987915, "masked prediction probs": [ 0.9857264757156372, 0.014273572713136673 @@ -44073,8 +49520,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0013768811477348208, - "sufficiency": 0.7933438420295715, + "comprehensiveness": 0.0013765596086159348, + "sufficiency": 0.7933921217918396, "masked prediction probs": [ 0.9903597831726074, 0.009640196338295937 @@ -44087,7 +49534,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7129334211349487, + "sufficiency": 0.713000476360321, + "masked prediction probs": [ + 0.9915385842323303, + 0.008461350575089455 + ], + "full text prediction probs": [ + 0.9915385842323303, + 0.008461350575089455 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7130674123764038, "masked prediction probs": [ 0.9915385842323303, 0.008461350575089455 @@ -44100,12 +49560,12 @@ } }, "test_1418": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.627910852432251, + "fixed-shap": { + "comprehensiveness": 0.000398604926886037, + "sufficiency": 0.6951690316200256, "masked prediction probs": [ - 0.9963043928146362, - 0.0036956469994038343 + 0.9958791732788086, + 0.004120779223740101 ], "full text prediction probs": [ 0.9962211847305298, @@ -44192,11 +49652,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.6285170316696167, + "comprehensiveness": 0.0003979555913247168, + "sufficiency": 0.6956655383110046, "masked prediction probs": [ - 0.9963043928146362, - 0.0036956469994038343 + 0.9958791732788086, + 0.004120779223740101 ], "full text prediction probs": [ 0.9962211847305298, @@ -44204,9 +49664,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0003978629829362035, + "sufficiency": 0.6957363486289978, + "masked prediction probs": [ + 0.9958791732788086, + 0.004120779223740101 + ], + "full text prediction probs": [ + 0.9962211847305298, + 0.0037788369227200747 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7085828185081482, + "sufficiency": 0.7086505889892578, "masked prediction probs": [ 0.9962211847305298, 0.0037788369227200747 @@ -44218,8 +49691,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002435425529256463, - "sufficiency": 0.9821311831474304, + "comprehensiveness": 0.002434859052300453, + "sufficiency": 0.9821354150772095, "masked prediction probs": [ 0.9941271543502808, 0.0058728470467031 @@ -44232,7 +49705,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7087183594703674, + "sufficiency": 0.7087860703468323, "masked prediction probs": [ 0.9962211847305298, 0.0037788369227200747 @@ -44244,8 +49717,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007662078132852912, - "sufficiency": 0.6997798085212708, + "comprehensiveness": 0.000766029697842896, + "sufficiency": 0.6998496055603027, "masked prediction probs": [ 0.9955620765686035, 0.00443793460726738 @@ -44257,8 +49730,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000766029697842896, - "sufficiency": 0.6998496055603027, + "comprehensiveness": 0.0007658516988158226, + "sufficiency": 0.6999193429946899, "masked prediction probs": [ 0.9955620765686035, 0.00443793460726738 @@ -44270,8 +49743,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0011992664076387882, - "sufficiency": 0.8027368783950806, + "comprehensiveness": 0.0011989877093583345, + "sufficiency": 0.8027827739715576, "masked prediction probs": [ 0.9951890707015991, 0.004810882266610861 @@ -44283,8 +49756,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006600110209546983, - "sufficiency": 0.8488880395889282, + "comprehensiveness": 0.0006598577601835132, + "sufficiency": 0.8489230871200562, "masked prediction probs": [ 0.9956530332565308, 0.004346895031630993 @@ -44297,7 +49770,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7090566158294678, + "sufficiency": 0.7091242074966431, + "masked prediction probs": [ + 0.9962211847305298, + 0.0037788369227200747 + ], + "full text prediction probs": [ + 0.9962211847305298, + 0.0037788369227200747 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7091916799545288, "masked prediction probs": [ 0.9962211847305298, 0.0037788369227200747 @@ -44310,12 +49796,12 @@ } }, "test_1423": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9011328816413879, - 0.09886715561151505 + 0.04969620332121849, + 0.9503037929534912 ], "full text prediction probs": [ 0.2570747137069702, @@ -44414,12 +49900,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8948047161102295, - 0.1051952987909317 + 0.9011328816413879, + 0.09886715561151505 + ], + "full text prediction probs": [ + 0.2570747137069702, + 0.7429252862930298 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05119898542761803, + 0.9488010406494141 ], "full text prediction probs": [ 0.2570747137069702, @@ -44517,15 +50016,28 @@ 0.7429252862930298 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8948047161102295, + 0.1051952987909317 + ], + "full text prediction probs": [ + 0.2570747137069702, + 0.7429252862930298 + ], + "labels": 1 } }, "test_1427": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6064186096191406, "sufficiency": 1.0, "masked prediction probs": [ - 0.07470964640378952, - 0.9252903461456299 + 0.2823536992073059, + 0.7176463007926941 ], "full text prediction probs": [ 0.504461407661438, @@ -44624,12 +50136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.10218767076730728, - 0.8978123068809509 + 0.07470964640378952, + 0.9252903461456299 + ], + "full text prediction probs": [ + 0.504461407661438, + 0.4955385625362396 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.504461407661438, + 0.4955385625362396 ], "full text prediction probs": [ 0.504461407661438, @@ -44690,7 +50215,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9672621488571167, + "comprehensiveness": 0.9667378664016724, "sufficiency": 1.0, "masked prediction probs": [ 0.14767536520957947, @@ -44727,15 +50252,28 @@ 0.4955385625362396 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.10218767076730728, + 0.8978123068809509 + ], + "full text prediction probs": [ + 0.504461407661438, + 0.4955385625362396 + ], + "labels": 0 } }, "test_1444": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1896032840013504, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9202183485031128, "masked prediction probs": [ - 0.7324098348617554, - 0.267590194940567 + 0.9061188101768494, + 0.09388121962547302 ], "full text prediction probs": [ 0.8714332580566406, @@ -44834,12 +50372,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.27329593896865845, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18919050693511963, "sufficiency": 1.0, "masked prediction probs": [ - 0.6706063747406006, - 0.3293936252593994 + 0.7324098348617554, + 0.267590194940567 + ], + "full text prediction probs": [ + 0.8714332580566406, + 0.128566712141037 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8289430737495422, + "masked prediction probs": [ + 0.8714332580566406, + 0.128566712141037 ], "full text prediction probs": [ 0.8714332580566406, @@ -44849,7 +50400,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9026204347610474, + "sufficiency": 0.9026469588279724, "masked prediction probs": [ 0.9126028418540955, 0.08739713579416275 @@ -44862,7 +50413,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.828989565372467, + "sufficiency": 0.8290360569953918, "masked prediction probs": [ 0.8714332580566406, 0.128566712141037 @@ -44875,7 +50426,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8290360569953918, + "sufficiency": 0.8290825486183167, "masked prediction probs": [ 0.8714332580566406, 0.128566712141037 @@ -44888,7 +50439,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8290825486183167, + "sufficiency": 0.8291289806365967, "masked prediction probs": [ 0.8714332580566406, 0.128566712141037 @@ -44900,7 +50451,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.27292460203170776, + "comprehensiveness": 0.2728504240512848, "sufficiency": 1.0, "masked prediction probs": [ 0.6706063747406006, @@ -44914,7 +50465,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9767571091651917, + "sufficiency": 0.9767634272575378, "masked prediction probs": [ 0.8870497941970825, 0.11295019090175629 @@ -44926,7 +50477,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.272776335477829, + "comprehensiveness": 0.27270224690437317, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6706063747406006, + 0.3293936252593994 + ], + "full text prediction probs": [ + 0.8714332580566406, + 0.128566712141037 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2726282477378845, "sufficiency": 1.0, "masked prediction probs": [ 0.6706063747406006, @@ -44940,12 +50504,12 @@ } }, "test_1462": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.33327892422676086, - "sufficiency": 0.9554632902145386, + "fixed-shap": { + "comprehensiveness": 0.0008002264657989144, + "sufficiency": 0.8249742388725281, "masked prediction probs": [ - 0.7062172293663025, - 0.29378271102905273 + 0.9894745349884033, + 0.010525445453822613 ], "full text prediction probs": [ 0.9901562929153442, @@ -45044,12 +50608,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07213194668292999, - "sufficiency": 0.8498486280441284, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3326541781425476, + "sufficiency": 0.9555467963218689, "masked prediction probs": [ - 0.9285876154899597, - 0.07141236960887909 + 0.7062172293663025, + 0.29378271102905273 + ], + "full text prediction probs": [ + 0.9901562929153442, + 0.009843708947300911 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.71368408203125, + "masked prediction probs": [ + 0.9901562929153442, + 0.009843708947300911 ], "full text prediction probs": [ 0.9901562929153442, @@ -45058,8 +50635,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005306118633598089, - "sufficiency": 0.5354902148246765, + "comprehensiveness": 0.005304875783622265, + "sufficiency": 0.5355990529060364, "masked prediction probs": [ 0.9856261610984802, 0.01437382772564888 @@ -45072,7 +50649,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7137511372566223, + "sufficiency": 0.7138181924819946, "masked prediction probs": [ 0.9901562929153442, 0.009843708947300911 @@ -45084,8 +50661,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007981653325259686, - "sufficiency": 0.8254250884056091, + "comprehensiveness": 0.0007979784859344363, + "sufficiency": 0.8254658579826355, "masked prediction probs": [ 0.9894745349884033, 0.010525445453822613 @@ -45098,7 +50675,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7138851881027222, + "sufficiency": 0.7139521241188049, "masked prediction probs": [ 0.9901562929153442, 0.009843708947300911 @@ -45110,8 +50687,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07204753905534744, - "sufficiency": 0.850024402141571, + "comprehensiveness": 0.0720306783914566, + "sufficiency": 0.8500595688819885, "masked prediction probs": [ 0.9285876154899597, 0.07141236960887909 @@ -45123,8 +50700,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 1.4783377082494553e-05, - "sufficiency": 0.8692886829376221, + "comprehensiveness": 1.4779919183638413e-05, + "sufficiency": 0.8693192601203918, "masked prediction probs": [ 0.9901436567306519, 0.009856299497187138 @@ -45136,8 +50713,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07201383262872696, - "sufficiency": 0.8500945568084717, + "comprehensiveness": 0.07199698686599731, + "sufficiency": 0.8501295447349548, + "masked prediction probs": [ + 0.9285876154899597, + 0.07141236960887909 + ], + "full text prediction probs": [ + 0.9901562929153442, + 0.009843708947300911 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07198015600442886, + "sufficiency": 0.8501646518707275, "masked prediction probs": [ 0.9285876154899597, 0.07141236960887909 @@ -45150,12 +50740,12 @@ } }, "test_1530": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9557688236236572, - 0.044231146574020386 + 0.04361598938703537, + 0.9563840627670288 ], "full text prediction probs": [ 0.08756685256958008, @@ -45254,12 +50844,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5117223858833313, - 0.4882776439189911 + 0.9557688236236572, + 0.044231146574020386 + ], + "full text prediction probs": [ + 0.08756685256958008, + 0.9124330878257751 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04845818877220154, + 0.9515417814254761 ], "full text prediction probs": [ 0.08756685256958008, @@ -45357,15 +50960,28 @@ 0.9124330878257751 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5117223858833313, + 0.4882776439189911 + ], + "full text prediction probs": [ + 0.08756685256958008, + 0.9124330878257751 + ], + "labels": 0 } }, "test_1543": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0012958628358319402, - "sufficiency": 0.49370384216308594, + "fixed-shap": { + "comprehensiveness": 0.0032108337618410587, + "sufficiency": 0.6321085095405579, "masked prediction probs": [ - 0.995283305644989, - 0.0047166608273983 + 0.9936398863792419, + 0.006360082421451807 ], "full text prediction probs": [ 0.9963954091072083, @@ -45452,11 +51068,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0012937523424625397, - "sufficiency": 0.49452832341194153, + "comprehensiveness": 0.003205604385584593, + "sufficiency": 0.6327075958251953, "masked prediction probs": [ - 0.995283305644989, - 0.0047166608273983 + 0.9936398863792419, + 0.006360082421451807 ], "full text prediction probs": [ 0.9963954091072083, @@ -45464,9 +51080,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0032048586290329695, + "sufficiency": 0.6327930688858032, + "masked prediction probs": [ + 0.9936398863792419, + 0.006360082421451807 + ], + "full text prediction probs": [ + 0.9963954091072083, + 0.0036045650485903025 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.708439290523529, + "sufficiency": 0.7085070610046387, "masked prediction probs": [ 0.9963954091072083, 0.0036045650485903025 @@ -45478,8 +51107,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015578381717205048, - "sufficiency": 0.8437734246253967, + "comprehensiveness": 0.0015574758872389793, + "sufficiency": 0.8438097834587097, "masked prediction probs": [ 0.9950556755065918, 0.004944284912198782 @@ -45492,7 +51121,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7085747718811035, + "sufficiency": 0.7086425423622131, "masked prediction probs": [ 0.9963954091072083, 0.0036045650485903025 @@ -45505,7 +51134,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7086425423622131, + "sufficiency": 0.7087103128433228, "masked prediction probs": [ 0.9963954091072083, 0.0036045650485903025 @@ -45518,7 +51147,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7087103128433228, + "sufficiency": 0.708777904510498, "masked prediction probs": [ 0.9963954091072083, 0.0036045650485903025 @@ -45530,8 +51159,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004003462381660938, - "sufficiency": 0.8317171931266785, + "comprehensiveness": 0.004002531990408897, + "sufficiency": 0.8317561745643616, "masked prediction probs": [ 0.9929492473602295, 0.007050773594528437 @@ -45543,8 +51172,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015560287283733487, - "sufficiency": 0.843954861164093, + "comprehensiveness": 0.001555667375214398, + "sufficiency": 0.8439911007881165, "masked prediction probs": [ 0.9950556755065918, 0.004944284912198782 @@ -45557,7 +51186,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7089132070541382, + "sufficiency": 0.7089807987213135, + "masked prediction probs": [ + 0.9963954091072083, + 0.0036045650485903025 + ], + "full text prediction probs": [ + 0.9963954091072083, + 0.0036045650485903025 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.709048330783844, "masked prediction probs": [ 0.9963954091072083, 0.0036045650485903025 @@ -45570,12 +51212,12 @@ } }, "test_1623": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0004107872664462775, - "sufficiency": 0.5755083560943604, + "fixed-shap": { + "comprehensiveness": 0.002044619293883443, + "sufficiency": 0.752441942691803, "masked prediction probs": [ - 0.9950902462005615, - 0.004909709095954895 + 0.9936896562576294, + 0.006310296710580587 ], "full text prediction probs": [ 0.9954423904418945, @@ -45662,11 +51304,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0004101174999959767, - "sufficiency": 0.5762004256248474, + "comprehensiveness": 0.0020412856247276068, + "sufficiency": 0.7528455257415771, "masked prediction probs": [ - 0.9950902462005615, - 0.004909709095954895 + 0.9936896562576294, + 0.006310296710580587 ], "full text prediction probs": [ 0.9954423904418945, @@ -45674,9 +51316,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0020408101845532656, + "sufficiency": 0.7529031038284302, + "masked prediction probs": [ + 0.9936896562576294, + 0.006310296710580587 + ], + "full text prediction probs": [ + 0.9954423904418945, + 0.00455763004720211 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7092252969741821, + "sufficiency": 0.7092929482460022, "masked prediction probs": [ 0.9954423904418945, 0.00455763004720211 @@ -45688,8 +51343,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00021724440739490092, - "sufficiency": 0.9639177322387695, + "comprehensiveness": 0.00021719382493756711, + "sufficiency": 0.9639261364936829, "masked prediction probs": [ 0.9952557682991028, 0.004744184203445911 @@ -45702,7 +51357,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7093605995178223, + "sufficiency": 0.7094282507896423, "masked prediction probs": [ 0.9954423904418945, 0.00455763004720211 @@ -45715,7 +51370,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7094282507896423, + "sufficiency": 0.7094958424568176, "masked prediction probs": [ 0.9954423904418945, 0.00455763004720211 @@ -45728,7 +51383,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7094958424568176, + "sufficiency": 0.7095634341239929, "masked prediction probs": [ 0.9954423904418945, 0.00455763004720211 @@ -45741,7 +51396,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8261116743087769, + "sufficiency": 0.8261522054672241, "masked prediction probs": [ 0.9960248470306396, 0.003975199069827795 @@ -45753,8 +51408,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00011248089867876843, - "sufficiency": 0.8549575209617615, + "comprehensiveness": 0.00011245474888710305, + "sufficiency": 0.8549912571907043, "masked prediction probs": [ 0.9953456521034241, 0.0046543763019144535 @@ -45767,7 +51422,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7096984386444092, + "sufficiency": 0.7097659111022949, + "masked prediction probs": [ + 0.9954423904418945, + 0.00455763004720211 + ], + "full text prediction probs": [ + 0.9954423904418945, + 0.00455763004720211 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7098333835601807, "masked prediction probs": [ 0.9954423904418945, 0.00455763004720211 @@ -45780,12 +51448,12 @@ } }, "test_1654": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.16528262197971344, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9466331005096436, - 0.05336693301796913 + 0.048159629106521606, + 0.951840341091156 ], "full text prediction probs": [ 0.030291136354207993, @@ -45873,10 +51541,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.2299574315547943, "masked prediction probs": [ - 0.9466331005096436, - 0.05336693301796913 + 0.9697274565696716, + 0.03027251921594143 ], "full text prediction probs": [ 0.030291136354207993, @@ -45884,12 +51552,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.23136018216609955, + "masked prediction probs": [ + 0.9697274565696716, + 0.03027251921594143 + ], + "full text prediction probs": [ + 0.030291136354207993, + 0.9697088599205017 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2973242402076721, "sufficiency": 0.0, "masked prediction probs": [ - 0.5032774806022644, - 0.496722549200058 + 0.06296981126070023, + 0.9370301961898804 ], "full text prediction probs": [ 0.030291136354207993, @@ -45987,10 +51668,23 @@ 0.9697088599205017 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5032774806022644, + 0.496722549200058 + ], + "full text prediction probs": [ + 0.030291136354207993, + 0.9697088599205017 + ], + "labels": 0 } }, "test_1685": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.6971749663352966, "masked prediction probs": [ @@ -46094,9 +51788,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8722381591796875, + "sufficiency": 0.6978686451911926, + "masked prediction probs": [ + 0.9164645671844482, + 0.08353547006845474 + ], + "full text prediction probs": [ + 0.8349143266677856, + 0.16508568823337555 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8722747564315796, "masked prediction probs": [ 0.8349143266677856, 0.16508568823337555 @@ -46122,7 +51829,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8723112940788269, + "sufficiency": 0.8723478317260742, "masked prediction probs": [ 0.8349143266677856, 0.16508568823337555 @@ -46135,7 +51842,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8723478317260742, + "sufficiency": 0.8723843097686768, "masked prediction probs": [ 0.8349143266677856, 0.16508568823337555 @@ -46174,7 +51881,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9849322438240051, + "sufficiency": 0.984936535358429, "masked prediction probs": [ 0.9279186129570007, 0.07208135724067688 @@ -46187,7 +51894,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8724937438964844, + "sufficiency": 0.8725301623344421, + "masked prediction probs": [ + 0.8349143266677856, + 0.16508568823337555 + ], + "full text prediction probs": [ + 0.8349143266677856, + 0.16508568823337555 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8725665807723999, "masked prediction probs": [ 0.8349143266677856, 0.16508568823337555 @@ -46200,12 +51920,12 @@ } }, "test_1722": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5370782017707825, - "sufficiency": 0.8725405931472778, + "fixed-shap": { + "comprehensiveness": 0.0004024779482278973, + "sufficiency": 0.8686812520027161, "masked prediction probs": [ - 0.5345909595489502, - 0.4654090702533722 + 0.9941359758377075, + 0.005863948259502649 ], "full text prediction probs": [ 0.9944806098937988, @@ -46304,12 +52024,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3947041630744934, - "sufficiency": 0.7821139693260193, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.536076545715332, + "sufficiency": 0.8727782964706421, "masked prediction probs": [ - 0.655871570110321, - 0.34412842988967896 + 0.5345909595489502, + 0.4654090702533722 + ], + "full text prediction probs": [ + 0.9944806098937988, + 0.005519446451216936 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7100878953933716, + "masked prediction probs": [ + 0.9944806098937988, + 0.005519446451216936 ], "full text prediction probs": [ 0.9944806098937988, @@ -46319,7 +52052,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8222383260726929, + "sufficiency": 0.8222798109054565, "masked prediction probs": [ 0.9948675632476807, 0.005132457707077265 @@ -46332,7 +52065,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7101554274559021, + "sufficiency": 0.7102229595184326, "masked prediction probs": [ 0.9944806098937988, 0.005519446451216936 @@ -46345,7 +52078,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7102229595184326, + "sufficiency": 0.7102904319763184, "masked prediction probs": [ 0.9944806098937988, 0.005519446451216936 @@ -46358,7 +52091,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7102904319763184, + "sufficiency": 0.7103579044342041, "masked prediction probs": [ 0.9944806098937988, 0.005519446451216936 @@ -46370,8 +52103,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.39424461126327515, - "sufficiency": 0.7823676466941833, + "comprehensiveness": 0.39415282011032104, + "sufficiency": 0.7824183106422424, "masked prediction probs": [ 0.655871570110321, 0.34412842988967896 @@ -46383,8 +52116,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015696267364546657, - "sufficiency": 0.6534413695335388, + "comprehensiveness": 0.0015692614251747727, + "sufficiency": 0.6535219550132751, "masked prediction probs": [ 0.9931321740150452, 0.006867825519293547 @@ -46396,8 +52129,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3940610885620117, - "sufficiency": 0.7824689149856567, + "comprehensiveness": 0.3939693570137024, + "sufficiency": 0.7825195789337158, + "masked prediction probs": [ + 0.655871570110321, + 0.34412842988967896 + ], + "full text prediction probs": [ + 0.9944806098937988, + 0.005519446451216936 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.39387771487236023, + "sufficiency": 0.7825701236724854, "masked prediction probs": [ 0.655871570110321, 0.34412842988967896 @@ -46410,12 +52156,12 @@ } }, "test_1745": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02889310009777546, - "sufficiency": 0.8539931178092957, + "fixed-shap": { + "comprehensiveness": 0.002508005825802684, + "sufficiency": 0.7771084308624268, "masked prediction probs": [ - 0.9610848426818848, - 0.03891512751579285 + 0.9834427237510681, + 0.016557252034544945 ], "full text prediction probs": [ 0.9855679273605347, @@ -46502,11 +52248,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.028845442458987236, - "sufficiency": 0.8542339205741882, + "comprehensiveness": 0.0025038691237568855, + "sufficiency": 0.7774760723114014, "masked prediction probs": [ - 0.9610848426818848, - 0.03891512751579285 + 0.9834427237510681, + 0.016557252034544945 ], "full text prediction probs": [ 0.9855679273605347, @@ -46514,9 +52260,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0025032791309058666, + "sufficiency": 0.7775284647941589, + "masked prediction probs": [ + 0.9834427237510681, + 0.016557252034544945 + ], + "full text prediction probs": [ + 0.9855679273605347, + 0.014432053081691265 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7174734473228455, + "sufficiency": 0.7175399661064148, "masked prediction probs": [ 0.9855679273605347, 0.014432053081691265 @@ -46528,8 +52287,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003667522920295596, - "sufficiency": 0.6937709450721741, + "comprehensiveness": 0.0036666591186076403, + "sufficiency": 0.6938431262969971, "masked prediction probs": [ 0.9824535846710205, 0.017546409741044044 @@ -46542,7 +52301,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7176064252853394, + "sufficiency": 0.7176729440689087, "masked prediction probs": [ 0.9855679273605347, 0.014432053081691265 @@ -46555,7 +52314,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7176729440689087, + "sufficiency": 0.7177393436431885, "masked prediction probs": [ 0.9855679273605347, 0.014432053081691265 @@ -46568,7 +52327,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7177393436431885, + "sufficiency": 0.717805802822113, "masked prediction probs": [ 0.9855679273605347, 0.014432053081691265 @@ -46580,8 +52339,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02880471758544445, - "sufficiency": 0.8544396758079529, + "comprehensiveness": 0.0287979394197464, + "sufficiency": 0.8544739484786987, "masked prediction probs": [ 0.9610848426818848, 0.03891512751579285 @@ -46593,8 +52352,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0287979394197464, - "sufficiency": 0.8544739484786987, + "comprehensiveness": 0.028791166841983795, + "sufficiency": 0.8545081615447998, "masked prediction probs": [ 0.9610848426818848, 0.03891512751579285 @@ -46607,7 +52366,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7179384827613831, + "sufficiency": 0.7180048227310181, + "masked prediction probs": [ + 0.9855679273605347, + 0.014432053081691265 + ], + "full text prediction probs": [ + 0.9855679273605347, + 0.014432053081691265 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7180711030960083, "masked prediction probs": [ 0.9855679273605347, 0.014432053081691265 @@ -46620,12 +52392,12 @@ } }, "test_1753": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7771004438400269, "sufficiency": 1.0, "masked prediction probs": [ - 0.012357639148831367, - 0.9876424074172974 + 0.2730426788330078, + 0.7269573211669922 ], "full text prediction probs": [ 0.7431479692459106, @@ -46724,12 +52496,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0161932073533535, - 0.983806848526001 + 0.012357639148831367, + 0.9876424074172974 + ], + "full text prediction probs": [ + 0.7431479692459106, + 0.25685200095176697 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7431479692459106, + 0.25685200095176697 ], "full text prediction probs": [ 0.7431479692459106, @@ -46803,7 +52588,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7735206484794617, + "comprehensiveness": 0.7732663154602051, "sufficiency": 1.0, "masked prediction probs": [ 0.2730426788330078, @@ -46827,15 +52612,28 @@ 0.25685200095176697 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0161932073533535, + 0.983806848526001 + ], + "full text prediction probs": [ + 0.7431479692459106, + 0.25685200095176697 + ], + "labels": 0 } }, "test_1797": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09619533270597458, - "sufficiency": 0.9987610578536987, + "fixed-shap": { + "comprehensiveness": 0.001395589904859662, + "sufficiency": 0.745029866695404, "masked prediction probs": [ - 0.9099854230880737, - 0.09001460671424866 + 0.9909377098083496, + 0.009062223136425018 ], "full text prediction probs": [ 0.9921294450759888, @@ -46934,12 +52732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10739335417747498, - "sufficiency": 0.9943458437919617, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09601542353630066, + "sufficiency": 0.998763382434845, "masked prediction probs": [ - 0.9002512693405151, - 0.09974872320890427 + 0.9099854230880737, + 0.09001460671424866 + ], + "full text prediction probs": [ + 0.9921294450759888, + 0.00787062756717205 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7120386958122253, + "masked prediction probs": [ + 0.9921294450759888, + 0.00787062756717205 ], "full text prediction probs": [ 0.9921294450759888, @@ -46948,8 +52759,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008150865905918181, - "sufficiency": 0.859452486038208, + "comprehensiveness": 0.0008148960769176483, + "sufficiency": 0.8594853281974792, "masked prediction probs": [ 0.9914319515228271, 0.00856798142194748 @@ -46962,7 +52773,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.712105929851532, + "sufficiency": 0.7121732234954834, "masked prediction probs": [ 0.9921294450759888, 0.00787062756717205 @@ -46975,7 +52786,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7121732234954834, + "sufficiency": 0.7122403979301453, "masked prediction probs": [ 0.9921294450759888, 0.00787062756717205 @@ -46988,7 +52799,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7122403979301453, + "sufficiency": 0.7123076319694519, "masked prediction probs": [ 0.9921294450759888, 0.00787062756717205 @@ -47000,8 +52811,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10726797580718994, - "sufficiency": 0.9943524599075317, + "comprehensiveness": 0.10724292695522308, + "sufficiency": 0.9943537712097168, "masked prediction probs": [ 0.9002512693405151, 0.09974872320890427 @@ -47014,7 +52825,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.712374746799469, + "sufficiency": 0.7124418616294861, "masked prediction probs": [ 0.9921294450759888, 0.00787062756717205 @@ -47026,8 +52837,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10721790045499802, - "sufficiency": 0.9943550825119019, + "comprehensiveness": 0.10719288140535355, + "sufficiency": 0.9943563938140869, + "masked prediction probs": [ + 0.9002512693405151, + 0.09974872320890427 + ], + "full text prediction probs": [ + 0.9921294450759888, + 0.00787062756717205 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10716787725687027, + "sufficiency": 0.994357705116272, "masked prediction probs": [ 0.9002512693405151, 0.09974872320890427 @@ -47040,12 +52864,12 @@ } }, "test_1811": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.49903351068496704, - "sufficiency": 0.9981938004493713, + "fixed-shap": { + "comprehensiveness": 7.92188584455289e-05, + "sufficiency": 0.8129559755325317, "masked prediction probs": [ - 0.5675228238105774, - 0.4324772357940674 + 0.9951211810112, + 0.004878791980445385 ], "full text prediction probs": [ 0.9951890707015991, @@ -47144,7 +52968,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.498103529214859, "sufficiency": 0.9981971979141235, "masked prediction probs": [ @@ -47157,9 +52981,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7095021605491638, + "masked prediction probs": [ + 0.9951890707015991, + 0.004810965154320002 + ], + "full text prediction probs": [ + 0.9951890707015991, + 0.004810965154320002 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7031113505363464, + "sufficiency": 0.7031804919242859, "masked prediction probs": [ 0.9954931735992432, 0.0045068226754665375 @@ -47171,8 +53008,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.020934611558914185, - "sufficiency": 0.9930163621902466, + "comprehensiveness": 0.020929738879203796, + "sufficiency": 0.9930179715156555, "masked prediction probs": [ 0.9772064685821533, 0.02279358170926571 @@ -47184,8 +53021,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.020929738879203796, - "sufficiency": 0.9930179715156555, + "comprehensiveness": 0.020924868062138557, + "sufficiency": 0.9930196404457092, "masked prediction probs": [ 0.9772064685821533, 0.02279358170926571 @@ -47198,7 +53035,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7097049951553345, + "sufficiency": 0.709772527217865, "masked prediction probs": [ 0.9951890707015991, 0.004810965154320002 @@ -47210,8 +53047,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020919999107718468, - "sufficiency": 0.9930212497711182, + "comprehensiveness": 0.020915132015943527, + "sufficiency": 0.9930228590965271, "masked prediction probs": [ 0.9772064685821533, 0.02279358170926571 @@ -47224,7 +53061,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8133730292320251, + "sufficiency": 0.8134164214134216, "masked prediction probs": [ 0.9958274960517883, 0.0041725425980985165 @@ -47236,8 +53073,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.020910268649458885, - "sufficiency": 0.993024468421936, + "comprehensiveness": 0.020905405282974243, + "sufficiency": 0.993026077747345, "masked prediction probs": [ 0.9772064685821533, 0.02279358170926571 @@ -47247,15 +53084,28 @@ 0.004810965154320002 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.49706146121025085, + "sufficiency": 0.9982010126113892, + "masked prediction probs": [ + 0.5675228238105774, + 0.4324772357940674 + ], + "full text prediction probs": [ + 0.9951890707015991, + 0.004810965154320002 + ], + "labels": 0 } }, "test_116": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9723390936851501, + "fixed-shap": { + "comprehensiveness": 0.0415734127163887, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7165677547454834, - 0.2834322154521942 + 0.015973851084709167, + 0.9840260744094849 ], "full text prediction probs": [ 0.01100153848528862, @@ -47354,7 +53204,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9727039933204651, "masked prediction probs": [ @@ -47367,9 +53217,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.040956929326057434, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015973851084709167, + 0.9840260744094849 + ], + "full text prediction probs": [ + 0.01100153848528862, + 0.9889984726905823 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9682387709617615, + "sufficiency": 0.9682909846305847, "masked prediction probs": [ 0.6087179183959961, 0.3912820518016815 @@ -47382,7 +53245,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8558946251869202, + "sufficiency": 0.8561310768127441, "masked prediction probs": [ 0.5748323202133179, 0.42516767978668213 @@ -47395,7 +53258,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9683430194854736, + "sufficiency": 0.9683948755264282, "masked prediction probs": [ 0.6087179183959961, 0.3912820518016815 @@ -47408,7 +53271,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8563668131828308, + "sufficiency": 0.8566017150878906, "masked prediction probs": [ 0.5748323202133179, 0.42516767978668213 @@ -47421,7 +53284,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9729272127151489, + "sufficiency": 0.9729713797569275, "masked prediction probs": [ 0.7165677547454834, 0.2834322154521942 @@ -47433,7 +53296,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008388086222112179, + "comprehensiveness": 0.008374400436878204, "sufficiency": 0.0, "masked prediction probs": [ 0.012028287164866924, @@ -47447,7 +53310,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9730154871940613, + "sufficiency": 0.9730594158172607, + "masked prediction probs": [ + 0.7165677547454834, + 0.2834322154521942 + ], + "full text prediction probs": [ + 0.01100153848528862, + 0.9889984726905823 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9731031656265259, "masked prediction probs": [ 0.7165677547454834, 0.2834322154521942 @@ -47460,12 +53336,12 @@ } }, "test_161": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013047309592366219, + "fixed-shap": { + "comprehensiveness": 0.021177001297473907, "sufficiency": 0.0, "masked prediction probs": [ - 0.005574821028858423, - 0.9944251775741577 + 0.006604727823287249, + 0.9933952689170837 ], "full text prediction probs": [ 0.003921976312994957, @@ -47564,7 +53440,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.012884553521871567, "sufficiency": 0.0, "masked prediction probs": [ @@ -47577,9 +53453,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.02088027447462082, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006604727823287249, + 0.9933952689170837 + ], + "full text prediction probs": [ + 0.003921976312994957, + 0.9960780739784241 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.08155739307403564, - "sufficiency": 0.8640213012695312, + "comprehensiveness": 0.08143062144517899, + "sufficiency": 0.8642324805259705, "masked prediction probs": [ 0.014400827698409557, 0.985599160194397 @@ -47591,7 +53480,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.013619400560855865, + "comprehensiveness": 0.013598263263702393, "sufficiency": 0.0, "masked prediction probs": [ 0.005674547515809536, @@ -47604,7 +53493,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.013598263263702393, + "comprehensiveness": 0.013577191159129143, "sufficiency": 0.0, "masked prediction probs": [ 0.005674547515809536, @@ -47617,7 +53506,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013577191159129143, + "comprehensiveness": 0.013556184247136116, "sufficiency": 0.0, "masked prediction probs": [ 0.005674547515809536, @@ -47630,8 +53519,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08105264604091644, - "sufficiency": 0.8648622035980225, + "comprehensiveness": 0.08092743158340454, + "sufficiency": 0.8650708198547363, "masked prediction probs": [ 0.014400827698409557, 0.985599160194397 @@ -47643,7 +53532,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0029575543012470007, + "comprehensiveness": 0.0029529924504458904, "sufficiency": 0.0, "masked prediction probs": [ 0.00430487422272563, @@ -47656,7 +53545,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.013514364138245583, + "comprehensiveness": 0.013493550941348076, "sufficiency": 0.0, "masked prediction probs": [ 0.005674547515809536, @@ -47667,15 +53556,28 @@ 0.9960780739784241 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.012706239707767963, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005574821028858423, + 0.9944251775741577 + ], + "full text prediction probs": [ + 0.003921976312994957, + 0.9960780739784241 + ], + "labels": 1 } }, "test_210": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.5717892646789551, + "sufficiency": 0.0, "masked prediction probs": [ - 0.957566499710083, - 0.042433518916368484 + 0.9386888742446899, + 0.06131109967827797 ], "full text prediction probs": [ 0.010314865037798882, @@ -47774,7 +53676,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.5774064660072327, "masked prediction probs": [ @@ -47787,6 +53689,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9386888742446899, + 0.06131109967827797 + ], + "full text prediction probs": [ + 0.010314865037798882, + 0.9896851778030396 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -47801,7 +53716,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05483291298151016, + "comprehensiveness": 0.05474336817860603, "sufficiency": 0.0, "masked prediction probs": [ 0.017020391300320625, @@ -47841,7 +53756,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5808429718017578, + "sufficiency": 0.5815235376358032, "masked prediction probs": [ 0.957566499710083, 0.042433518916368484 @@ -47867,7 +53782,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5822019577026367, + "sufficiency": 0.5828781723976135, + "masked prediction probs": [ + 0.957566499710083, + 0.042433518916368484 + ], + "full text prediction probs": [ + 0.010314865037798882, + 0.9896851778030396 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5835521817207336, "masked prediction probs": [ 0.957566499710083, 0.042433518916368484 @@ -47880,12 +53808,12 @@ } }, "test_304": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9887970685958862, + "fixed-shap": { + "comprehensiveness": 0.023645691573619843, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7592154741287231, - 0.24078458547592163 + 0.01285373605787754, + 0.987146258354187 ], "full text prediction probs": [ 0.010001977905631065, @@ -47984,7 +53912,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9889436364173889, "masked prediction probs": [ @@ -47997,9 +53925,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.02329791709780693, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01285373605787754, + 0.987146258354187 + ], + "full text prediction probs": [ + 0.010001977905631065, + 0.9899980425834656 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9448531866073608, + "sufficiency": 0.9449430704116821, "masked prediction probs": [ 0.872401773929596, 0.12759821116924286 @@ -48011,7 +53952,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06289824843406677, + "comprehensiveness": 0.06279579550027847, "sufficiency": 0.0, "masked prediction probs": [ 0.01771361753344536, @@ -48051,7 +53992,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9027175903320312, + "sufficiency": 0.9028751254081726, "masked prediction probs": [ 0.8563241362571716, 0.1436758041381836 @@ -48064,7 +54005,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9391566514968872, + "sufficiency": 0.9392549991607666, "masked prediction probs": [ 0.837125837802887, 0.16287413239479065 @@ -48077,7 +54018,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9453881978988647, + "sufficiency": 0.9454763531684875, "masked prediction probs": [ 0.872401773929596, 0.12759821116924286 @@ -48087,15 +54028,28 @@ 0.9899980425834656 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9891040325164795, + "masked prediction probs": [ + 0.7592154741287231, + 0.24078458547592163 + ], + "full text prediction probs": [ + 0.010001977905631065, + 0.9899980425834656 + ], + "labels": 1 } }, "test_392": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5086415410041809, - "sufficiency": 0.930455207824707, + "fixed-shap": { + "comprehensiveness": 0.01779080741107464, + "sufficiency": 0.0, "masked prediction probs": [ - 0.06934013962745667, - 0.9306598901748657 + 0.008136794902384281, + 0.9918632507324219 ], "full text prediction probs": [ 0.005918470676988363, @@ -48194,7 +54148,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5021963119506836, "sufficiency": 0.9313357472419739, "masked prediction probs": [ @@ -48207,9 +54161,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.017537593841552734, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008136794902384281, + 0.9918632507324219 + ], + "full text prediction probs": [ + 0.005918470676988363, + 0.9940815567970276 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.16930560767650604, - "sufficiency": 0.8580161333084106, + "comprehensiveness": 0.16903828084468842, + "sufficiency": 0.8582401871681213, "masked prediction probs": [ 0.027333661913871765, 0.972666323184967 @@ -48234,8 +54201,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.499821275472641, - "sufficiency": 0.9316602349281311, + "comprehensiveness": 0.4990345537662506, + "sufficiency": 0.9317677021026611, "masked prediction probs": [ 0.06934013962745667, 0.9306598901748657 @@ -48247,7 +54214,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03906021639704704, + "comprehensiveness": 0.038998834788799286, "sufficiency": 0.0, "masked prediction probs": [ 0.010882527567446232, @@ -48260,7 +54227,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07690521329641342, + "comprehensiveness": 0.07678454369306564, "sufficiency": 0.0, "masked prediction probs": [ 0.015707598999142647, @@ -48273,8 +54240,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11508588492870331, - "sufficiency": 0.6593669652938843, + "comprehensiveness": 0.11490559577941895, + "sufficiency": 0.6599001288414001, "masked prediction probs": [ 0.020590662956237793, 0.979409396648407 @@ -48286,8 +54253,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4966892600059509, - "sufficiency": 0.9320881366729736, + "comprehensiveness": 0.4959123730659485, + "sufficiency": 0.9321942925453186, + "masked prediction probs": [ + 0.06934013962745667, + 0.9306598901748657 + ], + "full text prediction probs": [ + 0.005918470676988363, + 0.9940815567970276 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.49513790011405945, + "sufficiency": 0.9323000907897949, "masked prediction probs": [ 0.06934013962745667, 0.9306598901748657 @@ -48300,12 +54280,12 @@ } }, "test_419": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7672804594039917, "sufficiency": 0.0, "masked prediction probs": [ - 0.9449813365936279, - 0.05501863732933998 + 0.1137242466211319, + 0.8862757682800293 ], "full text prediction probs": [ 0.05806221440434456, @@ -48404,7 +54384,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -48417,6 +54397,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05806221440434456, + 0.9419378042221069 + ], + "full text prediction probs": [ + 0.05806221440434456, + 0.9419378042221069 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -48507,15 +54500,28 @@ 0.9419378042221069 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9449813365936279, + 0.05501863732933998 + ], + "full text prediction probs": [ + 0.05806221440434456, + 0.9419378042221069 + ], + "labels": 1 } }, "test_422": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1161063015460968, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9751412868499756, - 0.024858688935637474 + 0.028395889326930046, + 0.97160404920578 ], "full text prediction probs": [ 0.014969728887081146, @@ -48614,7 +54620,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -48627,6 +54633,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.11432640254497528, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028395889326930046, + 0.97160404920578 + ], + "full text prediction probs": [ + 0.014969728887081146, + 0.9850302338600159 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -48642,7 +54661,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8817073702812195, + "sufficiency": 0.8819079995155334, "masked prediction probs": [ 0.9626697301864624, 0.03733023628592491 @@ -48655,7 +54674,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9660133719444275, + "sufficiency": 0.9660709500312805, "masked prediction probs": [ 0.9536207914352417, 0.04637918621301651 @@ -48668,7 +54687,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8821079730987549, + "sufficiency": 0.882307231426239, "masked prediction probs": [ 0.9626697301864624, 0.03733023628592491 @@ -48693,7 +54712,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.029628831893205643, + "comprehensiveness": 0.02957887575030327, "sufficiency": 0.0, "masked prediction probs": [ 0.018478985875844955, @@ -48717,10 +54736,23 @@ 0.9850302338600159 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9751412868499756, + 0.024858688935637474 + ], + "full text prediction probs": [ + 0.014969728887081146, + 0.9850302338600159 + ], + "labels": 1 } }, "test_428": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.6794818639755249, "masked prediction probs": [ @@ -48812,11 +54844,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9125114679336548, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 0.6830281615257263, "masked prediction probs": [ - 0.12094367295503616, - 0.8790563344955444 + 0.46949973702430725, + 0.5305002927780151 ], "full text prediction probs": [ 0.005552272778004408, @@ -48824,7 +54856,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.6835283637046814, "masked prediction probs": [ @@ -48837,8 +54869,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6840270161628723, + "masked prediction probs": [ + 0.46949973702430725, + 0.5305002927780151 + ], + "full text prediction probs": [ + 0.005552272778004408, + 0.9944477081298828 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.9096336364746094, + "comprehensiveness": 0.9082015156745911, "sufficiency": 0.0, "masked prediction probs": [ 0.12094367295503616, @@ -48864,7 +54909,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.025916846469044685, + "comprehensiveness": 0.02587617188692093, "sufficiency": 0.0, "masked prediction probs": [ 0.008850391954183578, @@ -48877,8 +54922,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5590144991874695, - "sufficiency": 0.7515196204185486, + "comprehensiveness": 0.5581385493278503, + "sufficiency": 0.7519086599349976, "masked prediction probs": [ 0.07680141180753708, 0.9231985807418823 @@ -48890,7 +54935,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9039320945739746, + "comprehensiveness": 0.9025179147720337, "sufficiency": 0.0, "masked prediction probs": [ 0.12094367295503616, @@ -48903,7 +54948,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0018712850287556648, + "comprehensiveness": 0.0018683619564399123, "sufficiency": 0.0, "masked prediction probs": [ 0.005791577510535717, @@ -48916,11 +54961,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9011080861091614, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 0.6874740123748779, "masked prediction probs": [ - 0.12094367295503616, - 0.8790563344955444 + 0.46949973702430725, + 0.5305002927780151 + ], + "full text prediction probs": [ + 0.005552272778004408, + 0.9944477081298828 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6879602670669556, + "masked prediction probs": [ + 0.46949973702430725, + 0.5305002927780151 ], "full text prediction probs": [ 0.005552272778004408, @@ -48930,12 +54988,12 @@ } }, "test_462": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.005223195068538189, "sufficiency": 0.0, "masked prediction probs": [ - 0.20213228464126587, - 0.7978677153587341 + 0.010458012111485004, + 0.9895420074462891 ], "full text prediction probs": [ 0.009827136062085629, @@ -49034,7 +55092,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -49047,8 +55105,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.005146482959389687, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010458012111485004, + 0.9895420074462891 + ], + "full text prediction probs": [ + 0.009827136062085629, + 0.9901728630065918 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.004526512697339058, + "comprehensiveness": 0.004519138019531965, "sufficiency": 0.0, "masked prediction probs": [ 0.010382022708654404, @@ -49074,7 +55145,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.16944237053394318, + "comprehensiveness": 0.16916720569133759, "sufficiency": 0.0, "masked prediction probs": [ 0.030665233731269836, @@ -49087,7 +55158,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07769989222288132, + "comprehensiveness": 0.07757391780614853, "sufficiency": 0.0, "masked prediction probs": [ 0.019398225471377373, @@ -49100,7 +55171,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07258979976177216, + "comprehensiveness": 0.07247230410575867, "sufficiency": 0.0, "masked prediction probs": [ 0.018783243373036385, @@ -49113,7 +55184,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.030943458899855614, + "comprehensiveness": 0.03089345246553421, "sufficiency": 0.0, "masked prediction probs": [ 0.013651099987328053, @@ -49137,15 +55208,28 @@ 0.9901728630065918 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.20213228464126587, + 0.7978677153587341 + ], + "full text prediction probs": [ + 0.009827136062085629, + 0.9901728630065918 + ], + "labels": 1 } }, "test_498": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12509621679782867, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6169026494026184, "masked prediction probs": [ - 0.02762763947248459, - 0.9723724126815796 + 0.261855810880661, + 0.7381442189216614 ], "full text prediction probs": [ 0.012903333641588688, @@ -49244,7 +55328,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.12341824918985367, "sufficiency": 0.0, "masked prediction probs": [ @@ -49257,8 +55341,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6226691007614136, + "masked prediction probs": [ + 0.261855810880661, + 0.7381442189216614 + ], + "full text prediction probs": [ + 0.012903333641588688, + 0.9870966672897339 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.8530319929122925, + "comprehensiveness": 0.851606547832489, "sufficiency": 0.0, "masked prediction probs": [ 0.11484389007091522, @@ -49271,7 +55368,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12300577014684677, + "comprehensiveness": 0.1228005662560463, "sufficiency": 0.0, "masked prediction probs": [ 0.02762763947248459, @@ -49284,7 +55381,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09378212690353394, + "comprehensiveness": 0.09362593293190002, "sufficiency": 0.0, "masked prediction probs": [ 0.024148186668753624, @@ -49297,8 +55394,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7076125741004944, - "sufficiency": 0.3358009159564972, + "comprehensiveness": 0.7064359784126282, + "sufficiency": 0.336904376745224, "masked prediction probs": [ 0.09789028018712997, 0.902109682559967 @@ -49310,7 +55407,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.696104884147644, + "comprehensiveness": 0.6949493288993835, "sufficiency": 0.0, "masked prediction probs": [ 0.09664741158485413, @@ -49323,7 +55420,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.033248916268348694, + "comprehensiveness": 0.033193815499544144, "sufficiency": 0.0, "masked prediction probs": [ 0.01690990850329399, @@ -49336,7 +55433,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12198653072118759, + "comprehensiveness": 0.12178470939397812, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02762763947248459, + 0.9723724126815796 + ], + "full text prediction probs": [ + 0.012903333641588688, + 0.9870966672897339 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12158355116844177, "sufficiency": 0.0, "masked prediction probs": [ 0.02762763947248459, @@ -49350,12 +55460,12 @@ } }, "test_530": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.41858330368995667, "sufficiency": 1.0, "masked prediction probs": [ - 0.03410280868411064, - 0.9658971428871155 + 0.44128164649009705, + 0.5587183833122253 ], "full text prediction probs": [ 0.665091872215271, @@ -49454,7 +55564,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -49467,9 +55577,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.41717901825904846, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.44128164649009705, + 0.5587183833122253 + ], + "full text prediction probs": [ + 0.665091872215271, + 0.3349081575870514 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8601768016815186, + "sufficiency": 0.8602288961410522, "masked prediction probs": [ 0.9661886096000671, 0.03381135314702988 @@ -49557,15 +55680,28 @@ 0.3349081575870514 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03410280868411064, + 0.9658971428871155 + ], + "full text prediction probs": [ + 0.665091872215271, + 0.3349081575870514 + ], + "labels": 1 } }, "test_572": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6585357189178467, + "fixed-shap": { + "comprehensiveness": 0.3726075291633606, + "sufficiency": 0.6411929726600647, "masked prediction probs": [ - 0.49076250195503235, - 0.5092374682426453 + 0.056541673839092255, + 0.9434583187103271 ], "full text prediction probs": [ 0.012554577551782131, @@ -49664,7 +55800,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.6630987524986267, "masked prediction probs": [ @@ -49677,9 +55813,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.36701062321662903, + "sufficiency": 0.6465780735015869, + "masked prediction probs": [ + 0.056541673839092255, + 0.9434583187103271 + ], + "full text prediction probs": [ + 0.012554577551782131, + 0.9874454736709595 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6636605858802795, + "sufficiency": 0.6642205119132996, "masked prediction probs": [ 0.49076250195503235, 0.5092374682426453 @@ -49691,7 +55840,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0849892869591713, + "comprehensiveness": 0.08484791219234467, "sufficiency": 0.0, "masked prediction probs": [ 0.022757723927497864, @@ -49704,7 +55853,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.014760317280888557, + "comprehensiveness": 0.014735805802047253, "sufficiency": 0.0, "masked prediction probs": [ 0.014329442754387856, @@ -49717,7 +55866,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0274214930832386, + "comprehensiveness": 0.02737603150308132, "sufficiency": 0.0, "masked prediction probs": [ 0.015857486054301262, @@ -49730,7 +55879,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07605759799480438, + "comprehensiveness": 0.07593170553445816, "sufficiency": 0.0, "masked prediction probs": [ 0.021731089800596237, @@ -49743,7 +55892,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.563843846321106, + "comprehensiveness": 0.562912106513977, "sufficiency": 0.0, "masked prediction probs": [ 0.08069658279418945, @@ -49757,7 +55906,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6669925451278687, + "sufficiency": 0.6675414443016052, + "masked prediction probs": [ + 0.49076250195503235, + 0.5092374682426453 + ], + "full text prediction probs": [ + 0.012554577551782131, + 0.9874454736709595 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6680885553359985, "masked prediction probs": [ 0.49076250195503235, 0.5092374682426453 @@ -49770,12 +55932,12 @@ } }, "test_584": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9294169545173645, - "sufficiency": 0.9727901816368103, + "fixed-shap": { + "comprehensiveness": 0.002274478552863002, + "sufficiency": 0.6476708650588989, "masked prediction probs": [ - 0.190031498670578, - 0.8099684715270996 + 0.9732310175895691, + 0.026768982410430908 ], "full text prediction probs": [ 0.9751523733139038, @@ -49874,12 +56036,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.969734787940979, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9276598691940308, + "sufficiency": 0.9728416204452515, "masked prediction probs": [ - 0.11020729690790176, - 0.8897927403450012 + 0.190031498670578, + 0.8099684715270996 + ], + "full text prediction probs": [ + 0.9751523733139038, + 0.024847589433193207 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0022696424275636673, + "sufficiency": 0.6484199166297913, + "masked prediction probs": [ + 0.9732310175895691, + 0.026768982410430908 ], "full text prediction probs": [ 0.9751523733139038, @@ -49889,7 +56064,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7206000089645386, + "sufficiency": 0.7206659317016602, "masked prediction probs": [ 0.9864895343780518, 0.01351050566881895 @@ -49901,8 +56076,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009055236354470253, - "sufficiency": 0.825469970703125, + "comprehensiveness": 0.00905309896916151, + "sufficiency": 0.8255112171173096, "masked prediction probs": [ 0.9674848914146423, 0.0325150266289711 @@ -49914,8 +56089,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002268570475280285, - "sufficiency": 0.6485859155654907, + "comprehensiveness": 0.0022680347319692373, + "sufficiency": 0.6486689448356628, "masked prediction probs": [ 0.9732310175895691, 0.026768982410430908 @@ -49928,7 +56103,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9697633981704712, + "sufficiency": 0.9697705507278442, "masked prediction probs": [ 0.11020729690790176, 0.8897927403450012 @@ -49941,7 +56116,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9697705507278442, + "sufficiency": 0.9697776436805725, "masked prediction probs": [ 0.11020729690790176, 0.8897927403450012 @@ -49954,7 +56129,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7460460066795349, + "sufficiency": 0.7461059093475342, "masked prediction probs": [ 0.9863888621330261, 0.01361119095236063 @@ -49967,7 +56142,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9697847962379456, + "sufficiency": 0.9697918891906738, + "masked prediction probs": [ + 0.11020729690790176, + 0.8897927403450012 + ], + "full text prediction probs": [ + 0.9751523733139038, + 0.024847589433193207 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9697990417480469, "masked prediction probs": [ 0.11020729690790176, 0.8897927403450012 @@ -49980,12 +56168,12 @@ } }, "test_589": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22052906453609467, - "sufficiency": 0.20099395513534546, + "fixed-shap": { + "comprehensiveness": 0.02034893073141575, + "sufficiency": 0.0, "masked prediction probs": [ - 0.033058349043130875, - 0.9669417142868042 + 0.008006383664906025, + 0.9919936656951904 ], "full text prediction probs": [ 0.005459681153297424, @@ -50084,7 +56272,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.21774473786354065, "sufficiency": 0.21107396483421326, "masked prediction probs": [ @@ -50097,9 +56285,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.020060352981090546, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008006383664906025, + 0.9919936656951904 + ], + "full text prediction probs": [ + 0.005459681153297424, + 0.994540274143219 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.1676054745912552, - "sufficiency": 0.6900587677955627, + "comprehensiveness": 0.16734179854393005, + "sufficiency": 0.6905460357666016, "masked prediction probs": [ 0.026736846193671227, 0.9732632040977478 @@ -50111,7 +56312,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.020171772688627243, + "comprehensiveness": 0.020140087231993675, "sufficiency": 0.0, "masked prediction probs": [ 0.0080244867131114, @@ -50124,8 +56325,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15540115535259247, - "sufficiency": 0.607794463634491, + "comprehensiveness": 0.1551574319601059, + "sufficiency": 0.60840904712677, "masked prediction probs": [ 0.02524968795478344, 0.9747503399848938 @@ -50137,7 +56338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04856041818857193, + "comprehensiveness": 0.048484377562999725, "sufficiency": 0.0, "masked prediction probs": [ 0.011653516441583633, @@ -50150,8 +56351,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21603995561599731, - "sufficiency": 0.21724581718444824, + "comprehensiveness": 0.21570220589637756, + "sufficiency": 0.21846862137317657, "masked prediction probs": [ 0.033058349043130875, 0.9669417142868042 @@ -50163,7 +56364,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0805109292268753, + "comprehensiveness": 0.0803852528333664, "sufficiency": 0.0, "masked prediction probs": [ 0.015760919079184532, @@ -50176,8 +56377,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21536549925804138, - "sufficiency": 0.21968761086463928, + "comprehensiveness": 0.21502985060214996, + "sufficiency": 0.22090280055999756, + "masked prediction probs": [ + 0.033058349043130875, + 0.9669417142868042 + ], + "full text prediction probs": [ + 0.005459681153297424, + 0.994540274143219 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21469524502754211, + "sufficiency": 0.2221142202615738, "masked prediction probs": [ 0.033058349043130875, 0.9669417142868042 @@ -50190,12 +56404,12 @@ } }, "test_620": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010535202920436859, + "fixed-shap": { + "comprehensiveness": 0.007538818288594484, "sufficiency": 0.0, "masked prediction probs": [ - 0.009834304451942444, - 0.9901657700538635 + 0.009468497708439827, + 0.9905315041542053 ], "full text prediction probs": [ 0.008548391982913017, @@ -50294,13 +56508,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010398867540061474, "sufficiency": 0.0, "masked prediction probs": [ + 0.009834304451942444, + 0.9901657700538635 + ], + "full text prediction probs": [ 0.008548391982913017, 0.9914516806602478 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0073791975155472755, + 0.9926208257675171 + ], "full text prediction probs": [ 0.008548391982913017, 0.9914516806602478 @@ -50309,7 +56536,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9611411690711975, + "sufficiency": 0.9612038135528564, "masked prediction probs": [ 0.26715728640556335, 0.732842743396759 @@ -50335,7 +56562,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7797885537147522, + "sufficiency": 0.7801422476768494, "masked prediction probs": [ 0.305909126996994, 0.6940908432006836 @@ -50347,7 +56574,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003067421494051814, + "comprehensiveness": 0.0030624994542449713, "sufficiency": 0.0, "masked prediction probs": [ 0.008930101990699768, @@ -50361,7 +56588,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9613904356956482, + "sufficiency": 0.9614522457122803, "masked prediction probs": [ 0.26715728640556335, 0.732842743396759 @@ -50373,7 +56600,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01993712969124317, + "comprehensiveness": 0.01990523934364319, "sufficiency": 0.0, "masked prediction probs": [ 0.011037697084248066, @@ -50397,15 +56624,28 @@ 0.9914516806602478 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008548391982913017, + 0.9914516806602478 + ], + "full text prediction probs": [ + 0.008548391982913017, + 0.9914516806602478 + ], + "labels": 1 } }, "test_626": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.012993169017136097, + "fixed-shap": { + "comprehensiveness": 0.0136463837698102, "sufficiency": 0.0, "masked prediction probs": [ - 0.004879415035247803, - 0.9951205849647522 + 0.004962563049048185, + 0.9950373768806458 ], "full text prediction probs": [ 0.0032243120949715376, @@ -50504,7 +56744,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.012831964530050755, "sufficiency": 0.0, "masked prediction probs": [ @@ -50517,8 +56757,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.013456206768751144, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004962563049048185, + 0.9950373768806458 + ], + "full text prediction probs": [ + 0.0032243120949715376, + 0.9967756867408752 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.012129226699471474, + "comprehensiveness": 0.012110473588109016, "sufficiency": 0.0, "masked prediction probs": [ 0.004791193176060915, @@ -50531,7 +56784,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.008799995295703411, + "comprehensiveness": 0.00878641102463007, "sufficiency": 0.0, "masked prediction probs": [ 0.004362937528640032, @@ -50544,7 +56797,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02964068204164505, + "comprehensiveness": 0.029594996944069862, "sufficiency": 0.0, "masked prediction probs": [ 0.0070651825517416, @@ -50557,7 +56810,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006995974574238062, + "comprehensiveness": 0.006985208485275507, "sufficiency": 0.0, "masked prediction probs": [ 0.004132264293730259, @@ -50570,7 +56823,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.014462907798588276, + "comprehensiveness": 0.014440684579312801, "sufficiency": 0.0, "masked prediction probs": [ 0.005104228388518095, @@ -50583,7 +56836,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012046112678945065, + "comprehensiveness": 0.01202763244509697, "sufficiency": 0.0, "masked prediction probs": [ 0.004792528226971626, @@ -50596,7 +56849,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008732490241527557, + "comprehensiveness": 0.008719113655388355, "sufficiency": 0.0, "masked prediction probs": [ 0.004362937528640032, @@ -50607,15 +56860,28 @@ 0.9967756867408752 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.012655326165258884, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004879415035247803, + 0.9951205849647522 + ], + "full text prediction probs": [ + 0.0032243120949715376, + 0.9967756867408752 + ], + "labels": 1 } }, "test_630": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9996846914291382, + "fixed-shap": { + "comprehensiveness": 0.07284855097532272, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9843013882637024, - 0.015698624774813652 + 0.016772029921412468, + 0.9832279682159424 ], "full text prediction probs": [ 0.007827715016901493, @@ -50714,7 +56980,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9996887445449829, "masked prediction probs": [ @@ -50727,9 +56993,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.07179581373929977, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016772029921412468, + 0.9832279682159424 + ], + "full text prediction probs": [ + 0.007827715016901493, + 0.9921722412109375 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9996892809867859, + "sufficiency": 0.9996897578239441, "masked prediction probs": [ 0.9843013882637024, 0.015698624774813652 @@ -50754,8 +57033,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5565259456634521, - "sufficiency": 0.9707984328269958, + "comprehensiveness": 0.5556366443634033, + "sufficiency": 0.9708450436592102, "masked prediction probs": [ 0.07738195359706879, 0.9226179718971252 @@ -50780,8 +57059,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2540144622325897, - "sufficiency": 0.9631373882293701, + "comprehensiveness": 0.253609836101532, + "sufficiency": 0.9631960988044739, "masked prediction probs": [ 0.03967601805925369, 0.9603240489959717 @@ -50793,8 +57072,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08403967320919037, - "sufficiency": 0.9577520489692688, + "comprehensiveness": 0.08390601724386215, + "sufficiency": 0.9578191637992859, "masked prediction probs": [ 0.018381470814347267, 0.9816185832023621 @@ -50807,7 +57086,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9996922016143799, + "sufficiency": 0.9996927380561829, + "masked prediction probs": [ + 0.9843013882637024, + 0.015698624774813652 + ], + "full text prediction probs": [ + 0.007827715016901493, + 0.9921722412109375 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9996932148933411, "masked prediction probs": [ 0.9843013882637024, 0.015698624774813652 @@ -50820,12 +57112,12 @@ } }, "test_644": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7807180285453796, + "sufficiency": 0.7816311120986938, "masked prediction probs": [ - 0.9839004278182983, - 0.01609962061047554 + 0.9787200093269348, + 0.021280009299516678 ], "full text prediction probs": [ 0.9754031896591187, @@ -50924,7 +57216,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7811324000358582, "masked prediction probs": [ @@ -50937,9 +57229,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.782095193862915, + "masked prediction probs": [ + 0.9787200093269348, + 0.021280009299516678 + ], + "full text prediction probs": [ + 0.9754031896591187, + 0.024596814066171646 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8685494661331177, + "sufficiency": 0.8685804605484009, "masked prediction probs": [ 0.979935884475708, 0.020064065232872963 @@ -50952,7 +57257,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8685804605484009, + "sufficiency": 0.8686115741729736, "masked prediction probs": [ 0.979935884475708, 0.020064065232872963 @@ -50965,7 +57270,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7764826416969299, + "sufficiency": 0.7765354514122009, "masked prediction probs": [ 0.9780663251876831, 0.021933669224381447 @@ -50978,7 +57283,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8686426281929016, + "sufficiency": 0.86867356300354, "masked prediction probs": [ 0.979935884475708, 0.020064065232872963 @@ -50991,7 +57296,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7813906073570251, + "sufficiency": 0.7814421653747559, "masked prediction probs": [ 0.9839004278182983, 0.01609962061047554 @@ -51003,8 +57308,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0008412037859670818, - "sufficiency": 0.7145516872406006, + "comprehensiveness": 0.0008410054142586887, + "sufficiency": 0.7146190404891968, "masked prediction probs": [ 0.9746900200843811, 0.025310039520263672 @@ -51017,7 +57322,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7814937233924866, + "sufficiency": 0.7815452218055725, + "masked prediction probs": [ + 0.9839004278182983, + 0.01609962061047554 + ], + "full text prediction probs": [ + 0.9754031896591187, + 0.024596814066171646 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7815967202186584, "masked prediction probs": [ 0.9839004278182983, 0.01609962061047554 @@ -51030,12 +57348,12 @@ } }, "test_647": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08315747231245041, + "fixed-shap": { + "comprehensiveness": 0.12495359033346176, "sufficiency": 0.0, "masked prediction probs": [ - 0.020500240847468376, - 0.9794996976852417 + 0.0255197212100029, + 0.9744802713394165 ], "full text prediction probs": [ 0.010513702407479286, @@ -51134,7 +57452,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0820639505982399, "sufficiency": 0.0, "masked prediction probs": [ @@ -51147,9 +57465,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.12310809642076492, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0255197212100029, + 0.9744802713394165 + ], + "full text prediction probs": [ + 0.010513702407479286, + 0.9894863367080688 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.25047627091407776, - "sufficiency": 0.4869927763938904, + "comprehensiveness": 0.2500658929347992, + "sufficiency": 0.48783257603645325, "masked prediction probs": [ 0.041045043617486954, 0.958954930305481 @@ -51174,7 +57505,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15548528730869293, + "comprehensiveness": 0.15523137152194977, "sufficiency": 0.0, "masked prediction probs": [ 0.029528504237532616, @@ -51187,7 +57518,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08152790367603302, + "comprehensiveness": 0.0813949853181839, "sufficiency": 0.0, "masked prediction probs": [ 0.020500240847468376, @@ -51200,7 +57531,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09351135045289993, + "comprehensiveness": 0.09335914254188538, "sufficiency": 0.0, "masked prediction probs": [ 0.021986939013004303, @@ -51213,8 +57544,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2550552487373352, - "sufficiency": 0.1839849054813385, + "comprehensiveness": 0.2546407878398895, + "sufficiency": 0.18530988693237305, "masked prediction probs": [ 0.04185826703906059, 0.9581416845321655 @@ -51226,7 +57557,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08113044500350952, + "comprehensiveness": 0.08099881559610367, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020500240847468376, + 0.9794996976852417 + ], + "full text prediction probs": [ + 0.010513702407479286, + 0.9894863367080688 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08086761832237244, "sufficiency": 0.0, "masked prediction probs": [ 0.020500240847468376, @@ -51240,12 +57584,12 @@ } }, "test_675": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0518561527132988, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9255056381225586, - 0.07449442148208618 + 0.026529157534241676, + 0.9734708666801453 ], "full text prediction probs": [ 0.020836850628256798, @@ -51344,7 +57688,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -51357,6 +57701,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.20683905482292175, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.043913982808589935, + 0.9560860395431519 + ], + "full text prediction probs": [ + 0.020836850628256798, + 0.9791631102561951 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -51423,7 +57780,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3105028569698334, + "comprehensiveness": 0.30995211005210876, "sufficiency": 0.0, "masked prediction probs": [ 0.05579027533531189, @@ -51447,15 +57804,28 @@ 0.9791631102561951 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9255056381225586, + 0.07449442148208618 + ], + "full text prediction probs": [ + 0.020836850628256798, + 0.9791631102561951 + ], + "labels": 1 } }, "test_739": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.026791732758283615, + "fixed-shap": { + "comprehensiveness": 0.02601873315870762, "sufficiency": 0.0, "masked prediction probs": [ - 0.012264832854270935, - 0.9877352118492126 + 0.012170858681201935, + 0.9878292083740234 ], "full text prediction probs": [ 0.00900686252862215, @@ -51554,7 +57924,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.026443729177117348, "sufficiency": 0.0, "masked prediction probs": [ @@ -51567,8 +57937,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.025639142841100693, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012170858681201935, + 0.9878292083740234 + ], + "full text prediction probs": [ + 0.00900686252862215, + 0.990993082523346 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.05522455275058746, + "comprehensiveness": 0.055135179311037064, "sufficiency": 0.0, "masked prediction probs": [ 0.015821613371372223, @@ -51581,7 +57964,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.026358136907219887, + "comprehensiveness": 0.02631554938852787, "sufficiency": 0.0, "masked prediction probs": [ 0.012264832854270935, @@ -51594,7 +57977,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.055046092718839645, + "comprehensiveness": 0.05495729297399521, "sufficiency": 0.0, "masked prediction probs": [ 0.015821613371372223, @@ -51607,7 +57990,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.28395548462867737, + "comprehensiveness": 0.2834981381893158, "sufficiency": 0.0, "masked prediction probs": [ 0.044217485934495926, @@ -51620,7 +58003,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3681149482727051, + "comprehensiveness": 0.3675230145454407, "sufficiency": 0.0, "masked prediction probs": [ 0.05472690612077713, @@ -51633,7 +58016,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017591949552297592, + "comprehensiveness": 0.017563708126544952, "sufficiency": 0.0, "masked prediction probs": [ 0.011195400729775429, @@ -51646,7 +58029,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02614656090736389, + "comprehensiveness": 0.026104653254151344, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012264832854270935, + 0.9877352118492126 + ], + "full text prediction probs": [ + 0.00900686252862215, + 0.990993082523346 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026062877848744392, "sufficiency": 0.0, "masked prediction probs": [ 0.012264832854270935, @@ -51660,12 +58056,12 @@ } }, "test_772": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02468225732445717, - "sufficiency": 0.885010838508606, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8382424712181091, "masked prediction probs": [ - 0.9422271847724915, - 0.05777280405163765 + 0.9633267521858215, + 0.03667319193482399 ], "full text prediction probs": [ 0.9627718329429626, @@ -51764,7 +58160,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.02463490329682827, "sufficiency": 0.8852314352989197, "masked prediction probs": [ @@ -51777,9 +58173,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.838591456413269, + "masked prediction probs": [ + 0.9633267521858215, + 0.03667319193482399 + ], + "full text prediction probs": [ + 0.9627718329429626, + 0.03722818195819855 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.010694487951695919, - "sufficiency": 0.8312278985977173, + "comprehensiveness": 0.010691924020648003, + "sufficiency": 0.8312684297561646, "masked prediction probs": [ 0.9538508653640747, 0.04614919424057007 @@ -51791,8 +58200,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.039116114377975464, - "sufficiency": 0.8761245608329773, + "comprehensiveness": 0.039106741547584534, + "sufficiency": 0.8761541843414307, "masked prediction probs": [ 0.9301347136497498, 0.06986528635025024 @@ -51804,8 +58213,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.037337739020586014, - "sufficiency": 0.8851794600486755, + "comprehensiveness": 0.03732879087328911, + "sufficiency": 0.8852068781852722, "masked prediction probs": [ 0.9316110610961914, 0.06838890165090561 @@ -51817,8 +58226,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03959690406918526, - "sufficiency": 0.7209147810935974, + "comprehensiveness": 0.03958742320537567, + "sufficiency": 0.7209817171096802, "masked prediction probs": [ 0.9297177195549011, 0.07028220593929291 @@ -51830,8 +58239,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03908800706267357, - "sufficiency": 0.8762134909629822, + "comprehensiveness": 0.039078645408153534, + "sufficiency": 0.8762432336807251, "masked prediction probs": [ 0.9301347136497498, 0.06986528635025024 @@ -51844,7 +58253,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8939104080200195, + "sufficiency": 0.8939357995986938, "masked prediction probs": [ 0.9676600098609924, 0.032339926809072495 @@ -51856,8 +58265,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0395684652030468, - "sufficiency": 0.7211152911186218, + "comprehensiveness": 0.03955899178981781, + "sufficiency": 0.7211819887161255, "masked prediction probs": [ 0.9297177195549011, 0.07028220593929291 @@ -51867,15 +58276,28 @@ 0.03722818195819855 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.024581845849752426, + "sufficiency": 0.8854785561561584, + "masked prediction probs": [ + 0.9422271847724915, + 0.05777280405163765 + ], + "full text prediction probs": [ + 0.9627718329429626, + 0.03722818195819855 + ], + "labels": 0 } }, "test_845": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.03909387066960335, "sufficiency": 0.0, "masked prediction probs": [ - 0.9669605493545532, - 0.033039484173059464 + 0.020455585792660713, + 0.979544460773468 ], "full text prediction probs": [ 0.015974173322319984, @@ -51974,7 +58396,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -51987,6 +58409,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.03848939761519432, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020455585792660713, + 0.979544460773468 + ], + "full text prediction probs": [ + 0.015974173322319984, + 0.9840258955955505 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -52001,7 +58436,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.023492202162742615, + "comprehensiveness": 0.02345198020339012, "sufficiency": 0.0, "masked prediction probs": [ 0.0187140591442585, @@ -52014,7 +58449,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2931484878063202, + "comprehensiveness": 0.29264742136001587, "sufficiency": 0.0, "masked prediction probs": [ 0.05022355169057846, @@ -52077,15 +58512,28 @@ 0.9840258955955505 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9669605493545532, + 0.033039484173059464 + ], + "full text prediction probs": [ + 0.015974173322319984, + 0.9840258955955505 + ], + "labels": 1 } }, "test_885": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4370017349720001, - "sufficiency": 0.6683664917945862, + "fixed-shap": { + "comprehensiveness": 0.068539097905159, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05969871208071709, - 0.940301239490509 + 0.013291910290718079, + 0.9867080450057983 ], "full text prediction probs": [ 0.004659694153815508, @@ -52184,7 +58632,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.43151891231536865, "sufficiency": 0.6725240349769592, "masked prediction probs": [ @@ -52197,9 +58645,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.06757320463657379, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013291910290718079, + 0.9867080450057983 + ], + "full text prediction probs": [ + 0.004659694153815508, + 0.9953403472900391 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.43084320425987244, - "sufficiency": 0.6730364561080933, + "comprehensiveness": 0.43016964197158813, + "sufficiency": 0.6735472083091736, "masked prediction probs": [ 0.05969871208071709, 0.940301239490509 @@ -52211,7 +58672,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.018303345888853073, + "comprehensiveness": 0.01827477477490902, "sufficiency": 0.0, "masked prediction probs": [ 0.00700147682800889, @@ -52224,7 +58685,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04480366408824921, + "comprehensiveness": 0.044733837246894836, "sufficiency": 0.0, "masked prediction probs": [ 0.010401105508208275, @@ -52237,7 +58698,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08910080045461655, + "comprehensiveness": 0.08896215260028839, "sufficiency": 0.0, "masked prediction probs": [ 0.016095586121082306, @@ -52250,8 +58711,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.42816147208213806, - "sufficiency": 0.6750699877738953, + "comprehensiveness": 0.4274962544441223, + "sufficiency": 0.6755744814872742, "masked prediction probs": [ 0.05969871208071709, 0.940301239490509 @@ -52263,7 +58724,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0022129362914711237, + "comprehensiveness": 0.002209503436461091, "sufficiency": 0.0, "masked prediction probs": [ 0.004944519605487585, @@ -52276,8 +58737,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4268330931663513, - "sufficiency": 0.6760773658752441, + "comprehensiveness": 0.4261719584465027, + "sufficiency": 0.6765786409378052, + "masked prediction probs": [ + 0.05969871208071709, + 0.940301239490509 + ], + "full text prediction probs": [ + 0.004659694153815508, + 0.9953403472900391 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4255129098892212, + "sufficiency": 0.6770784258842468, "masked prediction probs": [ 0.05969871208071709, 0.940301239490509 @@ -52290,12 +58764,12 @@ } }, "test_887": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05667809396982193, + "fixed-shap": { + "comprehensiveness": 0.06515206396579742, "sufficiency": 0.0, "masked prediction probs": [ - 0.01752336136996746, - 0.9824767112731934 + 0.018539100885391235, + 0.9814608693122864 ], "full text prediction probs": [ 0.010728834196925163, @@ -52394,7 +58868,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.055931456387043, "sufficiency": 0.0, "masked prediction probs": [ @@ -52407,9 +58881,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.06418810039758682, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018539100885391235, + 0.9814608693122864 + ], + "full text prediction probs": [ + 0.010728834196925163, + 0.9892711639404297 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.3268687129020691, - "sufficiency": 0.8473148941993713, + "comprehensiveness": 0.3263322412967682, + "sufficiency": 0.847565233707428, "masked prediction probs": [ 0.05050164461135864, 0.9494983553886414 @@ -52421,7 +58908,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0557478629052639, + "comprehensiveness": 0.055656515061855316, "sufficiency": 0.0, "masked prediction probs": [ 0.01752336136996746, @@ -52434,8 +58921,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10429395735263824, - "sufficiency": 0.006903071887791157, + "comprehensiveness": 0.10412334650754929, + "sufficiency": 0.008526335470378399, "masked prediction probs": [ 0.02346079796552658, 0.976539134979248 @@ -52447,7 +58934,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026986727491021156, + "comprehensiveness": 0.026942651718854904, "sufficiency": 0.0, "masked prediction probs": [ 0.014028772711753845, @@ -52460,8 +58947,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.32473334670066833, - "sufficiency": 0.8483115434646606, + "comprehensiveness": 0.32420384883880615, + "sufficiency": 0.8485586643218994, "masked prediction probs": [ 0.05050164461135864, 0.9494983553886414 @@ -52473,7 +58960,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04688606783747673, + "comprehensiveness": 0.04680974408984184, "sufficiency": 0.0, "masked prediction probs": [ 0.016480691730976105, @@ -52486,7 +58973,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05529410392045975, + "comprehensiveness": 0.05520423501729965, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01752336136996746, + 0.9824767112731934 + ], + "full text prediction probs": [ + 0.010728834196925163, + 0.9892711639404297 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.055114660412073135, "sufficiency": 0.0, "masked prediction probs": [ 0.01752336136996746, @@ -52500,7 +59000,7 @@ } }, "test_938": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -52604,7 +59104,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9319162964820862, + 0.06808369606733322 + ], + "full text prediction probs": [ + 0.16239778697490692, + 0.8376021981239319 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -52707,15 +59220,28 @@ 0.8376021981239319 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9319162964820862, + 0.06808369606733322 + ], + "full text prediction probs": [ + 0.16239778697490692, + 0.8376021981239319 + ], + "labels": 0 } }, "test_973": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1520928591489792, + "sufficiency": 0.9870019555091858, "masked prediction probs": [ - 0.04279966652393341, - 0.9572003483772278 + 0.7365336418151855, + 0.26346635818481445 ], "full text prediction probs": [ 0.8452572822570801, @@ -52814,7 +59340,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -52827,6 +59353,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8733984231948853, + "masked prediction probs": [ + 0.8452572822570801, + 0.15474270284175873 + ], + "full text prediction probs": [ + 0.8452572822570801, + 0.15474270284175873 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -52842,7 +59381,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8734337687492371, + "sufficiency": 0.8734690546989441, "masked prediction probs": [ 0.8452572822570801, 0.15474270284175873 @@ -52854,8 +59393,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.15162625908851624, - "sufficiency": 0.9870418310165405, + "comprehensiveness": 0.15158399939537048, + "sufficiency": 0.987045407295227, "masked prediction probs": [ 0.7365336418151855, 0.26346635818481445 @@ -52893,8 +59432,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.2155674695968628, - "sufficiency": 0.8909767270088196, + "comprehensiveness": 0.2155074030160904, + "sufficiency": 0.8910070657730103, "masked prediction probs": [ 0.6905552744865417, 0.30944472551345825 @@ -52917,15 +59456,28 @@ 0.15474270284175873 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04279966652393341, + 0.9572003483772278 + ], + "full text prediction probs": [ + 0.8452572822570801, + 0.15474270284175873 + ], + "labels": 0 } }, "test_974": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7733064293861389, - "sufficiency": 0.9967625141143799, + "fixed-shap": { + "comprehensiveness": 0.000457241025287658, + "sufficiency": 0.6349587440490723, "masked prediction probs": [ - 0.3192976415157318, - 0.6807023286819458 + 0.9632688164710999, + 0.036731231957674026 ], "full text prediction probs": [ 0.9636498093605042, @@ -53024,7 +59576,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7718243598937988, "sufficiency": 0.9967687129974365, "masked prediction probs": [ @@ -53037,9 +59589,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00045625539496541023, + "sufficiency": 0.6357455849647522, + "masked prediction probs": [ + 0.9632688164710999, + 0.036731231957674026 + ], + "full text prediction probs": [ + 0.9636498093605042, + 0.03635016456246376 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7775125503540039, + "sufficiency": 0.7775658965110779, "masked prediction probs": [ 0.9697577357292175, 0.03024226240813732 @@ -53051,8 +59616,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7714547514915466, - "sufficiency": 0.9967702627182007, + "comprehensiveness": 0.7712700963020325, + "sufficiency": 0.9967710375785828, "masked prediction probs": [ 0.3192976415157318, 0.6807023286819458 @@ -53065,7 +59630,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.517711877822876, + "sufficiency": 0.5178273320198059, "masked prediction probs": [ 0.9716703295707703, 0.028329690918326378 @@ -53077,8 +59642,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.19279155135154724, - "sufficiency": 0.9460908770561218, + "comprehensiveness": 0.1927454173564911, + "sufficiency": 0.9461037516593933, "masked prediction probs": [ 0.802544891834259, 0.19745512306690216 @@ -53090,8 +59655,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9606800675392151, - "sufficiency": 0.9679268002510071, + "comprehensiveness": 0.9604502320289612, + "sufficiency": 0.9679344892501831, "masked prediction probs": [ 0.16067206859588623, 0.8393279910087585 @@ -53103,8 +59668,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05758695676922798, - "sufficiency": 0.7821078896522522, + "comprehensiveness": 0.05757318437099457, + "sufficiency": 0.7821599245071411, "masked prediction probs": [ 0.9155046343803406, 0.08449536561965942 @@ -53116,8 +59681,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7705321907997131, - "sufficiency": 0.9967741370201111, + "comprehensiveness": 0.7703479528427124, + "sufficiency": 0.9967749118804932, + "masked prediction probs": [ + 0.3192976415157318, + 0.6807023286819458 + ], + "full text prediction probs": [ + 0.9636498093605042, + 0.03635016456246376 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7701638340950012, + "sufficiency": 0.9967756867408752, "masked prediction probs": [ 0.3192976415157318, 0.6807023286819458 @@ -53130,12 +59708,12 @@ } }, "test_988": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00614239601418376, - "sufficiency": 0.6003114581108093, + "fixed-shap": { + "comprehensiveness": 0.0007070517749525607, + "sufficiency": 0.6109321713447571, "masked prediction probs": [ - 0.9911038875579834, - 0.008896113373339176 + 0.9958109855651855, + 0.004189011640846729 ], "full text prediction probs": [ 0.9964233040809631, @@ -53234,7 +59812,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.006131068803369999, "sufficiency": 0.601048469543457, "masked prediction probs": [ @@ -53247,7 +59825,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.0007055852329358459, "sufficiency": 0.6117391586303711, "masked prediction probs": [ @@ -53260,7 +59838,7 @@ ], "labels": 0 }, - "var-attention": { + "var-lime": { "comprehensiveness": 0.0007054226589389145, "sufficiency": 0.611828625202179, "masked prediction probs": [ @@ -53273,9 +59851,22 @@ ], "labels": 0 }, + "var-attention": { + "comprehensiveness": 0.0007052601431496441, + "sufficiency": 0.6119179725646973, + "masked prediction probs": [ + 0.9958109855651855, + 0.004189011640846729 + ], + "full text prediction probs": [ + 0.9964233040809631, + 0.003576727118343115 + ], + "labels": 0 + }, "var-ig": { - "comprehensiveness": 0.006126831751316786, - "sufficiency": 0.6013241410255432, + "comprehensiveness": 0.006125420331954956, + "sufficiency": 0.6014159321784973, "masked prediction probs": [ 0.9911038875579834, 0.008896113373339176 @@ -53287,8 +59878,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006125420331954956, - "sufficiency": 0.6014159321784973, + "comprehensiveness": 0.006124010309576988, + "sufficiency": 0.6015076637268066, "masked prediction probs": [ 0.9911038875579834, 0.008896113373339176 @@ -53300,8 +59891,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00205709645524621, - "sufficiency": 0.9922864437103271, + "comprehensiveness": 0.002056622877717018, + "sufficiency": 0.9922882318496704, "masked prediction probs": [ 0.9946364760398865, 0.005363509990274906 @@ -53313,8 +59904,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003882940858602524, - "sufficiency": 0.8668064475059509, + "comprehensiveness": 0.0038820472545921803, + "sufficiency": 0.8668370246887207, "masked prediction probs": [ 0.9930497407913208, 0.006950268987566233 @@ -53326,8 +59917,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006121191196143627, - "sufficiency": 0.6016910672187805, + "comprehensiveness": 0.006119782570749521, + "sufficiency": 0.6017827391624451, + "masked prediction probs": [ + 0.9911038875579834, + 0.008896113373339176 + ], + "full text prediction probs": [ + 0.9964233040809631, + 0.003576727118343115 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006118375342339277, + "sufficiency": 0.6018743515014648, "masked prediction probs": [ 0.9911038875579834, 0.008896113373339176 @@ -53340,12 +59944,12 @@ } }, "test_1022": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003037617076188326, - "sufficiency": 0.7850533723831177, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8150361776351929, "masked prediction probs": [ - 0.983119547367096, - 0.016880517825484276 + 0.98689866065979, + 0.01310137938708067 ], "full text prediction probs": [ 0.9857176542282104, @@ -53444,7 +60048,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0030319453217089176, "sufficiency": 0.7854546308517456, "masked prediction probs": [ @@ -53457,9 +60061,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8154245615005493, + "masked prediction probs": [ + 0.98689866065979, + 0.01310137938708067 + ], + "full text prediction probs": [ + 0.9857176542282104, + 0.014282315969467163 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.003083254676312208, - "sufficiency": 0.8149626851081848, + "comprehensiveness": 0.0030825354624539614, + "sufficiency": 0.8150057792663574, "masked prediction probs": [ 0.983074963092804, 0.016925035044550896 @@ -53471,8 +60088,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0016204915009438992, - "sufficiency": 0.6405118107795715, + "comprehensiveness": 0.001620113616809249, + "sufficiency": 0.6405957341194153, "masked prediction probs": [ 0.9843283891677856, 0.015671560540795326 @@ -53484,8 +60101,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010946332477033138, - "sufficiency": 0.9367493391036987, + "comprehensiveness": 0.010943779721856117, + "sufficiency": 0.936764121055603, "masked prediction probs": [ 0.9763310551643372, 0.02366900071501732 @@ -53497,8 +60114,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003776094177737832, - "sufficiency": 0.8137773871421814, + "comprehensiveness": 0.0037752140779048204, + "sufficiency": 0.8138207793235779, "masked prediction probs": [ 0.9824788570404053, 0.0175210852175951 @@ -53510,8 +60127,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010941228829324245, - "sufficiency": 0.9367788434028625, + "comprehensiveness": 0.010938677936792374, + "sufficiency": 0.9367935061454773, "masked prediction probs": [ 0.9763310551643372, 0.02366900071501732 @@ -53524,7 +60141,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8156396746635437, + "sufficiency": 0.815682590007782, "masked prediction probs": [ 0.98689866065979, 0.01310137938708067 @@ -53536,8 +60153,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0030789440497756004, - "sufficiency": 0.81522136926651, + "comprehensiveness": 0.003078226698562503, + "sufficiency": 0.8152644634246826, "masked prediction probs": [ 0.983074963092804, 0.016925035044550896 @@ -53547,15 +60164,28 @@ 0.014282315969467163 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003025589743629098, + "sufficiency": 0.7859042882919312, + "masked prediction probs": [ + 0.983119547367096, + 0.016880517825484276 + ], + "full text prediction probs": [ + 0.9857176542282104, + 0.014282315969467163 + ], + "labels": 0 } }, "test_1032": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.06599036604166031, "sufficiency": 0.0, "masked prediction probs": [ - 0.8864926695823669, - 0.11350731551647186 + 0.031584300100803375, + 0.9684157371520996 ], "full text prediction probs": [ 0.024588093161582947, @@ -53654,7 +60284,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -53667,6 +60297,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.06488849967718124, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.031584300100803375, + 0.9684157371520996 + ], + "full text prediction probs": [ + 0.024588093161582947, + 0.9754119515419006 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -53681,7 +60324,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5499230623245239, + "comprehensiveness": 0.5489065647125244, "sufficiency": 0.0, "masked prediction probs": [ 0.0839901939034462, @@ -53694,7 +60337,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3858819305896759, + "comprehensiveness": 0.38516995310783386, "sufficiency": 0.0, "masked prediction probs": [ 0.06634777784347534, @@ -53707,7 +60350,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.38516995310783386, + "comprehensiveness": 0.3844606280326843, "sufficiency": 0.0, "masked prediction probs": [ 0.06634777784347534, @@ -53720,7 +60363,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5501010417938232, + "comprehensiveness": 0.5490898489952087, "sufficiency": 0.0, "masked prediction probs": [ 0.08433956652879715, @@ -53733,7 +60376,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16937990486621857, + "comprehensiveness": 0.1690691113471985, "sufficiency": 0.0, "masked prediction probs": [ 0.04301978647708893, @@ -53757,15 +60400,28 @@ 0.9754119515419006 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8864926695823669, + 0.11350731551647186 + ], + "full text prediction probs": [ + 0.024588093161582947, + 0.9754119515419006 + ], + "labels": 1 } }, "test_1062": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007853737100958824, - "sufficiency": 0.8796467185020447, + "fixed-shap": { + "comprehensiveness": 0.0003534613351803273, + "sufficiency": 0.8107845783233643, "masked prediction probs": [ - 0.9863489866256714, - 0.013651074841618538 + 0.992819607257843, + 0.007180416490882635 ], "full text prediction probs": [ 0.9931245446205139, @@ -53864,7 +60520,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.007839198224246502, "sufficiency": 0.8798694610595703, "masked prediction probs": [ @@ -53877,9 +60533,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00035272538661956787, + "sufficiency": 0.8111785054206848, + "masked prediction probs": [ + 0.992819607257843, + 0.007180416490882635 + ], + "full text prediction probs": [ + 0.9931245446205139, + 0.006875430233776569 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8296003937721252, + "sufficiency": 0.8296397924423218, "masked prediction probs": [ 0.9938329458236694, 0.006167007144540548 @@ -53891,8 +60560,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00783557165414095, - "sufficiency": 0.8799251317977905, + "comprehensiveness": 0.007833760231733322, + "sufficiency": 0.8799528479576111, "masked prediction probs": [ 0.9863489866256714, 0.013651074841618538 @@ -53905,7 +60574,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7241571545600891, + "sufficiency": 0.7242209315299988, "masked prediction probs": [ 0.9931245446205139, 0.006875430233776569 @@ -53918,7 +60587,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7242209315299988, + "sufficiency": 0.7242846488952637, "masked prediction probs": [ 0.9931245446205139, 0.006875430233776569 @@ -53930,8 +60599,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007681491784751415, - "sufficiency": 0.8696234226226807, + "comprehensiveness": 0.007679716218262911, + "sufficiency": 0.869653582572937, "masked prediction probs": [ 0.9864776134490967, 0.013522341847419739 @@ -53944,7 +60613,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8205116391181946, + "sufficiency": 0.8205530047416687, "masked prediction probs": [ 0.9931498169898987, 0.006850207224488258 @@ -53956,8 +60625,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007826521061360836, - "sufficiency": 0.8800637722015381, + "comprehensiveness": 0.007824712432920933, + "sufficiency": 0.8800914287567139, + "masked prediction probs": [ + 0.9863489866256714, + 0.013651074841618538 + ], + "full text prediction probs": [ + 0.9931245446205139, + 0.006875430233776569 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007822905667126179, + "sufficiency": 0.8801191449165344, "masked prediction probs": [ 0.9863489866256714, 0.013651074841618538 @@ -53970,12 +60652,12 @@ } }, "test_1071": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008383099921047688, - "sufficiency": 0.9670434594154358, + "fixed-shap": { + "comprehensiveness": 0.001170133356936276, + "sufficiency": 0.775882363319397, "masked prediction probs": [ - 0.9894527196884155, - 0.010547254234552383 + 0.9957013726234436, + 0.0042986492626369 ], "full text prediction probs": [ 0.9967150688171387, @@ -54074,7 +60756,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.008367645554244518, "sufficiency": 0.9671041965484619, "masked prediction probs": [ @@ -54087,9 +60769,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0011677071452140808, + "sufficiency": 0.7763469219207764, + "masked prediction probs": [ + 0.9957013726234436, + 0.0042986492626369 + ], + "full text prediction probs": [ + 0.9967150688171387, + 0.0032849195413291454 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8326118588447571, + "sufficiency": 0.832650363445282, "masked prediction probs": [ 0.9968888163566589, 0.0031112157739698887 @@ -54101,8 +60796,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0011674381094053388, - "sufficiency": 0.7763983607292175, + "comprehensiveness": 0.0011671693064272404, + "sufficiency": 0.7764499187469482, "masked prediction probs": [ 0.9957013726234436, 0.0042986492626369 @@ -54114,8 +60809,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00025893631391227245, - "sufficiency": 0.8164581656455994, + "comprehensiveness": 0.0002588766801636666, + "sufficiency": 0.8165003657341003, "masked prediction probs": [ 0.9964901804924011, 0.0035097801592200994 @@ -54127,8 +60822,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0002588766801636666, - "sufficiency": 0.8165003657341003, + "comprehensiveness": 0.00025881710462272167, + "sufficiency": 0.8165426254272461, "masked prediction probs": [ 0.9964901804924011, 0.0035097801592200994 @@ -54140,8 +60835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0007370079401880503, - "sufficiency": 0.8407350182533264, + "comprehensiveness": 0.0007368383230641484, + "sufficiency": 0.8407716751098633, "masked prediction probs": [ 0.9960746765136719, 0.003925295080989599 @@ -54153,8 +60848,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014507704181596637, - "sufficiency": 0.8635326027870178, + "comprehensiveness": 0.0014504366554319859, + "sufficiency": 0.8635640740394592, "masked prediction probs": [ 0.9954541921615601, 0.0045457873493433 @@ -54166,8 +60861,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0011660951422527432, - "sufficiency": 0.7766556143760681, + "comprehensiveness": 0.001165826921351254, + "sufficiency": 0.7767070531845093, "masked prediction probs": [ 0.9957013726234436, 0.0042986492626369 @@ -54177,15 +60872,28 @@ 0.0032849195413291454 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.008350327610969543, + "sufficiency": 0.9671722650527954, + "masked prediction probs": [ + 0.9894527196884155, + 0.010547254234552383 + ], + "full text prediction probs": [ + 0.9967150688171387, + 0.0032849195413291454 + ], + "labels": 0 } }, "test_1106": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9345989227294922, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8574239015579224, "masked prediction probs": [ - 0.03867221251130104, - 0.9613277912139893 + 0.9941218495368958, + 0.00587810855358839 ], "full text prediction probs": [ 0.99320387840271, @@ -54284,7 +60992,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.934719979763031, "masked prediction probs": [ @@ -54297,6 +61005,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7239631414413452, + "masked prediction probs": [ + 0.99320387840271, + 0.006796066649258137 + ], + "full text prediction probs": [ + 0.99320387840271, + 0.006796066649258137 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -54312,7 +61033,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9347500205039978, + "sufficiency": 0.9347651600837708, "masked prediction probs": [ 0.03867221251130104, 0.9613277912139893 @@ -54325,7 +61046,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9347651600837708, + "sufficiency": 0.9347802996635437, "masked prediction probs": [ 0.03867221251130104, 0.9613277912139893 @@ -54338,7 +61059,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7241545915603638, + "sufficiency": 0.7242182493209839, "masked prediction probs": [ 0.99320387840271, 0.006796066649258137 @@ -54350,8 +61071,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008645663969218731, - "sufficiency": 0.9880450963973999, + "comprehensiveness": 0.00864366628229618, + "sufficiency": 0.9880477786064148, "masked prediction probs": [ 0.9857219457626343, 0.0142780477181077 @@ -54377,7 +61098,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9348254799842834, + "sufficiency": 0.9348405599594116, + "masked prediction probs": [ + 0.03867221251130104, + 0.9613277912139893 + ], + "full text prediction probs": [ + 0.99320387840271, + 0.006796066649258137 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9348555207252502, "masked prediction probs": [ 0.03867221251130104, 0.9613277912139893 @@ -54390,12 +61124,12 @@ } }, "test_1111": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0014785893727093935, - "sufficiency": 0.9645773768424988, + "fixed-shap": { + "comprehensiveness": 0.001493452349677682, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9953466057777405, - 0.0046534487046301365 + 0.995333731174469, + 0.0046662320382893085 ], "full text prediction probs": [ 0.9966273903846741, @@ -54494,7 +61228,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0014758632751181722, "sufficiency": 0.9646427035331726, "masked prediction probs": [ @@ -54507,8 +61241,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0014903554692864418, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.995333731174469, + 0.0046662320382893085 + ], + "full text prediction probs": [ + 0.9966273903846741, + 0.0033725902903825045 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0021748312283307314, + "comprehensiveness": 0.0021743301767855883, "sufficiency": 0.0, "masked prediction probs": [ 0.9947395920753479, @@ -54521,8 +61268,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001475183293223381, - "sufficiency": 0.9646589756011963, + "comprehensiveness": 0.00147484359331429, + "sufficiency": 0.9646671414375305, "masked prediction probs": [ 0.9953466057777405, 0.0046534487046301365 @@ -54534,8 +61281,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006065335473977029, - "sufficiency": 0.9582134485244751, + "comprehensiveness": 0.0006063939072191715, + "sufficiency": 0.9582229852676392, "masked prediction probs": [ 0.996100664138794, 0.0038993132766336203 @@ -54547,8 +61294,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006063939072191715, - "sufficiency": 0.9582229852676392, + "comprehensiveness": 0.000606254325248301, + "sufficiency": 0.9582327008247375, "masked prediction probs": [ 0.996100664138794, 0.0038993132766336203 @@ -54560,8 +61307,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007970628328621387, - "sufficiency": 0.9792518019676208, + "comprehensiveness": 0.007968793623149395, + "sufficiency": 0.9792566299438477, "masked prediction probs": [ 0.9897023439407349, 0.010297715663909912 @@ -54573,8 +61320,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023835119791328907, - "sufficiency": 0.9911289811134338, + "comprehensiveness": 0.002382963430136442, + "sufficiency": 0.9911309480667114, "masked prediction probs": [ 0.9945560693740845, 0.005443943198770285 @@ -54586,8 +61333,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.001473486190661788, - "sufficiency": 0.9646996259689331, + "comprehensiveness": 0.001473147189244628, + "sufficiency": 0.9647077322006226, + "masked prediction probs": [ + 0.9953466057777405, + 0.0046534487046301365 + ], + "full text prediction probs": [ + 0.9966273903846741, + 0.0033725902903825045 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0014728084206581116, + "sufficiency": 0.9647158980369568, "masked prediction probs": [ 0.9953466057777405, 0.0046534487046301365 @@ -54600,12 +61360,12 @@ } }, "test_1136": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09103919565677643, - "sufficiency": 0.9555007219314575, + "fixed-shap": { + "comprehensiveness": 0.0044244336895644665, + "sufficiency": 0.7566232681274414, "masked prediction probs": [ - 0.915682315826416, - 0.08431768417358398 + 0.9905111193656921, + 0.009488921612501144 ], "full text prediction probs": [ 0.9943335056304932, @@ -54692,11 +61452,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.09089190512895584, - "sufficiency": 0.9555727243423462, + "comprehensiveness": 0.004417275078594685, + "sufficiency": 0.7570168972015381, "masked prediction probs": [ - 0.915682315826416, - 0.08431768417358398 + 0.9905111193656921, + 0.009488921612501144 ], "full text prediction probs": [ 0.9943335056304932, @@ -54704,12 +61464,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09087089449167252, - "sufficiency": 0.9555829763412476, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004416254349052906, + "sufficiency": 0.7570731043815613, "masked prediction probs": [ - 0.915682315826416, - 0.08431768417358398 + 0.9905111193656921, + 0.009488921612501144 + ], + "full text prediction probs": [ + 0.9943335056304932, + 0.0056664892472326756 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004415234085172415, + "sufficiency": 0.7571291923522949, + "masked prediction probs": [ + 0.9905111193656921, + 0.009488921612501144 ], "full text prediction probs": [ 0.9943335056304932, @@ -54718,7 +61491,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0073179882019758224, + "comprehensiveness": 0.007316297385841608, "sufficiency": 0.0, "masked prediction probs": [ 0.9879981279373169, @@ -54731,8 +61504,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005377743858844042, - "sufficiency": 0.8786112666130066, + "comprehensiveness": 0.005376501940190792, + "sufficiency": 0.8786393404006958, "masked prediction probs": [ 0.9896767735481262, 0.010323240421712399 @@ -54744,8 +61517,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0009823692962527275, - "sufficiency": 0.8043766617774963, + "comprehensiveness": 0.0009821425192058086, + "sufficiency": 0.8044219017028809, "masked prediction probs": [ 0.9934826493263245, 0.006517353933304548 @@ -54757,8 +61530,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009821425192058086, - "sufficiency": 0.8044219017028809, + "comprehensiveness": 0.0009819158585742116, + "sufficiency": 0.804466962814331, "masked prediction probs": [ 0.9934826493263245, 0.006517353933304548 @@ -54770,8 +61543,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09076602756977081, - "sufficiency": 0.9556342363357544, + "comprehensiveness": 0.09074508398771286, + "sufficiency": 0.955644428730011, "masked prediction probs": [ 0.915682315826416, 0.08431768417358398 @@ -54783,8 +61556,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004602901637554169, - "sufficiency": 0.8825905919075012, + "comprehensiveness": 0.004601839929819107, + "sufficiency": 0.882617712020874, "masked prediction probs": [ 0.9903440475463867, 0.009656025096774101 @@ -54796,11 +61569,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0907241478562355, - "sufficiency": 0.9556546807289124, + "comprehensiveness": 0.004408105742186308, + "sufficiency": 0.7575213313102722, "masked prediction probs": [ - 0.915682315826416, - 0.08431768417358398 + 0.9905111193656921, + 0.009488921612501144 + ], + "full text prediction probs": [ + 0.9943335056304932, + 0.0056664892472326756 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004407089203596115, + "sufficiency": 0.7575771808624268, + "masked prediction probs": [ + 0.9905111193656921, + 0.009488921612501144 ], "full text prediction probs": [ 0.9943335056304932, @@ -54810,12 +61596,12 @@ } }, "test_1193": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8541461229324341, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.714313268661499, "masked prediction probs": [ - 0.06068723276257515, - 0.9393128156661987 + 0.9781551957130432, + 0.02184481732547283 ], "full text prediction probs": [ 0.9745664596557617, @@ -54914,7 +61700,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8544220328330994, "masked prediction probs": [ @@ -54927,9 +61713,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7149209976196289, + "masked prediction probs": [ + 0.9781551957130432, + 0.02184481732547283 + ], + "full text prediction probs": [ + 0.9745664596557617, + 0.025433558970689774 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.30074888467788696, + "sufficiency": 0.30091413855552673, "masked prediction probs": [ 0.9842779040336609, 0.015722034499049187 @@ -54942,7 +61741,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7149883508682251, + "sufficiency": 0.7150557637214661, "masked prediction probs": [ 0.9781551957130432, 0.02184481732547283 @@ -54955,7 +61754,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7344062328338623, + "sufficiency": 0.734468936920166, "masked prediction probs": [ 0.12717902660369873, 0.8728209733963013 @@ -54968,7 +61767,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.740095317363739, + "sufficiency": 0.7401566505432129, "masked prediction probs": [ 0.9745664596557617, 0.025433558970689774 @@ -54981,7 +61780,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8080896139144897, + "sufficiency": 0.8081348538398743, "masked prediction probs": [ 0.11655131727457047, 0.883448600769043 @@ -54994,7 +61793,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8291733264923096, + "sufficiency": 0.8292136788368225, "masked prediction probs": [ 0.9778883457183838, 0.022111596539616585 @@ -55007,7 +61806,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8081802129745483, + "sufficiency": 0.8082255125045776, "masked prediction probs": [ 0.11655131727457047, 0.883448600769043 @@ -55017,15 +61816,28 @@ 0.025433558970689774 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8547310829162598, + "masked prediction probs": [ + 0.06068723276257515, + 0.9393128156661987 + ], + "full text prediction probs": [ + 0.9745664596557617, + 0.025433558970689774 + ], + "labels": 0 } }, "test_1203": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.022800404578447342, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.00030603641062043607, + "sufficiency": 0.805046558380127, "masked prediction probs": [ - 0.9720131754875183, - 0.02798682264983654 + 0.9913862943649292, + 0.008613698184490204 ], "full text prediction probs": [ 0.991649866104126, @@ -55124,7 +61936,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.02275812439620495, "sufficiency": 1.0, "masked prediction probs": [ @@ -55137,9 +61949,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00030539813451468945, + "sufficiency": 0.8054530620574951, + "masked prediction probs": [ + 0.9913862943649292, + 0.008613698184490204 + ], + "full text prediction probs": [ + 0.991649866104126, + 0.008350154384970665 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.000878140504937619, - "sufficiency": 0.7839653491973877, + "comprehensiveness": 0.0008779370109550655, + "sufficiency": 0.7840153574943542, "masked prediction probs": [ 0.9908919930458069, 0.009107976220548153 @@ -55152,7 +61977,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.725330114364624, + "sufficiency": 0.7253938317298889, "masked prediction probs": [ 0.991649866104126, 0.008350154384970665 @@ -55164,7 +61989,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.022742310538887978, + "comprehensiveness": 0.022737042978405952, "sufficiency": 1.0, "masked prediction probs": [ 0.9720131754875183, @@ -55177,8 +62002,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014959080144762993, - "sufficiency": 0.887797474861145, + "comprehensiveness": 0.001495561795309186, + "sufficiency": 0.8878234028816223, "masked prediction probs": [ 0.9903579354286194, 0.009642068296670914 @@ -55190,8 +62015,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0018437326652929187, - "sufficiency": 0.8622571229934692, + "comprehensiveness": 0.0018433058867231011, + "sufficiency": 0.8622890114784241, "masked prediction probs": [ 0.9900571703910828, 0.009942762553691864 @@ -55203,8 +62028,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002258310094475746, - "sufficiency": 0.9301365613937378, + "comprehensiveness": 0.002257787622511387, + "sufficiency": 0.9301528334617615, "masked prediction probs": [ 0.989698588848114, 0.010301458649337292 @@ -55216,7 +62041,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02272125892341137, + "comprehensiveness": 0.02271600067615509, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9720131754875183, + 0.02798682264983654 + ], + "full text prediction probs": [ + 0.991649866104126, + 0.008350154384970665 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02271074615418911, "sufficiency": 1.0, "masked prediction probs": [ 0.9720131754875183, @@ -55230,12 +62068,12 @@ } }, "test_1210": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15864185988903046, - "sufficiency": 0.9894693493843079, + "fixed-shap": { + "comprehensiveness": 0.0001763402106007561, + "sufficiency": 0.8284639716148376, "masked prediction probs": [ - 0.8578686118125916, - 0.14213146269321442 + 0.994882345199585, + 0.005117685534060001 ], "full text prediction probs": [ 0.9950348138809204, @@ -55334,7 +62172,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.15834882855415344, "sufficiency": 0.9894887804985046, "masked prediction probs": [ @@ -55347,9 +62185,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00017597385158296674, + "sufficiency": 0.8288202881813049, + "masked prediction probs": [ + 0.994882345199585, + 0.005117685534060001 + ], + "full text prediction probs": [ + 0.9950348138809204, + 0.004965228959918022 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0033598074223846197, - "sufficiency": 0.5251744389533997, + "comprehensiveness": 0.0033590318635106087, + "sufficiency": 0.5252839922904968, "masked prediction probs": [ 0.9921237826347351, 0.007876270450651646 @@ -55361,8 +62212,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1582757532596588, - "sufficiency": 0.9894934892654419, + "comprehensiveness": 0.1582392305135727, + "sufficiency": 0.9894959926605225, "masked prediction probs": [ 0.8578686118125916, 0.14213146269321442 @@ -55374,8 +62225,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.1582392305135727, - "sufficiency": 0.9894959926605225, + "comprehensiveness": 0.15820272266864777, + "sufficiency": 0.989498496055603, "masked prediction probs": [ 0.8578686118125916, 0.14213146269321442 @@ -55387,8 +62238,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0031799115240573883, - "sufficiency": 0.6175619959831238, + "comprehensiveness": 0.0031791781075298786, + "sufficiency": 0.6176500916481018, "masked prediction probs": [ 0.9922777414321899, 0.007722197566181421 @@ -55400,8 +62251,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.15816624462604523, - "sufficiency": 0.9895008206367493, + "comprehensiveness": 0.1581297665834427, + "sufficiency": 0.9895032048225403, "masked prediction probs": [ 0.8578686118125916, 0.14213146269321442 @@ -55413,8 +62264,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000596920435782522, - "sufficiency": 0.7663639783859253, + "comprehensiveness": 0.0005967828910797834, + "sufficiency": 0.7664178609848022, "masked prediction probs": [ 0.9945170283317566, 0.005482958164066076 @@ -55426,8 +62277,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15809333324432373, - "sufficiency": 0.9895056486129761, + "comprehensiveness": 0.15805688500404358, + "sufficiency": 0.9895081520080566, + "masked prediction probs": [ + 0.8578686118125916, + 0.14213146269321442 + ], + "full text prediction probs": [ + 0.9950348138809204, + 0.004965228959918022 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.15802046656608582, + "sufficiency": 0.9895105361938477, "masked prediction probs": [ 0.8578686118125916, 0.14213146269321442 @@ -55440,12 +62304,12 @@ } }, "test_1228": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8572706580162048, + "fixed-shap": { + "comprehensiveness": 0.0283745676279068, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9721421599388123, - 0.02785784751176834 + 0.0150844044983387, + 0.9849156141281128 ], "full text prediction probs": [ 0.011710721999406815, @@ -55544,7 +62408,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8591645956039429, "masked prediction probs": [ @@ -55557,9 +62421,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.05204528570175171, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017992494627833366, + 0.9820075631141663 + ], + "full text prediction probs": [ + 0.011710721999406815, + 0.9882892370223999 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.859397828578949, + "sufficiency": 0.859630286693573, "masked prediction probs": [ 0.9721421599388123, 0.02785784751176834 @@ -55571,7 +62448,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05195917561650276, + "comprehensiveness": 0.0518733449280262, "sufficiency": 0.0, "masked prediction probs": [ 0.017992494627833366, @@ -55597,7 +62474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026606179773807526, + "comprehensiveness": 0.026562374085187912, "sufficiency": 0.0, "masked prediction probs": [ 0.014937939122319221, @@ -55637,7 +62514,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8607810735702515, + "sufficiency": 0.8610090017318726, + "masked prediction probs": [ + 0.9721421599388123, + 0.02785784751176834 + ], + "full text prediction probs": [ + 0.011710721999406815, + 0.9882892370223999 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8612361550331116, "masked prediction probs": [ 0.9721421599388123, 0.02785784751176834 @@ -55650,12 +62540,12 @@ } }, "test_1235": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0003847311018034816, - "sufficiency": 0.9286451935768127, + "fixed-shap": { + "comprehensiveness": 0.0022811819799244404, + "sufficiency": 0.7459812164306641, "masked prediction probs": [ - 0.9933193922042847, - 0.0066806478425860405 + 0.9916822910308838, + 0.008317642845213413 ], "full text prediction probs": [ 0.9936515092849731, @@ -55742,11 +62632,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.018222318962216377, - "sufficiency": 0.9947196841239929, + "comprehensiveness": 0.0022774883545935154, + "sufficiency": 0.7463924288749695, "masked prediction probs": [ - 0.9778956770896912, - 0.022104302421212196 + 0.9916822910308838, + 0.008317642845213413 ], "full text prediction probs": [ 0.9936515092849731, @@ -55754,12 +62644,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00038401930942200124, - "sufficiency": 0.9287772178649902, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0022769616916775703, + "sufficiency": 0.7464511394500732, "masked prediction probs": [ - 0.9933193922042847, - 0.0066806478425860405 + 0.9916822910308838, + 0.008317642845213413 + ], + "full text prediction probs": [ + 0.9936515092849731, + 0.006348461844027042 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002276435261592269, + "sufficiency": 0.7465096712112427, + "masked prediction probs": [ + 0.9916822910308838, + 0.008317642845213413 ], "full text prediction probs": [ 0.9936515092849731, @@ -55769,7 +62672,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7940146327018738, + "sufficiency": 0.7940622568130493, "masked prediction probs": [ 0.9941596984863281, 0.0058403173461556435 @@ -55782,7 +62685,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8233222961425781, + "sufficiency": 0.8233631253242493, "masked prediction probs": [ 0.9941586256027222, 0.005841442383825779 @@ -55795,7 +62698,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.807867705821991, + "sufficiency": 0.8079120516777039, "masked prediction probs": [ 0.9937738180160522, 0.0062260995618999004 @@ -55808,7 +62711,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8079120516777039, + "sufficiency": 0.8079564571380615, "masked prediction probs": [ 0.9937738180160522, 0.0062260995618999004 @@ -55820,8 +62723,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018197065219283104, - "sufficiency": 0.9947270154953003, + "comprehensiveness": 0.01819286122918129, + "sufficiency": 0.994728147983551, "masked prediction probs": [ 0.9778956770896912, 0.022104302421212196 @@ -55834,7 +62737,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7364988923072815, + "sufficiency": 0.7365596890449524, "masked prediction probs": [ 0.9942025542259216, 0.00579739548265934 @@ -55846,11 +62749,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018188660964369774, - "sufficiency": 0.9947293996810913, + "comprehensiveness": 0.0022727567702531815, + "sufficiency": 0.7469192743301392, "masked prediction probs": [ - 0.9778956770896912, - 0.022104302421212196 + 0.9916822910308838, + 0.008317642845213413 + ], + "full text prediction probs": [ + 0.9936515092849731, + 0.006348461844027042 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002272232435643673, + "sufficiency": 0.7469776272773743, + "masked prediction probs": [ + 0.9916822910308838, + 0.008317642845213413 ], "full text prediction probs": [ 0.9936515092849731, @@ -55860,12 +62776,12 @@ } }, "test_1240": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5510378479957581, - "sufficiency": 0.9777498245239258, + "fixed-shap": { + "comprehensiveness": 0.10955335199832916, + "sufficiency": 0.7594824433326721, "masked prediction probs": [ - 0.5186241865158081, - 0.4813758134841919 + 0.9003756046295166, + 0.099624402821064 ], "full text prediction probs": [ 0.9951063394546509, @@ -55964,7 +62880,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5500200986862183, "sufficiency": 0.9777909517288208, "masked prediction probs": [ @@ -55977,9 +62893,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.10932577401399612, + "sufficiency": 0.7599819898605347, + "masked prediction probs": [ + 0.9003756046295166, + 0.099624402821064 + ], + "full text prediction probs": [ + 0.9951063394546509, + 0.004893616307526827 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7398583292961121, + "sufficiency": 0.7399182915687561, "masked prediction probs": [ 0.9971430897712708, 0.0028568501584231853 @@ -55991,8 +62920,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01097807101905346, - "sufficiency": 0.8892823457717896, + "comprehensiveness": 0.01097553875297308, + "sufficiency": 0.8893079161643982, "masked prediction probs": [ 0.9855916500091553, 0.014408348128199577 @@ -56004,8 +62933,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3939659297466278, - "sufficiency": 0.8877871036529541, + "comprehensiveness": 0.3938750624656677, + "sufficiency": 0.8878130316734314, "masked prediction probs": [ 0.653577446937561, 0.34642258286476135 @@ -56017,8 +62946,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.015523611567914486, - "sufficiency": 0.8065567016601562, + "comprehensiveness": 0.015520032495260239, + "sufficiency": 0.806601345539093, "masked prediction probs": [ 0.9816458225250244, 0.018354233354330063 @@ -56030,8 +62959,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5493859052658081, - "sufficiency": 0.9778164625167847, + "comprehensiveness": 0.5492592453956604, + "sufficiency": 0.9778215289115906, "masked prediction probs": [ 0.5186241865158081, 0.4813758134841919 @@ -56043,8 +62972,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011900939978659153, - "sufficiency": 0.7612041234970093, + "comprehensiveness": 0.01189819723367691, + "sufficiency": 0.7612592577934265, "masked prediction probs": [ 0.9847822785377502, 0.015217706561088562 @@ -56056,8 +62985,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5491326451301575, - "sufficiency": 0.977826714515686, + "comprehensiveness": 0.5490061044692993, + "sufficiency": 0.9778318405151367, + "masked prediction probs": [ + 0.5186241865158081, + 0.4813758134841919 + ], + "full text prediction probs": [ + 0.9951063394546509, + 0.004893616307526827 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5488796234130859, + "sufficiency": 0.9778369069099426, "masked prediction probs": [ 0.5186241865158081, 0.4813758134841919 @@ -56070,12 +63012,12 @@ } }, "test_1255": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5605328679084778, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.780504047870636, "masked prediction probs": [ - 0.5069285035133362, - 0.4930715560913086 + 0.9901245832443237, + 0.00987535435706377 ], "full text prediction probs": [ 0.9871755242347717, @@ -56174,7 +63116,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5594879984855652, "sufficiency": 1.0, "masked prediction probs": [ @@ -56187,9 +63129,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.780964195728302, + "masked prediction probs": [ + 0.9901245832443237, + 0.00987535435706377 + ], + "full text prediction probs": [ + 0.9871755242347717, + 0.012824509292840958 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8924164772033691, + "sufficiency": 0.8924415111541748, "masked prediction probs": [ 0.9879267811775208, 0.012073180638253689 @@ -56202,7 +63157,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7624918818473816, + "sufficiency": 0.7625470757484436, "masked prediction probs": [ 0.9902053475379944, 0.0097946273162961 @@ -56214,7 +63169,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5131093263626099, + "comprehensiveness": 0.51298987865448, "sufficiency": 1.0, "masked prediction probs": [ 0.5464306473731995, @@ -56227,7 +63182,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.51298987865448, + "comprehensiveness": 0.5128704905509949, "sufficiency": 1.0, "masked prediction probs": [ 0.5464306473731995, @@ -56240,7 +63195,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5588369369506836, + "comprehensiveness": 0.5587069392204285, "sufficiency": 1.0, "masked prediction probs": [ 0.5069285035133362, @@ -56254,7 +63209,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8347988128662109, + "sufficiency": 0.8348371386528015, "masked prediction probs": [ 0.9917520880699158, 0.0082479789853096 @@ -56266,7 +63221,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5585769414901733, + "comprehensiveness": 0.5584470629692078, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5069285035133362, + 0.4930715560913086 + ], + "full text prediction probs": [ + 0.9871755242347717, + 0.012824509292840958 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5583171844482422, "sufficiency": 1.0, "masked prediction probs": [ 0.5069285035133362, @@ -56280,12 +63248,12 @@ } }, "test_1290": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0002999429707415402, - "sufficiency": 0.8323078155517578, + "fixed-shap": { + "comprehensiveness": 0.0005090983468107879, + "sufficiency": 0.8071364164352417, "masked prediction probs": [ - 0.9967644214630127, - 0.0032355324365198612 + 0.9965831637382507, + 0.003416814375668764 ], "full text prediction probs": [ 0.9970243573188782, @@ -56384,7 +63352,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0002993902307935059, "sufficiency": 0.8326168060302734, "masked prediction probs": [ @@ -56397,9 +63365,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0005080431583337486, + "sufficiency": 0.8075361251831055, + "masked prediction probs": [ + 0.9965831637382507, + 0.003416814375668764 + ], + "full text prediction probs": [ + 0.9970243573188782, + 0.0029756405856460333 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0005522446590475738, - "sufficiency": 0.7772943377494812, + "comprehensiveness": 0.0005521174753084779, + "sufficiency": 0.7773456573486328, "masked prediction probs": [ 0.9965447783470154, 0.0034552139695733786 @@ -56411,8 +63392,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0002992523368448019, - "sufficiency": 0.832693874835968, + "comprehensiveness": 0.00029918347718194127, + "sufficiency": 0.8327323794364929, "masked prediction probs": [ 0.9967644214630127, 0.0032355324365198612 @@ -56424,8 +63405,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002688809297978878, - "sufficiency": 0.9849581122398376, + "comprehensiveness": 0.002688190434128046, + "sufficiency": 0.9849615097045898, "masked prediction probs": [ 0.9946882724761963, 0.005311691202223301 @@ -56437,8 +63418,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00029911461751908064, - "sufficiency": 0.8327708840370178, + "comprehensiveness": 0.00029904578696005046, + "sufficiency": 0.8328093886375427, "masked prediction probs": [ 0.9967644214630127, 0.0032355324365198612 @@ -56450,8 +63431,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0016234599752351642, - "sufficiency": 0.8865370750427246, + "comprehensiveness": 0.0016230865148827434, + "sufficiency": 0.8865631818771362, "masked prediction probs": [ 0.9956132173538208, 0.004386755637824535 @@ -56463,8 +63444,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003239660058170557, - "sufficiency": 0.9299816489219666, + "comprehensiveness": 0.0032389150001108646, + "sufficiency": 0.9299977421760559, "masked prediction probs": [ 0.9942077398300171, 0.005792214069515467 @@ -56476,8 +63457,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00029890824225731194, - "sufficiency": 0.832886278629303, + "comprehensiveness": 0.00029883949900977314, + "sufficiency": 0.8329247236251831, + "masked prediction probs": [ + 0.9967644214630127, + 0.0032355324365198612 + ], + "full text prediction probs": [ + 0.9970243573188782, + 0.0029756405856460333 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00029877081396989524, + "sufficiency": 0.8329631090164185, "masked prediction probs": [ 0.9967644214630127, 0.0032355324365198612 @@ -56490,12 +63484,12 @@ } }, "test_1309": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05492198094725609, - "sufficiency": 0.9361960887908936, + "fixed-shap": { + "comprehensiveness": 0.00046917132567614317, + "sufficiency": 0.7358514070510864, "masked prediction probs": [ - 0.9421660304069519, - 0.057833947241306305 + 0.9889373779296875, + 0.011062657460570335 ], "full text prediction probs": [ 0.9893403649330139, @@ -56594,9 +63588,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05481986328959465, + "sufficiency": 0.9363147020339966, + "masked prediction probs": [ + 0.9421660304069519, + 0.057833947241306305 + ], + "full text prediction probs": [ + 0.9893403649330139, + 0.010659690015017986 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7271489500999451, + "sufficiency": 0.7272123694419861, "masked prediction probs": [ 0.9893403649330139, 0.010659690015017986 @@ -56609,7 +63616,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.638310432434082, + "sufficiency": 0.6383944153785706, "masked prediction probs": [ 0.9904668927192688, 0.00953306071460247 @@ -56622,7 +63629,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7272756695747375, + "sufficiency": 0.7273390293121338, "masked prediction probs": [ 0.9893403649330139, 0.010659690015017986 @@ -56634,8 +63641,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014208899810910225, - "sufficiency": 0.8993241190910339, + "comprehensiveness": 0.014205600135028362, + "sufficiency": 0.8993474841117859, "masked prediction probs": [ 0.9771046042442322, 0.022895419970154762 @@ -56648,7 +63655,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7274023294448853, + "sufficiency": 0.7274656295776367, "masked prediction probs": [ 0.9893403649330139, 0.010659690015017986 @@ -56660,8 +63667,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.031249258667230606, - "sufficiency": 0.9412280917167664, + "comprehensiveness": 0.03124200366437435, + "sufficiency": 0.9412416815757751, "masked prediction probs": [ 0.9624180793762207, 0.0375819094479084 @@ -56673,8 +63680,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00042137326090596616, - "sufficiency": 0.8286442160606384, + "comprehensiveness": 0.000421275501139462, + "sufficiency": 0.8286839127540588, "masked prediction probs": [ 0.9889772534370422, 0.011022756807506084 @@ -56687,7 +63694,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7275921106338501, + "sufficiency": 0.727655291557312, + "masked prediction probs": [ + 0.9893403649330139, + 0.010659690015017986 + ], + "full text prediction probs": [ + 0.9893403649330139, + 0.010659690015017986 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7277184128761292, "masked prediction probs": [ 0.9893403649330139, 0.010659690015017986 @@ -56700,12 +63720,12 @@ } }, "test_1310": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6621688008308411, + "sufficiency": 0.9133710265159607, "masked prediction probs": [ - 0.9320181608200073, - 0.06798181682825089 + 0.9704992175102234, + 0.029500765725970268 ], "full text prediction probs": [ 0.9189343452453613, @@ -56804,9 +63824,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7919349670410156, + "sufficiency": 0.6628528237342834, + "masked prediction probs": [ + 0.9320181608200073, + 0.06798181682825089 + ], + "full text prediction probs": [ + 0.9189343452453613, + 0.08106570690870285 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7919875979423523, "masked prediction probs": [ 0.9189343452453613, 0.08106570690870285 @@ -56818,8 +63851,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.028694529086351395, - "sufficiency": 0.7947651743888855, + "comprehensiveness": 0.028687268495559692, + "sufficiency": 0.7948170304298401, "masked prediction probs": [ 0.8962562680244446, 0.1037437692284584 @@ -56832,7 +63865,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7920401096343994, + "sufficiency": 0.7920928001403809, "masked prediction probs": [ 0.9189343452453613, 0.08106570690870285 @@ -56844,8 +63877,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.028680013492703438, - "sufficiency": 0.7948689460754395, + "comprehensiveness": 0.028672760352492332, + "sufficiency": 0.7949209213256836, "masked prediction probs": [ 0.8962562680244446, 0.1037437692284584 @@ -56857,8 +63890,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.028672760352492332, - "sufficiency": 0.7949209213256836, + "comprehensiveness": 0.028665512800216675, + "sufficiency": 0.7949726581573486, "masked prediction probs": [ 0.8962562680244446, 0.1037437692284584 @@ -56871,7 +63904,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9661259055137634, + "sufficiency": 0.9661343693733215, "masked prediction probs": [ 0.9768965840339661, 0.02310337871313095 @@ -56884,7 +63917,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9057059288024902, + "sufficiency": 0.9057297706604004, "masked prediction probs": [ 0.9478015899658203, 0.052198395133018494 @@ -56897,7 +63930,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7923029065132141, + "sufficiency": 0.7923554182052612, + "masked prediction probs": [ + 0.9189343452453613, + 0.08106570690870285 + ], + "full text prediction probs": [ + 0.9189343452453613, + 0.08106570690870285 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7924078106880188, "masked prediction probs": [ 0.9189343452453613, 0.08106570690870285 @@ -56910,12 +63956,12 @@ } }, "test_1333": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02307124249637127, - "sufficiency": 0.9641063809394836, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8796220421791077, "masked prediction probs": [ - 0.8777838349342346, - 0.1222161054611206 + 0.9508379697799683, + 0.04916207119822502 ], "full text prediction probs": [ 0.8954339623451233, @@ -57014,7 +64060,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0230230912566185, "sufficiency": 0.9641812443733215, "masked prediction probs": [ @@ -57027,9 +64073,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8162558674812317, + "masked prediction probs": [ + 0.8954339623451233, + 0.10456609725952148 + ], + "full text prediction probs": [ + 0.8954339623451233, + 0.10456609725952148 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9216223955154419, + "sufficiency": 0.9216428995132446, "masked prediction probs": [ 0.9513691663742065, 0.04863083362579346 @@ -57042,7 +64101,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8163037896156311, + "sufficiency": 0.8163516521453857, "masked prediction probs": [ 0.8954339623451233, 0.10456609725952148 @@ -57055,7 +64114,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9739706516265869, + "sufficiency": 0.9739774465560913, "masked prediction probs": [ 0.9224610328674316, 0.07753901183605194 @@ -57068,7 +64127,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9739774465560913, + "sufficiency": 0.9739841818809509, "masked prediction probs": [ 0.9224610328674316, 0.07753901183605194 @@ -57080,8 +64139,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.031163599342107773, - "sufficiency": 0.9224302172660828, + "comprehensiveness": 0.031155481934547424, + "sufficiency": 0.9224504232406616, "masked prediction probs": [ 0.8715119361877441, 0.12848810851573944 @@ -57094,7 +64153,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9739909768104553, + "sufficiency": 0.9739977717399597, "masked prediction probs": [ 0.9224610328674316, 0.07753901183605194 @@ -57107,7 +64166,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9217448234558105, + "sufficiency": 0.921765148639679, "masked prediction probs": [ 0.9513691663742065, 0.04863083362579346 @@ -57117,15 +64176,28 @@ 0.10456609725952148 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.022969160228967667, + "sufficiency": 0.9642652273178101, + "masked prediction probs": [ + 0.8777838349342346, + 0.1222161054611206 + ], + "full text prediction probs": [ + 0.8954339623451233, + 0.10456609725952148 + ], + "labels": 0 } }, "test_1348": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.045138195157051086, + "sufficiency": 0.8448976278305054, "masked prediction probs": [ - 0.00762938242405653, - 0.99237060546875 + 0.8893730044364929, + 0.11062700301408768 ], "full text prediction probs": [ 0.9252508282661438, @@ -57224,7 +64296,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -57237,9 +64309,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.045036204159259796, + "sufficiency": 0.8452480435371399, + "masked prediction probs": [ + 0.8893730044364929, + 0.11062700301408768 + ], + "full text prediction probs": [ + 0.9252508282661438, + 0.07474920153617859 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8015429973602295, + "sufficiency": 0.8015927672386169, "masked prediction probs": [ 0.9475808143615723, 0.05241915211081505 @@ -57251,8 +64336,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1442357897758484, - "sufficiency": 0.8805438876152039, + "comprehensiveness": 0.14419959485530853, + "sufficiency": 0.8805738091468811, "masked prediction probs": [ 0.8103173971176147, 0.18968264758586884 @@ -57327,15 +64412,28 @@ 0.07474920153617859 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.00762938242405653, + 0.99237060546875 + ], + "full text prediction probs": [ + 0.9252508282661438, + 0.07474920153617859 + ], + "labels": 0 } }, "test_1351": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4138711988925934, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09371781349182129, - 0.9062821865081787 + 0.17223003506660461, + 0.8277699947357178 ], "full text prediction probs": [ 0.06767015904188156, @@ -57434,7 +64532,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.4036087691783905, "sufficiency": 0.0, "masked prediction probs": [ @@ -57447,6 +64545,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.17223003506660461, + 0.8277699947357178 + ], + "full text prediction probs": [ + 0.06767015904188156, + 0.9323298335075378 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -57461,7 +64572,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.40112221240997314, + "comprehensiveness": 0.39989036321640015, "sufficiency": 0.0, "masked prediction probs": [ 0.09371781349182129, @@ -57526,7 +64637,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.39503780007362366, + "comprehensiveness": 0.39384299516677856, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09371781349182129, + 0.9062821865081787 + ], + "full text prediction probs": [ + 0.06767015904188156, + 0.9323298335075378 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3926554024219513, "sufficiency": 0.0, "masked prediction probs": [ 0.09371781349182129, @@ -57540,12 +64664,12 @@ } }, "test_1376": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006721830926835537, - "sufficiency": 0.8950830101966858, + "fixed-shap": { + "comprehensiveness": 0.001879011862911284, + "sufficiency": 0.6227191090583801, "masked prediction probs": [ - 0.9743183255195618, - 0.025681719183921814 + 0.9784328937530518, + 0.021567106246948242 ], "full text prediction probs": [ 0.9800293445587158, @@ -57632,11 +64756,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.00671077286824584, - "sufficiency": 0.8952555656433105, + "comprehensiveness": 0.0018759206868708134, + "sufficiency": 0.6233397126197815, "masked prediction probs": [ - 0.9743183255195618, - 0.025681719183921814 + 0.9784328937530518, + 0.021567106246948242 ], "full text prediction probs": [ 0.9800293445587158, @@ -57644,9 +64768,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0018754798220470548, + "sufficiency": 0.623428225517273, + "masked prediction probs": [ + 0.9784328937530518, + 0.021567106246948242 + ], + "full text prediction probs": [ + 0.9800293445587158, + 0.019970647990703583 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7351019382476807, + "sufficiency": 0.7351641058921814, "masked prediction probs": [ 0.9800293445587158, 0.019970647990703583 @@ -57659,7 +64796,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.516606330871582, + "sufficiency": 0.5167198181152344, "masked prediction probs": [ 0.9866134524345398, 0.013386504724621773 @@ -57672,7 +64809,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7352262139320374, + "sufficiency": 0.7352884411811829, "masked prediction probs": [ 0.9800293445587158, 0.019970647990703583 @@ -57684,8 +64821,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.033667754381895065, - "sufficiency": 0.9677007794380188, + "comprehensiveness": 0.03365985304117203, + "sufficiency": 0.9677084684371948, "masked prediction probs": [ 0.9513503909111023, 0.04864968731999397 @@ -57697,8 +64834,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.020306456834077835, - "sufficiency": 0.9356274008750916, + "comprehensiveness": 0.020301692187786102, + "sufficiency": 0.9356425404548645, "masked prediction probs": [ 0.9627277851104736, 0.037272293120622635 @@ -57710,8 +64847,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.046011582016944885, - "sufficiency": 0.980305016040802, + "comprehensiveness": 0.046000782400369644, + "sufficiency": 0.9803096652030945, "masked prediction probs": [ 0.9408172369003296, 0.05918269604444504 @@ -57723,8 +64860,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005534050986170769, - "sufficiency": 0.9582732319831848, + "comprehensiveness": 0.005532752722501755, + "sufficiency": 0.9582830667495728, "masked prediction probs": [ 0.9753119945526123, 0.02468794584274292 @@ -57737,7 +64874,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7355368137359619, + "sufficiency": 0.7355988621711731, + "masked prediction probs": [ + 0.9800293445587158, + 0.019970647990703583 + ], + "full text prediction probs": [ + 0.9800293445587158, + 0.019970647990703583 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7356607913970947, "masked prediction probs": [ 0.9800293445587158, 0.019970647990703583 @@ -57750,12 +64900,12 @@ } }, "test_1425": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001966191455721855, - "sufficiency": 0.8691124320030212, + "fixed-shap": { + "comprehensiveness": 0.000925905245821923, + "sufficiency": 0.8240772485733032, "masked prediction probs": [ - 0.9906216859817505, - 0.009378309361636639 + 0.9915183186531067, + 0.00848169345408678 ], "full text prediction probs": [ 0.9923163652420044, @@ -57854,7 +65004,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.001962548354640603, "sufficiency": 0.8693549036979675, "masked prediction probs": [ @@ -57867,9 +65017,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0009239756036549807, + "sufficiency": 0.8244438171386719, + "masked prediction probs": [ + 0.9915183186531067, + 0.00848169345408678 + ], + "full text prediction probs": [ + 0.9923163652420044, + 0.007683581672608852 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8281427025794983, + "sufficiency": 0.8281823992729187, "masked prediction probs": [ 0.9930954575538635, 0.006904475390911102 @@ -57881,8 +65044,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001961639616638422, - "sufficiency": 0.869415283203125, + "comprehensiveness": 0.001961185596883297, + "sufficiency": 0.8694455623626709, "masked prediction probs": [ 0.9906216859817505, 0.009378309361636639 @@ -57894,8 +65057,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001961185596883297, - "sufficiency": 0.8694455623626709, + "comprehensiveness": 0.0019607318099588156, + "sufficiency": 0.8694758415222168, "masked prediction probs": [ 0.9906216859817505, 0.009378309361636639 @@ -57907,8 +65070,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0023531264159828424, - "sufficiency": 0.9833755493164062, + "comprehensiveness": 0.0023525820579379797, + "sufficiency": 0.9833794236183167, "masked prediction probs": [ 0.9902825355529785, 0.00971749797463417 @@ -57920,8 +65083,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0035417659673839808, - "sufficiency": 0.9379522800445557, + "comprehensiveness": 0.003540946636348963, + "sufficiency": 0.9379666447639465, "masked prediction probs": [ 0.9892544746398926, 0.010745466686785221 @@ -57933,8 +65096,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0018981321481987834, - "sufficiency": 0.8528895378112793, + "comprehensiveness": 0.0018976932624354959, + "sufficiency": 0.8529236316680908, "masked prediction probs": [ 0.9906750321388245, 0.009325040504336357 @@ -57946,8 +65109,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0019593716133385897, - "sufficiency": 0.8695663213729858, + "comprehensiveness": 0.0019589185249060392, + "sufficiency": 0.869596540927887, + "masked prediction probs": [ + 0.9906216859817505, + 0.009378309361636639 + ], + "full text prediction probs": [ + 0.9923163652420044, + 0.007683581672608852 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001958465902134776, + "sufficiency": 0.8696265816688538, "masked prediction probs": [ 0.9906216859817505, 0.009378309361636639 @@ -57960,12 +65136,12 @@ } }, "test_1440": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8037478923797607, - "sufficiency": 0.9955251216888428, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6896452307701111, "masked prediction probs": [ - 0.297696053981781, - 0.7023038864135742 + 0.9863146543502808, + 0.013685396872460842 ], "full text prediction probs": [ 0.9828269481658936, @@ -58064,12 +65240,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9751591086387634, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8022420406341553, + "sufficiency": 0.9955334663391113, "masked prediction probs": [ - 0.10766104608774185, - 0.8923389315605164 + 0.297696053981781, + 0.7023038864135742 + ], + "full text prediction probs": [ + 0.9828269481658936, + 0.017173029482364655 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7327566742897034, + "masked prediction probs": [ + 0.9828269481658936, + 0.017173029482364655 ], "full text prediction probs": [ 0.9828269481658936, @@ -58079,7 +65268,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7350711822509766, + "sufficiency": 0.7351331114768982, "masked prediction probs": [ 0.9888396859169006, 0.01116031501442194 @@ -58092,7 +65281,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.732819139957428, + "sufficiency": 0.7328817248344421, "masked prediction probs": [ 0.9828269481658936, 0.017173029482364655 @@ -58105,7 +65294,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.5907873511314392, + "sufficiency": 0.5908830761909485, "masked prediction probs": [ 0.9854082465171814, 0.014591707848012447 @@ -58117,8 +65306,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011505767470225692, - "sufficiency": 0.38895687460899353, + "comprehensiveness": 0.0011503077112138271, + "sufficiency": 0.38909977674484253, "masked prediction probs": [ 0.9818434119224548, 0.018156562000513077 @@ -58131,7 +65320,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.975188136100769, + "sufficiency": 0.975193977355957, "masked prediction probs": [ 0.10766104608774185, 0.8923389315605164 @@ -58144,7 +65333,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8653720617294312, + "sufficiency": 0.8654035329818726, "masked prediction probs": [ 0.9900829195976257, 0.00991711113601923 @@ -58157,7 +65346,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9751997590065002, + "sufficiency": 0.9752055406570435, + "masked prediction probs": [ + 0.10766104608774185, + 0.8923389315605164 + ], + "full text prediction probs": [ + 0.9828269481658936, + 0.017173029482364655 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9752113223075867, "masked prediction probs": [ 0.10766104608774185, 0.8923389315605164 @@ -58170,12 +65372,12 @@ } }, "test_1494": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08330325037240982, - "sufficiency": 0.9301416873931885, + "fixed-shap": { + "comprehensiveness": 0.0042524454183876514, + "sufficiency": 0.8315679430961609, "masked prediction probs": [ - 0.9059940576553345, - 0.09400594979524612 + 0.9728763699531555, + 0.027123581618070602 ], "full text prediction probs": [ 0.9764742255210876, @@ -58262,11 +65464,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.08316563814878464, - "sufficiency": 0.9302571415901184, + "comprehensiveness": 0.004245420452207327, + "sufficiency": 0.8318461179733276, "masked prediction probs": [ - 0.9059940576553345, - 0.09400594979524612 + 0.9728763699531555, + 0.027123581618070602 ], "full text prediction probs": [ 0.9764742255210876, @@ -58274,12 +65476,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08314601331949234, - "sufficiency": 0.9302735328674316, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004244418814778328, + "sufficiency": 0.831885814666748, "masked prediction probs": [ - 0.9059940576553345, - 0.09400594979524612 + 0.9728763699531555, + 0.027123581618070602 + ], + "full text prediction probs": [ + 0.9764742255210876, + 0.023525813594460487 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004243417643010616, + "sufficiency": 0.8319254517555237, + "masked prediction probs": [ + 0.9728763699531555, + 0.027123581618070602 ], "full text prediction probs": [ 0.9764742255210876, @@ -58289,7 +65504,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.623001754283905, + "sufficiency": 0.6230906248092651, "masked prediction probs": [ 0.9836265444755554, 0.01637347973883152 @@ -58301,8 +65516,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08310679346323013, - "sufficiency": 0.9303065538406372, + "comprehensiveness": 0.08308719843626022, + "sufficiency": 0.9303228855133057, "masked prediction probs": [ 0.9059940576553345, 0.09400594979524612 @@ -58314,8 +65529,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009220699779689312, - "sufficiency": 0.9910742044448853, + "comprehensiveness": 0.00921852607280016, + "sufficiency": 0.9910762310028076, "masked prediction probs": [ 0.968652606010437, 0.0313473604619503 @@ -58327,7 +65542,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2742519974708557, + "comprehensiveness": 0.2741873860359192, "sufficiency": 1.0, "masked prediction probs": [ 0.7437803149223328, @@ -58340,8 +65555,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08304803818464279, - "sufficiency": 0.9303557276725769, + "comprehensiveness": 0.08302847295999527, + "sufficiency": 0.9303722381591797, "masked prediction probs": [ 0.9059940576553345, 0.09400594979524612 @@ -58353,7 +65568,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010790335945785046, + "comprehensiveness": 0.01078779436647892, "sufficiency": 1.0, "masked prediction probs": [ 0.9673146605491638, @@ -58366,11 +65581,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08300891518592834, - "sufficiency": 0.9303885698318481, + "comprehensiveness": 0.004236422013491392, + "sufficiency": 0.8322024941444397, "masked prediction probs": [ - 0.9059940576553345, - 0.09400594979524612 + 0.9728763699531555, + 0.027123581618070602 + ], + "full text prediction probs": [ + 0.9764742255210876, + 0.023525813594460487 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004235425032675266, + "sufficiency": 0.8322420120239258, + "masked prediction probs": [ + 0.9728763699531555, + 0.027123581618070602 ], "full text prediction probs": [ 0.9764742255210876, @@ -58380,12 +65608,12 @@ } }, "test_1497": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9577257633209229, + "fixed-shap": { + "comprehensiveness": 0.0005275814328342676, + "sufficiency": 0.8891733288764954, "masked prediction probs": [ - 0.0121730025857687, - 0.9878270030021667 + 0.9915159940719604, + 0.008484039455652237 ], "full text prediction probs": [ 0.9919705390930176, @@ -58484,7 +65712,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9578040838241577, "masked prediction probs": [ @@ -58497,8 +65725,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7249972224235535, + "masked prediction probs": [ + 0.9919705390930176, + 0.008029407821595669 + ], + "full text prediction probs": [ + 0.9919705390930176, + 0.008029407821595669 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0032727320212870836, + "comprehensiveness": 0.0032719739247113466, "sufficiency": 0.0, "masked prediction probs": [ 0.9891449809074402, @@ -58512,7 +65753,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8697633743286133, + "sufficiency": 0.8697935938835144, "masked prediction probs": [ 0.03118591010570526, 0.9688141345977783 @@ -58525,7 +65766,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.990069568157196, + "sufficiency": 0.9900718927383423, "masked prediction probs": [ 0.02800653502345085, 0.9719935059547424 @@ -58537,8 +65778,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00529475649818778, - "sufficiency": 0.7040681838989258, + "comprehensiveness": 0.005293530877679586, + "sufficiency": 0.7041367292404175, "masked prediction probs": [ 0.9873960614204407, 0.012603876180946827 @@ -58551,7 +65792,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8698538541793823, + "sufficiency": 0.8698838949203491, "masked prediction probs": [ 0.03118591010570526, 0.9688141345977783 @@ -58563,8 +65804,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002954773837700486, - "sufficiency": 0.9021565914154053, + "comprehensiveness": 0.0029540902469307184, + "sufficiency": 0.9021793007850647, "masked prediction probs": [ 0.9894165396690369, 0.010583442635834217 @@ -58577,7 +65818,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9900787472724915, + "sufficiency": 0.9900810718536377, "masked prediction probs": [ 0.02800653502345085, 0.9719935059547424 @@ -58587,15 +65828,28 @@ 0.008029407821595669 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9578918814659119, + "masked prediction probs": [ + 0.0121730025857687, + 0.9878270030021667 + ], + "full text prediction probs": [ + 0.9919705390930176, + 0.008029407821595669 + ], + "labels": 0 } }, "test_1514": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7222834229469299, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.10497615486383438, + "sufficiency": 0.9015306234359741, "masked prediction probs": [ - 0.35136082768440247, - 0.6486392021179199 + 0.8424965143203735, + 0.15750354528427124 ], "full text prediction probs": [ 0.9260165691375732, @@ -58682,11 +65936,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7210147380828857, - "sufficiency": 1.0, + "comprehensiveness": 0.10479176044464111, + "sufficiency": 0.9017034769058228, "masked prediction probs": [ - 0.35136082768440247, - 0.6486392021179199 + 0.8424965143203735, + 0.15750354528427124 ], "full text prediction probs": [ 0.9260165691375732, @@ -58694,12 +65948,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9360911846160889, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10476546734571457, + "sufficiency": 0.9017282128334045, "masked prediction probs": [ - 0.17975550889968872, - 0.820244550704956 + 0.8424965143203735, + 0.15750354528427124 + ], + "full text prediction probs": [ + 0.9260165691375732, + 0.07398339360952377 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7849543690681458, + "masked prediction probs": [ + 0.9260165691375732, + 0.07398339360952377 ], "full text prediction probs": [ 0.9260165691375732, @@ -58708,8 +65975,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.17786327004432678, - "sufficiency": 0.9065805077552795, + "comprehensiveness": 0.1778186559677124, + "sufficiency": 0.9066039323806763, "masked prediction probs": [ 0.7841866612434387, 0.21581336855888367 @@ -58722,7 +65989,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7850082516670227, + "sufficiency": 0.7850621938705444, "masked prediction probs": [ 0.9260165691375732, 0.07398339360952377 @@ -58734,7 +66001,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9353871941566467, + "comprehensiveness": 0.9351527094841003, "sufficiency": 1.0, "masked prediction probs": [ 0.17975550889968872, @@ -58747,7 +66014,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7201111316680908, + "comprehensiveness": 0.7199307680130005, "sufficiency": 1.0, "masked prediction probs": [ 0.35136082768440247, @@ -58760,8 +66027,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.28176066279411316, - "sufficiency": 0.753292441368103, + "comprehensiveness": 0.2816900610923767, + "sufficiency": 0.7533541917800903, "masked prediction probs": [ 0.7011124491691589, 0.29888755083084106 @@ -58774,7 +66041,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9375964403152466, + "sufficiency": 0.9376121759414673, "masked prediction probs": [ 0.9770456552505493, 0.022954382002353668 @@ -58786,7 +66053,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9344501495361328, + "comprehensiveness": 0.9342162013053894, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.17975550889968872, + 0.820244550704956 + ], + "full text prediction probs": [ + 0.9260165691375732, + 0.07398339360952377 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9339823722839355, "sufficiency": 1.0, "masked prediction probs": [ 0.17975550889968872, @@ -58800,12 +66080,12 @@ } }, "test_1517": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00016443828644696623, - "sufficiency": 0.8796889781951904, + "fixed-shap": { + "comprehensiveness": 0.00047595094656571746, + "sufficiency": 0.6452375650405884, "masked prediction probs": [ - 0.991866409778595, - 0.008133613504469395 + 0.9915980100631714, + 0.008402010425925255 ], "full text prediction probs": [ 0.9920080900192261, @@ -58904,7 +66184,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.00016413348203059286, "sufficiency": 0.8799119591712952, "masked prediction probs": [ @@ -58917,9 +66197,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00047495870967395604, + "sufficiency": 0.6459770202636719, + "masked prediction probs": [ + 0.9915980100631714, + 0.008402010425925255 + ], + "full text prediction probs": [ + 0.9920080900192261, + 0.007991860620677471 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7204283475875854, + "sufficiency": 0.7204930782318115, "masked prediction probs": [ 0.9929772019386292, 0.0070227463729679585 @@ -58932,7 +66225,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7250292897224426, + "sufficiency": 0.7250930070877075, "masked prediction probs": [ 0.9920080900192261, 0.007991860620677471 @@ -58944,8 +66237,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012974651530385017, - "sufficiency": 0.7618103623390198, + "comprehensiveness": 0.012971648015081882, + "sufficiency": 0.7618655562400818, "masked prediction probs": [ 0.9808005690574646, 0.019199423491954803 @@ -58958,7 +66251,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7251567244529724, + "sufficiency": 0.725220263004303, "masked prediction probs": [ 0.9920080900192261, 0.007991860620677471 @@ -58970,8 +66263,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07974974811077118, - "sufficiency": 0.8644559979438782, + "comprehensiveness": 0.0797312930226326, + "sufficiency": 0.8644872903823853, "masked prediction probs": [ 0.9230882525444031, 0.07691175490617752 @@ -58984,7 +66277,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8354005813598633, + "sufficiency": 0.8354387283325195, "masked prediction probs": [ 0.993008017539978, 0.006991932634264231 @@ -58996,8 +66289,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07971285283565521, - "sufficiency": 0.8645187020301819, + "comprehensiveness": 0.07969441264867783, + "sufficiency": 0.8645501136779785, "masked prediction probs": [ 0.9230882525444031, 0.07691175490617752 @@ -59007,15 +66300,28 @@ 0.007991860620677471 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00016379193402826786, + "sufficiency": 0.8801618218421936, + "masked prediction probs": [ + 0.991866409778595, + 0.008133613504469395 + ], + "full text prediction probs": [ + 0.9920080900192261, + 0.007991860620677471 + ], + "labels": 0 } }, "test_1524": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.982794463634491, - 0.017205459997057915 + 0.5716012716293335, + 0.42839866876602173 ], "full text prediction probs": [ 0.27940598130226135, @@ -59114,7 +66420,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -59127,6 +66433,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5716012716293335, + 0.42839866876602173 + ], + "full text prediction probs": [ + 0.27940598130226135, + 0.720594048500061 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -59217,15 +66536,28 @@ 0.720594048500061 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.982794463634491, + 0.017205459997057915 + ], + "full text prediction probs": [ + 0.27940598130226135, + 0.720594048500061 + ], + "labels": 0 } }, "test_1612": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9953018426895142, + "fixed-shap": { + "comprehensiveness": 0.001027277554385364, + "sufficiency": 0.626118004322052, "masked prediction probs": [ - 0.01069913525134325, - 0.9893007874488831 + 0.992886483669281, + 0.007113482803106308 ], "full text prediction probs": [ 0.9937734007835388, @@ -59324,7 +66656,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9953105449676514, "masked prediction probs": [ @@ -59337,8 +66669,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0010251402854919434, + "sufficiency": 0.6268958449363708, + "masked prediction probs": [ + 0.992886483669281, + 0.007113482803106308 + ], + "full text prediction probs": [ + 0.9937734007835388, + 0.006226636469364166 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.002713796915486455, + "comprehensiveness": 0.0027131696697324514, "sufficiency": 0.0, "masked prediction probs": [ 0.9914255142211914, @@ -59352,7 +66697,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9704555869102478, + "sufficiency": 0.970462441444397, "masked prediction probs": [ 0.0885503739118576, 0.911449670791626 @@ -59364,8 +66709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010246664751321077, - "sufficiency": 0.627068281173706, + "comprehensiveness": 0.0010244298027828336, + "sufficiency": 0.6271543502807617, "masked prediction probs": [ 0.992886483669281, 0.007113482803106308 @@ -59377,8 +66722,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015503449831157923, - "sufficiency": 0.7044267058372498, + "comprehensiveness": 0.0015499870060011744, + "sufficiency": 0.7044950127601624, "masked prediction probs": [ 0.9924311637878418, 0.007568761240690947 @@ -59391,7 +66736,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9953159689903259, + "sufficiency": 0.9953170418739319, "masked prediction probs": [ 0.01069913525134325, 0.9893007874488831 @@ -59403,8 +66748,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0029636938124895096, - "sufficiency": 0.6275520324707031, + "comprehensiveness": 0.0029630097560584545, + "sufficiency": 0.627638041973114, "masked prediction probs": [ 0.9912063479423523, 0.008793684653937817 @@ -59417,7 +66762,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9953181147575378, + "sufficiency": 0.9953191876411438, + "masked prediction probs": [ + 0.01069913525134325, + 0.9893007874488831 + ], + "full text prediction probs": [ + 0.9937734007835388, + 0.006226636469364166 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9953202605247498, "masked prediction probs": [ 0.01069913525134325, 0.9893007874488831 @@ -59430,12 +66788,12 @@ } }, "test_1616": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8474516868591309, "masked prediction probs": [ - 0.09829884767532349, - 0.9017011523246765 + 0.9005388617515564, + 0.09946106374263763 ], "full text prediction probs": [ 0.75773686170578, @@ -59534,7 +66892,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -59547,6 +66905,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8478880524635315, + "masked prediction probs": [ + 0.9005388617515564, + 0.09946106374263763 + ], + "full text prediction probs": [ + 0.75773686170578, + 0.2422630786895752 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -59561,8 +66932,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1759120374917984, - "sufficiency": 0.998977780342102, + "comprehensiveness": 0.17585617303848267, + "sufficiency": 0.9989780783653259, "masked prediction probs": [ 0.6470301747322083, 0.35296985507011414 @@ -59574,7 +66945,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9162796139717102, + "comprehensiveness": 0.915988564491272, "sufficiency": 1.0, "masked prediction probs": [ 0.1809116154909134, @@ -59600,7 +66971,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9156978726387024, + "comprehensiveness": 0.9154071807861328, "sufficiency": 1.0, "masked prediction probs": [ 0.1809116154909134, @@ -59637,15 +67008,28 @@ 0.2422630786895752 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09829884767532349, + 0.9017011523246765 + ], + "full text prediction probs": [ + 0.75773686170578, + 0.2422630786895752 + ], + "labels": 0 } }, "test_1622": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6012974977493286, - "sufficiency": 0.7713605761528015, + "fixed-shap": { + "comprehensiveness": 0.0009894123068079352, + "sufficiency": 0.6426029801368713, "masked prediction probs": [ - 0.4739960730075836, - 0.5260039567947388 + 0.9913227558135986, + 0.008677241392433643 ], "full text prediction probs": [ 0.9921754002571106, @@ -59744,7 +67128,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.6001831293106079, "sufficiency": 0.771784245967865, "masked prediction probs": [ @@ -59757,9 +67141,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7248252034187317, + "masked prediction probs": [ + 0.9921754002571106, + 0.007824554108083248 + ], + "full text prediction probs": [ + 0.9921754002571106, + 0.007824554108083248 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.006484967190772295, - "sufficiency": 0.6541715860366821, + "comprehensiveness": 0.0064834654331207275, + "sufficiency": 0.6542516350746155, "masked prediction probs": [ 0.986575186252594, 0.013424773700535297 @@ -59771,8 +67168,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5999051928520203, - "sufficiency": 0.7718899250030518, + "comprehensiveness": 0.5997663736343384, + "sufficiency": 0.7719427347183228, "masked prediction probs": [ 0.4739960730075836, 0.5260039567947388 @@ -59785,7 +67182,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7249526381492615, + "sufficiency": 0.7250162959098816, "masked prediction probs": [ 0.9921754002571106, 0.007824554108083248 @@ -59798,7 +67195,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7250162959098816, + "sufficiency": 0.7250798940658569, "masked prediction probs": [ 0.9921754002571106, 0.007824554108083248 @@ -59810,8 +67207,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5994887948036194, - "sufficiency": 0.7720482349395752, + "comprehensiveness": 0.599350094795227, + "sufficiency": 0.7721009850502014, "masked prediction probs": [ 0.4739960730075836, 0.5260039567947388 @@ -59824,7 +67221,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6622450947761536, + "sufficiency": 0.6623231172561646, "masked prediction probs": [ 0.9928304553031921, 0.007169519085437059 @@ -59836,8 +67233,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5992115139961243, - "sufficiency": 0.7721536755561829, + "comprehensiveness": 0.5990729331970215, + "sufficiency": 0.7722063660621643, + "masked prediction probs": [ + 0.4739960730075836, + 0.5260039567947388 + ], + "full text prediction probs": [ + 0.9921754002571106, + 0.007824554108083248 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5989344716072083, + "sufficiency": 0.772258996963501, "masked prediction probs": [ 0.4739960730075836, 0.5260039567947388 @@ -59850,12 +67260,12 @@ } }, "test_1633": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9326341152191162, + "fixed-shap": { + "comprehensiveness": 0.22243313491344452, + "sufficiency": 1.0, "masked prediction probs": [ - 0.1001899316906929, - 0.8998100757598877 + 0.6329009532928467, + 0.3670990467071533 ], "full text prediction probs": [ 0.7766459584236145, @@ -59954,7 +67364,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9328004717826843, "masked prediction probs": [ @@ -59967,6 +67377,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9658555388450623, + "masked prediction probs": [ + 0.7766459584236145, + 0.22335407137870789 + ], + "full text prediction probs": [ + 0.7766459584236145, + 0.22335407137870789 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -60020,7 +67443,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7083556652069092, + "comprehensiveness": 0.7081373333930969, "sufficiency": 1.0, "masked prediction probs": [ 0.31703734397888184, @@ -60033,7 +67456,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7081373333930969, + "comprehensiveness": 0.7079192996025085, "sufficiency": 1.0, "masked prediction probs": [ 0.31703734397888184, @@ -60046,7 +67469,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7079192996025085, + "comprehensiveness": 0.7077012658119202, "sufficiency": 1.0, "masked prediction probs": [ 0.31703734397888184, @@ -60057,15 +67480,28 @@ 0.22335407137870789 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9329866170883179, + "masked prediction probs": [ + 0.1001899316906929, + 0.8998100757598877 + ], + "full text prediction probs": [ + 0.7766459584236145, + 0.22335407137870789 + ], + "labels": 0 } }, "test_1642": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005674569867551327, - "sufficiency": 0.641789436340332, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8393780589103699, "masked prediction probs": [ - 0.9638445377349854, - 0.03615543618798256 + 0.9694812297821045, + 0.030518781393766403 ], "full text prediction probs": [ 0.9686009287834167, @@ -60164,7 +67600,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.005663758143782616, "sufficiency": 0.6424718499183655, "masked prediction probs": [ @@ -60177,9 +67613,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7451650500297546, + "masked prediction probs": [ + 0.9686009287834167, + 0.03139912337064743 + ], + "full text prediction probs": [ + 0.9686009287834167, + 0.03139912337064743 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.00566241005435586, - "sufficiency": 0.6425570249557495, + "comprehensiveness": 0.005661061964929104, + "sufficiency": 0.6426421403884888, "masked prediction probs": [ 0.9638445377349854, 0.03615543618798256 @@ -60192,7 +67641,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.745225727558136, + "sufficiency": 0.7452863454818726, "masked prediction probs": [ 0.9686009287834167, 0.03139912337064743 @@ -60205,7 +67654,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7452863454818726, + "sufficiency": 0.7453469634056091, "masked prediction probs": [ 0.9686009287834167, 0.03139912337064743 @@ -60218,7 +67667,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7453469634056091, + "sufficiency": 0.7454075217247009, "masked prediction probs": [ 0.9686009287834167, 0.03139912337064743 @@ -60230,8 +67679,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006863301619887352, - "sufficiency": 0.7619003057479858, + "comprehensiveness": 0.006861669011414051, + "sufficiency": 0.7619569301605225, "masked prediction probs": [ 0.9628303050994873, 0.0371696762740612 @@ -60243,8 +67692,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0001946909469552338, - "sufficiency": 0.8256679177284241, + "comprehensiveness": 0.0001946446718648076, + "sufficiency": 0.8257092833518982, "masked prediction probs": [ 0.9684371948242188, 0.03156280145049095 @@ -60256,8 +67705,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005654332228004932, - "sufficiency": 0.6430668830871582, + "comprehensiveness": 0.005652987863868475, + "sufficiency": 0.6431516408920288, + "masked prediction probs": [ + 0.9638445377349854, + 0.03615543618798256 + ], + "full text prediction probs": [ + 0.9686009287834167, + 0.03139912337064743 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005651644431054592, + "sufficiency": 0.643236517906189, "masked prediction probs": [ 0.9638445377349854, 0.03615543618798256 @@ -60270,12 +67732,12 @@ } }, "test_1728": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0158863328397274, - "sufficiency": 0.9828429818153381, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8194587826728821, "masked prediction probs": [ - 0.9755428433418274, - 0.024457203224301338 + 0.9906125068664551, + 0.009387454017996788 ], "full text prediction probs": [ 0.9891856908798218, @@ -60362,11 +67824,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015860477462410927, - "sufficiency": 0.982870876789093, + "comprehensiveness": 0.0, + "sufficiency": 0.81975257396698, "masked prediction probs": [ - 0.9755428433418274, - 0.024457203224301338 + 0.9906125068664551, + 0.009387454017996788 ], "full text prediction probs": [ 0.9891856908798218, @@ -60374,9 +67836,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8197944760322571, + "masked prediction probs": [ + 0.9906125068664551, + 0.009387454017996788 + ], + "full text prediction probs": [ + 0.9891856908798218, + 0.010814351961016655 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7272797226905823, + "sufficiency": 0.7273430228233337, "masked prediction probs": [ 0.9891856908798218, 0.010814351961016655 @@ -60388,8 +67863,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003420806024223566, - "sufficiency": 0.9211578965187073, + "comprehensiveness": 0.003420010907575488, + "sufficiency": 0.9211761951446533, "masked prediction probs": [ 0.9862418174743652, 0.013758215121924877 @@ -60402,7 +67877,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7274063229560852, + "sufficiency": 0.7274696826934814, "masked prediction probs": [ 0.9891856908798218, 0.010814351961016655 @@ -60415,7 +67890,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7274696826934814, + "sufficiency": 0.7275330424308777, "masked prediction probs": [ 0.9891856908798218, 0.010814351961016655 @@ -60428,7 +67903,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7275330424308777, + "sufficiency": 0.7275962233543396, "masked prediction probs": [ 0.9891856908798218, 0.010814351961016655 @@ -60440,8 +67915,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0158383809030056, - "sufficiency": 0.9828947186470032, + "comprehensiveness": 0.015834704041481018, + "sufficiency": 0.9828987121582031, "masked prediction probs": [ 0.9755428433418274, 0.024457203224301338 @@ -60454,7 +67929,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8200454711914062, + "sufficiency": 0.820087194442749, "masked prediction probs": [ 0.9906125068664551, 0.009387454017996788 @@ -60467,7 +67942,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7277226448059082, + "sufficiency": 0.7277858853340149, + "masked prediction probs": [ + 0.9891856908798218, + 0.010814351961016655 + ], + "full text prediction probs": [ + 0.9891856908798218, + 0.010814351961016655 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7278489470481873, "masked prediction probs": [ 0.9891856908798218, 0.010814351961016655 @@ -60480,12 +67968,12 @@ } }, "test_1763": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03014223277568817, - "sufficiency": 0.8496308922767639, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.719087541103363, "masked prediction probs": [ - 0.9576696753501892, - 0.04233035072684288 + 0.9843452572822571, + 0.015654755756258965 ], "full text prediction probs": [ 0.9833801984786987, @@ -60584,7 +68072,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.030085798352956772, "sufficiency": 0.8499124050140381, "masked prediction probs": [ @@ -60597,9 +68085,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7196789979934692, + "masked prediction probs": [ + 0.9843452572822571, + 0.015654755756258965 + ], + "full text prediction probs": [ + 0.9833801984786987, + 0.016619788482785225 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.002568699885159731, - "sufficiency": 0.8765925765037537, + "comprehensiveness": 0.0025680989492684603, + "sufficiency": 0.8766214847564697, "masked prediction probs": [ 0.9811845421791077, 0.01881544664502144 @@ -60611,8 +68112,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.030071722343564034, - "sufficiency": 0.849982500076294, + "comprehensiveness": 0.030064688995480537, + "sufficiency": 0.8500176072120667, "masked prediction probs": [ 0.9576696753501892, 0.04233035072684288 @@ -60624,8 +68125,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.023131391033530235, - "sufficiency": 0.9348465800285339, + "comprehensiveness": 0.02312598191201687, + "sufficiency": 0.9348618984222412, "masked prediction probs": [ 0.9635988473892212, 0.036401115357875824 @@ -60637,8 +68138,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0005429668235592544, - "sufficiency": 0.8250364065170288, + "comprehensiveness": 0.000542839930858463, + "sufficiency": 0.8250773549079895, "masked prediction probs": [ 0.9829157590866089, 0.017084244638681412 @@ -60650,8 +68151,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.000802486261818558, - "sufficiency": 0.9255156517028809, + "comprehensiveness": 0.0008022986585274339, + "sufficiency": 0.9255330562591553, "masked prediction probs": [ 0.982693612575531, 0.017306379973888397 @@ -60663,8 +68164,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0008022986585274339, - "sufficiency": 0.9255330562591553, + "comprehensiveness": 0.0008021112298592925, + "sufficiency": 0.9255504608154297, "masked prediction probs": [ 0.982693612575531, 0.017306379973888397 @@ -60676,8 +68177,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03003659099340439, - "sufficiency": 0.8501577973365784, + "comprehensiveness": 0.030029572546482086, + "sufficiency": 0.8501928448677063, + "masked prediction probs": [ + 0.9576696753501892, + 0.04233035072684288 + ], + "full text prediction probs": [ + 0.9833801984786987, + 0.016619788482785225 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03002255968749523, + "sufficiency": 0.8502277731895447, "masked prediction probs": [ 0.9576696753501892, 0.04233035072684288 @@ -60690,12 +68204,12 @@ } }, "test_1765": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9878175854682922, - "sufficiency": 0.920861542224884, + "fixed-shap": { + "comprehensiveness": 0.6499467492103577, + "sufficiency": 0.8536979556083679, "masked prediction probs": [ - 0.14088281989097595, - 0.8591172099113464 + 0.4314281940460205, + 0.5685718059539795 ], "full text prediction probs": [ 0.9903371334075928, @@ -60794,7 +68308,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9859830141067505, "sufficiency": 0.9210085272789001, "masked prediction probs": [ @@ -60807,9 +68321,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.6485891342163086, + "sufficiency": 0.8540034294128418, + "masked prediction probs": [ + 0.4314281940460205, + 0.5685718059539795 + ], + "full text prediction probs": [ + 0.9903371334075928, + 0.009662885218858719 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0012778891250491142, - "sufficiency": 0.8824576735496521, + "comprehensiveness": 0.0012775924988090992, + "sufficiency": 0.8824849128723145, "masked prediction probs": [ 0.9892359375953674, 0.010764049366116524 @@ -60821,8 +68348,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.798783540725708, - "sufficiency": 0.8917981386184692, + "comprehensiveness": 0.7985982894897461, + "sufficiency": 0.8918232917785645, "masked prediction probs": [ 0.3018413186073303, 0.6981586813926697 @@ -60834,8 +68361,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7985982894897461, - "sufficiency": 0.8918232917785645, + "comprehensiveness": 0.7984130382537842, + "sufficiency": 0.8918484449386597, "masked prediction probs": [ 0.3018413186073303, 0.6981586813926697 @@ -60848,7 +68375,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7265617251396179, + "sufficiency": 0.7266250252723694, "masked prediction probs": [ 0.9903371334075928, 0.009662885218858719 @@ -60860,8 +68387,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9848398566246033, - "sufficiency": 0.9211000800132751, + "comprehensiveness": 0.9846115112304688, + "sufficiency": 0.9211183786392212, "masked prediction probs": [ 0.14088281989097595, 0.8591172099113464 @@ -60873,8 +68400,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0031659058295190334, - "sufficiency": 0.9073673486709595, + "comprehensiveness": 0.00316517218016088, + "sufficiency": 0.9073888063430786, "masked prediction probs": [ 0.9876058101654053, 0.012394215911626816 @@ -60886,8 +68413,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9843833446502686, - "sufficiency": 0.9211366176605225, + "comprehensiveness": 0.9841552376747131, + "sufficiency": 0.9211549162864685, + "masked prediction probs": [ + 0.14088281989097595, + 0.8591172099113464 + ], + "full text prediction probs": [ + 0.9903371334075928, + 0.009662885218858719 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9839272499084473, + "sufficiency": 0.9211731553077698, "masked prediction probs": [ 0.14088281989097595, 0.8591172099113464 @@ -60900,12 +68440,12 @@ } }, "test_1813": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3256930410861969, - "sufficiency": 0.8532110452651978, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8111370205879211, "masked prediction probs": [ - 0.7120441794395447, - 0.28795579075813293 + 0.993645429611206, + 0.006354546174407005 ], "full text prediction probs": [ 0.9929774403572083, @@ -61004,7 +68544,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.3250900208950043, "sufficiency": 0.8534827828407288, "masked prediction probs": [ @@ -61017,9 +68557,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7241527438163757, + "masked prediction probs": [ + 0.9929774403572083, + 0.007022530771791935 + ], + "full text prediction probs": [ + 0.9929774403572083, + 0.007022530771791935 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9069506525993347, + "sufficiency": 0.9069722294807434, "masked prediction probs": [ 0.9939221143722534, 0.006077858153730631 @@ -61031,8 +68584,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3249396085739136, - "sufficiency": 0.8535505533218384, + "comprehensiveness": 0.3248644769191742, + "sufficiency": 0.8535844087600708, "masked prediction probs": [ 0.7120441794395447, 0.28795579075813293 @@ -61044,8 +68597,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3597824275493622, - "sufficiency": 0.9480369091033936, + "comprehensiveness": 0.35969921946525574, + "sufficiency": 0.9480488300323486, "masked prediction probs": [ 0.6818481683731079, 0.3181518614292145 @@ -61057,8 +68610,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.3247893452644348, - "sufficiency": 0.8536182641983032, + "comprehensiveness": 0.3247142732143402, + "sufficiency": 0.8536521196365356, "masked prediction probs": [ 0.7120441794395447, 0.28795579075813293 @@ -61070,8 +68623,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05495194345712662, - "sufficiency": 0.9953919053077698, + "comprehensiveness": 0.05493924394249916, + "sufficiency": 0.9953930377960205, "masked prediction probs": [ 0.9454346299171448, 0.05456534028053284 @@ -61083,8 +68636,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007215891499072313, - "sufficiency": 0.7639519572257996, + "comprehensiveness": 0.007214224431663752, + "sufficiency": 0.7640064358711243, "masked prediction probs": [ 0.9867330193519592, 0.013266968540847301 @@ -61096,8 +68649,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.32456421852111816, - "sufficiency": 0.8537197113037109, + "comprehensiveness": 0.3244892358779907, + "sufficiency": 0.8537535071372986, + "masked prediction probs": [ + 0.7120441794395447, + 0.28795579075813293 + ], + "full text prediction probs": [ + 0.9929774403572083, + 0.007022530771791935 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.32441428303718567, + "sufficiency": 0.8537873029708862, "masked prediction probs": [ 0.7120441794395447, 0.28795579075813293 @@ -61110,12 +68676,12 @@ } }, "test_10": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1010361984372139, + "fixed-shap": { + "comprehensiveness": 0.02222340553998947, "sufficiency": 0.0, "masked prediction probs": [ - 0.014684420078992844, - 0.9853155612945557 + 0.006397661752998829, + 0.9936023354530334 ], "full text prediction probs": [ 0.004060954786837101, @@ -61214,12 +68780,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010457376018166542, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09952152520418167, "sufficiency": 0.0, "masked prediction probs": [ - 0.005177260842174292, - 0.9948227405548096 + 0.014684420078992844, + 0.9853155612945557 + ], + "full text prediction probs": [ + 0.004060954786837101, + 0.9959390163421631 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009937884286046028, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005123781971633434, + 0.9948762059211731 ], "full text prediction probs": [ 0.004060954786837101, @@ -61228,7 +68807,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.013381116092205048, + "comprehensiveness": 0.013356134295463562, "sufficiency": 0.0, "masked prediction probs": [ 0.005492005497217178, @@ -61241,7 +68820,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.010418329387903214, + "comprehensiveness": 0.010398915968835354, "sufficiency": 0.0, "masked prediction probs": [ 0.005177260842174292, @@ -61254,7 +68833,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06415533274412155, + "comprehensiveness": 0.06403600424528122, "sufficiency": 0.0, "masked prediction probs": [ 0.010947746224701405, @@ -61267,7 +68846,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01829560659825802, + "comprehensiveness": 0.018261639401316643, "sufficiency": 0.0, "masked prediction probs": [ 0.006028617732226849, @@ -61280,7 +68859,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.0985976979136467, + "comprehensiveness": 0.09841498732566833, "sufficiency": 0.0, "masked prediction probs": [ 0.014684420078992844, @@ -61293,7 +68872,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004125840496271849, + "comprehensiveness": 0.004118208773434162, "sufficiency": 0.0, "masked prediction probs": [ 0.004506323952227831, @@ -61306,7 +68885,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01032197754830122, + "comprehensiveness": 0.010302920825779438, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005177260842174292, + 0.9948227405548096 + ], + "full text prediction probs": [ + 0.004060954786837101, + 0.9959390163421631 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010283933952450752, "sufficiency": 0.0, "masked prediction probs": [ 0.005177260842174292, @@ -61320,12 +68912,12 @@ } }, "test_19": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9878050684928894, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9826958179473877, - 0.01730414107441902 + 0.009710866026580334, + 0.9902892112731934 ], "full text prediction probs": [ 0.01042861770838499, @@ -61424,12 +69016,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9881624579429626, + "sufficiency": 0.9879993200302124, "masked prediction probs": [ - 0.9739264845848083, - 0.026073522865772247 + 0.9826958179473877, + 0.01730414107441902 + ], + "full text prediction probs": [ + 0.01042861770838499, + 0.9895713329315186 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009367759339511395, + 0.990632176399231 ], "full text prediction probs": [ 0.01042861770838499, @@ -61439,7 +69044,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9436655640602112, + "sufficiency": 0.9437772631645203, "masked prediction probs": [ 0.9738444089889526, 0.026155643165111542 @@ -61452,7 +69057,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9475528597831726, + "sufficiency": 0.9476566314697266, "masked prediction probs": [ 0.8242720365524292, 0.17572803795337677 @@ -61465,7 +69070,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9882327318191528, + "sufficiency": 0.9882559776306152, "masked prediction probs": [ 0.9739264845848083, 0.026073522865772247 @@ -61477,7 +69082,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06116534024477005, + "comprehensiveness": 0.06104465201497078, "sufficiency": 0.0, "masked prediction probs": [ 0.016617238521575928, @@ -61491,7 +69096,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9441097378730774, + "sufficiency": 0.944219708442688, "masked prediction probs": [ 0.9738444089889526, 0.026155643165111542 @@ -61504,7 +69109,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9479655623435974, + "sufficiency": 0.9480677247047424, "masked prediction probs": [ 0.8242720365524292, 0.17572803795337677 @@ -61517,7 +69122,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9883251190185547, + "sufficiency": 0.9883480072021484, + "masked prediction probs": [ + 0.9739264845848083, + 0.026073522865772247 + ], + "full text prediction probs": [ + 0.01042861770838499, + 0.9895713329315186 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9883707761764526, "masked prediction probs": [ 0.9739264845848083, 0.026073522865772247 @@ -61530,12 +69148,12 @@ } }, "test_24": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9790361523628235, - 0.020963888615369797 + 0.9784659743309021, + 0.021533971652388573 ], "full text prediction probs": [ 0.2112140953540802, @@ -61634,7 +69252,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9790361523628235, + 0.020963888615369797 + ], + "full text prediction probs": [ + 0.2112140953540802, + 0.7887859344482422 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -61737,15 +69368,28 @@ 0.7887859344482422 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.987608015537262, + 0.012391956523060799 + ], + "full text prediction probs": [ + 0.2112140953540802, + 0.7887859344482422 + ], + "labels": 1 } }, "test_49": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02449292503297329, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.1508832722902298, + "sufficiency": 0.8943133354187012, "masked prediction probs": [ - 0.008534327149391174, - 0.99146568775177 + 0.021577762439846992, + 0.9784222841262817 ], "full text prediction probs": [ 0.0060066524893045425, @@ -61844,12 +69488,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017811501398682594, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024118922650814056, "sufficiency": 0.0, "masked prediction probs": [ - 0.007873248308897018, - 0.9921267032623291 + 0.008534327149391174, + 0.99146568775177 + ], + "full text prediction probs": [ + 0.0060066524893045425, + 0.99399334192276 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0352168083190918, + "sufficiency": 0.7392512559890747, + "masked prediction probs": [ + 0.009704356081783772, + 0.9902955889701843 ], "full text prediction probs": [ 0.0060066524893045425, @@ -61858,7 +69515,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.044263120740652084, + "comprehensiveness": 0.044178955256938934, "sufficiency": 0.0, "masked prediction probs": [ 0.010654279962182045, @@ -61884,7 +69541,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05127878859639168, + "comprehensiveness": 0.05118165165185928, "sufficiency": 0.0, "masked prediction probs": [ 0.011411478742957115, @@ -61897,7 +69554,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04122607409954071, + "comprehensiveness": 0.04114812985062599, "sufficiency": 0.0, "masked prediction probs": [ 0.010360135696828365, @@ -61910,8 +69567,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05968926474452019, - "sufficiency": 0.45130759477615356, + "comprehensiveness": 0.05957662686705589, + "sufficiency": 0.45234206318855286, "masked prediction probs": [ 0.012321781367063522, 0.9876782298088074 @@ -61923,7 +69580,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017910663038492203, + "comprehensiveness": 0.01787692680954933, "sufficiency": 0.0, "masked prediction probs": [ 0.007905197329819202, @@ -61936,7 +69593,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04099312052130699, + "comprehensiveness": 0.04091605171561241, "sufficiency": 0.0, "masked prediction probs": [ 0.010360135696828365, @@ -61947,15 +69604,28 @@ 0.99399334192276 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01751069352030754, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007873248308897018, + 0.9921267032623291 + ], + "full text prediction probs": [ + 0.0060066524893045425, + 0.99399334192276 + ], + "labels": 1 } }, "test_197": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8207144141197205, + "fixed-shap": { + "comprehensiveness": 0.01400610338896513, + "sufficiency": 0.0, "masked prediction probs": [ - 0.93858402967453, - 0.06141598895192146 + 0.008761843666434288, + 0.9912381768226624 ], "full text prediction probs": [ 0.007335014175623655, @@ -62054,12 +69724,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7518067359924316, + "sufficiency": 0.8234845399856567, "masked prediction probs": [ - 0.7266120314598083, - 0.27338799834251404 + 0.93858402967453, + 0.06141598895192146 + ], + "full text prediction probs": [ + 0.007335014175623655, + 0.9926649928092957 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0026332191191613674, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007608025334775448, + 0.9923920035362244 ], "full text prediction probs": [ 0.007335014175623655, @@ -62069,7 +69752,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7522851824760437, + "sufficiency": 0.7527617812156677, "masked prediction probs": [ 0.7266120314598083, 0.27338799834251404 @@ -62094,7 +69777,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03366956487298012, + "comprehensiveness": 0.03360497206449509, "sufficiency": 0.0, "masked prediction probs": [ 0.010839032009243965, @@ -62107,7 +69790,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06577515602111816, + "comprehensiveness": 0.06564921140670776, "sufficiency": 0.0, "masked prediction probs": [ 0.01419344637542963, @@ -62133,7 +69816,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.033743031322956085, + "comprehensiveness": 0.03367866948246956, "sufficiency": 0.0, "masked prediction probs": [ 0.010866920463740826, @@ -62147,7 +69830,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7551174759864807, + "sufficiency": 0.7555832266807556, + "masked prediction probs": [ + 0.7266120314598083, + 0.27338799834251404 + ], + "full text prediction probs": [ + 0.007335014175623655, + 0.9926649928092957 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7560471892356873, "masked prediction probs": [ 0.7266120314598083, 0.27338799834251404 @@ -62160,12 +69856,12 @@ } }, "test_221": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8208221197128296, + "fixed-shap": { + "comprehensiveness": 0.0467524379491806, + "sufficiency": 0.0, "masked prediction probs": [ - 0.195089653134346, - 0.8049103021621704 + 0.009049976244568825, + 0.9909500479698181 ], "full text prediction probs": [ 0.004137766547501087, @@ -62264,12 +69960,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5761418342590332, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8235076665878296, + "masked prediction probs": [ + 0.195089653134346, + 0.8049103021621704 + ], + "full text prediction probs": [ + 0.004137766547501087, + 0.9958622455596924 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03908515349030495, "sufficiency": 0.0, "masked prediction probs": [ - 0.0655938908457756, - 0.934406042098999 + 0.008314733393490314, + 0.9916852712631226 ], "full text prediction probs": [ 0.004137766547501087, @@ -62278,7 +69987,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0018511319067329168, + "comprehensiveness": 0.001847673556767404, "sufficiency": 0.0, "masked prediction probs": [ 0.00433561485260725, @@ -62304,7 +70013,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.00399462366476655, + "comprehensiveness": 0.00398718798533082, "sufficiency": 0.0, "masked prediction probs": [ 0.0045662373304367065, @@ -62317,7 +70026,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.00398718798533082, + "comprehensiveness": 0.003979780711233616, "sufficiency": 0.0, "masked prediction probs": [ 0.0045662373304367065, @@ -62330,7 +70039,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5707898736000061, + "comprehensiveness": 0.5697314143180847, "sufficiency": 0.0, "masked prediction probs": [ 0.0655938908457756, @@ -62356,7 +70065,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5686768293380737, + "comprehensiveness": 0.5676261782646179, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0655938908457756, + 0.934406042098999 + ], + "full text prediction probs": [ + 0.004137766547501087, + 0.9958622455596924 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5665794014930725, "sufficiency": 0.0, "masked prediction probs": [ 0.0655938908457756, @@ -62370,12 +70092,12 @@ } }, "test_283": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9439026117324829, + "fixed-shap": { + "comprehensiveness": 0.48856136202812195, + "sufficiency": 0.6355853080749512, "masked prediction probs": [ - 0.5504218339920044, - 0.4495782256126404 + 0.055499378591775894, + 0.9445006251335144 ], "full text prediction probs": [ 0.004195040557533503, @@ -62474,12 +70196,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9499792456626892, + "sufficiency": 0.9447438716888428, "masked prediction probs": [ - 0.18086004257202148, - 0.8191398978233337 + 0.5504218339920044, + 0.4495782256126404 + ], + "full text prediction probs": [ + 0.004195040557533503, + 0.9958049058914185 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.010333734564483166, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005298905540257692, + 0.9947011470794678 ], "full text prediction probs": [ 0.004195040557533503, @@ -62488,8 +70223,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.9090700745582581, - "sufficiency": 0.5636406540870667, + "comprehensiveness": 0.9073707461357117, + "sufficiency": 0.5644555687904358, "masked prediction probs": [ 0.10129401832818985, 0.8987060189247131 @@ -62501,7 +70236,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0015049981884658337, + "comprehensiveness": 0.0015021901344880462, "sufficiency": 0.0, "masked prediction probs": [ 0.00435610068961978, @@ -62514,8 +70249,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5695735812187195, - "sufficiency": 0.8008248209953308, + "comprehensiveness": 0.5685128569602966, + "sufficiency": 0.8011953830718994, "masked prediction probs": [ 0.06525977700948715, 0.9347401857376099 @@ -62527,7 +70262,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0057861460372805595, + "comprehensiveness": 0.005775390658527613, "sufficiency": 0.0, "masked prediction probs": [ 0.004816584289073944, @@ -62541,7 +70276,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9504437446594238, + "sufficiency": 0.9505355954170227, "masked prediction probs": [ 0.18086004257202148, 0.8191398978233337 @@ -62553,7 +70288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006585672497749329, + "comprehensiveness": 0.006573476362973452, "sufficiency": 0.0, "masked prediction probs": [ 0.004905145149677992, @@ -62567,7 +70302,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9506270885467529, + "sufficiency": 0.9507182836532593, + "masked prediction probs": [ + 0.18086004257202148, + 0.8191398978233337 + ], + "full text prediction probs": [ + 0.004195040557533503, + 0.9958049058914185 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.950809121131897, "masked prediction probs": [ 0.18086004257202148, 0.8191398978233337 @@ -62580,12 +70328,12 @@ } }, "test_286": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07720450311899185, - 0.9227955341339111 + 0.036188725382089615, + 0.9638113379478455 ], "full text prediction probs": [ 0.8441901803016663, @@ -62684,12 +70432,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.035630758851766586, - 0.9643692374229431 + 0.07720450311899185, + 0.9227955341339111 + ], + "full text prediction probs": [ + 0.8441901803016663, + 0.15580981969833374 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9518004655838013, + "masked prediction probs": [ + 0.95594722032547, + 0.04405277594923973 ], "full text prediction probs": [ 0.8441901803016663, @@ -62787,15 +70548,28 @@ 0.15580981969833374 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.035630758851766586, + 0.9643692374229431 + ], + "full text prediction probs": [ + 0.8441901803016663, + 0.15580981969833374 + ], + "labels": 1 } }, "test_302": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9653137922286987, - 0.03468615934252739 + 0.7216925621032715, + 0.2783074676990509 ], "full text prediction probs": [ 0.45800960063934326, @@ -62894,12 +70668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9758099913597107, - 0.024190064519643784 + 0.9653137922286987, + 0.03468615934252739 + ], + "full text prediction probs": [ + 0.45800960063934326, + 0.5419903993606567 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8295885920524597, + 0.17041140794754028 ], "full text prediction probs": [ 0.45800960063934326, @@ -62997,15 +70784,28 @@ 0.5419903993606567 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9758099913597107, + 0.024190064519643784 + ], + "full text prediction probs": [ + 0.45800960063934326, + 0.5419903993606567 + ], + "labels": 1 } }, "test_308": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.006052980199456215, "sufficiency": 0.0, "masked prediction probs": [ - 0.17736303806304932, - 0.8226369023323059 + 0.014237387105822563, + 0.9857625961303711 ], "full text prediction probs": [ 0.013659005053341389, @@ -63104,12 +70904,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9509058594703674, + "sufficiency": 0.0, "masked prediction probs": [ - 0.38096994161605835, - 0.6190300583839417 + 0.17736303806304932, + 0.8226369023323059 + ], + "full text prediction probs": [ + 0.013659005053341389, + 0.9863409399986267 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03335137665271759, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01690570078790188, + 0.9830942749977112 ], "full text prediction probs": [ 0.013659005053341389, @@ -63118,7 +70931,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2800995111465454, + "comprehensiveness": 0.27952513098716736, "sufficiency": 0.0, "masked prediction probs": [ 0.0409260019659996, @@ -63145,7 +70958,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8262670636177063, + "sufficiency": 0.8266215324401855, "masked prediction probs": [ 0.15479789674282074, 0.8452020883560181 @@ -63158,7 +70971,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8266215324401855, + "sufficiency": 0.8269745111465454, "masked prediction probs": [ 0.15479789674282074, 0.8452020883560181 @@ -63170,8 +70983,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9679924249649048, - "sufficiency": 0.7774343490600586, + "comprehensiveness": 0.9660235643386841, + "sufficiency": 0.7778865694999695, "masked prediction probs": [ 0.10866498947143555, 0.8913350105285645 @@ -63183,7 +70996,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12321484088897705, + "comprehensiveness": 0.12296473979949951, "sufficiency": 0.0, "masked prediction probs": [ 0.025776898488402367, @@ -63207,15 +71020,28 @@ 0.9863409399986267 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9517982006072998, + "masked prediction probs": [ + 0.38096994161605835, + 0.6190300583839417 + ], + "full text prediction probs": [ + 0.013659005053341389, + 0.9863409399986267 + ], + "labels": 1 } }, "test_320": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7902734875679016, + "fixed-shap": { + "comprehensiveness": 0.0813169926404953, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9186415076255798, - 0.08135854452848434 + 0.02443539910018444, + 0.9755645990371704 ], "full text prediction probs": [ 0.0169319286942482, @@ -63314,12 +71140,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7938448190689087, + "masked prediction probs": [ + 0.9186415076255798, + 0.08135854452848434 + ], + "full text prediction probs": [ + 0.0169319286942482, + 0.98306804895401 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9263055324554443, - 0.07369453459978104 + 0.0169319286942482, + 0.98306804895401 ], "full text prediction probs": [ 0.0169319286942482, @@ -63367,7 +71206,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2508999705314636, + "comprehensiveness": 0.25037097930908203, "sufficiency": 0.0, "masked prediction probs": [ 0.0406857468187809, @@ -63417,15 +71256,28 @@ 0.98306804895401 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9263055324554443, + 0.07369453459978104 + ], + "full text prediction probs": [ + 0.0169319286942482, + 0.98306804895401 + ], + "labels": 1 } }, "test_360": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9897260069847107, - 0.010273972526192665 + 0.10164131224155426, + 0.8983587622642517 ], "full text prediction probs": [ 0.38255366683006287, @@ -63524,12 +71376,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9670918583869934, - 0.032908130437135696 + 0.9897260069847107, + 0.010273972526192665 + ], + "full text prediction probs": [ + 0.38255366683006287, + 0.6174463629722595 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.42247435450553894, + 0.5775256752967834 ], "full text prediction probs": [ 0.38255366683006287, @@ -63627,15 +71492,28 @@ 0.6174463629722595 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9670918583869934, + 0.032908130437135696 + ], + "full text prediction probs": [ + 0.38255366683006287, + 0.6174463629722595 + ], + "labels": 1 } }, "test_365": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.026016907766461372, + "fixed-shap": { + "comprehensiveness": 0.05471842736005783, "sufficiency": 0.0, "masked prediction probs": [ - 0.006986039225012064, - 0.9930140376091003 + 0.009998258203268051, + 0.9900017976760864 ], "full text prediction probs": [ 0.0042554596439003944, @@ -63734,12 +71612,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004332002252340317, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.025626165792346, "sufficiency": 0.0, "masked prediction probs": [ - 0.004717071074992418, - 0.9952829480171204 + 0.006986039225012064, + 0.9930140376091003 + ], + "full text prediction probs": [ + 0.0042554596439003944, + 0.995744526386261 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03026384487748146, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007486144546419382, + 0.9925138354301453 ], "full text prediction probs": [ 0.0042554596439003944, @@ -63748,8 +71639,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.039966899901628494, - "sufficiency": 0.30932244658470154, + "comprehensiveness": 0.03989214822649956, + "sufficiency": 0.3106130361557007, "masked prediction probs": [ 0.00852198526263237, 0.9914780259132385 @@ -63774,8 +71665,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021986501291394234, - "sufficiency": 0.09226886183023453, + "comprehensiveness": 0.0219455324113369, + "sufficiency": 0.09395871311426163, "masked prediction probs": [ 0.00661136070266366, 0.9933886528015137 @@ -63787,7 +71678,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004299714230000973, + "comprehensiveness": 0.00429171696305275, "sufficiency": 0.0, "masked prediction probs": [ 0.004717071074992418, @@ -63800,7 +71691,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02005479857325554, + "comprehensiveness": 0.02001756802201271, "sufficiency": 0.0, "masked prediction probs": [ 0.00641236174851656, @@ -63813,7 +71704,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012586833909153938, + "comprehensiveness": 0.012563510797917843, "sufficiency": 0.0, "masked prediction probs": [ 0.005611714906990528, @@ -63826,7 +71717,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0042758118361234665, + "comprehensiveness": 0.004267903510481119, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004717071074992418, + 0.9952829480171204 + ], + "full text prediction probs": [ + 0.0042554596439003944, + 0.995744526386261 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004260024521499872, "sufficiency": 0.0, "masked prediction probs": [ 0.004717071074992418, @@ -63840,12 +71744,12 @@ } }, "test_483": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9842205047607422, - 0.015779435634613037 + 0.03759821131825447, + 0.962401807308197 ], "full text prediction probs": [ 0.040335267782211304, @@ -63944,12 +71848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9555273652076721, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9287344217300415, - 0.07126560062170029 + 0.9842205047607422, + 0.015779435634613037 + ], + "full text prediction probs": [ + 0.040335267782211304, + 0.9596647620201111 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02998020313680172, + 0.9700198173522949 ], "full text prediction probs": [ 0.040335267782211304, @@ -63985,7 +71902,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9559023380279541, + "sufficiency": 0.9560258984565735, "masked prediction probs": [ 0.9287344217300415, 0.07126560062170029 @@ -64011,7 +71928,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9561488032341003, + "sufficiency": 0.9562710523605347, "masked prediction probs": [ 0.9287344217300415, 0.07126560062170029 @@ -64037,7 +71954,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9563925862312317, + "sufficiency": 0.9565134644508362, + "masked prediction probs": [ + 0.9287344217300415, + 0.07126560062170029 + ], + "full text prediction probs": [ + 0.040335267782211304, + 0.9596647620201111 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9566336274147034, "masked prediction probs": [ 0.9287344217300415, 0.07126560062170029 @@ -64050,12 +71980,12 @@ } }, "test_545": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7319507002830505, + "fixed-shap": { + "comprehensiveness": 0.0007177715888246894, + "sufficiency": 0.9366521239280701, "masked prediction probs": [ - 0.9891275763511658, - 0.010872364044189453 + 0.982470691204071, + 0.017529288306832314 ], "full text prediction probs": [ 0.9830980896949768, @@ -64154,7 +72084,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.7324404120445251, "masked prediction probs": [ @@ -64167,9 +72097,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7634339332580566, + "masked prediction probs": [ + 0.9852747917175293, + 0.014725216664373875 + ], + "full text prediction probs": [ + 0.9830980896949768, + 0.01690189726650715 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7325014472007751, + "sufficiency": 0.7325625419616699, "masked prediction probs": [ 0.9891275763511658, 0.010872364044189453 @@ -64181,8 +72124,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006361242267303169, - "sufficiency": 0.85421222448349, + "comprehensiveness": 0.0006359790568239987, + "sufficiency": 0.8542454242706299, "masked prediction probs": [ 0.9825407862663269, 0.017459237948060036 @@ -64194,8 +72137,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006608060211874545, - "sufficiency": 0.8096632361412048, + "comprehensiveness": 0.0006606552633456886, + "sufficiency": 0.8097066283226013, "masked prediction probs": [ 0.9825190305709839, 0.01748090796172619 @@ -64208,7 +72151,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8156496286392212, + "sufficiency": 0.8156916499137878, "masked prediction probs": [ 0.9836795926094055, 0.016320381313562393 @@ -64220,8 +72163,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.000863924971781671, - "sufficiency": 0.8825240731239319, + "comprehensiveness": 0.000863727880641818, + "sufficiency": 0.8825508952140808, "masked prediction probs": [ 0.9823406934738159, 0.017659330740571022 @@ -64234,7 +72177,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8432658314704895, + "sufficiency": 0.8433015942573547, "masked prediction probs": [ 0.9845571517944336, 0.015442818403244019 @@ -64247,7 +72190,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.732867419719696, + "sufficiency": 0.7329283356666565, + "masked prediction probs": [ + 0.9891275763511658, + 0.010872364044189453 + ], + "full text prediction probs": [ + 0.9830980896949768, + 0.01690189726650715 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7329891920089722, "masked prediction probs": [ 0.9891275763511658, 0.010872364044189453 @@ -64260,12 +72216,12 @@ } }, "test_585": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9082269072532654, + "sufficiency": 0.8349661827087402, "masked prediction probs": [ - 0.5833509564399719, - 0.4166490137577057 + 0.26291751861572266, + 0.7370824813842773 ], "full text prediction probs": [ 0.00851281639188528, @@ -64364,12 +72320,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9171063899993896, + "sufficiency": 0.9096611738204956, "masked prediction probs": [ - 0.11603212356567383, - 0.883967936038971 + 0.5833509564399719, + 0.4166490137577057 + ], + "full text prediction probs": [ + 0.00851281639188528, + 0.9914871454238892 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07655294239521027, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016359008848667145, + 0.9836409687995911 ], "full text prediction probs": [ 0.00851281639188528, @@ -64379,7 +72348,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9172680377960205, + "sufficiency": 0.9174290299415588, "masked prediction probs": [ 0.11603212356567383, 0.883967936038971 @@ -64404,7 +72373,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11493702977895737, + "comprehensiveness": 0.11471401900053024, "sufficiency": 0.0, "masked prediction probs": [ 0.02033909596502781, @@ -64417,7 +72386,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04598863422870636, + "comprehensiveness": 0.04589957371354103, "sufficiency": 0.0, "masked prediction probs": [ 0.01325395330786705, @@ -64430,8 +72399,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15586109459400177, - "sufficiency": 0.8722519874572754, + "comprehensiveness": 0.15555983781814575, + "sufficiency": 0.872498631477356, "masked prediction probs": [ 0.02461228519678116, 0.975387692451477 @@ -64443,7 +72412,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05132131651043892, + "comprehensiveness": 0.051222313195466995, "sufficiency": 0.0, "masked prediction probs": [ 0.013824248686432838, @@ -64457,7 +72426,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9182246923446655, + "sufficiency": 0.9183819890022278, + "masked prediction probs": [ + 0.11603212356567383, + 0.883967936038971 + ], + "full text prediction probs": [ + 0.00851281639188528, + 0.9914871454238892 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9185386896133423, "masked prediction probs": [ 0.11603212356567383, 0.883967936038971 @@ -64470,12 +72452,12 @@ } }, "test_598": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9831238389015198, + "sufficiency": 0.8650728464126587, "masked prediction probs": [ - 0.8583914637565613, - 0.14160853624343872 + 0.6154744029045105, + 0.3845255672931671 ], "full text prediction probs": [ 0.007668899837881327, @@ -64574,12 +72556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9501135945320129, + "sufficiency": 0.983385443687439, "masked prediction probs": [ - 0.6792189478874207, - 0.32078105211257935 + 0.8583914637565613, + 0.14160853624343872 + ], + "full text prediction probs": [ + 0.007668899837881327, + 0.9923310279846191 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6304244995117188, + "masked prediction probs": [ + 0.5131507515907288, + 0.48684918880462646 ], "full text prediction probs": [ 0.007668899837881327, @@ -64589,7 +72584,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9502100944519043, + "sufficiency": 0.9503061771392822, "masked prediction probs": [ 0.6792189478874207, 0.32078105211257935 @@ -64601,7 +72596,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.014008655212819576, + "comprehensiveness": 0.013981642201542854, "sufficiency": 0.0, "masked prediction probs": [ 0.009119405411183834, @@ -64615,7 +72610,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9600569009780884, + "sufficiency": 0.9601336717605591, "masked prediction probs": [ 0.5038528442382812, 0.49614712595939636 @@ -64627,7 +72622,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.022045772522687912, + "comprehensiveness": 0.022003425285220146, "sufficiency": 0.0, "masked prediction probs": [ 0.009960304014384747, @@ -64641,7 +72636,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9546921849250793, + "sufficiency": 0.9547789692878723, "masked prediction probs": [ 0.6573894619941711, 0.34261056780815125 @@ -64653,7 +72648,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.005724101793020964, + "comprehensiveness": 0.005713148508220911, "sufficiency": 0.0, "masked prediction probs": [ 0.008266241289675236, @@ -64667,7 +72662,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9507811665534973, + "sufficiency": 0.9508750438690186, + "masked prediction probs": [ + 0.6792189478874207, + 0.32078105211257935 + ], + "full text prediction probs": [ + 0.007668899837881327, + 0.9923310279846191 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9509686231613159, "masked prediction probs": [ 0.6792189478874207, 0.32078105211257935 @@ -64680,12 +72688,12 @@ } }, "test_646": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9282037019729614, + "fixed-shap": { + "comprehensiveness": 0.2141658067703247, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9513898491859436, - 0.04861009493470192 + 0.03339896723628044, + 0.9666010141372681 ], "full text prediction probs": [ 0.012739033438265324, @@ -64784,12 +72792,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8519302010536194, + "sufficiency": 0.929374098777771, "masked prediction probs": [ - 0.9728968739509583, - 0.027103126049041748 + 0.9513898491859436, + 0.04861009493470192 + ], + "full text prediction probs": [ + 0.012739033438265324, + 0.9872609376907349 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11367233097553253, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0239093080163002, + 0.976090669631958 ], "full text prediction probs": [ 0.012739033438265324, @@ -64811,7 +72832,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10505101084709167, + "comprehensiveness": 0.10483803600072861, "sufficiency": 0.0, "masked prediction probs": [ 0.02308315597474575, @@ -64824,7 +72845,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08572983741760254, + "comprehensiveness": 0.08555638045072556, "sufficiency": 0.0, "masked prediction probs": [ 0.021197747439146042, @@ -64837,7 +72858,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0021058418788015842, + "comprehensiveness": 0.0021015899255871773, "sufficiency": 0.0, "masked prediction probs": [ 0.01294725202023983, @@ -64851,7 +72872,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.853423535823822, + "sufficiency": 0.853718638420105, "masked prediction probs": [ 0.9728968739509583, 0.027103126049041748 @@ -64863,7 +72884,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06948772072792053, + "comprehensiveness": 0.06934797763824463, "sufficiency": 0.0, "masked prediction probs": [ 0.019636953249573708, @@ -64877,7 +72898,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8540124893188477, + "sufficiency": 0.8543052077293396, + "masked prediction probs": [ + 0.9728968739509583, + 0.027103126049041748 + ], + "full text prediction probs": [ + 0.012739033438265324, + 0.9872609376907349 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.854596734046936, "masked prediction probs": [ 0.9728968739509583, 0.027103126049041748 @@ -64890,12 +72924,12 @@ } }, "test_730": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.37271806597709656, - "sufficiency": 0.9644650220870972, + "fixed-shap": { + "comprehensiveness": 0.8565740585327148, + "sufficiency": 0.9499555826187134, "masked prediction probs": [ - 0.04289877414703369, - 0.9571011662483215 + 0.09404509514570236, + 0.905954897403717 ], "full text prediction probs": [ 0.003500491613522172, @@ -64994,12 +73028,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6521638631820679, - "sufficiency": 0.9364873170852661, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3671596646308899, + "sufficiency": 0.9649944305419922, "masked prediction probs": [ - 0.07348142564296722, - 0.9265185594558716 + 0.04289877414703369, + 0.9571011662483215 + ], + "full text prediction probs": [ + 0.003500491613522172, + 0.9964995384216309 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05124278739094734, + "sufficiency": 0.7763784527778625, + "masked prediction probs": [ + 0.00900938268750906, + 0.9909906387329102 ], "full text prediction probs": [ 0.003500491613522172, @@ -65008,8 +73055,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6509503722190857, - "sufficiency": 0.9366053938865662, + "comprehensiveness": 0.6497414112091064, + "sufficiency": 0.936722993850708, "masked prediction probs": [ 0.07348142564296722, 0.9265185594558716 @@ -65021,7 +73068,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0028937384486198425, + "comprehensiveness": 0.002888374263420701, "sufficiency": 0.0, "masked prediction probs": [ 0.0038121482357382774, @@ -65034,7 +73081,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.045873723924160004, + "comprehensiveness": 0.04578884318470955, "sufficiency": 0.0, "masked prediction probs": [ 0.008450540713965893, @@ -65047,7 +73094,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0064469813369214535, + "comprehensiveness": 0.006435074377804995, "sufficiency": 0.0, "masked prediction probs": [ 0.004197372123599052, @@ -65060,7 +73107,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.035543426871299744, + "comprehensiveness": 0.0354779027402401, "sufficiency": 0.0, "masked prediction probs": [ 0.007350066676735878, @@ -65073,7 +73120,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.025229766964912415, + "comprehensiveness": 0.025183340534567833, "sufficiency": 0.0, "masked prediction probs": [ 0.006238054484128952, @@ -65086,8 +73133,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6437633633613586, - "sufficiency": 0.937304675579071, + "comprehensiveness": 0.6425809264183044, + "sufficiency": 0.9374197125434875, + "masked prediction probs": [ + 0.07348142564296722, + 0.9265185594558716 + ], + "full text prediction probs": [ + 0.003500491613522172, + 0.9964995384216309 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6414028406143188, + "sufficiency": 0.9375343322753906, "masked prediction probs": [ 0.07348142564296722, 0.9265185594558716 @@ -65100,12 +73160,12 @@ } }, "test_752": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9653996825218201, "sufficiency": 0.0, "masked prediction probs": [ - 0.11925404518842697, - 0.8807458877563477 + 0.10578978061676025, + 0.894210159778595 ], "full text prediction probs": [ 0.010473323985934258, @@ -65192,11 +73252,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.9518997669219971, "sufficiency": 0.0, "masked prediction probs": [ - 0.11925404518842697, - 0.8807458877563477 + 0.10578978061676025, + 0.894210159778595 ], "full text prediction probs": [ 0.010473323985934258, @@ -65204,12 +73264,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9500020146369934, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10578978061676025, + 0.894210159778595 + ], + "full text prediction probs": [ + 0.010473323985934258, + 0.989526629447937 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14421012997627258, - 0.855789840221405 + 0.1830032914876938, + 0.8169966340065002 ], "full text prediction probs": [ 0.010473323985934258, @@ -65231,7 +73304,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.21806558966636658, + "comprehensiveness": 0.2176334261894226, "sufficiency": 0.0, "masked prediction probs": [ 0.0324396975338459, @@ -65244,7 +73317,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11464855819940567, + "comprehensiveness": 0.1144217923283577, "sufficiency": 0.0, "masked prediction probs": [ 0.02204514667391777, @@ -65257,7 +73330,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03334883227944374, + "comprehensiveness": 0.03328300267457962, "sufficiency": 0.0, "masked prediction probs": [ 0.013846097514033318, @@ -65283,7 +73356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2163471281528473, + "comprehensiveness": 0.21592172980308533, "sufficiency": 0.0, "masked prediction probs": [ 0.0324396975338459, @@ -65299,8 +73372,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14421012997627258, - 0.855789840221405 + 0.1830032914876938, + 0.8169966340065002 + ], + "full text prediction probs": [ + 0.010473323985934258, + 0.989526629447937 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1830032914876938, + 0.8169966340065002 ], "full text prediction probs": [ 0.010473323985934258, @@ -65310,12 +73396,12 @@ } }, "test_823": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8181203603744507, + "sufficiency": 0.9844720363616943, "masked prediction probs": [ - 0.9674842357635498, - 0.03251580148935318 + 0.8982835412025452, + 0.10171651840209961 ], "full text prediction probs": [ 0.8781114816665649, @@ -65414,12 +73500,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.24823637306690216, - "sufficiency": 0.9621844291687012, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.818497896194458, "masked prediction probs": [ - 0.6867943406105042, - 0.31320565938949585 + 0.9674842357635498, + 0.03251580148935318 + ], + "full text prediction probs": [ + 0.8781114816665649, + 0.12188851833343506 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9421409368515015, + "masked prediction probs": [ + 0.9227696061134338, + 0.07723037153482437 ], "full text prediction probs": [ 0.8781114816665649, @@ -65429,7 +73528,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9406759738922119, + "sufficiency": 0.940691351890564, "masked prediction probs": [ 0.9555549025535583, 0.04444509744644165 @@ -65442,7 +73541,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8244533538818359, + "sufficiency": 0.8244988918304443, "masked prediction probs": [ 0.8781114816665649, 0.12188851833343506 @@ -65467,8 +73566,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.24797895550727844, - "sufficiency": 0.9622236490249634, + "comprehensiveness": 0.24791470170021057, + "sufficiency": 0.9622333645820618, "masked prediction probs": [ 0.6867943406105042, 0.31320565938949585 @@ -65481,7 +73580,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9422008991241455, + "sufficiency": 0.9422158598899841, "masked prediction probs": [ 0.9227696061134338, 0.07723037153482437 @@ -65494,7 +73593,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.711310088634491, + "sufficiency": 0.7113848924636841, "masked prediction probs": [ 0.9374779462814331, 0.06252206861972809 @@ -65506,8 +73605,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2477862685918808, - "sufficiency": 0.9622529149055481, + "comprehensiveness": 0.2477220892906189, + "sufficiency": 0.962262749671936, + "masked prediction probs": [ + 0.6867943406105042, + 0.31320565938949585 + ], + "full text prediction probs": [ + 0.8781114816665649, + 0.12188851833343506 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.24765795469284058, + "sufficiency": 0.9622724652290344, "masked prediction probs": [ 0.6867943406105042, 0.31320565938949585 @@ -65520,12 +73632,12 @@ } }, "test_844": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9812330007553101, - 0.018767010420560837 + 0.712475597858429, + 0.28752437233924866 ], "full text prediction probs": [ 0.3429800570011139, @@ -65624,12 +73736,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9797161817550659, - 0.020283835008740425 + 0.9812330007553101, + 0.018767010420560837 + ], + "full text prediction probs": [ + 0.3429800570011139, + 0.6570199728012085 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6858910918235779, + 0.31410887837409973 ], "full text prediction probs": [ 0.3429800570011139, @@ -65727,15 +73852,28 @@ 0.6570199728012085 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9797161817550659, + 0.020283835008740425 + ], + "full text prediction probs": [ + 0.3429800570011139, + 0.6570199728012085 + ], + "labels": 1 } }, "test_849": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6410518884658813, - "sufficiency": 0.9542080163955688, + "fixed-shap": { + "comprehensiveness": 0.13503398001194, + "sufficiency": 0.936958372592926, "masked prediction probs": [ - 0.07149054110050201, - 0.928509533405304 + 0.018321918323636055, + 0.9816780686378479 ], "full text prediction probs": [ 0.004133638925850391, @@ -65834,12 +73972,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07478972524404526, - "sufficiency": 0.8867769241333008, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6314350366592407, + "sufficiency": 0.9548943042755127, "masked prediction probs": [ - 0.012111596763134003, - 0.9878883957862854 + 0.07149054110050201, + 0.928509533405304 + ], + "full text prediction probs": [ + 0.004133638925850391, + 0.9958664178848267 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03394148498773575, + "sufficiency": 0.7451475262641907, + "masked prediction probs": [ + 0.007760932669043541, + 0.9922389984130859 ], "full text prediction probs": [ 0.004133638925850391, @@ -65848,8 +73999,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03025107830762863, - "sufficiency": 0.5657888054847717, + "comprehensiveness": 0.030194563791155815, + "sufficiency": 0.5665992498397827, "masked prediction probs": [ 0.007366631180047989, 0.9926334023475647 @@ -65874,8 +74025,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.074371337890625, - "sufficiency": 0.8874097466468811, + "comprehensiveness": 0.07423291355371475, + "sufficiency": 0.8876190781593323, "masked prediction probs": [ 0.012111596763134003, 0.9878883957862854 @@ -65887,7 +74038,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008230847306549549, + "comprehensiveness": 0.008215555921196938, "sufficiency": 0.0, "masked prediction probs": [ 0.005018170457333326, @@ -65900,7 +74051,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.012778647243976593, + "comprehensiveness": 0.012754951603710651, "sufficiency": 0.0, "masked prediction probs": [ 0.005509448703378439, @@ -65913,7 +74064,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008750656619668007, + "comprehensiveness": 0.008734459988772869, "sufficiency": 0.0, "masked prediction probs": [ 0.005077584646642208, @@ -65926,8 +74077,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07382071763277054, - "sufficiency": 0.8882425427436829, + "comprehensiveness": 0.07368433475494385, + "sufficiency": 0.8884488344192505, + "masked prediction probs": [ + 0.012111596763134003, + 0.9878883957862854 + ], + "full text prediction probs": [ + 0.004133638925850391, + 0.9958664178848267 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07354845851659775, + "sufficiency": 0.888654351234436, "masked prediction probs": [ 0.012111596763134003, 0.9878883957862854 @@ -65940,12 +74104,12 @@ } }, "test_878": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9468503594398499, + "fixed-shap": { + "comprehensiveness": 0.14156749844551086, "sufficiency": 1.0, "masked prediction probs": [ - 0.14041030406951904, - 0.859589695930481 + 0.6162246465682983, + 0.3837753236293793 ], "full text prediction probs": [ 0.6998720765113831, @@ -66044,12 +74208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9405208826065063, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9442936778068542, "sufficiency": 1.0, "masked prediction probs": [ - 0.14264550805091858, - 0.857354462146759 + 0.14041030406951904, + 0.859589695930481 + ], + "full text prediction probs": [ + 0.6998720765113831, + 0.30012789368629456 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8309287428855896, + 0.16907121241092682 ], "full text prediction probs": [ 0.6998720765113831, @@ -66084,7 +74261,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5902255773544312, + "comprehensiveness": 0.5900265574455261, "sufficiency": 1.0, "masked prediction probs": [ 0.3498295247554779, @@ -66097,7 +74274,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5900265574455261, + "comprehensiveness": 0.5898277759552002, "sufficiency": 1.0, "masked prediction probs": [ 0.3498295247554779, @@ -66110,7 +74287,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9389364123344421, + "comprehensiveness": 0.9386200308799744, "sufficiency": 1.0, "masked prediction probs": [ 0.14264550805091858, @@ -66123,7 +74300,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5284851789474487, + "comprehensiveness": 0.5283072590827942, "sufficiency": 1.0, "masked prediction probs": [ 0.3861285448074341, @@ -66136,7 +74313,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.93830406665802, + "comprehensiveness": 0.9379881024360657, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.14264550805091858, + 0.857354462146759 + ], + "full text prediction probs": [ + 0.6998720765113831, + 0.30012789368629456 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9376725554466248, "sufficiency": 1.0, "masked prediction probs": [ 0.14264550805091858, @@ -66150,12 +74340,12 @@ } }, "test_891": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10895024240016937, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.01788354478776455, - 0.9821164011955261 + 0.11097752302885056, + 0.8890224695205688 ], "full text prediction probs": [ 0.006717444863170385, @@ -66254,12 +74444,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03759446367621422, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10727524012327194, "sufficiency": 0.0, "masked prediction probs": [ - 0.0106305917724967, - 0.9893693923950195 + 0.01788354478776455, + 0.9821164011955261 ], "full text prediction probs": [ 0.006717444863170385, @@ -66267,7 +74457,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.8331531882286072, "sufficiency": 0.0, "masked prediction probs": [ @@ -66280,8 +74470,21 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.8315582275390625, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09360609203577042, + 0.9063939452171326 + ], + "full text prediction probs": [ + 0.006717444863170385, + 0.9932825565338135 + ], + "labels": 1 + }, "var-attention": { - "comprehensiveness": 0.03745052218437195, + "comprehensiveness": 0.03737896308302879, "sufficiency": 0.0, "masked prediction probs": [ 0.0106305917724967, @@ -66294,7 +74497,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02635122463107109, + "comprehensiveness": 0.02630097046494484, "sufficiency": 0.0, "masked prediction probs": [ 0.00947616621851921, @@ -66307,7 +74510,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.027707992121577263, + "comprehensiveness": 0.02765525132417679, "sufficiency": 0.0, "masked prediction probs": [ 0.009623763151466846, @@ -66320,8 +74523,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3767277002334595, - "sufficiency": 0.6079038977622986, + "comprehensiveness": 0.37601199746131897, + "sufficiency": 0.6086481213569641, "masked prediction probs": [ 0.046307411044836044, 0.953692615032196 @@ -66333,7 +74536,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.26191410422325134, + "comprehensiveness": 0.2614174485206604, "sufficiency": 0.0, "masked prediction probs": [ 0.034294117242097855, @@ -66346,7 +74549,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03709544613957405, + "comprehensiveness": 0.03702523559331894, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0106305917724967, + 0.9893693923950195 + ], + "full text prediction probs": [ + 0.006717444863170385, + 0.9932825565338135 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03695529326796532, "sufficiency": 0.0, "masked prediction probs": [ 0.0106305917724967, @@ -66360,12 +74576,12 @@ } }, "test_895": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.051456719636917114, - "sufficiency": 0.6789743900299072, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.012722324579954147, - 0.9872776865959167 + 0.16241198778152466, + 0.8375880122184753 ], "full text prediction probs": [ 0.00748831033706665, @@ -66452,11 +74668,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05382556468248367, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.01303860917687416, - 0.9869613647460938 + 0.16241198778152466, + 0.8375880122184753 ], "full text prediction probs": [ 0.00748831033706665, @@ -66464,12 +74680,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.046090636402368546, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.012250302359461784, - 0.9877497553825378 + 0.16241198778152466, + 0.8375880122184753 + ], + "full text prediction probs": [ + 0.00748831033706665, + 0.9925117492675781 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7878968715667725, + "sufficiency": 0.16818921267986298, + "masked prediction probs": [ + 0.08904974162578583, + 0.9109501838684082 ], "full text prediction probs": [ 0.00748831033706665, @@ -66478,7 +74707,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05361754447221756, + "comprehensiveness": 0.053514134138822556, "sufficiency": 0.0, "masked prediction probs": [ 0.01303860917687416, @@ -66491,7 +74720,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03063328005373478, + "comprehensiveness": 0.030574312433600426, "sufficiency": 0.0, "masked prediction probs": [ 0.01066548377275467, @@ -66504,7 +74733,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09246055036783218, + "comprehensiveness": 0.09228292107582092, "sufficiency": 0.0, "masked prediction probs": [ 0.017096614465117455, @@ -66517,7 +74746,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030022675171494484, + "comprehensiveness": 0.029965106397867203, "sufficiency": 0.0, "masked prediction probs": [ 0.010614135302603245, @@ -66530,7 +74759,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07244671881198883, + "comprehensiveness": 0.07230806350708008, "sufficiency": 0.0, "masked prediction probs": [ 0.015045709908008575, @@ -66543,7 +74772,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03794071823358536, + "comprehensiveness": 0.03786824643611908, "sufficiency": 0.0, "masked prediction probs": [ 0.011453686282038689, @@ -66556,11 +74785,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.029850628226995468, - "sufficiency": 0.0, + "comprehensiveness": 0.7773816585540771, + "sufficiency": 0.17927993834018707, "masked prediction probs": [ - 0.010614135302603245, - 0.9893858432769775 + 0.08904974162578583, + 0.9109501838684082 + ], + "full text prediction probs": [ + 0.00748831033706665, + 0.9925117492675781 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7759023904800415, + "sufficiency": 0.18084022402763367, + "masked prediction probs": [ + 0.08904974162578583, + 0.9109501838684082 ], "full text prediction probs": [ 0.00748831033706665, @@ -66570,12 +74812,12 @@ } }, "test_901": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7485405206680298, - "sufficiency": 0.9260559678077698, + "fixed-shap": { + "comprehensiveness": 0.34310707449913025, + "sufficiency": 0.6522451043128967, "masked prediction probs": [ - 0.08315472304821014, - 0.9168452620506287 + 0.04115171357989311, + 0.9588482975959778 ], "full text prediction probs": [ 0.005605707410722971, @@ -66674,12 +74916,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2267468124628067, - "sufficiency": 0.631015956401825, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7371540665626526, + "sufficiency": 0.927179753780365, "masked prediction probs": [ - 0.0294596329331398, - 0.9705404043197632 + 0.08315472304821014, + 0.9168452620506287 + ], + "full text prediction probs": [ + 0.005605707410722971, + 0.9943943023681641 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.005110474303364754, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006144311744719744, + 0.9938556551933289 ], "full text prediction probs": [ 0.005605707410722971, @@ -66688,8 +74943,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12196429818868637, - "sufficiency": 0.7384987473487854, + "comprehensiveness": 0.12173326313495636, + "sufficiency": 0.7389936447143555, "masked prediction probs": [ 0.018460826948285103, 0.9815391898155212 @@ -66714,7 +74969,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.026297984644770622, + "comprehensiveness": 0.026248358190059662, "sufficiency": 0.0, "masked prediction probs": [ 0.008388065733015537, @@ -66727,7 +74982,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025855306535959244, + "comprehensiveness": 0.0258066076785326, "sufficiency": 0.0, "masked prediction probs": [ 0.0083464365452528, @@ -66740,7 +74995,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.010967849753797054, + "comprehensiveness": 0.010947230271995068, "sufficiency": 0.0, "masked prediction probs": [ 0.0067704664543271065, @@ -66753,7 +75008,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010947230271995068, + "comprehensiveness": 0.010926688089966774, "sufficiency": 0.0, "masked prediction probs": [ 0.0067704664543271065, @@ -66766,8 +75021,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12059111893177032, - "sufficiency": 0.7414402365684509, + "comprehensiveness": 0.12036526203155518, + "sufficiency": 0.7419240474700928, "masked prediction probs": [ 0.018460826948285103, 0.9815391898155212 @@ -66777,15 +75032,28 @@ 0.9943943023681641 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.22293177247047424, + "sufficiency": 0.6372183561325073, + "masked prediction probs": [ + 0.0294596329331398, + 0.9705404043197632 + ], + "full text prediction probs": [ + 0.005605707410722971, + 0.9943943023681641 + ], + "labels": 1 } }, "test_905": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14954692125320435, - 0.8504530787467957 + 0.20273692905902863, + 0.7972630262374878 ], "full text prediction probs": [ 0.00995517149567604, @@ -66884,12 +75152,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3163163661956787, - 0.6836836338043213 + 0.14954692125320435, + 0.8504530787467957 + ], + "full text prediction probs": [ + 0.00995517149567604, + 0.9900447726249695 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6745757460594177, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07812187820672989, + 0.9218781590461731 ], "full text prediction probs": [ 0.00995517149567604, @@ -66911,7 +75192,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.20253874361515045, + "comprehensiveness": 0.20213939249515533, "sufficiency": 0.0, "masked prediction probs": [ 0.03046255372464657, @@ -66924,7 +75205,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19132372736930847, + "comprehensiveness": 0.19094723463058472, "sufficiency": 0.0, "masked prediction probs": [ 0.029365237802267075, @@ -66937,7 +75218,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11900383979082108, + "comprehensiveness": 0.11877011507749557, "sufficiency": 0.0, "masked prediction probs": [ 0.02205209620296955, @@ -66963,7 +75244,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3901728689670563, + "comprehensiveness": 0.3894095718860626, "sufficiency": 0.0, "masked prediction probs": [ 0.04977283626794815, @@ -66987,15 +75268,28 @@ 0.9900447726249695 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3163163661956787, + 0.6836836338043213 + ], + "full text prediction probs": [ + 0.00995517149567604, + 0.9900447726249695 + ], + "labels": 1 } }, "test_926": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.38194170594215393, - "sufficiency": 0.9837208390235901, + "fixed-shap": { + "comprehensiveness": 0.003991014789789915, + "sufficiency": 0.7541425824165344, "masked prediction probs": [ - 0.6539205312728882, - 0.3460794687271118 + 0.9871428608894348, + 0.012857070192694664 ], "full text prediction probs": [ 0.9906615614891052, @@ -67094,12 +75388,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01284712366759777, - "sufficiency": 0.8264200687408447, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3812498152256012, + "sufficiency": 0.9837503433227539, "masked prediction probs": [ - 0.9793142676353455, - 0.020685739815235138 + 0.6539205312728882, + 0.3460794687271118 + ], + "full text prediction probs": [ + 0.9906615614891052, + 0.009338418021798134 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0019591248128563166, + "sufficiency": 0.7060113549232483, + "masked prediction probs": [ + 0.9889307618141174, + 0.011069299653172493 ], "full text prediction probs": [ 0.9906615614891052, @@ -67108,8 +75415,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003982883412390947, - "sufficiency": 0.754643440246582, + "comprehensiveness": 0.0039819818921387196, + "sufficiency": 0.7546989917755127, "masked prediction probs": [ 0.9871428608894348, 0.012857070192694664 @@ -67121,8 +75428,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0015766312135383487, - "sufficiency": 0.7557605504989624, + "comprehensiveness": 0.0015762744005769491, + "sufficiency": 0.7558157444000244, "masked prediction probs": [ 0.9892683625221252, 0.010731658898293972 @@ -67134,8 +75441,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005343445111066103, - "sufficiency": 0.8832305669784546, + "comprehensiveness": 0.005342235788702965, + "sufficiency": 0.8832569122314453, "masked prediction probs": [ 0.9859387278556824, 0.014061346650123596 @@ -67147,8 +75454,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005342235788702965, - "sufficiency": 0.8832569122314453, + "comprehensiveness": 0.0053410278633236885, + "sufficiency": 0.8832834362983704, "masked prediction probs": [ 0.9859387278556824, 0.014061346650123596 @@ -67160,8 +75467,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007488870993256569, - "sufficiency": 0.807096004486084, + "comprehensiveness": 0.007487177383154631, + "sufficiency": 0.8071396946907043, "masked prediction probs": [ 0.9840394854545593, 0.015960507094860077 @@ -67173,8 +75480,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011736336164176464, - "sufficiency": 0.8820252418518066, + "comprehensiveness": 0.011733682826161385, + "sufficiency": 0.8820518851280212, "masked prediction probs": [ 0.9802812933921814, 0.01971873641014099 @@ -67186,8 +75493,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007485484704375267, - "sufficiency": 0.8071832656860352, + "comprehensiveness": 0.007483792491257191, + "sufficiency": 0.8072267770767212, "masked prediction probs": [ 0.9840394854545593, 0.015960507094860077 @@ -67197,15 +75504,28 @@ 0.009338418021798134 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.012820995412766933, + "sufficiency": 0.8267730474472046, + "masked prediction probs": [ + 0.9793142676353455, + 0.020685739815235138 + ], + "full text prediction probs": [ + 0.9906615614891052, + 0.009338418021798134 + ], + "labels": 0 } }, "test_927": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8857205510139465, + "sufficiency": 0.9142397046089172, "masked prediction probs": [ - 0.9870125651359558, - 0.012987478636205196 + 0.9444383382797241, + 0.05556168779730797 ], "full text prediction probs": [ 0.9436337947845459, @@ -67304,7 +75624,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.8859391808509827, "masked prediction probs": [ @@ -67317,9 +75637,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7598348259925842, + "masked prediction probs": [ + 0.9436337947845459, + 0.056366197764873505 + ], + "full text prediction probs": [ + 0.9436337947845459, + 0.056366197764873505 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7030842900276184, + "sufficiency": 0.7031552195549011, "masked prediction probs": [ 0.9719684720039368, 0.02803155779838562 @@ -67331,8 +75664,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.046125590801239014, - "sufficiency": 0.714672327041626, + "comprehensiveness": 0.046114567667245865, + "sufficiency": 0.7147404551506042, "masked prediction probs": [ 0.9050438404083252, 0.09495611488819122 @@ -67345,7 +75678,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8899613618850708, + "sufficiency": 0.8899876475334167, "masked prediction probs": [ 0.9818648099899292, 0.018135225400328636 @@ -67358,7 +75691,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8860481977462769, + "sufficiency": 0.8860754370689392, "masked prediction probs": [ 0.9870125651359558, 0.012987478636205196 @@ -67370,8 +75703,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04609253630042076, - "sufficiency": 0.7148767709732056, + "comprehensiveness": 0.046081528067588806, + "sufficiency": 0.7149448394775391, "masked prediction probs": [ 0.9050438404083252, 0.09495611488819122 @@ -67384,7 +75717,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8350834846496582, + "sufficiency": 0.8351228833198547, "masked prediction probs": [ 0.9570072889328003, 0.04299275577068329 @@ -67397,7 +75730,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8861297965049744, + "sufficiency": 0.8861569762229919, + "masked prediction probs": [ + 0.9870125651359558, + 0.012987478636205196 + ], + "full text prediction probs": [ + 0.9436337947845459, + 0.056366197764873505 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8861841559410095, "masked prediction probs": [ 0.9870125651359558, 0.012987478636205196 @@ -67410,12 +75756,12 @@ } }, "test_928": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2514752149581909, - "sufficiency": 0.9820702075958252, + "fixed-shap": { + "comprehensiveness": 0.06022339686751366, + "sufficiency": 0.9643994569778442, "masked prediction probs": [ - 0.7293457388877869, - 0.27065423130989075 + 0.8878456354141235, + 0.11215438693761826 ], "full text prediction probs": [ 0.9377557635307312, @@ -67514,12 +75860,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6154123544692993, - "sufficiency": 0.849716305732727, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.250990629196167, + "sufficiency": 0.9821047782897949, "masked prediction probs": [ - 0.42674824595451355, - 0.5732517838478088 + 0.7293457388877869, + 0.27065423130989075 + ], + "full text prediction probs": [ + 0.9377557635307312, + 0.0622442252933979 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7652117609977722, + "masked prediction probs": [ + 0.9377557635307312, + 0.0622442252933979 ], "full text prediction probs": [ 0.9377557635307312, @@ -67529,7 +75888,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9255313277244568, + "sufficiency": 0.925549328327179, "masked prediction probs": [ 0.9609349966049194, 0.03906498849391937 @@ -67542,7 +75901,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7932265996932983, + "sufficiency": 0.793276309967041, "masked prediction probs": [ 0.9598844647407532, 0.04011549428105354 @@ -67555,7 +75914,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8334152698516846, + "sufficiency": 0.8334553241729736, "masked prediction probs": [ 0.9516617655754089, 0.04833831265568733 @@ -67568,7 +75927,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7933259606361389, + "sufficiency": 0.7933757305145264, "masked prediction probs": [ 0.9598844647407532, 0.04011549428105354 @@ -67580,8 +75939,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6146721243858337, - "sufficiency": 0.8498971462249756, + "comprehensiveness": 0.614524245262146, + "sufficiency": 0.8499332666397095, "masked prediction probs": [ 0.42674824595451355, 0.5732517838478088 @@ -67594,7 +75953,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9256209135055542, + "sufficiency": 0.925638735294342, "masked prediction probs": [ 0.9609349966049194, 0.03906498849391937 @@ -67606,8 +75965,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6143765449523926, - "sufficiency": 0.8499693274497986, + "comprehensiveness": 0.6142287850379944, + "sufficiency": 0.8500053286552429, + "masked prediction probs": [ + 0.42674824595451355, + 0.5732517838478088 + ], + "full text prediction probs": [ + 0.9377557635307312, + 0.0622442252933979 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6140812039375305, + "sufficiency": 0.850041389465332, "masked prediction probs": [ 0.42674824595451355, 0.5732517838478088 @@ -67620,12 +75992,12 @@ } }, "test_943": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.13659018278121948, - 0.8634097576141357 + 0.9873185753822327, + 0.012681380845606327 ], "full text prediction probs": [ 0.04708318039774895, @@ -67724,12 +76096,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.010767901316285133, + "masked prediction probs": [ + 0.13659018278121948, + 0.8634097576141357 + ], + "full text prediction probs": [ + 0.04708318039774895, + 0.9529168605804443 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9630599021911621, - 0.03694013133645058 + 0.957674503326416, + 0.042325448244810104 ], "full text prediction probs": [ 0.04708318039774895, @@ -67738,7 +76123,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.29708901047706604, + "comprehensiveness": 0.2961622476577759, "sufficiency": 0.0, "masked prediction probs": [ 0.06607408076524734, @@ -67827,15 +76212,28 @@ 0.9529168605804443 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9630599021911621, + 0.03694013133645058 + ], + "full text prediction probs": [ + 0.04708318039774895, + 0.9529168605804443 + ], + "labels": 0 } }, "test_978": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005605677608400583, - "sufficiency": 0.7379310131072998, + "fixed-shap": { + "comprehensiveness": 0.002827068092301488, + "sufficiency": 0.8142997622489929, "masked prediction probs": [ - 0.9872032999992371, - 0.012796747498214245 + 0.9896572232246399, + 0.010342794470489025 ], "full text prediction probs": [ 0.9921539425849915, @@ -67922,11 +76320,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005596805363893509, - "sufficiency": 0.7383458018302917, + "comprehensiveness": 0.002822593552991748, + "sufficiency": 0.8145937323570251, "masked prediction probs": [ - 0.9872032999992371, - 0.012796747498214245 + 0.9896572232246399, + 0.010342794470489025 ], "full text prediction probs": [ 0.9921539425849915, @@ -67934,9 +76332,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002059404971078038, - "sufficiency": 0.5952362418174744, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0028219553641974926, + "sufficiency": 0.8146355748176575, + "masked prediction probs": [ + 0.9896572232246399, + 0.010342794470489025 + ], + "full text prediction probs": [ + 0.9921539425849915, + 0.007846061140298843 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002058939542621374, + "sufficiency": 0.5953277349472046, "masked prediction probs": [ 0.9903318881988525, 0.00966812577098608 @@ -67949,7 +76360,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7185595035552979, + "sufficiency": 0.718623161315918, "masked prediction probs": [ 0.9927065968513489, 0.007293364033102989 @@ -67961,8 +76372,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0020584743469953537, - "sufficiency": 0.5954192280769348, + "comprehensiveness": 0.002058009384199977, + "sufficiency": 0.5955105423927307, "masked prediction probs": [ 0.9903318881988525, 0.00966812577098608 @@ -67974,8 +76385,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002058009384199977, - "sufficiency": 0.5955105423927307, + "comprehensiveness": 0.0020575444214046, + "sufficiency": 0.5956018567085266, "masked prediction probs": [ 0.9903318881988525, 0.00966812577098608 @@ -67987,8 +76398,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0020575444214046, - "sufficiency": 0.5956018567085266, + "comprehensiveness": 0.0020570799242705107, + "sufficiency": 0.5956932306289673, "masked prediction probs": [ 0.9903318881988525, 0.00966812577098608 @@ -68000,8 +76411,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011379516683518887, - "sufficiency": 0.832082211971283, + "comprehensiveness": 0.011376947164535522, + "sufficiency": 0.8321201801300049, "masked prediction probs": [ 0.9820745587348938, 0.017925409600138664 @@ -68014,7 +76425,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7994047403335571, + "sufficiency": 0.7994499802589417, "masked prediction probs": [ 0.9929560422897339, 0.007043946534395218 @@ -68026,8 +76437,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002056151395663619, - "sufficiency": 0.5958756804466248, + "comprehensiveness": 0.002055687364190817, + "sufficiency": 0.5959668159484863, + "masked prediction probs": [ + 0.9903318881988525, + 0.00966812577098608 + ], + "full text prediction probs": [ + 0.9921539425849915, + 0.007846061140298843 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0020552235655486584, + "sufficiency": 0.5960580110549927, "masked prediction probs": [ 0.9903318881988525, 0.00966812577098608 @@ -68040,12 +76464,12 @@ } }, "test_998": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6603595018386841, + "sufficiency": 0.9101691842079163, "masked prediction probs": [ - 0.928592324256897, - 0.07140769064426422 + 0.07418166100978851, + 0.9258183836936951 ], "full text prediction probs": [ 0.006084031891077757, @@ -68144,12 +76568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9859077334403992, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8168397545814514, - 0.18316026031970978 + 0.928592324256897, + 0.07140769064426422 + ], + "full text prediction probs": [ + 0.006084031891077757, + 0.9939159750938416 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5884983539581299, + "sufficiency": 0.9441191554069519, + "masked prediction probs": [ + 0.06783059984445572, + 0.9321693778038025 ], "full text prediction probs": [ 0.006084031891077757, @@ -68158,8 +76595,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2639220356941223, - "sufficiency": 0.8745372891426086, + "comprehensiveness": 0.2634198069572449, + "sufficiency": 0.8747758269309998, "masked prediction probs": [ 0.03377532586455345, 0.9662246704101562 @@ -68171,7 +76608,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.040917184203863144, + "comprehensiveness": 0.04083947092294693, "sufficiency": 0.0, "masked prediction probs": [ 0.01038537360727787, @@ -68185,7 +76622,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9859879612922668, + "sufficiency": 0.9860144853591919, "masked prediction probs": [ 0.8168397545814514, 0.18316026031970978 @@ -68197,7 +76634,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014542706310749054, + "comprehensiveness": 0.01451519038528204, "sufficiency": 0.0, "masked prediction probs": [ 0.0076185776852071285, @@ -68210,8 +76647,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21001078188419342, - "sufficiency": 0.7630592584609985, + "comprehensiveness": 0.20961417257785797, + "sufficiency": 0.763506293296814, "masked prediction probs": [ 0.02828686498105526, 0.971713125705719 @@ -68223,7 +76660,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03505799546837807, + "comprehensiveness": 0.03499191254377365, "sufficiency": 0.0, "masked prediction probs": [ 0.00979740172624588, @@ -68237,7 +76674,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9860935211181641, + "sufficiency": 0.9861196279525757, + "masked prediction probs": [ + 0.8168397545814514, + 0.18316026031970978 + ], + "full text prediction probs": [ + 0.006084031891077757, + 0.9939159750938416 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9861456751823425, "masked prediction probs": [ 0.8168397545814514, 0.18316026031970978 @@ -68250,12 +76700,12 @@ } }, "test_1025": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05215819925069809, - "sufficiency": 0.9949719309806824, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8256822824478149, "masked prediction probs": [ - 0.9390578866004944, - 0.06094208359718323 + 0.9854992628097534, + 0.014500798657536507 ], "full text prediction probs": [ 0.984734296798706, @@ -68354,12 +76804,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9282431602478027, - "sufficiency": 0.9851112961769104, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.052063073962926865, + "sufficiency": 0.9949811100959778, "masked prediction probs": [ - 0.1703602820634842, - 0.8296396732330322 + 0.9390578866004944, + 0.06094208359718323 + ], + "full text prediction probs": [ + 0.984734296798706, + 0.015265715308487415 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8793913125991821, + "masked prediction probs": [ + 0.9853853583335876, + 0.01461463887244463 ], "full text prediction probs": [ 0.984734296798706, @@ -68369,7 +76832,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.44611528515815735, + "sufficiency": 0.44624146819114685, "masked prediction probs": [ 0.9853014349937439, 0.014698578044772148 @@ -68382,7 +76845,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6857126355171204, + "sufficiency": 0.6857842803001404, "masked prediction probs": [ 0.9863120913505554, 0.013687905855476856 @@ -68395,7 +76858,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6857842803001404, + "sufficiency": 0.6858559250831604, "masked prediction probs": [ 0.9863120913505554, 0.013687905855476856 @@ -68407,8 +76870,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006212909705936909, - "sufficiency": 0.8220080137252808, + "comprehensiveness": 0.006211495492607355, + "sufficiency": 0.8220484852790833, "masked prediction probs": [ 0.979278564453125, 0.0207214318215847 @@ -68420,8 +76883,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9271863698959351, - "sufficiency": 0.9851281642913818, + "comprehensiveness": 0.9269752502441406, + "sufficiency": 0.9851315021514893, "masked prediction probs": [ 0.1703602820634842, 0.8296396732330322 @@ -68433,7 +76896,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.943247377872467, + "comprehensiveness": 0.9430326819419861, "sufficiency": 1.0, "masked prediction probs": [ 0.15606474876403809, @@ -68446,8 +76909,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9267643094062805, - "sufficiency": 0.9851348996162415, + "comprehensiveness": 0.9265533685684204, + "sufficiency": 0.9851383566856384, + "masked prediction probs": [ + 0.1703602820634842, + 0.8296396732330322 + ], + "full text prediction probs": [ + 0.984734296798706, + 0.015265715308487415 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9263426065444946, + "sufficiency": 0.9851416945457458, "masked prediction probs": [ 0.1703602820634842, 0.8296396732330322 @@ -68460,12 +76936,12 @@ } }, "test_1059": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9289218783378601, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.1622016578912735, - 0.8377982974052429 + 0.0924738422036171, + 0.9075261354446411 ], "full text prediction probs": [ 0.8574165105819702, @@ -68564,12 +77040,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9251988530158997, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9269404411315918, "sufficiency": 1.0, "masked prediction probs": [ - 0.1635078340768814, - 0.8364921808242798 + 0.1622016578912735, + 0.8377982974052429 + ], + "full text prediction probs": [ + 0.8574165105819702, + 0.14258351922035217 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7971623539924622, + "sufficiency": 0.8861944079399109, + "masked prediction probs": [ + 0.2593771517276764, + 0.7406228184700012 ], "full text prediction probs": [ 0.8574165105819702, @@ -68579,7 +77068,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7171353697776794, + "sufficiency": 0.7172107100486755, "masked prediction probs": [ 0.9801135063171387, 0.01988651603460312 @@ -68592,7 +77081,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8471872210502625, + "sufficiency": 0.847227931022644, "masked prediction probs": [ 0.8574165105819702, 0.14258351922035217 @@ -68604,7 +77093,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.87161785364151, + "comprehensiveness": 0.8713856339454651, "sufficiency": 1.0, "masked prediction probs": [ 0.20317117869853973, @@ -68618,7 +77107,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7173615097999573, + "sufficiency": 0.717436671257019, "masked prediction probs": [ 0.9801135063171387, 0.01988651603460312 @@ -68630,7 +77119,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9239669442176819, + "comprehensiveness": 0.9237208962440491, "sufficiency": 1.0, "masked prediction probs": [ 0.1635078340768814, @@ -68643,7 +77132,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9575598239898682, + "comprehensiveness": 0.9573049545288086, "sufficiency": 1.0, "masked prediction probs": [ 0.1380877047777176, @@ -68656,7 +77145,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9234750866889954, + "comprehensiveness": 0.9232292771339417, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1635078340768814, + 0.8364921808242798 + ], + "full text prediction probs": [ + 0.8574165105819702, + 0.14258351922035217 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9229837656021118, "sufficiency": 1.0, "masked prediction probs": [ 0.1635078340768814, @@ -68670,12 +77172,12 @@ } }, "test_1183": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0018575689755380154, - "sufficiency": 0.9643973112106323, + "fixed-shap": { + "comprehensiveness": 4.316633931011893e-05, + "sufficiency": 0.7562065720558167, "masked prediction probs": [ - 0.9910847544670105, - 0.00891517847776413 + 0.9926881790161133, + 0.007311861030757427 ], "full text prediction probs": [ 0.9927263259887695, @@ -68774,12 +77276,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0026184909511357546, - "sufficiency": 0.9139270782470703, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001854211906902492, + "sufficiency": 0.9644616842269897, "masked prediction probs": [ - 0.9904081225395203, - 0.009591851383447647 + 0.9910847544670105, + 0.00891517847776413 + ], + "full text prediction probs": [ + 0.9927263259887695, + 0.007273687981069088 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.5615991287631914e-05, + "sufficiency": 0.6313688158988953, + "masked prediction probs": [ + 0.9927124977111816, + 0.0072875600308179855 ], "full text prediction probs": [ 0.9927263259887695, @@ -68788,8 +77303,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00021714305330533534, - "sufficiency": 0.7828949093818665, + "comprehensiveness": 0.00021709401335101575, + "sufficiency": 0.7829439640045166, "masked prediction probs": [ 0.9925340414047241, 0.0074659413658082485 @@ -68801,8 +77316,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 1.561246426717844e-05, - "sufficiency": 0.6314520835876465, + "comprehensiveness": 1.560894088470377e-05, + "sufficiency": 0.6315352320671082, "masked prediction probs": [ 0.9927124977111816, 0.0072875600308179855 @@ -68814,8 +77329,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0026167177129536867, - "sufficiency": 0.9139853715896606, + "comprehensiveness": 0.002616127021610737, + "sufficiency": 0.9140047430992126, "masked prediction probs": [ 0.9904081225395203, 0.009591851383447647 @@ -68827,8 +77342,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 1.56054156832397e-05, - "sufficiency": 0.6316183805465698, + "comprehensiveness": 1.5601895938743837e-05, + "sufficiency": 0.6317015290260315, "masked prediction probs": [ 0.9927124977111816, 0.0072875600308179855 @@ -68840,8 +77355,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0010694696102291346, - "sufficiency": 0.8989914059638977, + "comprehensiveness": 0.0010692282812669873, + "sufficiency": 0.8990141749382019, "masked prediction probs": [ 0.9917784333229065, 0.008221528492867947 @@ -68853,8 +77368,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004334801807999611, - "sufficiency": 0.8095777034759521, + "comprehensiveness": 0.004333824384957552, + "sufficiency": 0.8096206784248352, "masked prediction probs": [ 0.9888834357261658, 0.011116581037640572 @@ -68866,8 +77381,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0026143568102270365, - "sufficiency": 0.9140629172325134, + "comprehensiveness": 0.002613767283037305, + "sufficiency": 0.9140822887420654, + "masked prediction probs": [ + 0.9904081225395203, + 0.009591851383447647 + ], + "full text prediction probs": [ + 0.9927263259887695, + 0.007273687981069088 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002613177988678217, + "sufficiency": 0.9141016602516174, "masked prediction probs": [ 0.9904081225395203, 0.009591851383447647 @@ -68880,12 +77408,12 @@ } }, "test_1207": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9814847707748413, - 0.01851518265902996 + 0.9507965445518494, + 0.04920344054698944 ], "full text prediction probs": [ 0.3351755440235138, @@ -68984,12 +77512,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9767313003540039, - 0.023268694058060646 + 0.9814847707748413, + 0.01851518265902996 + ], + "full text prediction probs": [ + 0.3351755440235138, + 0.6648244857788086 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9565585255622864, + 0.04344142600893974 ], "full text prediction probs": [ 0.3351755440235138, @@ -69087,15 +77628,28 @@ 0.6648244857788086 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9767313003540039, + 0.023268694058060646 + ], + "full text prediction probs": [ + 0.3351755440235138, + 0.6648244857788086 + ], + "labels": 0 } }, "test_1236": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3296408951282501, - "sufficiency": 0.995387077331543, + "fixed-shap": { + "comprehensiveness": 0.0058617740869522095, + "sufficiency": 0.7478300333023071, "masked prediction probs": [ - 0.697647750377655, - 0.30235224962234497 + 0.9819579124450684, + 0.018042057752609253 ], "full text prediction probs": [ 0.987105131149292, @@ -69194,12 +77748,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3258623480796814, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.32904133200645447, + "sufficiency": 0.9953954219818115, "masked prediction probs": [ - 0.7004442811012268, - 0.2995557487010956 + 0.697647750377655, + 0.30235224962234497 + ], + "full text prediction probs": [ + 0.987105131149292, + 0.012894895859062672 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7222995162010193, + "masked prediction probs": [ + 0.987105131149292, + 0.012894895859062672 ], "full text prediction probs": [ 0.987105131149292, @@ -69208,8 +77775,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.014498934149742126, - "sufficiency": 0.8491165041923523, + "comprehensiveness": 0.014495638199150562, + "sufficiency": 0.8491508364677429, "masked prediction probs": [ 0.9743475317955017, 0.025652525946497917 @@ -69222,7 +77789,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7223626375198364, + "sufficiency": 0.7224256992340088, "masked prediction probs": [ 0.987105131149292, 0.012894895859062672 @@ -69235,7 +77802,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6355674862861633, + "sufficiency": 0.6356502175331116, "masked prediction probs": [ 0.9891664385795593, 0.010833620093762875 @@ -69247,7 +77814,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.32556629180908203, + "comprehensiveness": 0.32549235224723816, "sufficiency": 1.0, "masked prediction probs": [ 0.7004442811012268, @@ -69261,7 +77828,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7836251258850098, + "sufficiency": 0.7836741805076599, "masked prediction probs": [ 0.989618718624115, 0.010381301864981651 @@ -69274,7 +77841,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8387677073478699, + "sufficiency": 0.838804304599762, "masked prediction probs": [ 0.99029141664505, 0.009708604775369167 @@ -69286,7 +77853,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.32534459233283997, + "comprehensiveness": 0.32527074217796326, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7004442811012268, + 0.2995557487010956 + ], + "full text prediction probs": [ + 0.987105131149292, + 0.012894895859062672 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3251969516277313, "sufficiency": 1.0, "masked prediction probs": [ 0.7004442811012268, @@ -69300,12 +77880,12 @@ } }, "test_1282": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8972710967063904, "masked prediction probs": [ - 0.02150706760585308, - 0.9784929156303406 + 0.9279162883758545, + 0.07208378612995148 ], "full text prediction probs": [ 0.8633558750152588, @@ -69404,12 +77984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.017050432041287422, - 0.9829496145248413 + 0.02150706760585308, + 0.9784929156303406 + ], + "full text prediction probs": [ + 0.8633558750152588, + 0.1366441696882248 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8404933214187622, + "masked prediction probs": [ + 0.8633558750152588, + 0.1366441696882248 ], "full text prediction probs": [ 0.8633558750152588, @@ -69419,7 +78012,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.014844612218439579, + "sufficiency": 0.015105084516108036, "masked prediction probs": [ 0.9880778193473816, 0.01192215271294117 @@ -69431,8 +78024,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8035352230072021, - "sufficiency": 0.8542685508728027, + "comprehensiveness": 0.8033228516578674, + "sufficiency": 0.8543070554733276, "masked prediction probs": [ 0.25560206174850464, 0.7443979382514954 @@ -69458,7 +78051,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.7689422965049744, + "sufficiency": 0.7690033912658691, "masked prediction probs": [ 0.0280485637485981, 0.9719514846801758 @@ -69483,7 +78076,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9403566122055054, + "comprehensiveness": 0.9401082992553711, "sufficiency": 1.0, "masked prediction probs": [ 0.15136490762233734, @@ -69507,15 +78100,28 @@ 0.1366441696882248 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.017050432041287422, + 0.9829496145248413 + ], + "full text prediction probs": [ + 0.8633558750152588, + 0.1366441696882248 + ], + "labels": 0 } }, "test_1300": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8679540753364563, - 0.13204585015773773 + 0.7742336392402649, + 0.22576630115509033 ], "full text prediction probs": [ 0.14973217248916626, @@ -69614,12 +78220,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9530802369117737, - 0.0469198115170002 + 0.8679540753364563, + 0.13204585015773773 + ], + "full text prediction probs": [ + 0.14973217248916626, + 0.8502678275108337 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5927834510803223, + 0.40721648931503296 ], "full text prediction probs": [ 0.14973217248916626, @@ -69717,15 +78336,28 @@ 0.8502678275108337 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9530802369117737, + 0.0469198115170002 + ], + "full text prediction probs": [ + 0.14973217248916626, + 0.8502678275108337 + ], + "labels": 0 } }, "test_1305": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9465032815933228, - 0.05349664390087128 + 0.5008288025856018, + 0.4991711974143982 ], "full text prediction probs": [ 0.20777387917041779, @@ -69824,12 +78456,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9364883899688721, - 0.06351164728403091 + 0.9465032815933228, + 0.05349664390087128 + ], + "full text prediction probs": [ + 0.20777387917041779, + 0.7922260761260986 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.405705988407135, + 0.594294011592865 ], "full text prediction probs": [ 0.20777387917041779, @@ -69927,15 +78572,28 @@ 0.7922260761260986 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9364883899688721, + 0.06351164728403091 + ], + "full text prediction probs": [ + 0.20777387917041779, + 0.7922260761260986 + ], + "labels": 1 } }, "test_1308": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7746681571006775, + "fixed-shap": { + "comprehensiveness": 0.12729071080684662, + "sufficiency": 0.9532961845397949, "masked prediction probs": [ - 0.9845202565193176, - 0.015479670837521553 + 0.8704150915145874, + 0.12958495318889618 ], "full text prediction probs": [ 0.9814718961715698, @@ -70022,11 +78680,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7750291228294373, + "comprehensiveness": 0.1270867884159088, + "sufficiency": 0.9533709287643433, "masked prediction probs": [ - 0.9845202565193176, - 0.015479670837521553 + 0.8704150915145874, + 0.12958495318889618 ], "full text prediction probs": [ 0.9814718961715698, @@ -70034,13 +78692,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7268905639648438, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12705770134925842, + "sufficiency": 0.9533816576004028, "masked prediction probs": [ + 0.8704150915145874, + 0.12958495318889618 + ], + "full text prediction probs": [ 0.9814718961715698, 0.01852814294397831 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0026358510367572308, + "sufficiency": 0.8557630181312561, + "masked prediction probs": [ + 0.9791674613952637, + 0.020832479000091553 + ], "full text prediction probs": [ 0.9814718961715698, 0.01852814294397831 @@ -70048,8 +78719,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001697056693956256, - "sufficiency": 0.6727311611175537, + "comprehensiveness": 0.001696668448857963, + "sufficiency": 0.6728060245513916, "masked prediction probs": [ 0.9799882173538208, 0.02001176029443741 @@ -70062,7 +78733,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.727015495300293, + "sufficiency": 0.7270779013633728, "masked prediction probs": [ 0.9814718961715698, 0.01852814294397831 @@ -70075,7 +78746,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7270779013633728, + "sufficiency": 0.7271403074264526, "masked prediction probs": [ 0.9814718961715698, 0.01852814294397831 @@ -70087,8 +78758,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008049222640693188, - "sufficiency": 0.8906447291374207, + "comprehensiveness": 0.008047383278608322, + "sufficiency": 0.8906697034835815, "masked prediction probs": [ 0.9744299054145813, 0.025570090860128403 @@ -70101,7 +78772,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7342473864555359, + "sufficiency": 0.7343080639839172, "masked prediction probs": [ 0.9829745888710022, 0.01702542044222355 @@ -70113,8 +78784,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007787994109094143, - "sufficiency": 0.8449056148529053, + "comprehensiveness": 0.00778621481731534, + "sufficiency": 0.8449410200119019, "masked prediction probs": [ 0.9746553301811218, 0.02534470148384571 @@ -70126,12 +78797,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.727327287197113, + "comprehensiveness": 0.0026316368021070957, + "sufficiency": 0.8559935688972473, "masked prediction probs": [ + 0.9791674613952637, + 0.020832479000091553 + ], + "full text prediction probs": [ 0.9814718961715698, 0.01852814294397831 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002631035866215825, + "sufficiency": 0.8560264706611633, + "masked prediction probs": [ + 0.9791674613952637, + 0.020832479000091553 + ], "full text prediction probs": [ 0.9814718961715698, 0.01852814294397831 @@ -70140,12 +78824,12 @@ } }, "test_1323": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04998776316642761, - "sufficiency": 0.9996016025543213, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8381508588790894, "masked prediction probs": [ - 0.9465903639793396, - 0.05340966954827309 + 0.992597222328186, + 0.007402811199426651 ], "full text prediction probs": [ 0.9906623959541321, @@ -70244,12 +78928,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6969699263572693, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0498972088098526, + "sufficiency": 0.9996023178100586, "masked prediction probs": [ - 0.37505924701690674, - 0.6249406933784485 + 0.9465903639793396, + 0.05340966954827309 + ], + "full text prediction probs": [ + 0.9906623959541321, + 0.009337682276964188 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8459853529930115, + "masked prediction probs": [ + 0.991969645023346, + 0.008030380122363567 ], "full text prediction probs": [ 0.9906623959541321, @@ -70258,8 +78955,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0063506537117064, - "sufficiency": 0.8104322552680969, + "comprehensiveness": 0.006349216215312481, + "sufficiency": 0.8104751110076904, "masked prediction probs": [ 0.9850518703460693, 0.014948124065995216 @@ -70271,7 +78968,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6966543793678284, + "comprehensiveness": 0.6964967846870422, "sufficiency": 1.0, "masked prediction probs": [ 0.37505924701690674, @@ -70285,7 +78982,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7195184826850891, + "sufficiency": 0.7195818424224854, "masked prediction probs": [ 0.9906623959541321, 0.009337682276964188 @@ -70297,8 +78994,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004386797081679106, - "sufficiency": 0.8137089610099792, + "comprehensiveness": 0.004385804757475853, + "sufficiency": 0.8137511014938354, "masked prediction probs": [ 0.9867842197418213, 0.013215780258178711 @@ -70310,7 +79007,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6961817145347595, + "comprehensiveness": 0.6960242390632629, "sufficiency": 1.0, "masked prediction probs": [ 0.37505924701690674, @@ -70324,7 +79021,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9852697849273682, + "sufficiency": 0.9852730631828308, "masked prediction probs": [ 0.9926376342773438, 0.00736236060038209 @@ -70336,7 +79033,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6958669424057007, + "comprehensiveness": 0.6957095861434937, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.37505924701690674, + 0.6249406933784485 + ], + "full text prediction probs": [ + 0.9906623959541321, + 0.009337682276964188 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.695552408695221, "sufficiency": 1.0, "masked prediction probs": [ 0.37505924701690674, @@ -70350,12 +79060,12 @@ } }, "test_1357": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02974444441497326, - "sufficiency": 0.8047789931297302, + "fixed-shap": { + "comprehensiveness": 0.001762394211255014, + "sufficiency": 0.7868049740791321, "masked prediction probs": [ - 0.9620794057846069, - 0.03792061656713486 + 0.9866819381713867, + 0.013318072073161602 ], "full text prediction probs": [ 0.9882314801216125, @@ -70454,12 +79164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03634830564260483, - "sufficiency": 0.81417316198349, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.029690414667129517, + "sufficiency": 0.805133581161499, "masked prediction probs": [ - 0.956214964389801, - 0.043785057961940765 + 0.9620794057846069, + 0.03792061656713486 + ], + "full text prediction probs": [ + 0.9882314801216125, + 0.011768472380936146 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0004127552965655923, + "sufficiency": 0.5938214063644409, + "masked prediction probs": [ + 0.9878678321838379, + 0.012132142670452595 ], "full text prediction probs": [ 0.9882314801216125, @@ -70468,8 +79191,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005948114558123052, - "sufficiency": 0.8542380332946777, + "comprehensiveness": 0.000594676414038986, + "sufficiency": 0.8542711734771729, "masked prediction probs": [ 0.9877074360847473, 0.01229257881641388 @@ -70481,8 +79204,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03633180633187294, - "sufficiency": 0.8142574429512024, + "comprehensiveness": 0.03632356598973274, + "sufficiency": 0.8142996430397034, "masked prediction probs": [ 0.956214964389801, 0.043785057961940765 @@ -70494,8 +79217,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02967020310461521, - "sufficiency": 0.805266261100769, + "comprehensiveness": 0.02966347150504589, + "sufficiency": 0.8053103685379028, "masked prediction probs": [ 0.9620794057846069, 0.03792061656713486 @@ -70507,8 +79230,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007254978409036994, - "sufficiency": 0.5048658847808838, + "comprehensiveness": 0.0007253333460539579, + "sufficiency": 0.5049781799316406, "masked prediction probs": [ 0.9875918626785278, 0.012408185750246048 @@ -70520,8 +79243,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.036307089030742645, - "sufficiency": 0.814383864402771, + "comprehensiveness": 0.036298852413892746, + "sufficiency": 0.8144259452819824, "masked prediction probs": [ 0.956214964389801, 0.043785057961940765 @@ -70533,8 +79256,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005403254646807909, - "sufficiency": 0.7964009642601013, + "comprehensiveness": 0.00540202995762229, + "sufficiency": 0.7964470982551575, "masked prediction probs": [ 0.9834656715393066, 0.016534285619854927 @@ -70546,8 +79269,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03629062697291374, - "sufficiency": 0.8144679665565491, + "comprehensiveness": 0.03628239780664444, + "sufficiency": 0.8145100474357605, + "masked prediction probs": [ + 0.956214964389801, + 0.043785057961940765 + ], + "full text prediction probs": [ + 0.9882314801216125, + 0.011768472380936146 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03627417981624603, + "sufficiency": 0.8145520687103271, "masked prediction probs": [ 0.956214964389801, 0.043785057961940765 @@ -70560,12 +79296,12 @@ } }, "test_1510": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9510354399681091, - 0.04896453395485878 + 0.05436665192246437, + 0.9456332921981812 ], "full text prediction probs": [ 0.05687341094017029, @@ -70664,12 +79400,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9485762715339661, - 0.051423706114292145 + 0.9510354399681091, + 0.04896453395485878 + ], + "full text prediction probs": [ + 0.05687341094017029, + 0.9431265592575073 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03902698680758476, + 0.9609729647636414 ], "full text prediction probs": [ 0.05687341094017029, @@ -70767,15 +79516,28 @@ 0.9431265592575073 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9485762715339661, + 0.051423706114292145 + ], + "full text prediction probs": [ + 0.05687341094017029, + 0.9431265592575073 + ], + "labels": 0 } }, "test_1578": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9903166890144348, - 0.009683395735919476 + 0.8968061208724976, + 0.10319384187459946 ], "full text prediction probs": [ 0.7718313932418823, @@ -70874,12 +79636,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9915153980255127, - 0.008484568446874619 + 0.9903166890144348, + 0.009683395735919476 + ], + "full text prediction probs": [ + 0.7718313932418823, + 0.22816863656044006 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9090789556503296, + 0.09092100709676743 ], "full text prediction probs": [ 0.7718313932418823, @@ -70902,7 +79677,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9339271187782288, + "sufficiency": 0.933946967124939, "masked prediction probs": [ 0.9424757361412048, 0.05752425268292427 @@ -70977,15 +79752,28 @@ 0.22816863656044006 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9915153980255127, + 0.008484568446874619 + ], + "full text prediction probs": [ + 0.7718313932418823, + 0.22816863656044006 + ], + "labels": 0 } }, "test_1629": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0018988458905369043, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.009449204429984093, + "sufficiency": 0.9951354265213013, "masked prediction probs": [ - 0.9942757487297058, - 0.005724278278648853 + 0.9875789284706116, + 0.012421023100614548 ], "full text prediction probs": [ 0.9959599375724792, @@ -71072,11 +79860,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.36507463455200195, - "sufficiency": 0.9975108504295349, + "comprehensiveness": 0.009434312582015991, + "sufficiency": 0.9951431155204773, "masked prediction probs": [ - 0.6716444492340088, - 0.3283555209636688 + 0.9875789284706116, + 0.012421023100614548 ], "full text prediction probs": [ 0.9959599375724792, @@ -71084,12 +79872,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3649924397468567, - "sufficiency": 0.9975113272666931, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0018954266561195254, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6716444492340088, - 0.3283555209636688 + 0.9942757487297058, + 0.005724278278648853 + ], + "full text prediction probs": [ + 0.9959599375724792, + 0.004040095489472151 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0027901220601052046, + "sufficiency": 0.918262243270874, + "masked prediction probs": [ + 0.9934802055358887, + 0.0065198615193367004 ], "full text prediction probs": [ 0.9959599375724792, @@ -71098,8 +79899,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00013486853276845068, - "sufficiency": 0.09895151853561401, + "comprehensiveness": 0.0001348381774732843, + "sufficiency": 0.09915421903133392, "masked prediction probs": [ 0.9958400726318359, 0.004159916192293167 @@ -71111,8 +79912,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0027894943486899137, - "sufficiency": 0.9182806015014648, + "comprehensiveness": 0.0027888668701052666, + "sufficiency": 0.9182990193367004, "masked prediction probs": [ 0.9934802055358887, 0.0065198615193367004 @@ -71124,8 +79925,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0027888668701052666, - "sufficiency": 0.9182990193367004, + "comprehensiveness": 0.002788239624351263, + "sufficiency": 0.9183173775672913, "masked prediction probs": [ 0.9934802055358887, 0.0065198615193367004 @@ -71138,7 +79939,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7152960896492004, + "sufficiency": 0.715360164642334, "masked prediction probs": [ 0.9959599375724792, 0.004040095489472151 @@ -71150,8 +79951,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003383288159966469, - "sufficiency": 0.9562328457832336, + "comprehensiveness": 0.0033825275022536516, + "sufficiency": 0.9562427401542664, "masked prediction probs": [ 0.9929503202438354, 0.007049712352454662 @@ -71163,8 +79964,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005698975641280413, - "sufficiency": 0.9885976910591125, + "comprehensiveness": 0.005697695072740316, + "sufficiency": 0.9886002540588379, "masked prediction probs": [ 0.9908892512321472, 0.009110722690820694 @@ -71176,8 +79977,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0027863599825650454, - "sufficiency": 0.9183724522590637, + "comprehensiveness": 0.0027857336681336164, + "sufficiency": 0.9183907508850098, "masked prediction probs": [ 0.9934802055358887, 0.0065198615193367004 @@ -71187,10 +79988,23 @@ 0.004040095489472151 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.36425456404685974, + "sufficiency": 0.997516393661499, + "masked prediction probs": [ + 0.6716444492340088, + 0.3283555209636688 + ], + "full text prediction probs": [ + 0.9959599375724792, + 0.004040095489472151 + ], + "labels": 0 } }, "test_1641": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0005328961997292936, "sufficiency": 0.7144232988357544, "masked prediction probs": [ @@ -71294,9 +80108,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0003424289752729237, - "sufficiency": 0.6147151589393616, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0005319375777617097, + "sufficiency": 0.7149369120597839, + "masked prediction probs": [ + 0.9964011907577515, + 0.003598758950829506 + ], + "full text prediction probs": [ + 0.9968743324279785, + 0.0031256447546184063 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00034235199564136565, + "sufficiency": 0.6148017048835754, "masked prediction probs": [ 0.9965697526931763, 0.0034301902633160353 @@ -71308,8 +80135,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010247110622003675, - "sufficiency": 0.829528272151947, + "comprehensiveness": 0.0010244807926937938, + "sufficiency": 0.8295665979385376, "masked prediction probs": [ 0.9959626793861389, 0.004037364386022091 @@ -71321,8 +80148,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0008046477450989187, - "sufficiency": 0.8073596358299255, + "comprehensiveness": 0.0008044669521041214, + "sufficiency": 0.8074029684066772, "masked prediction probs": [ 0.9961583018302917, 0.0038417514879256487 @@ -71334,8 +80161,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00034219815279357135, - "sufficiency": 0.6149747967720032, + "comprehensiveness": 0.00034212126047350466, + "sufficiency": 0.615061342716217, "masked prediction probs": [ 0.9965697526931763, 0.0034301902633160353 @@ -71347,8 +80174,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00034212126047350466, - "sufficiency": 0.615061342716217, + "comprehensiveness": 0.0003420444263610989, + "sufficiency": 0.6151477098464966, "masked prediction probs": [ 0.9965697526931763, 0.0034301902633160353 @@ -71360,8 +80187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0004954623873345554, - "sufficiency": 0.7970086336135864, + "comprehensiveness": 0.0004953510942868888, + "sufficiency": 0.7970542311668396, "masked prediction probs": [ 0.9964331388473511, 0.0035668618511408567 @@ -71373,8 +80200,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0001553242327645421, - "sufficiency": 0.7806737422943115, + "comprehensiveness": 0.00015528936637565494, + "sufficiency": 0.7807230353355408, "masked prediction probs": [ 0.9967359900474548, 0.0032639738637953997 @@ -71386,8 +80213,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0003418908454477787, - "sufficiency": 0.6153205037117004, + "comprehensiveness": 0.0003418140986468643, + "sufficiency": 0.6154069304466248, + "masked prediction probs": [ + 0.9965697526931763, + 0.0034301902633160353 + ], + "full text prediction probs": [ + 0.9968743324279785, + 0.0031256447546184063 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0003417374100536108, + "sufficiency": 0.61549311876297, "masked prediction probs": [ 0.9965697526931763, 0.0034301902633160353 @@ -71400,12 +80240,12 @@ } }, "test_1701": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018875833600759506, - "sufficiency": 0.9976703524589539, + "fixed-shap": { + "comprehensiveness": 0.011551245115697384, + "sufficiency": 0.8760442137718201, "masked prediction probs": [ - 0.9756858944892883, - 0.024314122274518013 + 0.9821560978889465, + 0.017843924462795258 ], "full text prediction probs": [ 0.9923599362373352, @@ -71492,11 +80332,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01884596422314644, - "sufficiency": 0.9976740479469299, + "comprehensiveness": 0.01153296697884798, + "sufficiency": 0.8762403130531311, "masked prediction probs": [ - 0.9756858944892883, - 0.024314122274518013 + 0.9821560978889465, + 0.017843924462795258 ], "full text prediction probs": [ 0.9923599362373352, @@ -71504,9 +80344,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.008835955522954464, - "sufficiency": 0.7720261812210083, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011530360206961632, + "sufficiency": 0.8762683272361755, + "masked prediction probs": [ + 0.9821560978889465, + 0.017843924462795258 + ], + "full text prediction probs": [ + 0.9923599362373352, + 0.007640101481229067 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008833959698677063, + "sufficiency": 0.7720776796340942, "masked prediction probs": [ 0.9845405220985413, 0.01545950397849083 @@ -71518,8 +80371,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003018164075911045, - "sufficiency": 0.9680076837539673, + "comprehensiveness": 0.003017482114955783, + "sufficiency": 0.9680149555206299, "masked prediction probs": [ 0.9896883964538574, 0.010311583988368511 @@ -71531,8 +80384,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00186121033038944, - "sufficiency": 0.8804097175598145, + "comprehensiveness": 0.0018607900710776448, + "sufficiency": 0.8804367184638977, "masked prediction probs": [ 0.9907121062278748, 0.009287948720157146 @@ -71544,8 +80397,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008829968981444836, - "sufficiency": 0.7721806764602661, + "comprehensiveness": 0.008827975019812584, + "sufficiency": 0.7722321152687073, "masked prediction probs": [ 0.9845405220985413, 0.01545950397849083 @@ -71557,8 +80410,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001103463233448565, - "sufficiency": 0.7622791528701782, + "comprehensiveness": 0.0011032142210751772, + "sufficiency": 0.7623328566551208, "masked prediction probs": [ 0.9913825392723083, 0.00861748680472374 @@ -71570,8 +80423,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01489749550819397, - "sufficiency": 0.9160187840461731, + "comprehensiveness": 0.014894132502377033, + "sufficiency": 0.9160377383232117, "masked prediction probs": [ 0.9791614413261414, 0.020838584750890732 @@ -71583,8 +80436,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004141869954764843, - "sufficiency": 0.917000412940979, + "comprehensiveness": 0.004140935838222504, + "sufficiency": 0.9170191287994385, "masked prediction probs": [ 0.9886896014213562, 0.011310405097901821 @@ -71596,8 +80449,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008821999654173851, - "sufficiency": 0.7723862528800964, + "comprehensiveness": 0.008820008486509323, + "sufficiency": 0.7724376320838928, + "masked prediction probs": [ + 0.9845405220985413, + 0.01545950397849083 + ], + "full text prediction probs": [ + 0.9923599362373352, + 0.007640101481229067 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.008818020112812519, + "sufficiency": 0.7724888920783997, "masked prediction probs": [ 0.9845405220985413, 0.01545950397849083 @@ -71610,12 +80476,12 @@ } }, "test_1783": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.032211367040872574, - "sufficiency": 0.9275429248809814, + "fixed-shap": { + "comprehensiveness": 0.0032125685829669237, + "sufficiency": 0.8927932381629944, "masked prediction probs": [ - 0.955287516117096, - 0.04471250995993614 + 0.980645477771759, + 0.019354546442627907 ], "full text prediction probs": [ 0.983454704284668, @@ -71714,12 +80580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017743166536092758, - "sufficiency": 0.8136842250823975, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.032152533531188965, + "sufficiency": 0.9276752471923828, "masked prediction probs": [ - 0.9679108262062073, - 0.032089151442050934 + 0.955287516117096, + 0.04471250995993614 + ], + "full text prediction probs": [ + 0.983454704284668, + 0.016545338556170464 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.340043581876671e-05, + "sufficiency": 0.7984887957572937, + "masked prediction probs": [ + 0.9834429621696472, + 0.01655709743499756 ], "full text prediction probs": [ 0.983454704284668, @@ -71728,8 +80607,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0029862564988434315, - "sufficiency": 0.9921072125434875, + "comprehensiveness": 0.0029855750035494566, + "sufficiency": 0.992108941078186, "masked prediction probs": [ 0.9808380007743835, 0.01916196383535862 @@ -71741,8 +80620,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00044959422666579485, - "sufficiency": 0.6729573011398315, + "comprehensiveness": 0.0004494916647672653, + "sufficiency": 0.6730318665504456, "masked prediction probs": [ 0.9830606579780579, 0.01693936064839363 @@ -71754,8 +80633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.017731022089719772, - "sufficiency": 0.8138117790222168, + "comprehensiveness": 0.017726978287100792, + "sufficiency": 0.8138542175292969, "masked prediction probs": [ 0.9679108262062073, 0.032089151442050934 @@ -71767,8 +80646,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 1.3391266293183435e-05, - "sufficiency": 0.798626720905304, + "comprehensiveness": 1.3388213119469583e-05, + "sufficiency": 0.798672616481781, "masked prediction probs": [ 0.9834429621696472, 0.01655709743499756 @@ -71780,8 +80659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.021997513249516487, - "sufficiency": 0.9574757814407349, + "comprehensiveness": 0.021992497146129608, + "sufficiency": 0.9574854373931885, "masked prediction probs": [ 0.9641618132591248, 0.03583815321326256 @@ -71793,8 +80672,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01817426085472107, - "sufficiency": 0.862677276134491, + "comprehensiveness": 0.01817012019455433, + "sufficiency": 0.8627086281776428, "masked prediction probs": [ 0.9675113558769226, 0.03248859569430351 @@ -71806,8 +80685,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017714856192469597, - "sufficiency": 0.8139814734458923, + "comprehensiveness": 0.017710817977786064, + "sufficiency": 0.8140238523483276, + "masked prediction probs": [ + 0.9679108262062073, + 0.032089151442050934 + ], + "full text prediction probs": [ + 0.983454704284668, + 0.016545338556170464 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01770678348839283, + "sufficiency": 0.8140662312507629, "masked prediction probs": [ 0.9679108262062073, 0.032089151442050934 @@ -71820,12 +80712,12 @@ } }, "test_1794": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5413905382156372, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09368111938238144, + "sufficiency": 0.9375555515289307, "masked prediction probs": [ - 0.4765843152999878, - 0.5234156847000122 + 0.8354262113571167, + 0.1645737588405609 ], "full text prediction probs": [ 0.9105122089385986, @@ -71924,12 +80816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9360893964767456, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5403119325637817, "sufficiency": 1.0, "masked prediction probs": [ - 0.15873296558856964, - 0.8412669897079468 + 0.4765843152999878, + 0.5234156847000122 + ], + "full text prediction probs": [ + 0.9105122089385986, + 0.08948779106140137 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7911601066589355, + "masked prediction probs": [ + 0.9105122089385986, + 0.08948779106140137 ], "full text prediction probs": [ 0.9105122089385986, @@ -71939,7 +80844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8873575925827026, + "sufficiency": 0.8873856067657471, "masked prediction probs": [ 0.9674662947654724, 0.032533690333366394 @@ -71952,7 +80857,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7912120819091797, + "sufficiency": 0.7912640571594238, "masked prediction probs": [ 0.9105122089385986, 0.08948779106140137 @@ -71964,7 +80869,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9353905916213989, + "comprehensiveness": 0.935157835483551, "sufficiency": 1.0, "masked prediction probs": [ 0.15873296558856964, @@ -71978,7 +80883,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7913159728050232, + "sufficiency": 0.7913678884506226, "masked prediction probs": [ 0.9105122089385986, 0.08948779106140137 @@ -71990,7 +80895,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9349253177642822, + "comprehensiveness": 0.9346928000450134, "sufficiency": 1.0, "masked prediction probs": [ 0.15873296558856964, @@ -72004,7 +80909,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6716793775558472, + "sufficiency": 0.6717609763145447, "masked prediction probs": [ 0.9847614765167236, 0.015238462947309017 @@ -72016,7 +80921,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.934460461139679, + "comprehensiveness": 0.9342281818389893, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.15873296558856964, + 0.8412669897079468 + ], + "full text prediction probs": [ + 0.9105122089385986, + 0.08948779106140137 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9339960217475891, "sufficiency": 1.0, "masked prediction probs": [ 0.15873296558856964, @@ -72030,12 +80948,12 @@ } }, "test_45": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4219878613948822, "sufficiency": 0.0, "masked prediction probs": [ - 0.8783267140388489, - 0.12167325615882874 + 0.0627211406826973, + 0.9372788071632385 ], "full text prediction probs": [ 0.038357898592948914, @@ -72134,12 +81052,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.41621825098991394, - 0.5837817192077637 + 0.8783267140388489, + 0.12167325615882874 + ], + "full text prediction probs": [ + 0.038357898592948914, + 0.9616420865058899 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.19396813213825226, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.049905817955732346, + 0.9500942230224609 ], "full text prediction probs": [ 0.038357898592948914, @@ -72213,7 +81144,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021424584090709686, + "comprehensiveness": 0.02135402150452137, "sufficiency": 0.0, "masked prediction probs": [ 0.039654895663261414, @@ -72237,15 +81168,28 @@ 0.9616420865058899 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.41621825098991394, + 0.5837817192077637 + ], + "full text prediction probs": [ + 0.038357898592948914, + 0.9616420865058899 + ], + "labels": 1 } }, "test_93": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6527025103569031, + "fixed-shap": { + "comprehensiveness": 0.3518744707107544, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9078134298324585, - 0.0921865776181221 + 0.04585745558142662, + 0.9541425108909607 ], "full text prediction probs": [ 0.0185843538492918, @@ -72344,12 +81288,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.848581075668335, + "sufficiency": 0.6597190499305725, "masked prediction probs": [ - 0.15878388285636902, - 0.8412161469459534 + 0.9078134298324585, + 0.0921865776181221 + ], + "full text prediction probs": [ + 0.0185843538492918, + 0.9814156293869019 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017231889069080353, + 0.9827681183815002 ], "full text prediction probs": [ 0.0185843538492918, @@ -72358,7 +81315,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2546863257884979, + "comprehensiveness": 0.2540455758571625, "sufficiency": 0.0, "masked prediction probs": [ 0.038783133029937744, @@ -72371,7 +81328,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14848530292510986, + "comprehensiveness": 0.14811266958713531, "sufficiency": 0.0, "masked prediction probs": [ 0.0303901769220829, @@ -72410,7 +81367,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1473729908466339, + "comprehensiveness": 0.14700591564178467, "sufficiency": 0.0, "masked prediction probs": [ 0.0303901769220829, @@ -72436,7 +81393,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14664065837860107, + "comprehensiveness": 0.14627721905708313, "sufficiency": 0.0, "masked prediction probs": [ 0.0303901769220829, @@ -72447,15 +81404,28 @@ 0.9814156293869019 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8519461154937744, + "masked prediction probs": [ + 0.15878388285636902, + 0.8412161469459534 + ], + "full text prediction probs": [ + 0.0185843538492918, + 0.9814156293869019 + ], + "labels": 1 } }, "test_122": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04610922560095787, - "sufficiency": 0.8891335129737854, + "fixed-shap": { + "comprehensiveness": 0.004546540789306164, + "sufficiency": 0.9153891801834106, "masked prediction probs": [ - 0.9472976922988892, - 0.052702344954013824 + 0.984394907951355, + 0.01560511626303196 ], "full text prediction probs": [ 0.9884529709815979, @@ -72554,12 +81524,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11431743949651718, - "sufficiency": 0.7858684062957764, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.046026717871427536, + "sufficiency": 0.8893318772315979, "masked prediction probs": [ - 0.8862348198890686, - 0.11376520246267319 + 0.9472976922988892, + 0.052702344954013824 + ], + "full text prediction probs": [ + 0.9884529709815979, + 0.011547029949724674 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7418310046195984, + "masked prediction probs": [ + 0.9884529709815979, + 0.011547029949724674 ], "full text prediction probs": [ 0.9884529709815979, @@ -72568,8 +81551,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001587150152772665, - "sufficiency": 0.7580001950263977, + "comprehensiveness": 0.0015867953188717365, + "sufficiency": 0.7580543160438538, "masked prediction probs": [ 0.987033486366272, 0.012966466136276722 @@ -72581,8 +81564,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.11426632106304169, - "sufficiency": 0.7859642505645752, + "comprehensiveness": 0.11424078047275543, + "sufficiency": 0.7860120534896851, "masked prediction probs": [ 0.8862348198890686, 0.11376520246267319 @@ -72594,8 +81577,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003483574604615569, - "sufficiency": 0.8590460419654846, + "comprehensiveness": 0.0034827960189431906, + "sufficiency": 0.859077513217926, "masked prediction probs": [ 0.9853360056877136, 0.014664026908576488 @@ -72608,7 +81591,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8348947167396545, + "sufficiency": 0.8349316716194153, "masked prediction probs": [ 0.9900784492492676, 0.009921531192958355 @@ -72620,8 +81603,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.045975301414728165, - "sufficiency": 0.8894554972648621, + "comprehensiveness": 0.045965030789375305, + "sufficiency": 0.8894802331924438, "masked prediction probs": [ 0.9472976922988892, 0.052702344954013824 @@ -72633,8 +81616,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010773111134767532, - "sufficiency": 0.8430719971656799, + "comprehensiveness": 0.0010770705994218588, + "sufficiency": 0.8431069850921631, "masked prediction probs": [ 0.9874883890151978, 0.012511619366705418 @@ -72646,8 +81629,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11413872987031937, - "sufficiency": 0.7862032055854797, + "comprehensiveness": 0.11411324143409729, + "sufficiency": 0.7862508296966553, + "masked prediction probs": [ + 0.8862348198890686, + 0.11376520246267319 + ], + "full text prediction probs": [ + 0.9884529709815979, + 0.011547029949724674 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11408776789903641, + "sufficiency": 0.7862986326217651, "masked prediction probs": [ 0.8862348198890686, 0.11376520246267319 @@ -72660,12 +81656,12 @@ } }, "test_190": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.16814249753952026, + "sufficiency": 0.7339219450950623, "masked prediction probs": [ - 0.16599759459495544, - 0.8340023756027222 + 0.027057791128754616, + 0.9729422926902771 ], "full text prediction probs": [ 0.013103809207677841, @@ -72764,12 +81760,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.38169363141059875, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.04539085179567337, - 0.9546091556549072 + 0.16599759459495544, + 0.8340023756027222 + ], + "full text prediction probs": [ + 0.013103809207677841, + 0.9868962168693542 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11012405157089233, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022441068664193153, + 0.9775589108467102 ], "full text prediction probs": [ 0.013103809207677841, @@ -72778,8 +81787,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.11285722255706787, - "sufficiency": 0.660095751285553, + "comprehensiveness": 0.11259160190820694, + "sufficiency": 0.6608948111534119, "masked prediction probs": [ 0.022672874853014946, 0.9773271679878235 @@ -72804,8 +81813,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10646184533834457, - "sufficiency": 0.2223510444164276, + "comprehensiveness": 0.10621245205402374, + "sufficiency": 0.22417064011096954, "masked prediction probs": [ 0.022173140197992325, 0.9778268337249756 @@ -72817,7 +81826,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.37811699509620667, + "comprehensiveness": 0.3772332966327667, "sufficiency": 0.0, "masked prediction probs": [ 0.04539085179567337, @@ -72830,7 +81839,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11979759484529495, + "comprehensiveness": 0.11951826512813568, "sufficiency": 0.0, "masked prediction probs": [ 0.023357147350907326, @@ -72843,7 +81852,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18906304240226746, + "comprehensiveness": 0.18862323462963104, "sufficiency": 0.0, "masked prediction probs": [ 0.029323356226086617, @@ -72856,7 +81865,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.37547820806503296, + "comprehensiveness": 0.37460675835609436, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04539085179567337, + 0.9546091556549072 + ], + "full text prediction probs": [ + 0.013103809207677841, + 0.9868962168693542 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3737393617630005, "sufficiency": 0.0, "masked prediction probs": [ 0.04539085179567337, @@ -72870,12 +81892,12 @@ } }, "test_204": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9138838648796082, + "fixed-shap": { + "comprehensiveness": 0.35210728645324707, + "sufficiency": 0.22605353593826294, "masked prediction probs": [ - 0.9738498330116272, - 0.026150202378630638 + 0.03995095565915108, + 0.960049033164978 ], "full text prediction probs": [ 0.009439945220947266, @@ -72974,12 +81996,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7827408909797668, + "sufficiency": 0.9154436588287354, "masked prediction probs": [ - 0.9378356337547302, - 0.0621643029153347 + 0.9738498330116272, + 0.026150202378630638 + ], + "full text prediction probs": [ + 0.009439945220947266, + 0.990559995174408 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6003369688987732, + "masked prediction probs": [ + 0.22959186136722565, + 0.7704082131385803 ], "full text prediction probs": [ 0.009439945220947266, @@ -72989,7 +82024,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7832316756248474, + "sufficiency": 0.7837201952934265, "masked prediction probs": [ 0.9378356337547302, 0.0621643029153347 @@ -73001,7 +82036,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0511622354388237, + "comprehensiveness": 0.051047056913375854, "sufficiency": 0.0, "masked prediction probs": [ 0.013975678011775017, @@ -73015,7 +82050,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6473936438560486, + "sufficiency": 0.6481848359107971, "masked prediction probs": [ 0.6067317724227905, 0.39326825737953186 @@ -73027,7 +82062,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026376469060778618, + "comprehensiveness": 0.026317354291677475, "sufficiency": 0.0, "masked prediction probs": [ 0.011788892559707165, @@ -73040,7 +82075,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05081824213266373, + "comprehensiveness": 0.050704605877399445, "sufficiency": 0.0, "masked prediction probs": [ 0.013975678011775017, @@ -73053,7 +82088,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11339904367923737, + "comprehensiveness": 0.11314602941274643, "sufficiency": 0.0, "masked prediction probs": [ 0.01958385854959488, @@ -73067,7 +82102,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7861303687095642, + "sufficiency": 0.786605954170227, + "masked prediction probs": [ + 0.9378356337547302, + 0.0621643029153347 + ], + "full text prediction probs": [ + 0.009439945220947266, + 0.990559995174408 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.787079393863678, "masked prediction probs": [ 0.9378356337547302, 0.0621643029153347 @@ -73080,7 +82128,7 @@ } }, "test_209": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -73184,12 +82232,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9739731550216675, - 0.026026854291558266 + 0.9771002531051636, + 0.022899750620126724 + ], + "full text prediction probs": [ + 0.13099773228168488, + 0.8690022230148315 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.058678317815065384, + 0.9413216710090637 ], "full text prediction probs": [ 0.13099773228168488, @@ -73287,15 +82348,28 @@ 0.8690022230148315 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9739731550216675, + 0.026026854291558266 + ], + "full text prediction probs": [ + 0.13099773228168488, + 0.8690022230148315 + ], + "labels": 1 } }, "test_214": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9738284349441528, - 0.026171525940299034 + 0.9657047986984253, + 0.03429519385099411 ], "full text prediction probs": [ 0.005777550861239433, @@ -73385,8 +82459,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9738284349441528, - 0.026171525940299034 + 0.9657047986984253, + 0.03429519385099411 ], "full text prediction probs": [ 0.005777550861239433, @@ -73394,12 +82468,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.28625279664993286, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.03208858519792557, - 0.9679114818572998 + 0.9657047986984253, + 0.03429519385099411 + ], + "full text prediction probs": [ + 0.005777550861239433, + 0.9942224621772766 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8438981175422668, + 0.15610192716121674 ], "full text prediction probs": [ 0.005777550861239433, @@ -73408,7 +82495,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2856311798095703, + "comprehensiveness": 0.28501227498054504, "sufficiency": 0.0, "masked prediction probs": [ 0.03208858519792557, @@ -73421,7 +82508,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.057130295783281326, + "comprehensiveness": 0.05700676888227463, "sufficiency": 0.0, "masked prediction probs": [ 0.011051582172513008, @@ -73434,7 +82521,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11366241425275803, + "comprehensiveness": 0.11341718584299088, "sufficiency": 0.0, "masked prediction probs": [ 0.016293060034513474, @@ -73447,7 +82534,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2594032287597656, + "comprehensiveness": 0.2588447630405426, "sufficiency": 0.0, "masked prediction probs": [ 0.029828205704689026, @@ -73460,7 +82547,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2588447630405426, + "comprehensiveness": 0.258288711309433, "sufficiency": 0.0, "masked prediction probs": [ 0.029828205704689026, @@ -73473,7 +82560,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4002433717250824, + "comprehensiveness": 0.39938539266586304, "sufficiency": 0.0, "masked prediction probs": [ 0.04304637759923935, @@ -73486,11 +82573,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2819574773311615, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.03208858519792557, - 0.9679114818572998 + 0.8438981175422668, + 0.15610192716121674 + ], + "full text prediction probs": [ + 0.005777550861239433, + 0.9942224621772766 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8438981175422668, + 0.15610192716121674 ], "full text prediction probs": [ 0.005777550861239433, @@ -73500,12 +82600,12 @@ } }, "test_252": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.011938787996768951, "sufficiency": 0.0, "masked prediction probs": [ - 0.9778329730033875, - 0.022167084738612175 + 0.028486832976341248, + 0.9715131521224976 ], "full text prediction probs": [ 0.027670009061694145, @@ -73604,12 +82704,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9781143665313721, - 0.021885672584176064 + 0.9778329730033875, + 0.022167084738612175 + ], + "full text prediction probs": [ + 0.027670009061694145, + 0.9723300337791443 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07949289679527283, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03325216844677925, + 0.9667478203773499 ], "full text prediction probs": [ 0.027670009061694145, @@ -73707,15 +82820,28 @@ 0.9723300337791443 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9781143665313721, + 0.021885672584176064 + ], + "full text prediction probs": [ + 0.027670009061694145, + 0.9723300337791443 + ], + "labels": 1 } }, "test_287": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.4203258752822876, "masked prediction probs": [ - 0.13802579045295715, - 0.8619741797447205 + 0.15214186906814575, + 0.8478580713272095 ], "full text prediction probs": [ 0.020716479048132896, @@ -73814,12 +82940,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.15749232470989227, - 0.8425076603889465 + 0.13802579045295715, + 0.8619741797447205 + ], + "full text prediction probs": [ + 0.020716479048132896, + 0.9792835116386414 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13723428547382355, + 0.8627657294273376 ], "full text prediction probs": [ 0.020716479048132896, @@ -73841,7 +82980,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013417462818324566, + "comprehensiveness": 0.013382865116000175, "sufficiency": 0.0, "masked prediction probs": [ 0.021754680201411247, @@ -73854,7 +82993,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.13147754967212677, + "comprehensiveness": 0.13113939762115479, "sufficiency": 0.0, "masked prediction probs": [ 0.03091600351035595, @@ -73893,7 +83032,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8289143443107605, + "comprehensiveness": 0.8267987966537476, "sufficiency": 0.0, "masked prediction probs": [ 0.0855180025100708, @@ -73917,15 +83056,28 @@ 0.9792835116386414 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15749232470989227, + 0.8425076603889465 + ], + "full text prediction probs": [ + 0.020716479048132896, + 0.9792835116386414 + ], + "labels": 0 } }, "test_336": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9556336998939514, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9796176552772522, - 0.02038237266242504 + 0.9333367943763733, + 0.0666632354259491 ], "full text prediction probs": [ 0.6758918762207031, @@ -74024,12 +83176,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9557557106018066, + "masked prediction probs": [ + 0.9796176552772522, + 0.02038237266242504 + ], + "full text prediction probs": [ + 0.6758918762207031, + 0.3241081237792969 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9680508375167847, - 0.03194915130734444 + 0.8853498101234436, + 0.11465015262365341 ], "full text prediction probs": [ 0.6758918762207031, @@ -74103,7 +83268,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11609066277742386, + "comprehensiveness": 0.1160508319735527, "sufficiency": 1.0, "masked prediction probs": [ 0.6082343459129333, @@ -74127,15 +83292,28 @@ 0.3241081237792969 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9680508375167847, + 0.03194915130734444 + ], + "full text prediction probs": [ + 0.6758918762207031, + 0.3241081237792969 + ], + "labels": 1 } }, "test_370": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.028555816039443016, - 0.9714441895484924 + 0.9544046521186829, + 0.04559538513422012 ], "full text prediction probs": [ 0.7653276324272156, @@ -74234,12 +83412,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.030545946210622787, - 0.9694539904594421 + 0.028555816039443016, + 0.9714441895484924 + ], + "full text prediction probs": [ + 0.7653276324272156, + 0.23467233777046204 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.988386332988739, + "masked prediction probs": [ + 0.7653276324272156, + 0.23467233777046204 ], "full text prediction probs": [ 0.7653276324272156, @@ -74249,7 +83440,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.12011152505874634, + "sufficiency": 0.12037354707717896, "masked prediction probs": [ 0.9764882326126099, 0.023511817678809166 @@ -74288,7 +83479,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.12089711427688599, + "sufficiency": 0.121158666908741, "masked prediction probs": [ 0.9764882326126099, 0.023511817678809166 @@ -74313,7 +83504,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.33890148997306824, + "comprehensiveness": 0.33880072832107544, "sufficiency": 1.0, "masked prediction probs": [ 0.5375062227249146, @@ -74337,15 +83528,28 @@ 0.23467233777046204 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.030545946210622787, + 0.9694539904594421 + ], + "full text prediction probs": [ + 0.7653276324272156, + 0.23467233777046204 + ], + "labels": 0 } }, "test_448": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9861491918563843, - 0.013850823976099491 + 0.9809884428977966, + 0.019011499360203743 ], "full text prediction probs": [ 0.036826521158218384, @@ -74435,8 +83639,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9820476770401001, - 0.017952315509319305 + 0.9809884428977966, + 0.019011499360203743 ], "full text prediction probs": [ 0.036826521158218384, @@ -74444,12 +83648,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9809884428977966, + 0.019011499360203743 + ], + "full text prediction probs": [ + 0.036826521158218384, + 0.9631734490394592 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.984667181968689, - 0.015332839451730251 + 0.9869511127471924, + 0.013048829510807991 ], "full text prediction probs": [ 0.036826521158218384, @@ -74539,8 +83756,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9645015001296997, - 0.03549845889210701 + 0.9869511127471924, + 0.013048829510807991 + ], + "full text prediction probs": [ + 0.036826521158218384, + 0.9631734490394592 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9869511127471924, + 0.013048829510807991 ], "full text prediction probs": [ 0.036826521158218384, @@ -74550,12 +83780,12 @@ } }, "test_469": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9763078689575195, + "sufficiency": 0.9516745209693909, "masked prediction probs": [ - 0.25897735357284546, - 0.7410227060317993 + 0.33169740438461304, + 0.668302595615387 ], "full text prediction probs": [ 0.005324193742126226, @@ -74643,10 +83873,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9148641228675842, + "sufficiency": 0.9524078965187073, "masked prediction probs": [ - 0.12311477959156036, - 0.876885175704956 + 0.33169740438461304, + 0.668302595615387 ], "full text prediction probs": [ 0.005324193742126226, @@ -74654,9 +83884,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9767178893089294, + "sufficiency": 0.9525108337402344, + "masked prediction probs": [ + 0.33169740438461304, + 0.668302595615387 + ], + "full text prediction probs": [ + 0.005324193742126226, + 0.9946757555007935 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9767681360244751, "masked prediction probs": [ 0.25897735357284546, 0.7410227060317993 @@ -74669,7 +83912,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9232504963874817, + "sufficiency": 0.9234157800674438, "masked prediction probs": [ 0.1879601627588272, 0.812039852142334 @@ -74681,7 +83924,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.011550387367606163, + "comprehensiveness": 0.011525535024702549, "sufficiency": 0.0, "masked prediction probs": [ 0.00639572786167264, @@ -74694,7 +83937,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.025965632870793343, + "comprehensiveness": 0.02590988390147686, "sufficiency": 0.0, "masked prediction probs": [ 0.007738151587545872, @@ -74720,8 +83963,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.956950843334198, - "sufficiency": 0.9097882509231567, + "comprehensiveness": 0.954905092716217, + "sufficiency": 0.9099808931350708, "masked prediction probs": [ 0.09467344731092453, 0.9053265452384949 @@ -74733,7 +83976,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00971065554767847, + "comprehensiveness": 0.009689940139651299, "sufficiency": 0.0, "masked prediction probs": [ 0.006232859566807747, @@ -74746,11 +83989,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011427187360823154, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 0.9771139621734619, "masked prediction probs": [ - 0.00639572786167264, - 0.9936042428016663 + 0.25897735357284546, + 0.7410227060317993 + ], + "full text prediction probs": [ + 0.005324193742126226, + 0.9946757555007935 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9771625399589539, + "masked prediction probs": [ + 0.25897735357284546, + 0.7410227060317993 ], "full text prediction probs": [ 0.005324193742126226, @@ -74760,12 +84016,12 @@ } }, "test_519": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5368437170982361, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.25851374864578247, + "sufficiency": 0.44666051864624023, "masked prediction probs": [ - 0.054534342139959335, - 0.945465624332428 + 0.029560387134552002, + 0.970439612865448 ], "full text prediction probs": [ 0.006364490836858749, @@ -74864,12 +84120,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10036326199769974, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5274370908737183, "sufficiency": 0.0, "masked prediction probs": [ - 0.015530477277934551, - 0.9844695329666138 + 0.054534342139959335, + 0.945465624332428 ], "full text prediction probs": [ 0.006364490836858749, @@ -74877,7 +84133,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.16124682128429413, "sufficiency": 0.0, "masked prediction probs": [ @@ -74890,8 +84146,21 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.1608951836824417, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021123051643371582, + 0.9788768887519836 + ], + "full text prediction probs": [ + 0.006364490836858749, + 0.9936355352401733 + ], + "labels": 1 + }, "var-attention": { - "comprehensiveness": 0.09992553293704987, + "comprehensiveness": 0.09970809519290924, "sufficiency": 0.0, "masked prediction probs": [ 0.015530477277934551, @@ -74904,7 +84173,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1321200430393219, + "comprehensiveness": 0.13183318078517914, "sufficiency": 0.0, "masked prediction probs": [ 0.018510103225708008, @@ -74930,7 +84199,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5217235088348389, + "comprehensiveness": 0.5205956101417542, "sufficiency": 0.0, "masked prediction probs": [ 0.054534342139959335, @@ -74943,7 +84212,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18636085093021393, + "comprehensiveness": 0.1859588325023651, "sufficiency": 0.0, "masked prediction probs": [ 0.023608196526765823, @@ -74956,7 +84225,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09884773939847946, + "comprehensiveness": 0.09863496571779251, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015530477277934551, + 0.9844695329666138 + ], + "full text prediction probs": [ + 0.006364490836858749, + 0.9936355352401733 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09842310845851898, "sufficiency": 0.0, "masked prediction probs": [ 0.015530477277934551, @@ -74970,12 +84252,12 @@ } }, "test_523": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.11968285590410233, "masked prediction probs": [ - 0.9730018377304077, - 0.02699815109372139 + 0.46540558338165283, + 0.5345944166183472 ], "full text prediction probs": [ 0.015685785561800003, @@ -75074,12 +84356,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.23928114771842957, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9800915122032166, - 0.019908489659428596 + 0.9730018377304077, + 0.02699815109372139 + ], + "full text prediction probs": [ + 0.015685785561800003, + 0.9843142032623291 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.032603587955236435, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018366048112511635, + 0.9816339612007141 ], "full text prediction probs": [ 0.015685785561800003, @@ -75089,7 +84384,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.051443930715322495, + "sufficiency": 0.053743649274110794, "masked prediction probs": [ 0.9650780558586121, 0.034921955317258835 @@ -75101,7 +84396,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1037430539727211, + "comprehensiveness": 0.10349184274673462, "sufficiency": 0.0, "masked prediction probs": [ 0.024234939366579056, @@ -75114,7 +84409,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3384469151496887, + "comprehensiveness": 0.3376293480396271, "sufficiency": 0.0, "masked prediction probs": [ 0.04364381358027458, @@ -75127,7 +84422,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3376293480396271, + "comprehensiveness": 0.3368157148361206, "sufficiency": 0.0, "masked prediction probs": [ 0.04364381358027458, @@ -75167,7 +84462,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.06507696211338043, + "sufficiency": 0.067311130464077, "masked prediction probs": [ 0.9650780558586121, 0.034921955317258835 @@ -75177,15 +84472,28 @@ 0.9843142032623291 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.25560298562049866, + "masked prediction probs": [ + 0.9800915122032166, + 0.019908489659428596 + ], + "full text prediction probs": [ + 0.015685785561800003, + 0.9843142032623291 + ], + "labels": 1 } }, "test_576": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.356839120388031, + "fixed-shap": { + "comprehensiveness": 0.041466124355793, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7921034097671509, - 0.2078966349363327 + 0.011193593963980675, + 0.9888063669204712 ], "full text prediction probs": [ 0.007520939223468304, @@ -75284,12 +84592,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.3682405650615692, + "masked prediction probs": [ + 0.7921034097671509, + 0.2078966349363327 + ], + "full text prediction probs": [ + 0.007520939223468304, + 0.9924790859222412 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.019997520372271538, "sufficiency": 0.0, "masked prediction probs": [ - 0.7029162645339966, - 0.2970837652683258 + 0.009328126907348633, + 0.9906718730926514 ], "full text prediction probs": [ 0.007520939223468304, @@ -75311,7 +84632,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.019953355193138123, + "comprehensiveness": 0.019909383729100227, "sufficiency": 0.0, "masked prediction probs": [ 0.009328126907348633, @@ -75337,7 +84658,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0061896564438939095, + "comprehensiveness": 0.0061760758981108665, "sufficiency": 0.0, "masked prediction probs": [ 0.0080839479342103, @@ -75351,7 +84672,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6005028486251831, + "sufficiency": 0.601376473903656, "masked prediction probs": [ 0.275301069021225, 0.7246989011764526 @@ -75363,7 +84684,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.015472599305212498, + "comprehensiveness": 0.015438800677657127, "sufficiency": 0.0, "masked prediction probs": [ 0.008934703655540943, @@ -75387,15 +84708,28 @@ 0.9924790859222412 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7029162645339966, + 0.2970837652683258 + ], + "full text prediction probs": [ + 0.007520939223468304, + 0.9924790859222412 + ], + "labels": 1 } }, "test_597": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5320053696632385, - "sufficiency": 0.9163106679916382, + "fixed-shap": { + "comprehensiveness": 0.3456594944000244, + "sufficiency": 0.9052435755729675, "masked prediction probs": [ - 0.0533563457429409, - 0.9466436505317688 + 0.036339737474918365, + 0.9636602997779846 ], "full text prediction probs": [ 0.004774911794811487, @@ -75482,11 +84816,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.8431259989738464, + "comprehensiveness": 0.3404393196105957, + "sufficiency": 0.906673014163971, "masked prediction probs": [ - 0.811921238899231, - 0.18807873129844666 + 0.036339737474918365, + 0.9636602997779846 ], "full text prediction probs": [ 0.004774911794811487, @@ -75494,9 +84828,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7721158862113953, - "sufficiency": 0.9117366671562195, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3397064208984375, + "sufficiency": 0.9068737030029297, + "masked prediction probs": [ + 0.036339737474918365, + 0.9636602997779846 + ], + "full text prediction probs": [ + 0.004774911794811487, + 0.9952250719070435 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7704572677612305, + "sufficiency": 0.9119260907173157, "masked prediction probs": [ 0.07651828229427338, 0.9234817624092102 @@ -75508,8 +84855,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4898960292339325, - "sufficiency": 0.5018178224563599, + "comprehensiveness": 0.48884591460227966, + "sufficiency": 0.502884566783905, "masked prediction probs": [ 0.05039302632212639, 0.9496070146560669 @@ -75534,8 +84881,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.31737637519836426, - "sufficiency": 0.656150221824646, + "comprehensiveness": 0.31669896841049194, + "sufficiency": 0.6568833589553833, "masked prediction probs": [ 0.03445533663034439, 0.9655447006225586 @@ -75560,8 +84907,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.17604313790798187, - "sufficiency": 0.7540422081947327, + "comprehensiveness": 0.17566898465156555, + "sufficiency": 0.7545644044876099, "masked prediction probs": [ 0.021308602765202522, 0.9786914587020874 @@ -75573,7 +84920,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02495506778359413, + "comprehensiveness": 0.024902142584323883, "sufficiency": 0.0, "masked prediction probs": [ 0.007123589515686035, @@ -75586,11 +84933,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.48366209864616394, - "sufficiency": 0.5081505179405212, + "comprehensiveness": 0.7590433359146118, + "sufficiency": 0.9132294654846191, "masked prediction probs": [ - 0.05039302632212639, - 0.9496070146560669 + 0.07651828229427338, + 0.9234817624092102 + ], + "full text prediction probs": [ + 0.004774911794811487, + 0.9952250719070435 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7574403285980225, + "sufficiency": 0.9134125113487244, + "masked prediction probs": [ + 0.07651828229427338, + 0.9234817624092102 ], "full text prediction probs": [ 0.004774911794811487, @@ -75600,12 +84960,12 @@ } }, "test_689": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9379110336303711, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9664516448974609, - 0.03354838863015175 + 0.8887536525726318, + 0.11124639958143234 ], "full text prediction probs": [ 0.011433263309299946, @@ -75693,10 +85053,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9389200806617737, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9664516448974609, - 0.03354838863015175 + 0.8887536525726318, + 0.11124639958143234 ], "full text prediction probs": [ 0.011433263309299946, @@ -75704,12 +85064,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8867239356040955, - 0.11327608674764633 + 0.8887536525726318, + 0.11124639958143234 + ], + "full text prediction probs": [ + 0.011433263309299946, + 0.9885667562484741 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8341355323791504, + "masked prediction probs": [ + 0.9570640325546265, + 0.042935941368341446 ], "full text prediction probs": [ 0.011433263309299946, @@ -75797,10 +85170,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.8367759585380554, "masked prediction probs": [ - 0.8867239356040955, - 0.11327608674764633 + 0.9570640325546265, + 0.042935941368341446 + ], + "full text prediction probs": [ + 0.011433263309299946, + 0.9885667562484741 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8371462821960449, + "masked prediction probs": [ + 0.9570640325546265, + 0.042935941368341446 ], "full text prediction probs": [ 0.011433263309299946, @@ -75810,12 +85196,12 @@ } }, "test_709": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9686532020568848, + "sufficiency": 0.0, "masked prediction probs": [ - 0.935221254825592, - 0.06477878987789154 + 0.2555374801158905, + 0.7444624900817871 ], "full text prediction probs": [ 0.009470771066844463, @@ -75905,8 +85291,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.19265703856945038, - 0.8073429465293884 + 0.2555374801158905, + 0.7444624900817871 ], "full text prediction probs": [ 0.009470771066844463, @@ -75914,12 +85300,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8395731449127197, + "sufficiency": 0.9692211747169495, "masked prediction probs": [ - 0.8659309148788452, - 0.1340690404176712 + 0.935221254825592, + 0.06477878987789154 + ], + "full text prediction probs": [ + 0.009470771066844463, + 0.9905292391777039 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2011980265378952, + 0.7988020181655884 ], "full text prediction probs": [ 0.009470771066844463, @@ -76009,8 +85408,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.18877309560775757, - 0.8112269043922424 + 0.2011980265378952, + 0.7988020181655884 + ], + "full text prediction probs": [ + 0.009470771066844463, + 0.9905292391777039 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8427779078483582, + "masked prediction probs": [ + 0.8659309148788452, + 0.1340690404176712 ], "full text prediction probs": [ 0.009470771066844463, @@ -76020,12 +85432,12 @@ } }, "test_715": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9923343062400818, - 0.007665627170354128 + 0.9879750609397888, + 0.012024934403598309 ], "full text prediction probs": [ 0.18804293870925903, @@ -76124,12 +85536,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9922004342079163, - 0.0077995723113417625 + 0.9923343062400818, + 0.007665627170354128 + ], + "full text prediction probs": [ + 0.18804293870925903, + 0.811957061290741 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9663238525390625, + 0.03367616981267929 ], "full text prediction probs": [ 0.18804293870925903, @@ -76227,15 +85652,28 @@ 0.811957061290741 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9922004342079163, + 0.0077995723113417625 + ], + "full text prediction probs": [ + 0.18804293870925903, + 0.811957061290741 + ], + "labels": 1 } }, "test_722": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9290974736213684, + "fixed-shap": { + "comprehensiveness": 0.42133596539497375, + "sufficiency": 0.0, "masked prediction probs": [ - 0.18609969317913055, - 0.813900351524353 + 0.04833446815609932, + 0.9516655206680298 ], "full text prediction probs": [ 0.01356107834726572, @@ -76334,13 +85772,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9304445385932922, "masked prediction probs": [ + 0.18609969317913055, + 0.813900351524353 + ], + "full text prediction probs": [ 0.01356107834726572, 0.9864389896392822 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5239784717559814, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05774904787540436, + 0.9422509670257568 + ], "full text prediction probs": [ 0.01356107834726572, 0.9864389896392822 @@ -76349,7 +85800,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9395670890808105, + "sufficiency": 0.9397099614143372, "masked prediction probs": [ 0.1871720254421234, 0.8128279447555542 @@ -76374,7 +85825,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13562878966331482, + "comprehensiveness": 0.1353093534708023, "sufficiency": 0.0, "masked prediction probs": [ 0.025053126737475395, @@ -76387,7 +85838,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03391418606042862, + "comprehensiveness": 0.03383449837565422, "sufficiency": 0.0, "masked prediction probs": [ 0.016441451385617256, @@ -76400,7 +85851,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5188345909118652, + "comprehensiveness": 0.5176183581352234, "sufficiency": 0.0, "masked prediction probs": [ 0.05773041769862175, @@ -76437,15 +85888,28 @@ 0.9864389896392822 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01356107834726572, + 0.9864389896392822 + ], + "full text prediction probs": [ + 0.01356107834726572, + 0.9864389896392822 + ], + "labels": 1 } }, "test_785": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4881533980369568, + "fixed-shap": { + "comprehensiveness": 0.09897654503583908, + "sufficiency": 0.0, "masked prediction probs": [ - 0.2255120575428009, - 0.7744879722595215 + 0.024113193154335022, + 0.9758868217468262 ], "full text prediction probs": [ 0.01620628498494625, @@ -76544,12 +86008,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.4981929361820221, + "masked prediction probs": [ + 0.2255120575428009, + 0.7744879722595215 + ], + "full text prediction probs": [ + 0.01620628498494625, + 0.9837936758995056 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08532395213842392, "sufficiency": 0.0, "masked prediction probs": [ - 0.11827616393566132, - 0.8817238807678223 + 0.023176096379756927, + 0.9768238663673401 ], "full text prediction probs": [ 0.01620628498494625, @@ -76558,7 +86035,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.22196748852729797, + "comprehensiveness": 0.22142526507377625, "sufficiency": 0.0, "masked prediction probs": [ 0.03433806449174881, @@ -76584,7 +86061,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14151060581207275, + "comprehensiveness": 0.1411665976047516, "sufficiency": 0.0, "masked prediction probs": [ 0.027822449803352356, @@ -76597,7 +86074,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1411665976047516, + "comprehensiveness": 0.14082427322864532, "sufficiency": 0.0, "masked prediction probs": [ 0.027822449803352356, @@ -76611,7 +86088,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.504270076751709, + "sufficiency": 0.5054678916931152, "masked prediction probs": [ 0.2255120575428009, 0.7744879722595215 @@ -76623,7 +86100,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07329387217760086, + "comprehensiveness": 0.07311698794364929, "sufficiency": 0.0, "masked prediction probs": [ 0.022266726940870285, @@ -76647,10 +86124,23 @@ 0.9837936758995056 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11827616393566132, + 0.8817238807678223 + ], + "full text prediction probs": [ + 0.01620628498494625, + 0.9837936758995056 + ], + "labels": 1 } }, "test_839": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.9329215288162231, "masked prediction probs": [ @@ -76754,12 +86244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.861742377281189, + "sufficiency": 0.9341061115264893, "masked prediction probs": [ - 0.1267707645893097, - 0.8732292056083679 + 0.3143041431903839, + 0.6856958866119385 + ], + "full text prediction probs": [ + 0.007177058607339859, + 0.9928228855133057 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10890722274780273, + "sufficiency": 0.882364809513092, + "masked prediction probs": [ + 0.017056705430150032, + 0.9829432964324951 ], "full text prediction probs": [ 0.007177058607339859, @@ -76769,7 +86272,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8620468974113464, + "sufficiency": 0.8623501062393188, "masked prediction probs": [ 0.1267707645893097, 0.8732292056083679 @@ -76781,7 +86284,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02382463403046131, + "comprehensiveness": 0.023772329092025757, "sufficiency": 0.0, "masked prediction probs": [ 0.009343130514025688, @@ -76795,7 +86298,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8626520037651062, + "sufficiency": 0.8629525303840637, "masked prediction probs": [ 0.1267707645893097, 0.8732292056083679 @@ -76807,7 +86310,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003529318142682314, + "comprehensiveness": 0.0035216037649661303, "sufficiency": 0.0, "masked prediction probs": [ 0.007499386090785265, @@ -76820,7 +86323,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05150972306728363, + "comprehensiveness": 0.051397379487752914, "sufficiency": 0.0, "masked prediction probs": [ 0.011891125701367855, @@ -76833,7 +86336,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05248008668422699, + "comprehensiveness": 0.052365876734256744, "sufficiency": 0.0, "masked prediction probs": [ 0.011990346014499664, @@ -76847,7 +86350,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8638463020324707, + "sufficiency": 0.8641416430473328, + "masked prediction probs": [ + 0.1267707645893097, + 0.8732292056083679 + ], + "full text prediction probs": [ + 0.007177058607339859, + 0.9928228855133057 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8644357323646545, "masked prediction probs": [ 0.1267707645893097, 0.8732292056083679 @@ -76860,12 +86376,12 @@ } }, "test_875": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12165015190839767, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.017784887924790382, - 0.9822151064872742 + 0.27225974202156067, + 0.7277402281761169 ], "full text prediction probs": [ 0.0069393799640238285, @@ -76964,12 +86480,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04866188392043114, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11950507760047913, "sufficiency": 0.0, "masked prediction probs": [ - 0.011355647817254066, - 0.9886443614959717 + 0.017784887924790382, + 0.9822151064872742 + ], + "full text prediction probs": [ + 0.0069393799640238285, + 0.9930605888366699 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3023328483104706, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03443767502903938, + 0.9655624032020569 ], "full text prediction probs": [ 0.0069393799640238285, @@ -76978,7 +86507,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0712037906050682, + "comprehensiveness": 0.07104753702878952, "sufficiency": 0.0, "masked prediction probs": [ 0.013415689580142498, @@ -77004,7 +86533,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.046478141099214554, + "comprehensiveness": 0.04637658968567848, "sufficiency": 0.0, "masked prediction probs": [ 0.011185402050614357, @@ -77017,7 +86546,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023573383688926697, + "comprehensiveness": 0.023521991446614265, "sufficiency": 0.0, "masked prediction probs": [ 0.00909756775945425, @@ -77030,7 +86559,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18272173404693604, + "comprehensiveness": 0.18232424557209015, "sufficiency": 0.0, "masked prediction probs": [ 0.02370469458401203, @@ -77043,7 +86572,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12223832309246063, + "comprehensiveness": 0.12197299301624298, "sufficiency": 0.0, "masked prediction probs": [ 0.01817970722913742, @@ -77067,15 +86596,28 @@ 0.9930605888366699 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04771533980965614, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011355647817254066, + 0.9886443614959717 + ], + "full text prediction probs": [ + 0.0069393799640238285, + 0.9930605888366699 + ], + "labels": 1 } }, "test_899": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9019356369972229, + "fixed-shap": { + "comprehensiveness": 0.024963010102510452, + "sufficiency": 0.0, "masked prediction probs": [ - 0.09617049247026443, - 0.9038295149803162 + 0.007323825266212225, + 0.9926761984825134 ], "full text prediction probs": [ 0.00505108293145895, @@ -77174,12 +86716,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1754935383796692, - "sufficiency": 0.9380903840065002, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9835684895515442, + "sufficiency": 0.9036277532577515, "masked prediction probs": [ - 0.02130918949842453, - 0.9786908626556396 + 0.09617049247026443, + 0.9038295149803162 + ], + "full text prediction probs": [ + 0.00505108293145895, + 0.9949488639831543 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.008376219309866428, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005828792229294777, + 0.9941712021827698 ], "full text prediction probs": [ 0.00505108293145895, @@ -77188,8 +86743,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08992927521467209, - "sufficiency": 0.8662722110748291, + "comprehensiveness": 0.08973593264818192, + "sufficiency": 0.8665593862533569, "masked prediction probs": [ 0.013400374911725521, 0.9865996837615967 @@ -77201,7 +86756,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.037340644747018814, + "comprehensiveness": 0.03726053610444069, "sufficiency": 0.0, "masked prediction probs": [ 0.008525349199771881, @@ -77214,8 +86769,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.050423309206962585, - "sufficiency": 0.8961414098739624, + "comprehensiveness": 0.05031536892056465, + "sufficiency": 0.8963634967803955, "masked prediction probs": [ 0.009752612560987473, 0.9902473092079163 @@ -77227,7 +86782,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003732876153662801, + "comprehensiveness": 0.003724902169778943, "sufficiency": 0.0, "masked prediction probs": [ 0.0053999219089746475, @@ -77240,8 +86795,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1736191362142563, - "sufficiency": 0.9387509226799011, + "comprehensiveness": 0.1732490509748459, + "sufficiency": 0.9388813376426697, "masked prediction probs": [ 0.02130918949842453, 0.9786908626556396 @@ -77253,7 +86808,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02203754521906376, + "comprehensiveness": 0.021990669891238213, "sufficiency": 0.0, "masked prediction probs": [ 0.0071192109026014805, @@ -77266,8 +86821,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.17288054525852203, - "sufficiency": 0.9390112161636353, + "comprehensiveness": 0.17251358926296234, + "sufficiency": 0.9391405582427979, + "masked prediction probs": [ + 0.02130918949842453, + 0.9786908626556396 + ], + "full text prediction probs": [ + 0.00505108293145895, + 0.9949488639831543 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.172148197889328, + "sufficiency": 0.9392693042755127, "masked prediction probs": [ 0.02130918949842453, 0.9786908626556396 @@ -77280,12 +86848,12 @@ } }, "test_902": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08877800405025482, "sufficiency": 0.0, "masked prediction probs": [ - 0.09786325693130493, - 0.9021367430686951 + 0.016100917011499405, + 0.9838990569114685 ], "full text prediction probs": [ 0.008307650685310364, @@ -77384,12 +86952,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8201001286506653, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.08161234855651855, - 0.9183876514434814 + 0.09786325693130493, + 0.9021367430686951 + ], + "full text prediction probs": [ + 0.008307650685310364, + 0.9916924238204956 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0006247546407394111, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008363462053239346, + 0.9916364550590515 ], "full text prediction probs": [ 0.008307650685310364, @@ -77398,7 +86979,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.49238651990890503, + "comprehensiveness": 0.49128952622413635, "sufficiency": 0.0, "masked prediction probs": [ 0.052418071776628494, @@ -77411,7 +86992,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0006233627791516483, + "comprehensiveness": 0.0006219770293682814, "sufficiency": 0.0, "masked prediction probs": [ 0.008363462053239346, @@ -77424,7 +87005,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06648728996515274, + "comprehensiveness": 0.06633982062339783, "sufficiency": 0.0, "masked prediction probs": [ 0.014290516264736652, @@ -77437,7 +87018,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030498500913381577, + "comprehensiveness": 0.030431004241108894, "sufficiency": 0.0, "masked prediction probs": [ 0.011058082804083824, @@ -77450,7 +87031,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8110252022743225, + "comprehensiveness": 0.8092343211174011, "sufficiency": 0.0, "masked prediction probs": [ 0.08161234855651855, @@ -77463,7 +87044,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3948696255683899, + "comprehensiveness": 0.3939995765686035, "sufficiency": 0.0, "masked prediction probs": [ 0.044076960533857346, @@ -77476,7 +87057,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8074512481689453, + "comprehensiveness": 0.8056760430335999, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08161234855651855, + 0.9183876514434814 + ], + "full text prediction probs": [ + 0.008307650685310364, + 0.9916924238204956 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.80390864610672, "sufficiency": 0.0, "masked prediction probs": [ 0.08161234855651855, @@ -77490,12 +87084,12 @@ } }, "test_923": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.025087939575314522, - "sufficiency": 0.9440391659736633, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9645429849624634, "masked prediction probs": [ - 0.9646755456924438, - 0.03532453998923302 + 0.9906656742095947, + 0.009334342554211617 ], "full text prediction probs": [ 0.987032413482666, @@ -77582,11 +87176,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.02504858747124672, - "sufficiency": 0.9441268444061279, + "comprehensiveness": 0.04053795337677002, + "sufficiency": 0.981987714767456, "masked prediction probs": [ - 0.9646755456924438, - 0.03532453998923302 + 0.9508506655693054, + 0.04914935678243637 ], "full text prediction probs": [ 0.987032413482666, @@ -77594,12 +87188,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026798252016305923, - "sufficiency": 0.945415735244751, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04052887111902237, + "sufficiency": 0.9819917678833008, "masked prediction probs": [ - 0.9631085395812988, - 0.03689146041870117 + 0.9508506655693054, + 0.04914935678243637 + ], + "full text prediction probs": [ + 0.987032413482666, + 0.012967522256076336 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7430110573768616, + "masked prediction probs": [ + 0.987032413482666, + 0.012967522256076336 ], "full text prediction probs": [ 0.987032413482666, @@ -77609,7 +87216,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8128107190132141, + "sufficiency": 0.8128526210784912, "masked prediction probs": [ 0.9895083904266357, 0.010491565801203251 @@ -77621,8 +87228,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02678625099360943, - "sufficiency": 0.9454400539398193, + "comprehensiveness": 0.026780255138874054, + "sufficiency": 0.9454523324966431, "masked prediction probs": [ 0.9631085395812988, 0.03689146041870117 @@ -77634,8 +87241,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026780255138874054, - "sufficiency": 0.9454523324966431, + "comprehensiveness": 0.02677425928413868, + "sufficiency": 0.9454646110534668, "masked prediction probs": [ 0.9631085395812988, 0.03689146041870117 @@ -77647,8 +87254,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02677425928413868, - "sufficiency": 0.9454646110534668, + "comprehensiveness": 0.026768269017338753, + "sufficiency": 0.9454767107963562, "masked prediction probs": [ 0.9631085395812988, 0.03689146041870117 @@ -77660,8 +87267,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013443156145513058, - "sufficiency": 0.92315673828125, + "comprehensiveness": 0.01344014797359705, + "sufficiency": 0.9231738448143005, "masked prediction probs": [ 0.9750177264213562, 0.024982234463095665 @@ -77673,8 +87280,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03199903666973114, - "sufficiency": 0.8897631764411926, + "comprehensiveness": 0.031991880387067795, + "sufficiency": 0.8897878527641296, "masked prediction probs": [ 0.9584271907806396, 0.04157281666994095 @@ -77686,8 +87293,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.026756294071674347, - "sufficiency": 0.9455011487007141, + "comprehensiveness": 0.026750309392809868, + "sufficiency": 0.9455133676528931, + "masked prediction probs": [ + 0.9631085395812988, + 0.03689146041870117 + ], + "full text prediction probs": [ + 0.987032413482666, + 0.012967522256076336 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026744328439235687, + "sufficiency": 0.9455254673957825, "masked prediction probs": [ 0.9631085395812988, 0.03689146041870117 @@ -77700,12 +87320,12 @@ } }, "test_997": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7775464057922363, + "sufficiency": 0.8889085054397583, "masked prediction probs": [ - 0.9851089715957642, - 0.014890980906784534 + 0.9766623973846436, + 0.023337632417678833 ], "full text prediction probs": [ 0.925950825214386, @@ -77804,12 +87424,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9462321996688843, + "sufficiency": 0.7779743075370789, "masked prediction probs": [ - 0.9855415225028992, - 0.014458537101745605 + 0.9851089715957642, + 0.014890980906784534 + ], + "full text prediction probs": [ + 0.925950825214386, + 0.0740492045879364 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.928405225276947, + "masked prediction probs": [ + 0.9781903028488159, + 0.021809738129377365 ], "full text prediction probs": [ 0.925950825214386, @@ -77819,7 +87452,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9738531708717346, + "sufficiency": 0.973859429359436, "masked prediction probs": [ 0.9831620454788208, 0.01683790236711502 @@ -77832,7 +87465,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.797610878944397, + "sufficiency": 0.7976595163345337, "masked prediction probs": [ 0.925950825214386, 0.0740492045879364 @@ -77845,7 +87478,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9462230801582336, + "sufficiency": 0.9462360143661499, "masked prediction probs": [ 0.9852418303489685, 0.014758232980966568 @@ -77857,7 +87490,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.10273216664791107, + "comprehensiveness": 0.10270749777555466, "sufficiency": 1.0, "masked prediction probs": [ 0.8404305577278137, @@ -77871,7 +87504,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8497246503829956, + "sufficiency": 0.8497607707977295, "masked prediction probs": [ 0.9787852764129639, 0.021214650943875313 @@ -77883,7 +87516,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.10268282890319824, + "comprehensiveness": 0.10265818238258362, "sufficiency": 1.0, "masked prediction probs": [ 0.8404305577278137, @@ -77897,7 +87530,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9462747573852539, + "sufficiency": 0.9462876319885254, "masked prediction probs": [ 0.9852418303489685, 0.014758232980966568 @@ -77907,15 +87540,28 @@ 0.0740492045879364 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9463483691215515, + "masked prediction probs": [ + 0.9855415225028992, + 0.014458537101745605 + ], + "full text prediction probs": [ + 0.925950825214386, + 0.0740492045879364 + ], + "labels": 0 } }, "test_1005": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0033390859607607126, - "sufficiency": 0.9895773530006409, + "fixed-shap": { + "comprehensiveness": 5.5321583204204217e-05, + "sufficiency": 0.7172878980636597, "masked prediction probs": [ - 0.9903873801231384, - 0.009612574242055416 + 0.9933345317840576, + 0.006665397435426712 ], "full text prediction probs": [ 0.9933841824531555, @@ -78014,12 +87660,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00013842245971318334, - "sufficiency": 0.9523625373840332, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0033331436570733786, + "sufficiency": 0.989595890045166, "masked prediction probs": [ - 0.9932597279548645, - 0.006740224547684193 + 0.9903873801231384, + 0.009612574242055416 + ], + "full text prediction probs": [ + 0.9933841824531555, + 0.006615796126425266 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7377637028694153, + "masked prediction probs": [ + 0.9933841824531555, + 0.006615796126425266 ], "full text prediction probs": [ 0.9933841824531555, @@ -78029,7 +87688,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.725431501865387, + "sufficiency": 0.725492537021637, "masked prediction probs": [ 0.9939900636672974, 0.006009959150105715 @@ -78042,7 +87701,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7378219962120056, + "sufficiency": 0.737880289554596, "masked prediction probs": [ 0.9933841824531555, 0.006615796126425266 @@ -78054,8 +87713,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0004834267601836473, - "sufficiency": 0.7938770651817322, + "comprehensiveness": 0.00048331927973777056, + "sufficiency": 0.7939229011535645, "masked prediction probs": [ 0.9929492473602295, 0.0070508006028831005 @@ -78068,7 +87727,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7379385232925415, + "sufficiency": 0.7379967570304871, "masked prediction probs": [ 0.9933841824531555, 0.006615796126425266 @@ -78080,8 +87739,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.11279319226741791, - "sufficiency": 0.9952569603919983, + "comprehensiveness": 0.11276813596487045, + "sufficiency": 0.995258092880249, "masked prediction probs": [ 0.8918599486351013, 0.10814005136489868 @@ -78093,8 +87752,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002257555490359664, - "sufficiency": 0.9998401999473572, + "comprehensiveness": 0.002257054205983877, + "sufficiency": 0.9998401403427124, "masked prediction probs": [ 0.9913517236709595, 0.008648272603750229 @@ -78107,7 +87766,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7381131052970886, + "sufficiency": 0.7381712794303894, "masked prediction probs": [ 0.9933841824531555, 0.006615796126425266 @@ -78117,15 +87776,28 @@ 0.006615796126425266 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.000138145886012353, + "sufficiency": 0.9524576663970947, + "masked prediction probs": [ + 0.9932597279548645, + 0.006740224547684193 + ], + "full text prediction probs": [ + 0.9933841824531555, + 0.006615796126425266 + ], + "labels": 0 } }, "test_1061": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3751501441001892, - 0.6248498558998108 + 0.8013257384300232, + 0.1986742615699768 ], "full text prediction probs": [ 0.331569641828537, @@ -78224,12 +87896,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9380213022232056, - 0.06197872757911682 + 0.3751501441001892, + 0.6248498558998108 + ], + "full text prediction probs": [ + 0.331569641828537, + 0.6684303879737854 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7844184637069702, + 0.2155815064907074 ], "full text prediction probs": [ 0.331569641828537, @@ -78327,15 +88012,28 @@ 0.6684303879737854 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9380213022232056, + 0.06197872757911682 + ], + "full text prediction probs": [ + 0.331569641828537, + 0.6684303879737854 + ], + "labels": 0 } }, "test_1063": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9295254945755005, - 0.07047449052333832 + 0.07436838001012802, + 0.9256316423416138 ], "full text prediction probs": [ 0.7090074419975281, @@ -78434,12 +88132,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9543998837471008, - 0.04560011252760887 + 0.9295254945755005, + 0.07047449052333832 + ], + "full text prediction probs": [ + 0.7090074419975281, + 0.2909925580024719 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9644432663917542, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.11595703661441803, + 0.8840429782867432 ], "full text prediction probs": [ 0.7090074419975281, @@ -78461,7 +88172,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.41625621914863586, + "comprehensiveness": 0.4161209762096405, "sufficiency": 1.0, "masked prediction probs": [ 0.45296207070350647, @@ -78474,7 +88185,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4161209762096405, + "comprehensiveness": 0.41598576307296753, "sufficiency": 1.0, "masked prediction probs": [ 0.45296207070350647, @@ -78487,7 +88198,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.41598576307296753, + "comprehensiveness": 0.4158506989479065, "sufficiency": 1.0, "masked prediction probs": [ 0.45296207070350647, @@ -78500,7 +88211,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4158506989479065, + "comprehensiveness": 0.41571563482284546, "sufficiency": 1.0, "masked prediction probs": [ 0.45296207070350647, @@ -78513,7 +88224,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.41571563482284546, + "comprehensiveness": 0.41558074951171875, "sufficiency": 1.0, "masked prediction probs": [ 0.45296207070350647, @@ -78537,15 +88248,28 @@ 0.2909925580024719 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9543998837471008, + 0.04560011252760887 + ], + "full text prediction probs": [ + 0.7090074419975281, + 0.2909925580024719 + ], + "labels": 0 } }, "test_1067": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9976580142974854, + "fixed-shap": { + "comprehensiveness": 0.027751673012971878, + "sufficiency": 0.8821961283683777, "masked prediction probs": [ - 0.9865372180938721, - 0.013462712988257408 + 0.9545148015022278, + 0.045485202223062515 ], "full text prediction probs": [ 0.9790231585502625, @@ -78644,12 +88368,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7860709428787231, + "sufficiency": 0.9976622462272644, "masked prediction probs": [ - 0.9827553629875183, - 0.017244651913642883 + 0.9865372180938721, + 0.013462712988257408 + ], + "full text prediction probs": [ + 0.9790231585502625, + 0.02097681723535061 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7441530227661133, + "masked prediction probs": [ + 0.9800077080726624, + 0.01999233476817608 ], "full text prediction probs": [ 0.9790231585502625, @@ -78659,7 +88396,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7861194014549255, + "sufficiency": 0.7861677408218384, "masked prediction probs": [ 0.9827553629875183, 0.017244651913642883 @@ -78672,7 +88409,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7791739702224731, + "sufficiency": 0.7792237997055054, "masked prediction probs": [ 0.9818253517150879, 0.018174612894654274 @@ -78685,7 +88422,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7442685961723328, + "sufficiency": 0.7443263530731201, "masked prediction probs": [ 0.9800077080726624, 0.01999233476817608 @@ -78698,7 +88435,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7499046325683594, + "sufficiency": 0.7499610781669617, "masked prediction probs": [ 0.9790231585502625, 0.02097681723535061 @@ -78710,8 +88447,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012097162194550037, - "sufficiency": 0.7738251090049744, + "comprehensiveness": 0.01209443062543869, + "sufficiency": 0.7738761901855469, "masked prediction probs": [ 0.9683083295822144, 0.03169170394539833 @@ -78723,8 +88460,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03238292038440704, - "sufficiency": 0.7721881866455078, + "comprehensiveness": 0.03237561136484146, + "sufficiency": 0.7722395658493042, "masked prediction probs": [ 0.9503341317176819, 0.04966588318347931 @@ -78737,7 +88474,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7864089608192444, + "sufficiency": 0.7864571213722229, + "masked prediction probs": [ + 0.9827553629875183, + 0.017244651913642883 + ], + "full text prediction probs": [ + 0.9790231585502625, + 0.02097681723535061 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7865053415298462, "masked prediction probs": [ 0.9827553629875183, 0.017244651913642883 @@ -78750,12 +88500,12 @@ } }, "test_1088": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9803897142410278, + "fixed-shap": { + "comprehensiveness": 0.0018723049433901906, + "sufficiency": 0.7934679985046387, "masked prediction probs": [ - 0.02219049073755741, - 0.977809488773346 + 0.9932903051376343, + 0.006709714885801077 ], "full text prediction probs": [ 0.9949736595153809, @@ -78854,12 +88604,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9235746264457703, + "sufficiency": 0.9804245233535767, "masked prediction probs": [ - 0.015395322814583778, - 0.9846046566963196 + 0.02219049073755741, + 0.977809488773346 + ], + "full text prediction probs": [ + 0.9949736595153809, + 0.005026326980441809 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0006446883198805153, + "sufficiency": 0.7887737154960632, + "masked prediction probs": [ + 0.9943928718566895, + 0.005607095081359148 ], "full text prediction probs": [ 0.9949736595153809, @@ -78868,8 +88631,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004550663288682699, - "sufficiency": 0.14167121052742004, + "comprehensiveness": 0.004549653269350529, + "sufficiency": 0.141861692070961, "masked prediction probs": [ 0.9908740520477295, 0.009125987999141216 @@ -78882,7 +88645,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9236085414886475, + "sufficiency": 0.9236255288124084, "masked prediction probs": [ 0.015395322814583778, 0.9846046566963196 @@ -78894,8 +88657,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006790560437366366, - "sufficiency": 0.7899587750434875, + "comprehensiveness": 0.0006789053441025317, + "sufficiency": 0.7900053858757019, "masked prediction probs": [ 0.9943616390228271, 0.005638356786221266 @@ -78907,8 +88670,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006789053441025317, - "sufficiency": 0.7900053858757019, + "comprehensiveness": 0.0006787547608837485, + "sufficiency": 0.7900519371032715, "masked prediction probs": [ 0.9943616390228271, 0.005638356786221266 @@ -78921,7 +88684,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9236593842506409, + "sufficiency": 0.9236763119697571, "masked prediction probs": [ 0.015395322814583778, 0.9846046566963196 @@ -78934,7 +88697,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7162797451019287, + "sufficiency": 0.7163426876068115, "masked prediction probs": [ 0.9952136278152466, 0.004786347970366478 @@ -78947,7 +88710,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9236932396888733, + "sufficiency": 0.9237101674079895, + "masked prediction probs": [ + 0.015395322814583778, + 0.9846046566963196 + ], + "full text prediction probs": [ + 0.9949736595153809, + 0.005026326980441809 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9237270355224609, "masked prediction probs": [ 0.015395322814583778, 0.9846046566963196 @@ -78960,12 +88736,12 @@ } }, "test_1140": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5926969647407532, - "sufficiency": 0.9894359111785889, + "fixed-shap": { + "comprehensiveness": 0.004633861593902111, + "sufficiency": 0.7158206701278687, "masked prediction probs": [ - 0.4621928334236145, - 0.5378071665763855 + 0.9910565614700317, + 0.008943391963839531 ], "full text prediction probs": [ 0.9952239394187927, @@ -79064,12 +88840,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7888904809951782, - "sufficiency": 0.9808084964752197, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5916443467140198, + "sufficiency": 0.9894546270370483, "masked prediction probs": [ - 0.28448760509490967, - 0.7155123353004456 + 0.4621928334236145, + 0.5378071665763855 + ], + "full text prediction probs": [ + 0.9952239394187927, + 0.004776055924594402 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0025897447485476732, + "sufficiency": 0.6136109828948975, + "masked prediction probs": [ + 0.9928902387619019, + 0.007109745405614376 ], "full text prediction probs": [ 0.9952239394187927, @@ -79078,8 +88867,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001956215361133218, - "sufficiency": 0.7830686569213867, + "comprehensiveness": 0.0019557811319828033, + "sufficiency": 0.7831167578697205, "masked prediction probs": [ 0.9934611320495605, 0.006538912188261747 @@ -79091,8 +88880,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002589169889688492, - "sufficiency": 0.6136967539787292, + "comprehensiveness": 0.0025885954964905977, + "sufficiency": 0.6137824058532715, "masked prediction probs": [ 0.9928902387619019, 0.007109745405614376 @@ -79104,8 +88893,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00462255347520113, - "sufficiency": 0.7165141105651855, + "comprehensiveness": 0.004621528089046478, + "sufficiency": 0.7165769934654236, "masked prediction probs": [ 0.9910565614700317, 0.008943391963839531 @@ -79117,8 +88906,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004621528089046478, - "sufficiency": 0.7165769934654236, + "comprehensiveness": 0.004620503168553114, + "sufficiency": 0.7166398167610168, "masked prediction probs": [ 0.9910565614700317, 0.008943391963839531 @@ -79130,8 +88919,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7880157828330994, - "sufficiency": 0.9808297753334045, + "comprehensiveness": 0.7878410816192627, + "sufficiency": 0.9808340072631836, "masked prediction probs": [ 0.28448760509490967, 0.7155123353004456 @@ -79143,8 +88932,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5029197931289673, - "sufficiency": 0.9905474781990051, + "comprehensiveness": 0.5028083324432373, + "sufficiency": 0.9905495047569275, "masked prediction probs": [ 0.5415241122245789, 0.45847585797309875 @@ -79156,8 +88945,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7876664400100708, - "sufficiency": 0.9808382987976074, + "comprehensiveness": 0.7874919176101685, + "sufficiency": 0.9808425307273865, + "masked prediction probs": [ + 0.28448760509490967, + 0.7155123353004456 + ], + "full text prediction probs": [ + 0.9952239394187927, + 0.004776055924594402 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7873174548149109, + "sufficiency": 0.9808467626571655, "masked prediction probs": [ 0.28448760509490967, 0.7155123353004456 @@ -79170,12 +88972,12 @@ } }, "test_1142": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.19933423399925232, "sufficiency": 0.0, "masked prediction probs": [ - 0.9736964106559753, - 0.026303572580218315 + 0.04492612183094025, + 0.955073893070221 ], "full text prediction probs": [ 0.032187700271606445, @@ -79274,12 +89076,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9632136225700378, - 0.036786437034606934 + 0.9736964106559753, + 0.026303572580218315 + ], + "full text prediction probs": [ + 0.032187700271606445, + 0.9678122997283936 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03184844180941582, + 0.9681515097618103 ], "full text prediction probs": [ 0.032187700271606445, @@ -79314,7 +89129,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4764016270637512, + "comprehensiveness": 0.4749644100666046, "sufficiency": 0.0, "masked prediction probs": [ 0.06368034332990646, @@ -79327,7 +89142,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8688467144966125, + "comprehensiveness": 0.8662334084510803, "sufficiency": 0.0, "masked prediction probs": [ 0.08979668468236923, @@ -79353,7 +89168,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.13986335694789886, + "comprehensiveness": 0.1394452005624771, "sufficiency": 0.0, "masked prediction probs": [ 0.04151728376746178, @@ -79377,15 +89192,28 @@ 0.9678122997283936 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9632136225700378, + 0.036786437034606934 + ], + "full text prediction probs": [ + 0.032187700271606445, + 0.9678122997283936 + ], + "labels": 0 } }, "test_1153": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05257899686694145, - "sufficiency": 0.6933611631393433, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7941606044769287, "masked prediction probs": [ - 0.8956273794174194, - 0.10437262803316116 + 0.9634135961532593, + 0.036586448550224304 ], "full text prediction probs": [ 0.9400102496147156, @@ -79484,9 +89312,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.052479520440101624, + "sufficiency": 0.6939412355422974, + "masked prediction probs": [ + 0.8956273794174194, + 0.10437262803316116 + ], + "full text prediction probs": [ + 0.9400102496147156, + 0.05998977646231651 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7842570543289185, + "sufficiency": 0.7843080163002014, "masked prediction probs": [ 0.9400102496147156, 0.05998977646231651 @@ -79512,7 +89353,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7843589782714844, + "sufficiency": 0.7844099402427673, "masked prediction probs": [ 0.9400102496147156, 0.05998977646231651 @@ -79524,7 +89365,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05681801959872246, + "comprehensiveness": 0.0568045936524868, "sufficiency": 1.0, "masked prediction probs": [ 0.8919241428375244, @@ -79537,8 +89378,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04656175523996353, - "sufficiency": 0.7062019109725952, + "comprehensiveness": 0.04655075818300247, + "sufficiency": 0.7062714099884033, "masked prediction probs": [ 0.9005948901176453, 0.09940513223409653 @@ -79564,7 +89405,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8135231733322144, + "sufficiency": 0.8135671019554138, "masked prediction probs": [ 0.9621738791465759, 0.037826161831617355 @@ -79577,7 +89418,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7846135497093201, + "sufficiency": 0.7846643924713135, + "masked prediction probs": [ + 0.9400102496147156, + 0.05998977646231651 + ], + "full text prediction probs": [ + 0.9400102496147156, + 0.05998977646231651 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7847151756286621, "masked prediction probs": [ 0.9400102496147156, 0.05998977646231651 @@ -79590,12 +89444,12 @@ } }, "test_1170": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018215516582131386, - "sufficiency": 0.7779621481895447, + "fixed-shap": { + "comprehensiveness": 0.008931704796850681, + "sufficiency": 0.8163710832595825, "masked prediction probs": [ - 0.9732464551925659, - 0.026753470301628113 + 0.9815427660942078, + 0.0184572022408247 ], "full text prediction probs": [ 0.9895244240760803, @@ -79682,11 +89536,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0181870236992836, - "sufficiency": 0.7783094644546509, + "comprehensiveness": 0.008917734026908875, + "sufficiency": 0.8166583180427551, "masked prediction probs": [ - 0.9732464551925659, - 0.026753470301628113 + 0.9815427660942078, + 0.0184572022408247 ], "full text prediction probs": [ 0.9895244240760803, @@ -79694,9 +89548,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005681546404957771, - "sufficiency": 0.7271208763122559, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008915741927921772, + "sufficiency": 0.816699206829071, + "masked prediction probs": [ + 0.9815427660942078, + 0.0184572022408247 + ], + "full text prediction probs": [ + 0.9895244240760803, + 0.010475613176822662 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005680277943611145, + "sufficiency": 0.7271819114685059, "masked prediction probs": [ 0.9844381213188171, 0.015561854466795921 @@ -79708,8 +89575,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00907457247376442, - "sufficiency": 0.7958827614784241, + "comprehensiveness": 0.009072544984519482, + "sufficiency": 0.7959283590316772, "masked prediction probs": [ 0.9813987612724304, 0.018601255491375923 @@ -79721,8 +89588,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005679009016603231, - "sufficiency": 0.7272428870201111, + "comprehensiveness": 0.00567774148657918, + "sufficiency": 0.727303683757782, "masked prediction probs": [ 0.9844381213188171, 0.015561854466795921 @@ -79734,8 +89601,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009469733573496342, - "sufficiency": 0.8633115887641907, + "comprehensiveness": 0.009467619471251965, + "sufficiency": 0.8633420467376709, "masked prediction probs": [ 0.9810411334037781, 0.018958905711770058 @@ -79747,8 +89614,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008907780982553959, - "sufficiency": 0.8168628811836243, + "comprehensiveness": 0.00890579354017973, + "sufficiency": 0.8169037699699402, "masked prediction probs": [ 0.9815427660942078, 0.0184572022408247 @@ -79760,8 +89627,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01632172428071499, - "sufficiency": 0.7956985235214233, + "comprehensiveness": 0.016318082809448242, + "sufficiency": 0.7957441210746765, "masked prediction probs": [ 0.9748963713645935, 0.025103623047471046 @@ -79773,8 +89640,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02187340334057808, - "sufficiency": 0.821500301361084, + "comprehensiveness": 0.021868525072932243, + "sufficiency": 0.8215400576591492, "masked prediction probs": [ 0.9699164032936096, 0.030083665624260902 @@ -79786,8 +89653,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005672675557434559, - "sufficiency": 0.7275469899177551, + "comprehensiveness": 0.005671410355716944, + "sufficiency": 0.7276076674461365, + "masked prediction probs": [ + 0.9844381213188171, + 0.015561854466795921 + ], + "full text prediction probs": [ + 0.9895244240760803, + 0.010475613176822662 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005670146085321903, + "sufficiency": 0.7276684641838074, "masked prediction probs": [ 0.9844381213188171, 0.015561854466795921 @@ -79800,12 +89680,12 @@ } }, "test_1182": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9816604852676392, - 0.018339453265070915 + 0.9442174434661865, + 0.05578261986374855 ], "full text prediction probs": [ 0.23732446134090424, @@ -79904,12 +89784,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9834692478179932, - 0.016530748456716537 + 0.9816604852676392, + 0.018339453265070915 + ], + "full text prediction probs": [ + 0.23732446134090424, + 0.7626755237579346 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9779144525527954, + 0.022085554897785187 ], "full text prediction probs": [ 0.23732446134090424, @@ -80007,15 +89900,28 @@ 0.7626755237579346 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9834692478179932, + 0.016530748456716537 + ], + "full text prediction probs": [ + 0.23732446134090424, + 0.7626755237579346 + ], + "labels": 0 } }, "test_1200": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9869145750999451, - 0.013085481710731983 + 0.2236773669719696, + 0.7763226628303528 ], "full text prediction probs": [ 0.12471039593219757, @@ -80114,12 +90020,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9872745275497437, - 0.012725487351417542 + 0.9869145750999451, + 0.013085481710731983 + ], + "full text prediction probs": [ + 0.12471039593219757, + 0.8752896785736084 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4146100580692291, + 0.5853899121284485 ], "full text prediction probs": [ 0.12471039593219757, @@ -80217,15 +90136,28 @@ 0.8752896785736084 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9872745275497437, + 0.012725487351417542 + ], + "full text prediction probs": [ + 0.12471039593219757, + 0.8752896785736084 + ], + "labels": 0 } }, "test_1227": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002150266896933317, - "sufficiency": 0.7156869173049927, + "fixed-shap": { + "comprehensiveness": 0.0036863991990685463, + "sufficiency": 0.7689839005470276, "masked prediction probs": [ - 0.9919118881225586, - 0.008088127709925175 + 0.9905325174331665, + 0.00946749560534954 ], "full text prediction probs": [ 0.9938427209854126, @@ -80324,12 +90256,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0008190458756871521, - "sufficiency": 0.7889283895492554, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002146442187950015, + "sufficiency": 0.7161925435066223, "masked prediction probs": [ - 0.993105947971344, - 0.006894004065543413 + 0.9919118881225586, + 0.008088127709925175 + ], + "full text prediction probs": [ + 0.9938427209854126, + 0.006157297641038895 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7373877167701721, + "masked prediction probs": [ + 0.9938427209854126, + 0.006157297641038895 ], "full text prediction probs": [ 0.9938427209854126, @@ -80338,8 +90283,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001689598080702126, - "sufficiency": 0.5986156463623047, + "comprehensiveness": 0.0016892225248739123, + "sufficiency": 0.5987048149108887, "masked prediction probs": [ 0.9923225045204163, 0.00767749035730958 @@ -80351,8 +90296,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0008186817867681384, - "sufficiency": 0.7890222072601318, + "comprehensiveness": 0.0008184999460354447, + "sufficiency": 0.7890691161155701, "masked prediction probs": [ 0.993105947971344, 0.006894004065543413 @@ -80364,8 +90309,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003160107648000121, - "sufficiency": 0.6855478882789612, + "comprehensiveness": 0.0031594056636095047, + "sufficiency": 0.6856177449226379, "masked prediction probs": [ 0.9909981489181519, 0.009001914411783218 @@ -80377,8 +90322,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0036765725817531347, - "sufficiency": 0.7695996165275574, + "comprehensiveness": 0.0036757560446858406, + "sufficiency": 0.7696508169174194, "masked prediction probs": [ 0.9905325174331665, 0.00946749560534954 @@ -80390,8 +90335,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0021440587006509304, - "sufficiency": 0.7165076732635498, + "comprehensiveness": 0.0021435825619846582, + "sufficiency": 0.7165706157684326, "masked prediction probs": [ 0.9919118881225586, 0.008088127709925175 @@ -80403,8 +90348,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0054482887499034405, - "sufficiency": 0.829909086227417, + "comprehensiveness": 0.005447079427540302, + "sufficiency": 0.8299468755722046, "masked prediction probs": [ 0.9889351725578308, 0.011064832098782063 @@ -80416,8 +90361,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0008177731651812792, - "sufficiency": 0.7892563939094543, + "comprehensiveness": 0.0008175916154868901, + "sufficiency": 0.7893031239509583, + "masked prediction probs": [ + 0.993105947971344, + 0.006894004065543413 + ], + "full text prediction probs": [ + 0.9938427209854126, + 0.006157297641038895 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0008174102404154837, + "sufficiency": 0.7893499135971069, "masked prediction probs": [ 0.993105947971344, 0.006894004065543413 @@ -80430,12 +90388,12 @@ } }, "test_1233": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3430123031139374, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9504510164260864, "masked prediction probs": [ - 0.6284181475639343, - 0.3715818226337433 + 0.9157004356384277, + 0.08429956436157227 ], "full text prediction probs": [ 0.9064490795135498, @@ -80522,11 +90480,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.009652649983763695, + "comprehensiveness": 0.11762069910764694, "sufficiency": 1.0, "masked prediction probs": [ - 0.8986115455627441, - 0.10138842463493347 + 0.8109461665153503, + 0.18905381858348846 ], "full text prediction probs": [ 0.9064490795135498, @@ -80534,12 +90492,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3249744772911072, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3423365354537964, "sufficiency": 1.0, "masked prediction probs": [ - 0.6425188779830933, - 0.35748109221458435 + 0.6284181475639343, + 0.3715818226337433 + ], + "full text prediction probs": [ + 0.9064490795135498, + 0.09355086833238602 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8167064189910889, + "masked prediction probs": [ + 0.9064490795135498, + 0.09355086833238602 ], "full text prediction probs": [ 0.9064490795135498, @@ -80549,7 +90520,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9632628560066223, + "sufficiency": 0.9632718563079834, "masked prediction probs": [ 0.9614505767822266, 0.03854949772357941 @@ -80562,7 +90533,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8167514801025391, + "sufficiency": 0.8167966604232788, "masked prediction probs": [ 0.9064490795135498, 0.09355086833238602 @@ -80574,7 +90545,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.17718739807605743, + "comprehensiveness": 0.17714379727840424, "sufficiency": 1.0, "masked prediction probs": [ 0.7624388337135315, @@ -80587,7 +90558,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.17714379727840424, + "comprehensiveness": 0.17710022628307343, "sufficiency": 1.0, "masked prediction probs": [ 0.7624388337135315, @@ -80600,8 +90571,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.16823382675647736, - "sufficiency": 0.9682418704032898, + "comprehensiveness": 0.16819244623184204, + "sufficiency": 0.9682496786117554, "masked prediction probs": [ 0.7696486115455627, 0.23035138845443726 @@ -80613,8 +90584,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.043321117758750916, - "sufficiency": 0.891662061214447, + "comprehensiveness": 0.04331047087907791, + "sufficiency": 0.8916887044906616, "masked prediction probs": [ 0.8712135553359985, 0.12878642976284027 @@ -80626,7 +90597,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.17701315879821777, + "comprehensiveness": 0.17696964740753174, "sufficiency": 1.0, "masked prediction probs": [ 0.7624388337135315, @@ -80637,15 +90608,28 @@ 0.09355086833238602 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3242558240890503, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6425188779830933, + 0.35748109221458435 + ], + "full text prediction probs": [ + 0.9064490795135498, + 0.09355086833238602 + ], + "labels": 0 } }, "test_1237": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.5430269837379456, + "fixed-shap": { + "comprehensiveness": 0.5858716368675232, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9725697040557861, - 0.02743031084537506 + 0.37062832713127136, + 0.6293716430664062 ], "full text prediction probs": [ 0.7592999935150146, @@ -80744,12 +90728,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 1.0, + "sufficiency": 0.5441261529922485, "masked prediction probs": [ - 0.9661054015159607, - 0.03389456495642662 + 0.9725697040557861, + 0.02743031084537506 + ], + "full text prediction probs": [ + 0.7592999935150146, + 0.24070003628730774 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9973410964012146, + "masked prediction probs": [ + 0.7592999935150146, + 0.24070003628730774 ], "full text prediction probs": [ 0.7592999935150146, @@ -80772,7 +90769,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9973418712615967, + "sufficiency": 0.9973426461219788, "masked prediction probs": [ 0.7592999935150146, 0.24070003628730774 @@ -80785,7 +90782,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9973426461219788, + "sufficiency": 0.9973434805870056, "masked prediction probs": [ 0.7592999935150146, 0.24070003628730774 @@ -80798,7 +90795,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9973434805870056, + "sufficiency": 0.9973442554473877, "masked prediction probs": [ 0.7592999935150146, 0.24070003628730774 @@ -80811,7 +90808,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.981863260269165, + "sufficiency": 0.9818686842918396, "masked prediction probs": [ 0.9336226582527161, 0.06637737154960632 @@ -80823,7 +90820,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.33640018105506897, + "comprehensiveness": 0.33629918098449707, "sufficiency": 1.0, "masked prediction probs": [ 0.5351877808570862, @@ -80847,15 +90844,28 @@ 0.24070003628730774 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9661054015159607, + 0.03389456495642662 + ], + "full text prediction probs": [ + 0.7592999935150146, + 0.24070003628730774 + ], + "labels": 0 } }, "test_1260": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4086235761642456, "sufficiency": 0.0, "masked prediction probs": [ - 0.9483553767204285, - 0.05164462327957153 + 0.05282962694764137, + 0.9471703767776489 ], "full text prediction probs": [ 0.02293626219034195, @@ -80954,12 +90964,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8808463215827942, - 0.11915367096662521 + 0.9483553767204285, + 0.05164462327957153 + ], + "full text prediction probs": [ + 0.02293626219034195, + 0.9770637154579163 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3668617904186249, + 0.6331382393836975 ], "full text prediction probs": [ 0.02293626219034195, @@ -80981,7 +91004,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8237497210502625, + "comprehensiveness": 0.8215630650520325, "sufficiency": 0.0, "masked prediction probs": [ 0.08484643697738647, @@ -81033,7 +91056,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.33376938104629517, + "comprehensiveness": 0.33289268612861633, "sufficiency": 0.0, "masked prediction probs": [ 0.048288244754076004, @@ -81057,15 +91080,28 @@ 0.9770637154579163 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8808463215827942, + 0.11915367096662521 + ], + "full text prediction probs": [ + 0.02293626219034195, + 0.9770637154579163 + ], + "labels": 0 } }, "test_1283": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9296897053718567, - 0.07031030207872391 + 0.5519054532051086, + 0.44809454679489136 ], "full text prediction probs": [ 0.5302467942237854, @@ -81164,12 +91200,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9068683981895447, - 0.09313154965639114 + 0.9296897053718567, + 0.07031030207872391 + ], + "full text prediction probs": [ + 0.5302467942237854, + 0.4697531759738922 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6044126152992249, + 0.39558735489845276 ], "full text prediction probs": [ 0.5302467942237854, @@ -81230,7 +91279,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7639631628990173, + "comprehensiveness": 0.7636135816574097, "sufficiency": 1.0, "masked prediction probs": [ 0.19642935693264008, @@ -81267,15 +91316,28 @@ 0.4697531759738922 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9068683981895447, + 0.09313154965639114 + ], + "full text prediction probs": [ + 0.5302467942237854, + 0.4697531759738922 + ], + "labels": 0 } }, "test_1291": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0007399481255561113, - "sufficiency": 0.7771947979927063, + "fixed-shap": { + "comprehensiveness": 0.0020884203258901834, + "sufficiency": 0.7399821281433105, "masked prediction probs": [ - 0.9954805374145508, - 0.004519483540207148 + 0.9942665696144104, + 0.005733403842896223 ], "full text prediction probs": [ 0.9961466789245605, @@ -81362,11 +91424,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0007387992227450013, - "sufficiency": 0.7775407433509827, + "comprehensiveness": 0.0022335192188620567, + "sufficiency": 0.9920392632484436, "masked prediction probs": [ - 0.9954805374145508, - 0.004519483540207148 + 0.9941328167915344, + 0.005867199040949345 ], "full text prediction probs": [ 0.9961466789245605, @@ -81374,9 +91436,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0022330237552523613, + "sufficiency": 0.9920411109924316, + "masked prediction probs": [ + 0.9941328167915344, + 0.005867199040949345 + ], + "full text prediction probs": [ + 0.9961466789245605, + 0.0038532689213752747 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7354459762573242, + "sufficiency": 0.7355045676231384, "masked prediction probs": [ 0.9961466789245605, 0.0038532689213752747 @@ -81388,8 +91463,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006558098248206079, - "sufficiency": 0.8697913289070129, + "comprehensiveness": 0.000655664480291307, + "sufficiency": 0.8698201775550842, "masked prediction probs": [ 0.9955551028251648, 0.004444917663931847 @@ -81402,7 +91477,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7355631589889526, + "sufficiency": 0.7356218099594116, "masked prediction probs": [ 0.9961466789245605, 0.0038532689213752747 @@ -81415,7 +91490,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7356218099594116, + "sufficiency": 0.7356804013252258, "masked prediction probs": [ 0.9961466789245605, 0.0038532689213752747 @@ -81428,7 +91503,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7356804013252258, + "sufficiency": 0.7357389330863953, "masked prediction probs": [ 0.9961466789245605, 0.0038532689213752747 @@ -81440,8 +91515,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0022305503953248262, - "sufficiency": 0.9920498728752136, + "comprehensiveness": 0.0022300563286989927, + "sufficiency": 0.9920515418052673, "masked prediction probs": [ 0.9941328167915344, 0.005867199040949345 @@ -81453,8 +91528,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0042421696707606316, - "sufficiency": 0.9954143166542053, + "comprehensiveness": 0.004241230431944132, + "sufficiency": 0.9954153895378113, "masked prediction probs": [ 0.9923157691955566, 0.0076842401176691055 @@ -81467,7 +91542,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7358559370040894, + "sufficiency": 0.7359144687652588, + "masked prediction probs": [ + 0.9961466789245605, + 0.0038532689213752747 + ], + "full text prediction probs": [ + 0.9961466789245605, + 0.0038532689213752747 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7359728217124939, "masked prediction probs": [ 0.9961466789245605, 0.0038532689213752747 @@ -81480,12 +91568,12 @@ } }, "test_1302": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018430093303322792, - "sufficiency": 0.594059407711029, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8032015562057495, "masked prediction probs": [ - 0.9773399829864502, - 0.02266004867851734 + 0.9939919114112854, + 0.0060080476105213165 ], "full text prediction probs": [ 0.9938901662826538, @@ -81584,12 +91672,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0065636164508759975, - "sufficiency": 0.8556190133094788, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.018397314473986626, + "sufficiency": 0.5947813391685486, "masked prediction probs": [ - 0.9879855513572693, - 0.012014423497021198 + 0.9773399829864502, + 0.02266004867851734 + ], + "full text prediction probs": [ + 0.9938901662826538, + 0.006109768990427256 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7373488545417786, + "masked prediction probs": [ + 0.9938901662826538, + 0.006109768990427256 ], "full text prediction probs": [ 0.9938901662826538, @@ -81598,8 +91699,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 1.3248453569758567e-06, - "sufficiency": 0.8127895593643188, + "comprehensiveness": 1.3245509080661577e-06, + "sufficiency": 0.8128311634063721, "masked prediction probs": [ 0.9938889741897583, 0.006111046764999628 @@ -81611,8 +91712,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006571096600964665, - "sufficiency": 0.9056680202484131, + "comprehensiveness": 0.0006569637334905565, + "sufficiency": 0.9056890606880188, "masked prediction probs": [ 0.9932987689971924, 0.006701183505356312 @@ -81625,7 +91726,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7374655604362488, + "sufficiency": 0.7375239133834839, "masked prediction probs": [ 0.9938901662826538, 0.006109768990427256 @@ -81638,7 +91739,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7375239133834839, + "sufficiency": 0.7375821471214294, "masked prediction probs": [ 0.9938901662826538, 0.006109768990427256 @@ -81650,8 +91751,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006556328386068344, - "sufficiency": 0.855779230594635, + "comprehensiveness": 0.006554872263222933, + "sufficiency": 0.8558111786842346, "masked prediction probs": [ 0.9879855513572693, 0.012014423497021198 @@ -81663,8 +91764,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006854616571217775, - "sufficiency": 0.8414977192878723, + "comprehensiveness": 0.006853095255792141, + "sufficiency": 0.8415328860282898, "masked prediction probs": [ 0.9877155423164368, 0.012284389697015285 @@ -81676,8 +91777,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0065534175373613834, - "sufficiency": 0.8558432459831238, + "comprehensiveness": 0.006551962811499834, + "sufficiency": 0.8558753132820129, + "masked prediction probs": [ + 0.9879855513572693, + 0.012014423497021198 + ], + "full text prediction probs": [ + 0.9938901662826538, + 0.006109768990427256 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006550509482622147, + "sufficiency": 0.8559072017669678, "masked prediction probs": [ 0.9879855513572693, 0.012014423497021198 @@ -81690,12 +91804,12 @@ } }, "test_1304": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4574044942855835, + "fixed-shap": { + "comprehensiveness": 0.5141680240631104, "sufficiency": 1.0, "masked prediction probs": [ - 0.4332035779953003, - 0.5667964220046997 + 0.3979158401489258, + 0.602084219455719 ], "full text prediction probs": [ 0.7175547480583191, @@ -81785,8 +91899,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.08207186311483383, - 0.9179280996322632 + 0.019572904333472252, + 0.9804271459579468 ], "full text prediction probs": [ 0.7175547480583191, @@ -81794,12 +91908,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.45623043179512024, "sufficiency": 1.0, "masked prediction probs": [ - 0.019572904333472252, - 0.9804271459579468 + 0.4332035779953003, + 0.5667964220046997 + ], + "full text prediction probs": [ + 0.7175547480583191, + 0.2824452221393585 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7175547480583191, + 0.2824452221393585 ], "full text prediction probs": [ 0.7175547480583191, @@ -81873,7 +92000,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.21199974417686462, + "comprehensiveness": 0.21193189918994904, "sufficiency": 1.0, "masked prediction probs": [ 0.5851689577102661, @@ -81897,15 +92024,28 @@ 0.2824452221393585 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.019572904333472252, + 0.9804271459579468 + ], + "full text prediction probs": [ + 0.7175547480583191, + 0.2824452221393585 + ], + "labels": 0 } }, "test_1339": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03226647898554802, - "sufficiency": 0.9954245090484619, + "fixed-shap": { + "comprehensiveness": 0.0018331266473978758, + "sufficiency": 0.7512902617454529, "masked prediction probs": [ - 0.9586623311042786, - 0.04133768007159233 + 0.9857947826385498, + 0.014205166138708591 ], "full text prediction probs": [ 0.9874290823936462, @@ -82004,12 +92144,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009298369404859841, - "sufficiency": 0.7990313172340393, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.032208673655986786, + "sufficiency": 0.9954326748847961, "masked prediction probs": [ - 0.9865986108779907, - 0.013401350937783718 + 0.9586623311042786, + 0.04133768007159233 + ], + "full text prediction probs": [ + 0.9874290823936462, + 0.012570943683385849 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7426811456680298, + "masked prediction probs": [ + 0.9874290823936462, + 0.012570943683385849 ], "full text prediction probs": [ 0.9874290823936462, @@ -82018,8 +92171,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0017651136731728911, - "sufficiency": 0.8657447695732117, + "comprehensiveness": 0.0017647185595706105, + "sufficiency": 0.8657748699188232, "masked prediction probs": [ 0.9858522415161133, 0.014147765003144741 @@ -82031,8 +92184,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.000929420639295131, - "sufficiency": 0.7991212606430054, + "comprehensiveness": 0.0009292127215303481, + "sufficiency": 0.799166202545166, "masked prediction probs": [ 0.9865986108779907, 0.013401350937783718 @@ -82045,7 +92198,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7427963018417358, + "sufficiency": 0.7428538799285889, "masked prediction probs": [ 0.9874290823936462, 0.012570943683385849 @@ -82058,7 +92211,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7428538799285889, + "sufficiency": 0.7429113984107971, "masked prediction probs": [ 0.9874290823936462, 0.012570943683385849 @@ -82070,8 +92223,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006688031833618879, - "sufficiency": 0.7437043190002441, + "comprehensiveness": 0.0066865356639027596, + "sufficiency": 0.7437615990638733, "masked prediction probs": [ 0.9814490675926208, 0.01855088584125042 @@ -82084,7 +92237,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9152282476425171, + "sufficiency": 0.9152471423149109, "masked prediction probs": [ 0.9896348118782043, 0.01036522164940834 @@ -82096,8 +92249,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0009283816907554865, - "sufficiency": 0.7993457913398743, + "comprehensiveness": 0.0009281741222366691, + "sufficiency": 0.7993906736373901, + "masked prediction probs": [ + 0.9865986108779907, + 0.013401350937783718 + ], + "full text prediction probs": [ + 0.9874290823936462, + 0.012570943683385849 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0009279667283408344, + "sufficiency": 0.7994354963302612, "masked prediction probs": [ 0.9865986108779907, 0.013401350937783718 @@ -82110,12 +92276,12 @@ } }, "test_1361": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4224073588848114, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7093183398246765, "masked prediction probs": [ - 0.5511456727981567, - 0.4488542973995209 + 0.9891111254692078, + 0.010888874530792236 ], "full text prediction probs": [ 0.8840833306312561, @@ -82214,12 +92380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.13392497599124908, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4215516149997711, "sufficiency": 1.0, "masked prediction probs": [ - 0.7783105969429016, - 0.2216893881559372 + 0.5511456727981567, + 0.4488542973995209 + ], + "full text prediction probs": [ + 0.8840833306312561, + 0.1159166544675827 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8398256301879883, + "masked prediction probs": [ + 0.8840833306312561, + 0.1159166544675827 ], "full text prediction probs": [ 0.8840833306312561, @@ -82229,7 +92408,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9409924745559692, + "sufficiency": 0.9410073757171631, "masked prediction probs": [ 0.982110321521759, 0.017889617010951042 @@ -82242,7 +92421,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8398661613464355, + "sufficiency": 0.839906632900238, "masked prediction probs": [ 0.8840833306312561, 0.1159166544675827 @@ -82254,7 +92433,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.13382330536842346, + "comprehensiveness": 0.13378944993019104, "sufficiency": 1.0, "masked prediction probs": [ 0.7783105969429016, @@ -82267,7 +92446,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.46188464760780334, + "comprehensiveness": 0.4617678225040436, "sufficiency": 1.0, "masked prediction probs": [ 0.5189214944839478, @@ -82281,7 +92460,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9359655976295471, + "sufficiency": 0.9359818696975708, "masked prediction probs": [ 0.9729975461959839, 0.027002433314919472 @@ -82294,7 +92473,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9359818696975708, + "sufficiency": 0.9359979629516602, "masked prediction probs": [ 0.9729975461959839, 0.027002433314919472 @@ -82306,7 +92485,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13368798792362213, + "comprehensiveness": 0.13365420699119568, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7783105969429016, + 0.2216893881559372 + ], + "full text prediction probs": [ + 0.8840833306312561, + 0.1159166544675827 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13362044095993042, "sufficiency": 1.0, "masked prediction probs": [ 0.7783105969429016, @@ -82320,12 +92512,12 @@ } }, "test_1405": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05917965993285179, - "sufficiency": 0.9559473395347595, + "fixed-shap": { + "comprehensiveness": 0.012982397340238094, + "sufficiency": 0.8802980184555054, "masked prediction probs": [ - 0.9387058615684509, - 0.061294082552194595 + 0.9800906777381897, + 0.019909361377358437 ], "full text prediction probs": [ 0.9917206764221191, @@ -82424,12 +92616,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.021627619862556458, - "sufficiency": 0.8252752423286438, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.059074148535728455, + "sufficiency": 0.9560258388519287, "masked prediction probs": [ - 0.9723114371299744, - 0.02768854796886444 + 0.9387058615684509, + 0.061294082552194595 + ], + "full text prediction probs": [ + 0.9917206764221191, + 0.008279373869299889 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003227354260161519, + "sufficiency": 0.8119891881942749, + "masked prediction probs": [ + 0.9888237118721008, + 0.011176218278706074 ], "full text prediction probs": [ 0.9917206764221191, @@ -82438,8 +92643,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0020797885954380035, - "sufficiency": 0.7740270495414734, + "comprehensiveness": 0.0020793252624571323, + "sufficiency": 0.774077296257019, "masked prediction probs": [ 0.9898537993431091, 0.010146202519536018 @@ -82451,8 +92656,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017720568925142288, - "sufficiency": 0.8503772020339966, + "comprehensiveness": 0.017716623842716217, + "sufficiency": 0.850410521030426, "masked prediction probs": [ 0.9758106470108032, 0.0241893008351326 @@ -82464,8 +92669,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004199804738163948, - "sufficiency": 0.7868645787239075, + "comprehensiveness": 0.004198869224637747, + "sufficiency": 0.7869120240211487, "masked prediction probs": [ 0.9879491329193115, 0.012050832621753216 @@ -82477,8 +92682,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002078399294987321, - "sufficiency": 0.7741780281066895, + "comprehensiveness": 0.0020779366604983807, + "sufficiency": 0.7742282152175903, "masked prediction probs": [ 0.9898537993431091, 0.010146202519536018 @@ -82490,8 +92695,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.021603547036647797, - "sufficiency": 0.8254696130752563, + "comprehensiveness": 0.02159873954951763, + "sufficiency": 0.8255084156990051, "masked prediction probs": [ 0.9723114371299744, 0.02768854796886444 @@ -82503,8 +92708,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.022582456469535828, - "sufficiency": 0.8572730422019958, + "comprehensiveness": 0.022577432915568352, + "sufficiency": 0.8573048114776611, "masked prediction probs": [ 0.9714274406433105, 0.028572633862495422 @@ -82516,8 +92721,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.021593933925032616, - "sufficiency": 0.8255472779273987, + "comprehensiveness": 0.0215891283005476, + "sufficiency": 0.8255861401557922, + "masked prediction probs": [ + 0.9723114371299744, + 0.02768854796886444 + ], + "full text prediction probs": [ + 0.9917206764221191, + 0.008279373869299889 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02158432826399803, + "sufficiency": 0.8256248831748962, "masked prediction probs": [ 0.9723114371299744, 0.02768854796886444 @@ -82530,12 +92748,12 @@ } }, "test_1409": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01316728163510561, - "sufficiency": 0.9950791001319885, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8379807472229004, "masked prediction probs": [ - 0.9667884707450867, - 0.03321149945259094 + 0.9827909469604492, + 0.017209017649292946 ], "full text prediction probs": [ 0.9784088134765625, @@ -82622,11 +92840,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.013146426528692245, - "sufficiency": 0.9950868487358093, + "comprehensiveness": 0.00968107394874096, + "sufficiency": 0.8511214852333069, "masked prediction probs": [ - 0.9667884707450867, - 0.03321149945259094 + 0.969851553440094, + 0.03014841303229332 ], "full text prediction probs": [ 0.9784088134765625, @@ -82634,12 +92852,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.029549019411206245, - "sufficiency": 0.815263032913208, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009678883478045464, + "sufficiency": 0.8511552214622498, "masked prediction probs": [ - 0.952284038066864, - 0.047715939581394196 + 0.969851553440094, + 0.03014841303229332 + ], + "full text prediction probs": [ + 0.9784088134765625, + 0.021591203287243843 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7502558827400208, + "masked prediction probs": [ + 0.9784088134765625, + 0.021591203287243843 ], "full text prediction probs": [ 0.9784088134765625, @@ -82649,7 +92880,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9367343783378601, + "sufficiency": 0.9367486834526062, "masked prediction probs": [ 0.981117308139801, 0.018882673233747482 @@ -82661,8 +92892,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.029535656794905663, - "sufficiency": 0.8153464198112488, + "comprehensiveness": 0.02952898107469082, + "sufficiency": 0.8153882026672363, "masked prediction probs": [ 0.952284038066864, 0.047715939581394196 @@ -82675,7 +92906,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7147597670555115, + "sufficiency": 0.7148241996765137, "masked prediction probs": [ 0.9809227585792542, 0.019077317789196968 @@ -82687,8 +92918,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.029522305354475975, - "sufficiency": 0.8154299855232239, + "comprehensiveness": 0.029515637084841728, + "sufficiency": 0.8154716491699219, "masked prediction probs": [ 0.952284038066864, 0.047715939581394196 @@ -82700,8 +92931,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.029515637084841728, - "sufficiency": 0.8154716491699219, + "comprehensiveness": 0.029508966952562332, + "sufficiency": 0.8155132532119751, "masked prediction probs": [ 0.952284038066864, 0.047715939581394196 @@ -82714,7 +92945,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8234893679618835, + "sufficiency": 0.8235292434692383, "masked prediction probs": [ 0.9824955463409424, 0.017504390329122543 @@ -82726,8 +92957,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.029502304270863533, - "sufficiency": 0.8155549764633179, + "comprehensiveness": 0.029495639726519585, + "sufficiency": 0.8155966997146606, + "masked prediction probs": [ + 0.952284038066864, + 0.047715939581394196 + ], + "full text prediction probs": [ + 0.9784088134765625, + 0.021591203287243843 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.029488982632756233, + "sufficiency": 0.8156382441520691, "masked prediction probs": [ 0.952284038066864, 0.047715939581394196 @@ -82740,12 +92984,12 @@ } }, "test_1469": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.40378913283348083, - 0.5962108373641968 + 0.8627957701683044, + 0.13720425963401794 ], "full text prediction probs": [ 0.359811931848526, @@ -82844,13 +93088,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ + 0.40378913283348083, + 0.5962108373641968 + ], + "full text prediction probs": [ 0.359811931848526, 0.6401880383491516 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7399043440818787, + 0.26009562611579895 + ], "full text prediction probs": [ 0.359811931848526, 0.6401880383491516 @@ -82947,15 +93204,28 @@ 0.6401880383491516 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.359811931848526, + 0.6401880383491516 + ], + "full text prediction probs": [ + 0.359811931848526, + 0.6401880383491516 + ], + "labels": 0 } }, "test_1476": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011840436607599258, - "sufficiency": 0.9271200895309448, + "fixed-shap": { + "comprehensiveness": 4.032400465803221e-05, + "sufficiency": 0.9347079396247864, "masked prediction probs": [ - 0.9781196117401123, - 0.02188045345246792 + 0.9886547327041626, + 0.01134529896080494 ], "full text prediction probs": [ 0.9886907339096069, @@ -83054,12 +93324,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.008723858743906021, - "sufficiency": 0.8624652624130249, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011819254606962204, + "sufficiency": 0.9272505044937134, "masked prediction probs": [ - 0.9808881282806396, - 0.01911189779639244 + 0.9781196117401123, + 0.02188045345246792 + ], + "full text prediction probs": [ + 0.9886907339096069, + 0.01130926888436079 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7416338920593262, + "masked prediction probs": [ + 0.9886907339096069, + 0.01130926888436079 ], "full text prediction probs": [ 0.9886907339096069, @@ -83069,7 +93352,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7383159399032593, + "sufficiency": 0.7383743524551392, "masked prediction probs": [ 0.9895557761192322, 0.010444238781929016 @@ -83081,8 +93364,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008719959296286106, - "sufficiency": 0.8625266551971436, + "comprehensiveness": 0.00871801096946001, + "sufficiency": 0.8625574111938477, "masked prediction probs": [ 0.9808881282806396, 0.01911189779639244 @@ -83094,8 +93377,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.022196011617779732, - "sufficiency": 0.9263743162155151, + "comprehensiveness": 0.02219105139374733, + "sufficiency": 0.9263907670974731, "masked prediction probs": [ 0.9688253402709961, 0.03117462620139122 @@ -83108,7 +93391,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7418071031570435, + "sufficiency": 0.7418646812438965, "masked prediction probs": [ 0.9886907339096069, 0.01130926888436079 @@ -83120,8 +93403,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011806054972112179, - "sufficiency": 0.9273316860198975, + "comprehensiveness": 0.011803417466580868, + "sufficiency": 0.9273478388786316, "masked prediction probs": [ 0.9781196117401123, 0.02188045345246792 @@ -83133,8 +93416,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00258770864456892, - "sufficiency": 0.8717753291130066, + "comprehensiveness": 0.002587130991742015, + "sufficiency": 0.8718039393424988, "masked prediction probs": [ 0.9863731861114502, 0.013626845553517342 @@ -83146,8 +93429,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008710225112736225, - "sufficiency": 0.8626801371574402, + "comprehensiveness": 0.008708280511200428, + "sufficiency": 0.8627108335494995, + "masked prediction probs": [ + 0.9808881282806396, + 0.01911189779639244 + ], + "full text prediction probs": [ + 0.9886907339096069, + 0.01130926888436079 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00870633777230978, + "sufficiency": 0.8627414107322693, "masked prediction probs": [ 0.9808881282806396, 0.01911189779639244 @@ -83160,12 +93456,12 @@ } }, "test_1480": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8895383477210999, - 0.11046166718006134 + 0.8945524096488953, + 0.10544759035110474 ], "full text prediction probs": [ 0.24061664938926697, @@ -83255,8 +93551,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9105641841888428, - 0.08943577855825424 + 0.2953427731990814, + 0.7046571969985962 ], "full text prediction probs": [ 0.24061664938926697, @@ -83264,12 +93560,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0910019725561142, - 0.9089980125427246 + 0.8895383477210999, + 0.11046166718006134 + ], + "full text prediction probs": [ + 0.24061664938926697, + 0.7593833804130554 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8730769753456116, + 0.12692300975322723 ], "full text prediction probs": [ 0.24061664938926697, @@ -83367,15 +93676,28 @@ 0.7593833804130554 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0910019725561142, + 0.9089980125427246 + ], + "full text prediction probs": [ + 0.24061664938926697, + 0.7593833804130554 + ], + "labels": 1 } }, "test_1520": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08363242447376251, - "sufficiency": 0.9382089972496033, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8994624018669128, "masked prediction probs": [ - 0.8882595896720886, - 0.1117403656244278 + 0.9876024127006531, + 0.012397637590765953 ], "full text prediction probs": [ 0.9605751037597656, @@ -83474,12 +93796,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08402523398399353, - "sufficiency": 0.8371771574020386, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08347795903682709, + "sufficiency": 0.9383230805397034, "masked prediction probs": [ - 0.8877854943275452, - 0.11221453547477722 + 0.8882595896720886, + 0.1117403656244278 + ], + "full text prediction probs": [ + 0.9605751037597656, + 0.03942489996552467 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6493486762046814, + "masked prediction probs": [ + 0.9715122580528259, + 0.028487712144851685 ], "full text prediction probs": [ 0.9605751037597656, @@ -83489,7 +93824,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.609785795211792, + "sufficiency": 0.6098758578300476, "masked prediction probs": [ 0.9741092324256897, 0.02589080110192299 @@ -83501,8 +93836,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06479917466640472, - "sufficiency": 0.9472545981407166, + "comprehensiveness": 0.0647842288017273, + "sufficiency": 0.9472668766975403, "masked prediction probs": [ 0.9044147729873657, 0.09558521956205368 @@ -83514,8 +93849,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0545121431350708, - "sufficiency": 0.9633923768997192, + "comprehensiveness": 0.05449956655502319, + "sufficiency": 0.9634008407592773, "masked prediction probs": [ 0.91331946849823, 0.086680568754673 @@ -83527,8 +93862,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.005893491208553314, - "sufficiency": 0.9212375283241272, + "comprehensiveness": 0.00589213240891695, + "sufficiency": 0.9212557077407837, "masked prediction probs": [ 0.9554649591445923, 0.04453499987721443 @@ -83540,8 +93875,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08392834663391113, - "sufficiency": 0.8373648524284363, + "comprehensiveness": 0.08390899747610092, + "sufficiency": 0.83740234375, "masked prediction probs": [ 0.8877854943275452, 0.11221453547477722 @@ -83554,7 +93889,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9377359747886658, + "sufficiency": 0.9377502799034119, "masked prediction probs": [ 0.9702587723731995, 0.029741209000349045 @@ -83566,8 +93901,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08388965576887131, - "sufficiency": 0.8374398350715637, + "comprehensiveness": 0.08387032151222229, + "sufficiency": 0.8374772667884827, + "masked prediction probs": [ + 0.8877854943275452, + 0.11221453547477722 + ], + "full text prediction probs": [ + 0.9605751037597656, + 0.03942489996552467 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08385100215673447, + "sufficiency": 0.8375147581100464, "masked prediction probs": [ 0.8877854943275452, 0.11221453547477722 @@ -83580,12 +93928,12 @@ } }, "test_1525": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9246259927749634, - "sufficiency": 0.9513059854507446, + "fixed-shap": { + "comprehensiveness": 0.0006779903778806329, + "sufficiency": 0.8405217528343201, "masked prediction probs": [ - 0.1630709022283554, - 0.8369290828704834 + 0.9865571856498718, + 0.013442817144095898 ], "full text prediction probs": [ 0.9871614575386047, @@ -83684,12 +94032,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9205760955810547, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9229690432548523, + "sufficiency": 0.9513932466506958, "masked prediction probs": [ - 0.04769457131624222, - 0.9523054361343384 + 0.1630709022283554, + 0.8369290828704834 + ], + "full text prediction probs": [ + 0.9871614575386047, + 0.012838558293879032 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7429037094116211, + "masked prediction probs": [ + 0.9871614575386047, + 0.012838558293879032 ], "full text prediction probs": [ 0.9871614575386047, @@ -83699,7 +94060,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.1244579628109932, + "sufficiency": 0.12465398013591766, "masked prediction probs": [ 0.9891871809959412, 0.010812873020768166 @@ -83711,8 +94072,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.2626946270465851, - "sufficiency": 0.7349646091461182, + "comprehensiveness": 0.26263582706451416, + "sufficiency": 0.7350238561630249, "masked prediction probs": [ 0.7525044679641724, 0.24749551713466644 @@ -83725,7 +94086,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7410584092140198, + "sufficiency": 0.7411162853240967, "masked prediction probs": [ 0.9888129830360413, 0.011186983436346054 @@ -83737,8 +94098,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003870067186653614, - "sufficiency": 0.7870399951934814, + "comprehensiveness": 0.0038692012894898653, + "sufficiency": 0.7870876789093018, "masked prediction probs": [ 0.9837028980255127, 0.016297070309519768 @@ -83751,7 +94112,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9206650257110596, + "sufficiency": 0.9206828474998474, "masked prediction probs": [ 0.04769457131624222, 0.9523054361343384 @@ -83764,7 +94125,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7431912422180176, + "sufficiency": 0.7432486414909363, "masked prediction probs": [ 0.9871614575386047, 0.012838558293879032 @@ -83777,7 +94138,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9207004904747009, + "sufficiency": 0.9207181334495544, + "masked prediction probs": [ + 0.04769457131624222, + 0.9523054361343384 + ], + "full text prediction probs": [ + 0.9871614575386047, + 0.012838558293879032 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9207359552383423, "masked prediction probs": [ 0.04769457131624222, 0.9523054361343384 @@ -83790,12 +94164,12 @@ } }, "test_1536": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003469779621809721, - "sufficiency": 0.6808902621269226, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8803973197937012, "masked prediction probs": [ - 0.9876696467399597, - 0.012330366298556328 + 0.9910330176353455, + 0.008967002853751183 ], "full text prediction probs": [ 0.9907746911048889, @@ -83882,11 +94256,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003464359790086746, - "sufficiency": 0.6813886761665344, + "comprehensiveness": 0.0, + "sufficiency": 0.8805840611457825, "masked prediction probs": [ - 0.9876696467399597, - 0.012330366298556328 + 0.9910330176353455, + 0.008967002853751183 ], "full text prediction probs": [ 0.9907746911048889, @@ -83894,12 +94268,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0016332592349499464, - "sufficiency": 0.7894772291183472, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8806107044219971, "masked prediction probs": [ - 0.9893105030059814, - 0.010689480230212212 + 0.9910330176353455, + 0.008967002853751183 + ], + "full text prediction probs": [ + 0.9907746911048889, + 0.009225321002304554 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0004319378058426082, + "sufficiency": 0.8680793642997742, + "masked prediction probs": [ + 0.9903873801231384, + 0.009612551890313625 ], "full text prediction probs": [ 0.9907746911048889, @@ -83908,8 +94295,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004228909034281969, - "sufficiency": 0.9545420408248901, + "comprehensiveness": 0.004227965604513884, + "sufficiency": 0.954552173614502, "masked prediction probs": [ 0.9869827032089233, 0.013017228804528713 @@ -83921,8 +94308,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0016325308242812753, - "sufficiency": 0.789571225643158, + "comprehensiveness": 0.0016321669099852443, + "sufficiency": 0.7896180748939514, "masked prediction probs": [ 0.9893105030059814, 0.010689480230212212 @@ -83934,8 +94321,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003563724923878908, - "sufficiency": 0.6995324492454529, + "comprehensiveness": 0.003562930505722761, + "sufficiency": 0.6995994448661804, "masked prediction probs": [ 0.9875777363777161, 0.01242227666079998 @@ -83948,7 +94335,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7400843501091003, + "sufficiency": 0.740142285823822, "masked prediction probs": [ 0.9907746911048889, 0.009225321002304554 @@ -83960,8 +94347,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0019807727076113224, - "sufficiency": 0.6054642796516418, + "comprehensiveness": 0.0019803312607109547, + "sufficiency": 0.6055521965026855, "masked prediction probs": [ 0.9889969825744629, 0.011003085412085056 @@ -83973,8 +94360,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0033553086686879396, - "sufficiency": 0.9000029563903809, + "comprehensiveness": 0.0033545615151524544, + "sufficiency": 0.9000252485275269, "masked prediction probs": [ 0.9877626895904541, 0.012237290851771832 @@ -83986,11 +94373,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0016307126497849822, - "sufficiency": 0.78980553150177, + "comprehensiveness": 0.00043126443051733077, + "sufficiency": 0.8682849407196045, "masked prediction probs": [ - 0.9893105030059814, - 0.010689480230212212 + 0.9903873801231384, + 0.009612551890313625 + ], + "full text prediction probs": [ + 0.9907746911048889, + 0.009225321002304554 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.000431168416980654, + "sufficiency": 0.8683143258094788, + "masked prediction probs": [ + 0.9903873801231384, + 0.009612551890313625 ], "full text prediction probs": [ 0.9907746911048889, @@ -84000,12 +94400,12 @@ } }, "test_1560": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.020153440535068512, - "sufficiency": 0.9669408798217773, + "fixed-shap": { + "comprehensiveness": 0.0017243315232917666, + "sufficiency": 0.773863673210144, "masked prediction probs": [ - 0.9763813614845276, - 0.02361857146024704 + 0.9929417371749878, + 0.007058302406221628 ], "full text prediction probs": [ 0.9944912195205688, @@ -84104,12 +94504,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010447313077747822, - "sufficiency": 0.8612414002418518, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.020117618143558502, + "sufficiency": 0.9669996500015259, "masked prediction probs": [ - 0.9850865602493286, - 0.014913501217961311 + 0.9763813614845276, + 0.02361857146024704 + ], + "full text prediction probs": [ + 0.9944912195205688, + 0.005508780013769865 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7368566989898682, + "masked prediction probs": [ + 0.9944912195205688, + 0.005508780013769865 ], "full text prediction probs": [ 0.9944912195205688, @@ -84118,8 +94531,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006935569108463824, - "sufficiency": 0.7249131202697754, + "comprehensiveness": 0.0006934028933756053, + "sufficiency": 0.7249741554260254, "masked prediction probs": [ 0.9938667416572571, 0.00613320991396904 @@ -84132,7 +94545,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.736915111541748, + "sufficiency": 0.7369735240936279, "masked prediction probs": [ 0.9944912195205688, 0.005508780013769865 @@ -84144,8 +94557,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006932489341124892, - "sufficiency": 0.7250352501869202, + "comprehensiveness": 0.000693095033057034, + "sufficiency": 0.7250963449478149, "masked prediction probs": [ 0.9938667416572571, 0.00613320991396904 @@ -84157,8 +94570,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000693095033057034, - "sufficiency": 0.7250963449478149, + "comprehensiveness": 0.0006929412484169006, + "sufficiency": 0.7251573204994202, "masked prediction probs": [ 0.9938667416572571, 0.00613320991396904 @@ -84170,8 +94583,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010435719974339008, - "sufficiency": 0.8613952994346619, + "comprehensiveness": 0.010433404706418514, + "sufficiency": 0.8614259958267212, "masked prediction probs": [ 0.9850865602493286, 0.014913501217961311 @@ -84184,7 +94597,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6471999883651733, + "sufficiency": 0.6472783088684082, "masked prediction probs": [ 0.995028555393219, 0.004971473943442106 @@ -84196,8 +94609,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010431090369820595, - "sufficiency": 0.8614568114280701, + "comprehensiveness": 0.01042877696454525, + "sufficiency": 0.8614875674247742, + "masked prediction probs": [ + 0.9850865602493286, + 0.014913501217961311 + ], + "full text prediction probs": [ + 0.9944912195205688, + 0.005508780013769865 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01042646449059248, + "sufficiency": 0.8615182638168335, "masked prediction probs": [ 0.9850865602493286, 0.014913501217961311 @@ -84210,12 +94636,12 @@ } }, "test_1594": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5790942311286926, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9810696840286255, - 0.018930280581116676 + 0.013677931390702724, + 0.9863220453262329 ], "full text prediction probs": [ 0.02422754280269146, @@ -84314,12 +94740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.5882502198219299, + "masked prediction probs": [ + 0.9810696840286255, + 0.018930280581116676 + ], + "full text prediction probs": [ + 0.02422754280269146, + 0.9757723808288574 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9816329479217529, - 0.018367070704698563 + 0.013687334023416042, + 0.9863126873970032 ], "full text prediction probs": [ 0.02422754280269146, @@ -84341,7 +94780,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.16788756847381592, + "comprehensiveness": 0.16743414103984833, "sufficiency": 0.0, "masked prediction probs": [ 0.036628708243370056, @@ -84354,7 +94793,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.16743414103984833, + "comprehensiveness": 0.16698315739631653, "sufficiency": 0.0, "masked prediction probs": [ 0.036628708243370056, @@ -84417,15 +94856,28 @@ 0.9757723808288574 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9816329479217529, + 0.018367070704698563 + ], + "full text prediction probs": [ + 0.02422754280269146, + 0.9757723808288574 + ], + "labels": 0 } }, "test_1596": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7107452750205994, - 0.28925469517707825 + 0.8935250639915466, + 0.10647491365671158 ], "full text prediction probs": [ 0.02597895637154579, @@ -84524,12 +94976,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5406488180160522, - 0.459351122379303 + 0.7107452750205994, + 0.28925469517707825 + ], + "full text prediction probs": [ + 0.02597895637154579, + 0.9740210175514221 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.31727614998817444, + 0.682723879814148 ], "full text prediction probs": [ 0.02597895637154579, @@ -84538,7 +95003,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18190188705921173, + "comprehensiveness": 0.18139731884002686, "sufficiency": 0.0, "masked prediction probs": [ 0.03906024619936943, @@ -84551,7 +95016,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.030921529978513718, + "comprehensiveness": 0.030835995450615883, "sufficiency": 0.0, "masked prediction probs": [ 0.02820885367691517, @@ -84577,7 +95042,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6957457065582275, + "comprehensiveness": 0.693831741809845, "sufficiency": 0.0, "masked prediction probs": [ 0.07643025368452072, @@ -84627,15 +95092,28 @@ 0.9740210175514221 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5406488180160522, + 0.459351122379303 + ], + "full text prediction probs": [ + 0.02597895637154579, + 0.9740210175514221 + ], + "labels": 1 } }, "test_1605": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004084660205990076, - "sufficiency": 0.8539022207260132, + "fixed-shap": { + "comprehensiveness": 0.0014874794287607074, + "sufficiency": 0.9197617769241333, "masked prediction probs": [ - 0.9876194000244141, - 0.01238061860203743 + 0.9899448752403259, + 0.010055078193545341 ], "full text prediction probs": [ 0.991276741027832, @@ -84734,13 +95212,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7394384741783142, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004077374003827572, + "sufficiency": 0.8541628122329712, "masked prediction probs": [ + 0.9876194000244141, + 0.01238061860203743 + ], + "full text prediction probs": [ 0.991276741027832, 0.008723300881683826 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004361671861261129, + "sufficiency": 0.8949750661849976, + "masked prediction probs": [ + 0.9873635172843933, + 0.012636438012123108 + ], "full text prediction probs": [ 0.991276741027832, 0.008723300881683826 @@ -84748,8 +95239,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002904282184317708, - "sufficiency": 0.8808900713920593, + "comprehensiveness": 0.0029036349151283503, + "sufficiency": 0.8809165358543396, "masked prediction probs": [ 0.988671064376831, 0.0113289225846529 @@ -84762,7 +95253,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7395544648170471, + "sufficiency": 0.7396125197410583, "masked prediction probs": [ 0.991276741027832, 0.008723300881683826 @@ -84774,8 +95265,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00183213094715029, - "sufficiency": 0.8556760549545288, + "comprehensiveness": 0.0018317227950319648, + "sufficiency": 0.8557081818580627, "masked prediction probs": [ 0.989632248878479, 0.010367686860263348 @@ -84788,7 +95279,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7396706342697144, + "sufficiency": 0.7397285103797913, "masked prediction probs": [ 0.991276741027832, 0.008723300881683826 @@ -84800,8 +95291,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0028841716703027487, - "sufficiency": 0.7414999008178711, + "comprehensiveness": 0.0028835292905569077, + "sufficiency": 0.7415574193000793, "masked prediction probs": [ 0.9886868000030518, 0.011313263326883316 @@ -84813,8 +95304,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005884451325982809, - "sufficiency": 0.7836841344833374, + "comprehensiveness": 0.0058831418864429, + "sufficiency": 0.7837322950363159, "masked prediction probs": [ 0.9859914183616638, 0.01400861144065857 @@ -84827,7 +95318,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7398443818092346, + "sufficiency": 0.7399023771286011, + "masked prediction probs": [ + 0.991276741027832, + 0.008723300881683826 + ], + "full text prediction probs": [ + 0.991276741027832, + 0.008723300881683826 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7399601936340332, "masked prediction probs": [ 0.991276741027832, 0.008723300881683826 @@ -84840,12 +95344,12 @@ } }, "test_1634": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5601986050605774, - "sufficiency": 0.9899802803993225, + "fixed-shap": { + "comprehensiveness": 0.0030669847037643194, + "sufficiency": 0.8496272563934326, "masked prediction probs": [ - 0.49180835485458374, - 0.5081916451454163 + 0.9933468103408813, + 0.006653256714344025 ], "full text prediction probs": [ 0.9961077570915222, @@ -84944,12 +95448,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09600790590047836, - "sufficiency": 0.9936808943748474, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5592046976089478, + "sufficiency": 0.9899980425834656, "masked prediction probs": [ - 0.9095263481140137, - 0.09047359973192215 + 0.49180835485458374, + 0.5081916451454163 + ], + "full text prediction probs": [ + 0.9961077570915222, + 0.0038922724779695272 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0033607326913625, + "sufficiency": 0.7913888692855835, + "masked prediction probs": [ + 0.9930763244628906, + 0.006923651788383722 ], "full text prediction probs": [ 0.9961077570915222, @@ -84958,8 +95475,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0036761958617717028, - "sufficiency": 0.7284340262413025, + "comprehensiveness": 0.0036753807216882706, + "sufficiency": 0.7284942865371704, "masked prediction probs": [ 0.9927917718887329, 0.007208217866718769 @@ -84971,8 +95488,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003359987633302808, - "sufficiency": 0.7914351224899292, + "comprehensiveness": 0.0033592430409044027, + "sufficiency": 0.7914813756942749, "masked prediction probs": [ 0.9930763244628906, 0.006923651788383722 @@ -84984,8 +95501,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02602645568549633, - "sufficiency": 0.9902051687240601, + "comprehensiveness": 0.026020687073469162, + "sufficiency": 0.9902073740959167, "masked prediction probs": [ 0.9726210832595825, 0.027378849685192108 @@ -84997,8 +95514,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0033584986813366413, - "sufficiency": 0.7915275692939758, + "comprehensiveness": 0.0033577545545995235, + "sufficiency": 0.791573703289032, "masked prediction probs": [ 0.9930763244628906, 0.006923651788383722 @@ -85010,8 +95527,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09590156376361847, - "sufficiency": 0.9936879873275757, + "comprehensiveness": 0.09588032215833664, + "sufficiency": 0.9936894178390503, "masked prediction probs": [ 0.9095263481140137, 0.09047359973192215 @@ -85023,8 +95540,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004662350285798311, - "sufficiency": 0.9042960405349731, + "comprehensiveness": 0.00466131791472435, + "sufficiency": 0.9043171405792236, "masked prediction probs": [ 0.9918975830078125, 0.008102389983832836 @@ -85036,8 +95553,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.095859095454216, - "sufficiency": 0.9936907887458801, + "comprehensiveness": 0.09583786875009537, + "sufficiency": 0.9936921000480652, + "masked prediction probs": [ + 0.9095263481140137, + 0.09047359973192215 + ], + "full text prediction probs": [ + 0.9961077570915222, + 0.0038922724779695272 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09581665694713593, + "sufficiency": 0.9936935901641846, "masked prediction probs": [ 0.9095263481140137, 0.09047359973192215 @@ -85050,12 +95580,12 @@ } }, "test_1724": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0141018470749259, - "sufficiency": 0.846102237701416, + "fixed-shap": { + "comprehensiveness": 0.04539727792143822, + "sufficiency": 0.7949746251106262, "masked prediction probs": [ - 0.9483479261398315, - 0.05165199190378189 + 0.9212883710861206, + 0.07871156930923462 ], "full text prediction probs": [ 0.9605410695075989, @@ -85154,12 +95684,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010088251903653145, - "sufficiency": 0.8743122220039368, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014075799845159054, + "sufficiency": 0.8463864922523499, "masked prediction probs": [ - 0.951802134513855, - 0.04819789528846741 + 0.9483479261398315, + 0.05165199190378189 + ], + "full text prediction probs": [ + 0.9605410695075989, + 0.03945891931653023 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7657257318496704, + "masked prediction probs": [ + 0.9605410695075989, + 0.03945891931653023 ], "full text prediction probs": [ 0.9605410695075989, @@ -85169,7 +95712,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6660964488983154, + "sufficiency": 0.6661734580993652, "masked prediction probs": [ 0.9710652232170105, 0.028934814035892487 @@ -85181,8 +95724,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1437440663576126, - "sufficiency": 0.820915699005127, + "comprehensiveness": 0.1437109112739563, + "sufficiency": 0.8209570050239563, "masked prediction probs": [ 0.8359654545783997, 0.16403456032276154 @@ -85194,8 +95737,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.1437109112739563, - "sufficiency": 0.8209570050239563, + "comprehensiveness": 0.1436777561903, + "sufficiency": 0.8209983110427856, "masked prediction probs": [ 0.8359654545783997, 0.16403456032276154 @@ -85208,7 +95751,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7658877968788147, + "sufficiency": 0.7659417986869812, "masked prediction probs": [ 0.9605410695075989, 0.03945891931653023 @@ -85220,8 +95763,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.14364461600780487, - "sufficiency": 0.8210395574569702, + "comprehensiveness": 0.14361150562763214, + "sufficiency": 0.8210808038711548, "masked prediction probs": [ 0.8359654545783997, 0.16403456032276154 @@ -85233,8 +95776,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010074295103549957, - "sufficiency": 0.8744862079620361, + "comprehensiveness": 0.010071973316371441, + "sufficiency": 0.8745150566101074, "masked prediction probs": [ 0.951802134513855, 0.04819789528846741 @@ -85246,8 +95789,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1435783952474594, - "sufficiency": 0.8211220502853394, + "comprehensiveness": 0.14354529976844788, + "sufficiency": 0.8211632966995239, "masked prediction probs": [ 0.8359654545783997, 0.16403456032276154 @@ -85257,15 +95800,28 @@ 0.03945891931653023 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010067332535982132, + "sufficiency": 0.8745728731155396, + "masked prediction probs": [ + 0.951802134513855, + 0.04819789528846741 + ], + "full text prediction probs": [ + 0.9605410695075989, + 0.03945891931653023 + ], + "labels": 0 } }, "test_1733": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021513022482395172, - "sufficiency": 0.9975871443748474, + "fixed-shap": { + "comprehensiveness": 0.0009191029821522534, + "sufficiency": 0.8870936632156372, "masked prediction probs": [ - 0.9707567691802979, - 0.02924320288002491 + 0.9891697764396667, + 0.010830237530171871 ], "full text prediction probs": [ 0.9899915456771851, @@ -85364,12 +95920,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018899420276284218, - "sufficiency": 0.9953592419624329, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.021474594250321388, + "sufficiency": 0.9975914359092712, "masked prediction probs": [ - 0.9730633497238159, - 0.02693667821586132 + 0.9707567691802979, + 0.02924320288002491 + ], + "full text prediction probs": [ + 0.9899915456771851, + 0.010008466430008411 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0005553303053602576, + "sufficiency": 0.7996399402618408, + "masked prediction probs": [ + 0.9894940257072449, + 0.01050600130110979 ], "full text prediction probs": [ 0.9899915456771851, @@ -85378,8 +95947,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010978867067024112, - "sufficiency": 0.7942574620246887, + "comprehensiveness": 0.0010976416524499655, + "sufficiency": 0.7943034172058105, "masked prediction probs": [ 0.9890079498291016, 0.010992031544446945 @@ -85391,8 +95960,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0008395608747377992, - "sufficiency": 0.885699987411499, + "comprehensiveness": 0.0008393735624849796, + "sufficiency": 0.8857255578041077, "masked prediction probs": [ 0.9892392158508301, 0.010760764591395855 @@ -85405,7 +95974,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7406729459762573, + "sufficiency": 0.740730881690979, "masked prediction probs": [ 0.9899915456771851, 0.010008466430008411 @@ -85417,8 +95986,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006661232328042388, - "sufficiency": 0.8465311527252197, + "comprehensiveness": 0.0006659746286459267, + "sufficiency": 0.846565306186676, "masked prediction probs": [ 0.9893943667411804, 0.01060559507459402 @@ -85430,8 +95999,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01887834444642067, - "sufficiency": 0.9953643679618835, + "comprehensiveness": 0.01887413300573826, + "sufficiency": 0.9953653216362, "masked prediction probs": [ 0.9730633497238159, 0.02693667821586132 @@ -85443,8 +96012,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019025122746825218, - "sufficiency": 0.8797149062156677, + "comprehensiveness": 0.0019020881736651063, + "sufficiency": 0.8797417283058167, "masked prediction probs": [ 0.9882851839065552, 0.011714822612702847 @@ -85456,8 +96025,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018869927152991295, - "sufficiency": 0.9953663945198059, + "comprehensiveness": 0.018865719437599182, + "sufficiency": 0.9953675270080566, + "masked prediction probs": [ + 0.9730633497238159, + 0.02693667821586132 + ], + "full text prediction probs": [ + 0.9899915456771851, + 0.010008466430008411 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018861517310142517, + "sufficiency": 0.995368480682373, "masked prediction probs": [ 0.9730633497238159, 0.02693667821586132 @@ -85470,12 +96052,12 @@ } }, "test_1741": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7172101140022278, + "fixed-shap": { + "comprehensiveness": 0.00033664971124380827, + "sufficiency": 0.678387463092804, "masked prediction probs": [ - 0.9913713932037354, - 0.00862861517816782 + 0.9902370572090149, + 0.009762934409081936 ], "full text prediction probs": [ 0.9905382394790649, @@ -85574,12 +96156,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0016334240790456533, - "sufficiency": 0.8259162902832031, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7177149057388306, "masked prediction probs": [ - 0.9890742897987366, - 0.010925686918199062 + 0.9913713932037354, + 0.00862861517816782 + ], + "full text prediction probs": [ + 0.9905382394790649, + 0.009461769834160805 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0005224115448072553, + "sufficiency": 0.6417824029922485, + "masked prediction probs": [ + 0.9900699257850647, + 0.009930050931870937 ], "full text prediction probs": [ 0.9905382394790649, @@ -85589,7 +96184,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9675902128219604, + "sufficiency": 0.9675973653793335, "masked prediction probs": [ 0.9914116859436035, 0.008588351309299469 @@ -85601,8 +96196,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0016326954355463386, - "sufficiency": 0.8259937763214111, + "comprehensiveness": 0.0016323314048349857, + "sufficiency": 0.8260326385498047, "masked prediction probs": [ 0.9890742897987366, 0.010925686918199062 @@ -85615,7 +96210,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8116700053215027, + "sufficiency": 0.8117119669914246, "masked prediction probs": [ 0.9909349083900452, 0.009065132588148117 @@ -85627,8 +96222,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00041342375334352255, - "sufficiency": 0.6826695799827576, + "comprehensiveness": 0.000413331639720127, + "sufficiency": 0.6827402710914612, "masked prediction probs": [ 0.9901673793792725, 0.009832659736275673 @@ -85640,8 +96235,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03115605004131794, - "sufficiency": 0.8937565088272095, + "comprehensiveness": 0.031149106100201607, + "sufficiency": 0.8937801718711853, "masked prediction probs": [ 0.962583601474762, 0.03741643950343132 @@ -85653,8 +96248,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005280725308693945, - "sufficiency": 0.9234873652458191, + "comprehensiveness": 0.0005279548931866884, + "sufficiency": 0.9235044717788696, "masked prediction probs": [ 0.9900643229484558, 0.009935724548995495 @@ -85666,8 +96261,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0016308765625581145, - "sufficiency": 0.8261876702308655, + "comprehensiveness": 0.0016305132303386927, + "sufficiency": 0.8262264728546143, + "masked prediction probs": [ + 0.9890742897987366, + 0.010925686918199062 + ], + "full text prediction probs": [ + 0.9905382394790649, + 0.009461769834160805 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0016301501309499145, + "sufficiency": 0.8262650966644287, "masked prediction probs": [ 0.9890742897987366, 0.010925686918199062 @@ -85680,12 +96288,12 @@ } }, "test_1746": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.38161784410476685, - "sufficiency": 0.9964244961738586, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9335196614265442, "masked prediction probs": [ - 0.6437299251556396, - 0.35627007484436035 + 0.9896385669708252, + 0.0103613818064332 ], "full text prediction probs": [ 0.9818130731582642, @@ -85784,12 +96392,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.008318867534399033, - "sufficiency": 0.9399753212928772, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3809298574924469, + "sufficiency": 0.9964309334754944, "masked prediction probs": [ - 0.9744299054145813, - 0.025570131838321686 + 0.6437299251556396, + 0.35627007484436035 + ], + "full text prediction probs": [ + 0.9818130731582642, + 0.018186885863542557 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7473790645599365, + "masked prediction probs": [ + 0.9818130731582642, + 0.018186885863542557 ], "full text prediction probs": [ 0.9818130731582642, @@ -85799,7 +96420,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9296970367431641, + "sufficiency": 0.9297128915786743, "masked prediction probs": [ 0.9890900254249573, 0.010909955948591232 @@ -85811,8 +96432,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00831511989235878, - "sufficiency": 0.9400022029876709, + "comprehensiveness": 0.008313247933983803, + "sufficiency": 0.9400157928466797, "masked prediction probs": [ 0.9744299054145813, 0.025570131838321686 @@ -85825,7 +96446,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8525445461273193, + "sufficiency": 0.8525777459144592, "masked prediction probs": [ 0.9887662529945374, 0.011233686469495296 @@ -85838,7 +96459,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8525777459144592, + "sufficiency": 0.8526109457015991, "masked prediction probs": [ 0.9887662529945374, 0.011233686469495296 @@ -85850,8 +96471,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3805011510848999, - "sufficiency": 0.9964349269866943, + "comprehensiveness": 0.38041549921035767, + "sufficiency": 0.9964357614517212, "masked prediction probs": [ 0.6437299251556396, 0.35627007484436035 @@ -85864,7 +96485,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8650556206703186, + "sufficiency": 0.865086019039154, "masked prediction probs": [ 0.9842551946640015, 0.015744861215353012 @@ -85876,8 +96497,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008305766619741917, - "sufficiency": 0.9400697946548462, + "comprehensiveness": 0.008303897455334663, + "sufficiency": 0.9400833249092102, + "masked prediction probs": [ + 0.9744299054145813, + 0.025570131838321686 + ], + "full text prediction probs": [ + 0.9818130731582642, + 0.018186885863542557 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00830203015357256, + "sufficiency": 0.9400967359542847, "masked prediction probs": [ 0.9744299054145813, 0.025570131838321686 @@ -85890,12 +96524,12 @@ } }, "test_1806": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8369105458259583, + "fixed-shap": { + "comprehensiveness": 0.03972198814153671, + "sufficiency": 0.9992329478263855, "masked prediction probs": [ - 0.9934890270233154, - 0.0065109687857329845 + 0.9533342123031616, + 0.046665728092193604 ], "full text prediction probs": [ 0.9888023734092712, @@ -85982,11 +96616,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.837165892124176, + "comprehensiveness": 0.039659805595874786, + "sufficiency": 0.999234139919281, "masked prediction probs": [ - 0.9934890270233154, - 0.0065109687857329845 + 0.9533342123031616, + 0.046665728092193604 ], "full text prediction probs": [ 0.9888023734092712, @@ -85994,13 +96628,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7414835691452026, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03965093567967415, + "sufficiency": 0.9992343187332153, "masked prediction probs": [ + 0.9533342123031616, + 0.046665728092193604 + ], + "full text prediction probs": [ 0.9888023734092712, 0.011197580024600029 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0927162617444992, + "sufficiency": 0.9997267127037048, + "masked prediction probs": [ + 0.9058482050895691, + 0.0941518098115921 + ], "full text prediction probs": [ 0.9888023734092712, 0.011197580024600029 @@ -86009,7 +96656,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8025481104850769, + "sufficiency": 0.8025922775268555, "masked prediction probs": [ 0.9928570985794067, 0.00714292423799634 @@ -86022,7 +96669,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7415990829467773, + "sufficiency": 0.7416568398475647, "masked prediction probs": [ 0.9888023734092712, 0.011197580024600029 @@ -86034,7 +96681,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.09267482906579971, + "comprehensiveness": 0.09265412390232086, "sufficiency": 0.9997268319129944, "masked prediction probs": [ 0.9058482050895691, @@ -86048,7 +96695,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8283476233482361, + "sufficiency": 0.8283860087394714, "masked prediction probs": [ 0.9895665645599365, 0.010433461517095566 @@ -86061,7 +96708,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8373841047286987, + "sufficiency": 0.8374204635620117, "masked prediction probs": [ 0.9934890270233154, 0.0065109687857329845 @@ -86073,8 +96720,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006630501593463123, - "sufficiency": 0.902717113494873, + "comprehensiveness": 0.0006629021372646093, + "sufficiency": 0.9027387499809265, "masked prediction probs": [ 0.9882084727287292, 0.011791598051786423 @@ -86086,12 +96733,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7418875098228455, + "comprehensiveness": 0.09257140755653381, + "sufficiency": 0.9997270703315735, "masked prediction probs": [ + 0.9058482050895691, + 0.0941518098115921 + ], + "full text prediction probs": [ 0.9888023734092712, 0.011197580024600029 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09255075454711914, + "sufficiency": 0.999727189540863, + "masked prediction probs": [ + 0.9058482050895691, + 0.0941518098115921 + ], "full text prediction probs": [ 0.9888023734092712, 0.011197580024600029 @@ -86100,12 +96760,12 @@ } }, "test_35": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6885221004486084, + "fixed-shap": { + "comprehensiveness": 0.06130816414952278, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7635910511016846, - 0.23640891909599304 + 0.01551153976470232, + 0.9844884872436523 ], "full text prediction probs": [ 0.010660186409950256, @@ -86204,12 +96864,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6816468834877014, + "sufficiency": 0.6946887373924255, "masked prediction probs": [ - 0.7798643112182617, - 0.22013570368289948 + 0.7635910511016846, + 0.23640891909599304 + ], + "full text prediction probs": [ + 0.010660186409950256, + 0.9893397688865662 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01142235565930605, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011584610678255558, + 0.9884153604507446 ], "full text prediction probs": [ 0.010660186409950256, @@ -86245,7 +96918,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8501565456390381, + "sufficiency": 0.8505237698554993, "masked prediction probs": [ 0.38465428352355957, 0.6153457164764404 @@ -86257,7 +96930,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05950313061475754, + "comprehensiveness": 0.059357497841119766, "sufficiency": 0.0, "masked prediction probs": [ 0.01551153976470232, @@ -86271,7 +96944,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6855379939079285, + "sufficiency": 0.6863048076629639, "masked prediction probs": [ 0.7798643112182617, 0.22013570368289948 @@ -86283,7 +96956,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03629899397492409, + "comprehensiveness": 0.03621058538556099, "sufficiency": 0.0, "masked prediction probs": [ 0.013634218834340572, @@ -86297,7 +96970,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6870679259300232, + "sufficiency": 0.6878272891044617, + "masked prediction probs": [ + 0.7798643112182617, + 0.22013570368289948 + ], + "full text prediction probs": [ + 0.010660186409950256, + 0.9893397688865662 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6885830163955688, "masked prediction probs": [ 0.7798643112182617, 0.22013570368289948 @@ -86310,12 +96996,12 @@ } }, "test_43": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6593833565711975, + "sufficiency": 0.9992635846138, "masked prediction probs": [ - 0.023672696202993393, - 0.9763273000717163 + 0.3422005772590637, + 0.6577994227409363 ], "full text prediction probs": [ 0.8312177658081055, @@ -86414,12 +97100,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01741483435034752, - 0.9825851917266846 + 0.023672696202993393, + 0.9763273000717163 + ], + "full text prediction probs": [ + 0.8312177658081055, + 0.1687822788953781 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7119988203048706, + "sufficiency": 0.7359728217124939, + "masked prediction probs": [ + 0.30189797282218933, + 0.6981020569801331 ], "full text prediction probs": [ 0.8312177658081055, @@ -86442,7 +97141,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9082642793655396, + "sufficiency": 0.9082889556884766, "masked prediction probs": [ 0.8312177658081055, 0.1687822788953781 @@ -86468,7 +97167,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.05672995373606682, + "sufficiency": 0.056983377784490585, "masked prediction probs": [ 0.9855313301086426, 0.014468629844486713 @@ -86494,7 +97193,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9386571049690247, + "sufficiency": 0.9386736154556274, "masked prediction probs": [ 0.9476333856582642, 0.05236667022109032 @@ -86517,15 +97216,28 @@ 0.1687822788953781 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01741483435034752, + 0.9825851917266846 + ], + "full text prediction probs": [ + 0.8312177658081055, + 0.1687822788953781 + ], + "labels": 1 } }, "test_109": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9180353879928589, - 0.08196458965539932 + 0.6269687414169312, + 0.37303125858306885 ], "full text prediction probs": [ 0.10253988951444626, @@ -86624,12 +97336,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8390158414840698, - 0.16098418831825256 + 0.9180353879928589, + 0.08196458965539932 + ], + "full text prediction probs": [ + 0.10253988951444626, + 0.8974601030349731 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.25686728954315186, + 0.7431327700614929 ], "full text prediction probs": [ 0.10253988951444626, @@ -86727,15 +97452,28 @@ 0.8974601030349731 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8390158414840698, + 0.16098418831825256 + ], + "full text prediction probs": [ + 0.10253988951444626, + 0.8974601030349731 + ], + "labels": 1 } }, "test_111": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3252878487110138, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.726469099521637, "masked prediction probs": [ - 0.6790597438812256, - 0.3209403157234192 + 0.9859150648117065, + 0.014084952883422375 ], "full text prediction probs": [ 0.9632512331008911, @@ -86834,12 +97572,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8782162070274353, - "sufficiency": 0.43080657720565796, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3246932029724121, + "sufficiency": 1.0, "masked prediction probs": [ - 0.1945822834968567, - 0.8054176568984985 + 0.6790597438812256, + 0.3209403157234192 + ], + "full text prediction probs": [ + 0.9632512331008911, + 0.03674883395433426 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7449976801872253, + "masked prediction probs": [ + 0.9823017120361328, + 0.017698315903544426 ], "full text prediction probs": [ 0.9632512331008911, @@ -86849,7 +97600,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7469291687011719, + "sufficiency": 0.746986985206604, "masked prediction probs": [ 0.9827249646186829, 0.01727508008480072 @@ -86862,7 +97613,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.828603208065033, + "sufficiency": 0.8286424279212952, "masked prediction probs": [ 0.9801912307739258, 0.019808707758784294 @@ -86875,7 +97626,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9191267490386963, + "sufficiency": 0.9191452860832214, "masked prediction probs": [ 0.9903054237365723, 0.009694553911685944 @@ -86888,7 +97639,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.774943470954895, + "sufficiency": 0.7749947905540466, "masked prediction probs": [ 0.9903709292411804, 0.009629104286432266 @@ -86900,8 +97651,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7350700497627258, - "sufficiency": 0.9891788959503174, + "comprehensiveness": 0.7349023222923279, + "sufficiency": 0.9891813397407532, "masked prediction probs": [ 0.3191375434398651, 0.6808624267578125 @@ -86914,7 +97665,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8602418899536133, + "sufficiency": 0.8602738380432129, "masked prediction probs": [ 0.990453839302063, 0.009546230547130108 @@ -86926,8 +97677,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7347346544265747, - "sufficiency": 0.989183783531189, + "comprehensiveness": 0.7345670461654663, + "sufficiency": 0.9891862869262695, "masked prediction probs": [ 0.3191375434398651, 0.6808624267578125 @@ -86937,15 +97688,28 @@ 0.03674883395433426 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.876413881778717, + "sufficiency": 0.4319746196269989, + "masked prediction probs": [ + 0.1945822834968567, + 0.8054176568984985 + ], + "full text prediction probs": [ + 0.9632512331008911, + 0.03674883395433426 + ], + "labels": 0 } }, "test_186": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7243421077728271, + "fixed-shap": { + "comprehensiveness": 0.04181431978940964, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8606445789337158, - 0.13935546576976776 + 0.011366299353539944, + 0.9886336326599121 ], "full text prediction probs": [ 0.00794404186308384, @@ -87044,12 +97808,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7296221256256104, + "masked prediction probs": [ + 0.8606445789337158, + 0.13935546576976776 + ], + "full text prediction probs": [ + 0.00794404186308384, + 0.9920559525489807 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04546704888343811, "sufficiency": 0.0, "masked prediction probs": [ - 0.5015175938606262, - 0.49848243594169617 + 0.011747156269848347, + 0.9882528185844421 ], "full text prediction probs": [ 0.00794404186308384, @@ -87058,7 +97835,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.501815676689148, + "comprehensiveness": 0.5006184577941895, "sufficiency": 0.0, "masked prediction probs": [ 0.04991888627409935, @@ -87071,7 +97848,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.20138736069202423, + "comprehensiveness": 0.20090804994106293, "sufficiency": 0.0, "masked prediction probs": [ 0.024829572066664696, @@ -87084,7 +97861,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04525062069296837, + "comprehensiveness": 0.04514317959547043, "sufficiency": 0.0, "masked prediction probs": [ 0.011747156269848347, @@ -87097,7 +97874,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04514317959547043, + "comprehensiveness": 0.04503624513745308, "sufficiency": 0.0, "masked prediction probs": [ 0.011747156269848347, @@ -87123,7 +97900,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.28476276993751526, + "comprehensiveness": 0.28409141302108765, "sufficiency": 0.0, "masked prediction probs": [ 0.0320480540394783, @@ -87147,15 +97924,28 @@ 0.9920559525489807 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5015175938606262, + 0.49848243594169617 + ], + "full text prediction probs": [ + 0.00794404186308384, + 0.9920559525489807 + ], + "labels": 1 } }, "test_193": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12540552020072937, + "fixed-shap": { + "comprehensiveness": 0.07387936115264893, "sufficiency": 0.0, "masked prediction probs": [ - 0.014458278194069862, - 0.9855417609214783 + 0.010020114481449127, + 0.9899798631668091 ], "full text prediction probs": [ 0.003656704444438219, @@ -87254,12 +98044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06775707751512527, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12311810255050659, "sufficiency": 0.0, "masked prediction probs": [ - 0.009601306170225143, - 0.9903987646102905 + 0.014458278194069862, + 0.9855417609214783 + ], + "full text prediction probs": [ + 0.003656704444438219, + 0.9963433146476746 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.00753282755613327, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004319049417972565, + 0.9956809282302856 ], "full text prediction probs": [ 0.003656704444438219, @@ -87268,7 +98071,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06760293990373611, + "comprehensiveness": 0.06744951009750366, "sufficiency": 0.0, "masked prediction probs": [ 0.009601306170225143, @@ -87294,7 +98097,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01831863634288311, + "comprehensiveness": 0.018277248367667198, "sufficiency": 0.0, "masked prediction probs": [ 0.005274824798107147, @@ -87320,7 +98123,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05036340281367302, + "comprehensiveness": 0.05025012418627739, "sufficiency": 0.0, "masked prediction probs": [ 0.008125631138682365, @@ -87333,7 +98136,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0060775200836360455, + "comprehensiveness": 0.006063880864530802, "sufficiency": 0.0, "masked prediction probs": [ 0.004197164438664913, @@ -87346,7 +98149,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06669265776872635, + "comprehensiveness": 0.06654331833124161, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009601306170225143, + 0.9903987646102905 + ], + "full text prediction probs": [ + 0.003656704444438219, + 0.9963433146476746 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06639464944601059, "sufficiency": 0.0, "masked prediction probs": [ 0.009601306170225143, @@ -87360,12 +98176,12 @@ } }, "test_220": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05871759355068207, - "sufficiency": 0.8333828449249268, + "fixed-shap": { + "comprehensiveness": 0.023406365886330605, + "sufficiency": 0.8339440226554871, "masked prediction probs": [ - 0.00869715679436922, - 0.9913028478622437 + 0.005655128508806229, + 0.99434494972229 ], "full text prediction probs": [ 0.003638608381152153, @@ -87464,12 +98280,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.036351125687360764, - "sufficiency": 0.4668980836868286, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.057646799832582474, + "sufficiency": 0.8364179134368896, "masked prediction probs": [ - 0.006828435231000185, - 0.9931715726852417 + 0.00869715679436922, + 0.9913028478622437 + ], + "full text prediction probs": [ + 0.003638608381152153, + 0.9963614344596863 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.019937245175242424, + "sufficiency": 0.6999021172523499, + "masked prediction probs": [ + 0.005392088554799557, + 0.9946079254150391 ], "full text prediction probs": [ 0.003638608381152153, @@ -87478,7 +98307,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.018703153356909752, + "comprehensiveness": 0.018660712987184525, "sufficiency": 0.0, "masked prediction probs": [ 0.005283543840050697, @@ -87504,7 +98333,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.018618464469909668, + "comprehensiveness": 0.018576405942440033, "sufficiency": 0.0, "masked prediction probs": [ 0.005283543840050697, @@ -87517,7 +98346,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.005886320490390062, + "comprehensiveness": 0.0058730533346533775, "sufficiency": 0.0, "masked prediction probs": [ 0.004159819334745407, @@ -87530,7 +98359,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.023691676557064056, + "comprehensiveness": 0.023638397455215454, "sufficiency": 0.0, "masked prediction probs": [ 0.005741180386394262, @@ -87556,7 +98385,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023585360497236252, + "comprehensiveness": 0.023532558232545853, "sufficiency": 0.0, "masked prediction probs": [ 0.005741180386394262, @@ -87567,15 +98396,28 @@ 0.9963614344596863 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03562034294009209, + "sufficiency": 0.47760331630706787, + "masked prediction probs": [ + 0.006828435231000185, + 0.9931715726852417 + ], + "full text prediction probs": [ + 0.003638608381152153, + 0.9963614344596863 + ], + "labels": 1 } }, "test_226": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07252854108810425, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.043806202709674835, + "sufficiency": 0.8331655859947205, "masked prediction probs": [ - 0.009585918858647346, - 0.9904140830039978 + 0.0071021015755832195, + 0.9928978681564331 ], "full text prediction probs": [ 0.003314011497423053, @@ -87674,12 +98516,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10172095149755478, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07121075689792633, "sufficiency": 0.0, "masked prediction probs": [ - 0.01227315329015255, - 0.9877268671989441 + 0.009585918858647346, + 0.9904140830039978 + ], + "full text prediction probs": [ + 0.003314011497423053, + 0.9966860413551331 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.018959829583764076, + "sufficiency": 0.7058428525924683, + "masked prediction probs": [ + 0.0049876621924340725, + 0.9950123429298401 ], "full text prediction probs": [ 0.003314011497423053, @@ -87688,7 +98543,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.010099080391228199, + "comprehensiveness": 0.010076247155666351, "sufficiency": 0.0, "masked prediction probs": [ 0.00420550350099802, @@ -87701,7 +98556,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.013578041456639767, + "comprehensiveness": 0.013547412119805813, "sufficiency": 0.0, "masked prediction probs": [ 0.004515357781201601, @@ -87714,7 +98569,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01454153936356306, + "comprehensiveness": 0.014508809894323349, "sufficiency": 0.0, "masked prediction probs": [ 0.004603459034115076, @@ -87727,7 +98582,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014508809894323349, + "comprehensiveness": 0.014476228505373001, "sufficiency": 0.0, "masked prediction probs": [ 0.004603459034115076, @@ -87740,7 +98595,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10057880729436874, + "comprehensiveness": 0.10035344958305359, "sufficiency": 0.0, "masked prediction probs": [ 0.01227315329015255, @@ -87753,7 +98608,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008529141545295715, + "comprehensiveness": 0.008510074578225613, "sufficiency": 0.0, "masked prediction probs": [ 0.0040753912180662155, @@ -87766,7 +98621,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10012909770011902, + "comprehensiveness": 0.09990575164556503, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01227315329015255, + 0.9877268671989441 + ], + "full text prediction probs": [ + 0.003314011497423053, + 0.9966860413551331 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09968339651823044, "sufficiency": 0.0, "masked prediction probs": [ 0.01227315329015255, @@ -87780,12 +98648,12 @@ } }, "test_267": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015261010266840458, + "fixed-shap": { + "comprehensiveness": 0.04487355425953865, "sufficiency": 0.0, "masked prediction probs": [ - 0.007375998422503471, - 0.992624044418335 + 0.009854186326265335, + 0.990145742893219 ], "full text prediction probs": [ 0.0060987467877566814, @@ -87884,12 +98752,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009653733111917973, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014974677935242653, "sufficiency": 0.0, "masked prediction probs": [ - 0.006922163534909487, - 0.9930778741836548 + 0.007375998422503471, + 0.992624044418335 + ], + "full text prediction probs": [ + 0.0060987467877566814, + 0.993901252746582 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03033594600856304, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008692249655723572, + 0.99130779504776 ], "full text prediction probs": [ 0.0060987467877566814, @@ -87898,7 +98779,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.049525029957294464, + "comprehensiveness": 0.049409423023462296, "sufficiency": 0.0, "masked prediction probs": [ 0.010332695208489895, @@ -87911,7 +98792,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.009608662687242031, + "comprehensiveness": 0.00958628486841917, "sufficiency": 0.0, "masked prediction probs": [ 0.006922163534909487, @@ -87924,7 +98805,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.049294352531433105, + "comprehensiveness": 0.049179818481206894, "sufficiency": 0.0, "masked prediction probs": [ 0.010332695208489895, @@ -87937,7 +98818,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.049179818481206894, + "comprehensiveness": 0.049065813422203064, "sufficiency": 0.0, "masked prediction probs": [ 0.010332695208489895, @@ -87950,7 +98831,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.014801112934947014, + "comprehensiveness": 0.014766881242394447, "sufficiency": 0.0, "masked prediction probs": [ 0.007375998422503471, @@ -87963,7 +98844,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.26497000455856323, + "comprehensiveness": 0.26435860991477966, "sufficiency": 0.0, "masked prediction probs": [ 0.029016343876719475, @@ -87976,7 +98857,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00949780736118555, + "comprehensiveness": 0.009475941769778728, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006922163534909487, + 0.9930778741836548 + ], + "full text prediction probs": [ + 0.0060987467877566814, + 0.993901252746582 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00945417769253254, "sufficiency": 0.0, "masked prediction probs": [ 0.006922163534909487, @@ -87990,12 +98884,12 @@ } }, "test_278": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5322051048278809, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.41570794582366943, - 0.5842920541763306 + 0.8975489139556885, + 0.10245105624198914 ], "full text prediction probs": [ 0.7867291569709778, @@ -88094,12 +98988,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5362170338630676, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5309866070747375, "sufficiency": 1.0, "masked prediction probs": [ - 0.4120532274246216, - 0.5879467725753784 + 0.41570794582366943, + 0.5842920541763306 + ], + "full text prediction probs": [ + 0.7867291569709778, + 0.21327081322669983 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.870110034942627, + 0.12988995015621185 ], "full text prediction probs": [ 0.7867291569709778, @@ -88122,7 +99029,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9660519957542419, + "sufficiency": 0.9660617113113403, "masked prediction probs": [ 0.7867291569709778, 0.21327081322669983 @@ -88134,7 +99041,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2662801146507263, + "comprehensiveness": 0.26620396971702576, "sufficiency": 1.0, "masked prediction probs": [ 0.6005090475082397, @@ -88147,7 +99054,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.26620396971702576, + "comprehensiveness": 0.26612791419029236, "sufficiency": 1.0, "masked prediction probs": [ 0.6005090475082397, @@ -88160,7 +99067,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5354508757591248, + "comprehensiveness": 0.5352978706359863, "sufficiency": 1.0, "masked prediction probs": [ 0.4120532274246216, @@ -88174,7 +99081,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7510645389556885, + "sufficiency": 0.7511356472969055, "masked prediction probs": [ 0.9338809251785278, 0.06611911207437515 @@ -88186,7 +99093,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5351450443267822, + "comprehensiveness": 0.5349921584129333, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4120532274246216, + 0.5879467725753784 + ], + "full text prediction probs": [ + 0.7867291569709778, + 0.21327081322669983 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5348395109176636, "sufficiency": 1.0, "masked prediction probs": [ 0.4120532274246216, @@ -88200,12 +99120,12 @@ } }, "test_290": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9912723898887634, - 0.008727590553462505 + 0.7161945700645447, + 0.2838054597377777 ], "full text prediction probs": [ 0.07136126607656479, @@ -88304,12 +99224,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9914907813072205, - 0.008509177714586258 + 0.9912723898887634, + 0.008727590553462505 + ], + "full text prediction probs": [ + 0.07136126607656479, + 0.9286386966705322 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.051425475627183914, + 0.9485745429992676 ], "full text prediction probs": [ 0.07136126607656479, @@ -88407,15 +99340,28 @@ 0.9286386966705322 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9914907813072205, + 0.008509177714586258 + ], + "full text prediction probs": [ + 0.07136126607656479, + 0.9286386966705322 + ], + "labels": 1 } }, "test_400": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9884180426597595, + "sufficiency": 0.5420516133308411, "masked prediction probs": [ - 0.9843838214874268, - 0.015616212040185928 + 0.9855953454971313, + 0.014404700137674809 ], "full text prediction probs": [ 0.9804423451423645, @@ -88503,10 +99449,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.988436222076416, + "sufficiency": 0.5427701473236084, "masked prediction probs": [ - 0.9843838214874268, - 0.015616212040185928 + 0.9855953454971313, + 0.014404700137674809 ], "full text prediction probs": [ 0.9804423451423645, @@ -88514,9 +99460,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.5428725481033325, + "masked prediction probs": [ + 0.9855953454971313, + 0.014404700137674809 + ], + "full text prediction probs": [ + 0.9804423451423645, + 0.019557666033506393 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6620343327522278, + "sufficiency": 0.6621100306510925, "masked prediction probs": [ 0.9810526967048645, 0.018947254866361618 @@ -88529,7 +99488,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7920926213264465, + "sufficiency": 0.7921392321586609, "masked prediction probs": [ 0.9864105582237244, 0.01358946692198515 @@ -88542,7 +99501,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7564809918403625, + "sufficiency": 0.756535530090332, "masked prediction probs": [ 0.9804423451423645, 0.019557666033506393 @@ -88555,7 +99514,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9884465336799622, + "sufficiency": 0.9884491562843323, "masked prediction probs": [ 0.9843838214874268, 0.015616212040185928 @@ -88568,7 +99527,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6623369455337524, + "sufficiency": 0.6624125242233276, "masked prediction probs": [ 0.9810526967048645, 0.018947254866361618 @@ -88580,7 +99539,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012395286932587624, + "comprehensiveness": 0.012392512522637844, "sufficiency": 1.0, "masked prediction probs": [ 0.9693677425384521, @@ -88594,7 +99553,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9747622609138489, + "sufficiency": 0.974767804145813, "masked prediction probs": [ 0.9854254722595215, 0.014574509114027023 @@ -88607,7 +99566,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6625636219978333, + "sufficiency": 0.6626390814781189, + "masked prediction probs": [ + 0.9810526967048645, + 0.018947254866361618 + ], + "full text prediction probs": [ + 0.9804423451423645, + 0.019557666033506393 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6627145409584045, "masked prediction probs": [ 0.9810526967048645, 0.018947254866361618 @@ -88620,12 +99592,12 @@ } }, "test_468": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.807212233543396, + "fixed-shap": { + "comprehensiveness": 0.028018740937113762, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6572414636611938, - 0.34275850653648376 + 0.0067278118804097176, + 0.9932722449302673 ], "full text prediction probs": [ 0.0043333531357347965, @@ -88724,12 +99696,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8059121370315552, + "sufficiency": 0.8107519745826721, "masked prediction probs": [ - 0.5890845656394958, - 0.41091546416282654 + 0.6572414636611938, + 0.34275850653648376 + ], + "full text prediction probs": [ + 0.0043333531357347965, + 0.9956666231155396 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01786569319665432, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0058922297321259975, + 0.994107723236084 ], "full text prediction probs": [ 0.0043333531357347965, @@ -88739,7 +99724,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8063565492630005, + "sufficiency": 0.8067989945411682, "masked prediction probs": [ 0.5890845656394958, 0.41091546416282654 @@ -88751,7 +99736,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01252999622374773, + "comprehensiveness": 0.012501402758061886, "sufficiency": 0.0, "masked prediction probs": [ 0.005429244600236416, @@ -88765,7 +99750,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8072393536567688, + "sufficiency": 0.8076777458190918, "masked prediction probs": [ 0.5890845656394958, 0.41091546416282654 @@ -88778,7 +99763,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8076777458190918, + "sufficiency": 0.8081141114234924, "masked prediction probs": [ 0.5890845656394958, 0.41091546416282654 @@ -88791,7 +99776,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7800483703613281, + "sufficiency": 0.7805463075637817, "masked prediction probs": [ 0.42968472838401794, 0.5703153014183044 @@ -88803,7 +99788,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014783518388867378, + "comprehensiveness": 0.014750087633728981, "sufficiency": 0.0, "masked prediction probs": [ 0.005638092290610075, @@ -88817,7 +99802,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8089810013771057, + "sufficiency": 0.8094115257263184, + "masked prediction probs": [ + 0.5890845656394958, + 0.41091546416282654 + ], + "full text prediction probs": [ + 0.0043333531357347965, + 0.9956666231155396 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8098400831222534, "masked prediction probs": [ 0.5890845656394958, 0.41091546416282654 @@ -88830,12 +99828,12 @@ } }, "test_495": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.4690161645412445, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9692771434783936, - 0.030722850933670998 + 0.9704842567443848, + 0.02951573207974434 ], "full text prediction probs": [ 0.03349252790212631, @@ -88923,10 +99921,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4818800985813141, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9692771434783936, - 0.030722850933670998 + 0.9704842567443848, + 0.02951573207974434 ], "full text prediction probs": [ 0.03349252790212631, @@ -88934,12 +99932,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7458138465881348, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9009534120559692, - 0.09904655069112778 + 0.9704842567443848, + 0.02951573207974434 + ], + "full text prediction probs": [ + 0.03349252790212631, + 0.9665074348449707 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9656078219413757, + 0.034392181783914566 ], "full text prediction probs": [ 0.03349252790212631, @@ -88948,7 +99959,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6839572191238403, + "comprehensiveness": 0.6816104054450989, "sufficiency": 0.0, "masked prediction probs": [ 0.07322870194911957, @@ -88987,7 +99998,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6769647002220154, + "comprehensiveness": 0.6746655702590942, "sufficiency": 0.0, "masked prediction probs": [ 0.07322870194911957, @@ -89001,7 +100012,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7501230239868164, + "sufficiency": 0.7509673833847046, "masked prediction probs": [ 0.9009534120559692, 0.09904655069112778 @@ -89013,7 +100024,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2420945018529892, + "comprehensiveness": 0.24127782881259918, "sufficiency": 0.0, "masked prediction probs": [ 0.04779978096485138, @@ -89027,10 +100038,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7518060207366943, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9009534120559692, - 0.09904655069112778 + 0.9656078219413757, + 0.034392181783914566 + ], + "full text prediction probs": [ + 0.03349252790212631, + 0.9665074348449707 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9656078219413757, + 0.034392181783914566 ], "full text prediction probs": [ 0.03349252790212631, @@ -89040,12 +100064,12 @@ } }, "test_508": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003403052221983671, - "sufficiency": 0.9430181980133057, + "fixed-shap": { + "comprehensiveness": 0.43495801091194153, + "sufficiency": 0.9810282588005066, "masked prediction probs": [ - 0.9771469235420227, - 0.02285301871597767 + 0.59280925989151, + 0.4071907103061676 ], "full text prediction probs": [ 0.980177640914917, @@ -89144,12 +100168,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0014995560050010681, - "sufficiency": 0.7771016955375671, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003396949265152216, + "sufficiency": 0.9431203603744507, "masked prediction probs": [ - 0.9788397550582886, - 0.021160220727324486 + 0.9771469235420227, + 0.02285301871597767 + ], + "full text prediction probs": [ + 0.980177640914917, + 0.01982239820063114 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7566507458686829, + "masked prediction probs": [ + 0.980177640914917, + 0.01982239820063114 ], "full text prediction probs": [ 0.980177640914917, @@ -89159,7 +100196,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5733668804168701, + "sufficiency": 0.5734624862670898, "masked prediction probs": [ 0.9853301048278809, 0.014669925905764103 @@ -89172,7 +100209,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7567052245140076, + "sufficiency": 0.756759762763977, "masked prediction probs": [ 0.980177640914917, 0.01982239820063114 @@ -89184,8 +100221,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008602265268564224, - "sufficiency": 0.8743578195571899, + "comprehensiveness": 0.008600338362157345, + "sufficiency": 0.8743859529495239, "masked prediction probs": [ 0.9724976420402527, 0.02750232443213463 @@ -89198,7 +100235,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7568143010139465, + "sufficiency": 0.7568687200546265, "masked prediction probs": [ 0.980177640914917, 0.01982239820063114 @@ -89210,8 +100247,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.008028850890696049, - "sufficiency": 0.8520118594169617, + "comprehensiveness": 0.00802705343812704, + "sufficiency": 0.852044939994812, "masked prediction probs": [ 0.9730063676834106, 0.026993654668331146 @@ -89223,8 +100260,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0042804633267223835, - "sufficiency": 0.8420560359954834, + "comprehensiveness": 0.0042795054614543915, + "sufficiency": 0.8420913815498352, "masked prediction probs": [ 0.9763535261154175, 0.023646408692002296 @@ -89237,7 +100274,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7569775581359863, + "sufficiency": 0.7570319771766663, "masked prediction probs": [ 0.980177640914917, 0.01982239820063114 @@ -89247,15 +100284,28 @@ 0.01982239820063114 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0014965366572141647, + "sufficiency": 0.777550458908081, + "masked prediction probs": [ + 0.9788397550582886, + 0.021160220727324486 + ], + "full text prediction probs": [ + 0.980177640914917, + 0.01982239820063114 + ], + "labels": 1 } }, "test_511": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9390670657157898, - 0.06093290448188782 + 0.14203938841819763, + 0.8579606413841248 ], "full text prediction probs": [ 0.10114143043756485, @@ -89354,12 +100404,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.93556147813797, - 0.06443850696086884 + 0.9390670657157898, + 0.06093290448188782 + ], + "full text prediction probs": [ + 0.10114143043756485, + 0.8988585472106934 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06859388202428818, + 0.9314061403274536 ], "full text prediction probs": [ 0.10114143043756485, @@ -89457,15 +100520,28 @@ 0.8988585472106934 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.93556147813797, + 0.06443850696086884 + ], + "full text prediction probs": [ + 0.10114143043756485, + 0.8988585472106934 + ], + "labels": 1 } }, "test_529": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9826512932777405, - 0.01734871231019497 + 0.9782950282096863, + 0.02170501835644245 ], "full text prediction probs": [ 0.09976234287023544, @@ -89564,7 +100640,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -89577,6 +100653,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9776766896247864, + 0.022323282435536385 + ], + "full text prediction probs": [ + 0.09976234287023544, + 0.9002376794815063 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -89667,15 +100756,28 @@ 0.9002376794815063 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9826512932777405, + 0.01734871231019497 + ], + "full text prediction probs": [ + 0.09976234287023544, + 0.9002376794815063 + ], + "labels": 1 } }, "test_535": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1546802669763565, - "sufficiency": 0.6031238436698914, + "fixed-shap": { + "comprehensiveness": 0.5200467109680176, + "sufficiency": 0.9123067855834961, "masked prediction probs": [ - 0.016921846196055412, - 0.9830781817436218 + 0.048416927456855774, + 0.9515830278396606 ], "full text prediction probs": [ 0.0035882112570106983, @@ -89774,12 +100876,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08877785503864288, - "sufficiency": 0.19856952130794525, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15186108648777008, + "sufficiency": 0.6103489995002747, "masked prediction probs": [ - 0.01138295978307724, - 0.9886170029640198 + 0.016921846196055412, + 0.9830781817436218 + ], + "full text prediction probs": [ + 0.0035882112570106983, + 0.9964118599891663 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03965318948030472, + "sufficiency": 0.8953530788421631, + "masked prediction probs": [ + 0.007077651564031839, + 0.992922306060791 ], "full text prediction probs": [ 0.0035882112570106983, @@ -89788,8 +100903,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0885760635137558, - "sufficiency": 0.20038914680480957, + "comprehensiveness": 0.08837518095970154, + "sufficiency": 0.2022005319595337, "masked prediction probs": [ 0.01138295978307724, 0.9886170029640198 @@ -89801,7 +100916,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.005074396263808012, + "comprehensiveness": 0.005062913987785578, "sufficiency": 0.0, "masked prediction probs": [ 0.004035748541355133, @@ -89814,7 +100929,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021299434825778008, + "comprehensiveness": 0.021251346915960312, "sufficiency": 0.0, "masked prediction probs": [ 0.005471059586852789, @@ -89827,7 +100942,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0063646407797932625, + "comprehensiveness": 0.0063503035344183445, "sufficiency": 0.0, "masked prediction probs": [ 0.00415198877453804, @@ -89840,8 +100955,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08777796477079391, - "sufficiency": 0.20758578181266785, + "comprehensiveness": 0.08758068084716797, + "sufficiency": 0.20936474204063416, "masked prediction probs": [ 0.01138295978307724, 0.9886170029640198 @@ -89853,7 +100968,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027028420940041542, + "comprehensiveness": 0.026967810466885567, "sufficiency": 0.0, "masked prediction probs": [ 0.005993744358420372, @@ -89866,8 +100981,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08738428354263306, - "sufficiency": 0.21113573014736176, + "comprehensiveness": 0.08718876540660858, + "sufficiency": 0.21289880573749542, + "masked prediction probs": [ + 0.01138295978307724, + 0.9886170029640198 + ], + "full text prediction probs": [ + 0.0035882112570106983, + 0.9964118599891663 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08699411898851395, + "sufficiency": 0.21465402841567993, "masked prediction probs": [ 0.01138295978307724, 0.9886170029640198 @@ -89880,12 +101008,12 @@ } }, "test_560": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1800525188446045, + "fixed-shap": { + "comprehensiveness": 0.02803443744778633, "sufficiency": 0.0, "masked prediction probs": [ - 0.020948225632309914, - 0.9790518283843994 + 0.008184896782040596, + 0.9918150305747986 ], "full text prediction probs": [ 0.00583131005987525, @@ -89984,12 +101112,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01993260532617569, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17668487131595612, "sufficiency": 0.0, "masked prediction probs": [ - 0.00753667252138257, - 0.9924633502960205 + 0.020948225632309914, + 0.9790518283843994 + ], + "full text prediction probs": [ + 0.00583131005987525, + 0.994168758392334 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0023297304287552834, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006031049881130457, + 0.9939689636230469 ], "full text prediction probs": [ 0.00583131005987525, @@ -89998,7 +101139,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.09932978451251984, + "comprehensiveness": 0.09909863770008087, "sufficiency": 0.0, "masked prediction probs": [ 0.014349615201354027, @@ -90011,7 +101152,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01308255922049284, + "comprehensiveness": 0.013052185997366905, "sufficiency": 0.0, "masked prediction probs": [ 0.0069557372480630875, @@ -90024,7 +101165,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.061083149164915085, + "comprehensiveness": 0.0609416626393795, "sufficiency": 0.0, "masked prediction probs": [ 0.011094111017882824, @@ -90037,7 +101178,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01974792592227459, + "comprehensiveness": 0.019702289253473282, "sufficiency": 0.0, "masked prediction probs": [ 0.00753667252138257, @@ -90050,7 +101191,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04076112434267998, + "comprehensiveness": 0.04066714644432068, "sufficiency": 0.0, "masked prediction probs": [ 0.009359555318951607, @@ -90063,7 +101204,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01296190544962883, + "comprehensiveness": 0.012932089157402515, "sufficiency": 0.0, "masked prediction probs": [ 0.0069557372480630875, @@ -90076,7 +101217,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019611647352576256, + "comprehensiveness": 0.01956663653254509, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00753667252138257, + 0.9924633502960205 + ], + "full text prediction probs": [ + 0.00583131005987525, + 0.994168758392334 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.019521834328770638, "sufficiency": 0.0, "masked prediction probs": [ 0.00753667252138257, @@ -90090,12 +101244,12 @@ } }, "test_587": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3989778757095337, - "sufficiency": 0.9281601309776306, + "fixed-shap": { + "comprehensiveness": 0.0358828566968441, + "sufficiency": 0.28974640369415283, "masked prediction probs": [ - 0.03789033368229866, - 0.9621096253395081 + 0.006536489352583885, + 0.9934635162353516 ], "full text prediction probs": [ 0.003437923965975642, @@ -90194,12 +101348,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09027711302042007, - "sufficiency": 0.8394820690155029, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3917185664176941, + "sufficiency": 0.9294657707214355, "masked prediction probs": [ - 0.011378034949302673, - 0.9886220097541809 + 0.03789033368229866, + 0.9621096253395081 + ], + "full text prediction probs": [ + 0.003437923965975642, + 0.9965620636940002 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04096498340368271, + "sufficiency": 0.3099699914455414, + "masked prediction probs": [ + 0.007049131207168102, + 0.9929509162902832 ], "full text prediction probs": [ 0.003437923965975642, @@ -90208,7 +101375,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.029698176309466362, + "comprehensiveness": 0.029630938544869423, "sufficiency": 0.0, "masked prediction probs": [ 0.006055888719856739, @@ -90234,7 +101401,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.014553820714354515, + "comprehensiveness": 0.014521018601953983, "sufficiency": 0.0, "masked prediction probs": [ 0.004726701881736517, @@ -90260,8 +101427,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08926204591989517, - "sufficiency": 0.8412848711013794, + "comprehensiveness": 0.08906176686286926, + "sufficiency": 0.8416405916213989, "masked prediction probs": [ 0.011378034949302673, 0.9886220097541809 @@ -90273,7 +101440,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009213586337864399, + "comprehensiveness": 0.009192959405481815, "sufficiency": 0.0, "masked prediction probs": [ 0.004259356763213873, @@ -90286,8 +101453,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08886238187551498, - "sufficiency": 0.8419947028160095, + "comprehensiveness": 0.08866389095783234, + "sufficiency": 0.842347264289856, + "masked prediction probs": [ + 0.011378034949302673, + 0.9886220097541809 + ], + "full text prediction probs": [ + 0.003437923965975642, + 0.9965620636940002 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08846628665924072, + "sufficiency": 0.8426982164382935, "masked prediction probs": [ 0.011378034949302673, 0.9886220097541809 @@ -90300,12 +101480,12 @@ } }, "test_595": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.031099513173103333, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.03056035190820694, + "sufficiency": 0.5354958772659302, "masked prediction probs": [ - 0.006777453701943159, - 0.9932225942611694 + 0.0067312028259038925, + 0.9932687878608704 ], "full text prediction probs": [ 0.004112859722226858, @@ -90404,12 +101584,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.019483482465147972, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.030529288575053215, "sufficiency": 0.0, "masked prediction probs": [ - 0.005813397001475096, - 0.9941866397857666 + 0.006777453701943159, + 0.9932225942611694 + ], + "full text prediction probs": [ + 0.004112859722226858, + 0.9958871006965637 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.025025516748428345, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0063021220266819, + 0.9936979413032532 ], "full text prediction probs": [ 0.004112859722226858, @@ -90418,7 +101611,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.032720278948545456, + "comprehensiveness": 0.03264562785625458, "sufficiency": 0.0, "masked prediction probs": [ 0.006975184194743633, @@ -90444,7 +101637,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03032081015408039, + "comprehensiveness": 0.030251948162913322, "sufficiency": 0.0, "masked prediction probs": [ 0.006777453701943159, @@ -90457,7 +101650,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0193064846098423, + "comprehensiveness": 0.019262736663222313, "sufficiency": 0.0, "masked prediction probs": [ 0.005813397001475096, @@ -90470,7 +101663,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03613122180104256, + "comprehensiveness": 0.036049533635377884, "sufficiency": 0.0, "masked prediction probs": [ 0.007302477024495602, @@ -90483,8 +101676,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05382100120186806, - "sufficiency": 0.3157999515533447, + "comprehensiveness": 0.053699593991041183, + "sufficiency": 0.3173415958881378, "masked prediction probs": [ 0.008874835446476936, 0.9911251664161682 @@ -90496,7 +101689,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019175833091139793, + "comprehensiveness": 0.019132675603032112, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005813397001475096, + 0.9941866397857666 + ], + "full text prediction probs": [ + 0.004112859722226858, + 0.9958871006965637 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0190897099673748, "sufficiency": 0.0, "masked prediction probs": [ 0.005813397001475096, @@ -90510,12 +101716,12 @@ } }, "test_608": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6913285851478577, - "sufficiency": 0.9863859415054321, + "fixed-shap": { + "comprehensiveness": 0.007579940836876631, + "sufficiency": 0.6482933759689331, "masked prediction probs": [ - 0.36839330196380615, - 0.6316066980361938 + 0.985980749130249, + 0.01401923131197691 ], "full text prediction probs": [ 0.9928272366523743, @@ -90614,12 +101820,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.413462370634079, - "sufficiency": 0.9878355860710144, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6901060938835144, + "sufficiency": 0.9864100217819214, "masked prediction probs": [ - 0.6187109351158142, - 0.3812890648841858 + 0.36839330196380615, + 0.6316066980361938 + ], + "full text prediction probs": [ + 0.9928272366523743, + 0.0071727074682712555 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0031030667014420033, + "sufficiency": 0.5688815116882324, + "masked prediction probs": [ + 0.9900188446044922, + 0.009981186129152775 ], "full text prediction probs": [ 0.9928272366523743, @@ -90628,8 +101847,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0011716271983459592, - "sufficiency": 0.8251426815986633, + "comprehensiveness": 0.001171368290670216, + "sufficiency": 0.8251813650131226, "masked prediction probs": [ 0.9917668700218201, 0.008233090862631798 @@ -90641,8 +101860,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0023435268085449934, - "sufficiency": 0.6918566823005676, + "comprehensiveness": 0.002343008993193507, + "sufficiency": 0.6919246912002563, "masked prediction probs": [ 0.9907057881355286, 0.009294210001826286 @@ -90654,8 +101873,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003943920601159334, - "sufficiency": 0.6173341870307922, + "comprehensiveness": 0.003943049348890781, + "sufficiency": 0.6174187064170837, "masked prediction probs": [ 0.9892562627792358, 0.010743784718215466 @@ -90667,8 +101886,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00031038408633321524, - "sufficiency": 0.7625386714935303, + "comprehensiveness": 0.0003103155759163201, + "sufficiency": 0.7625911831855774, "masked prediction probs": [ 0.9925461411476135, 0.007453898899257183 @@ -90680,8 +101899,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4130059480667114, - "sufficiency": 0.9878491163253784, + "comprehensiveness": 0.4129147529602051, + "sufficiency": 0.9878518581390381, "masked prediction probs": [ 0.6187109351158142, 0.3812890648841858 @@ -90693,8 +101912,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0018263525562360883, - "sufficiency": 0.8597751259803772, + "comprehensiveness": 0.0018259495263919234, + "sufficiency": 0.8598060011863708, "masked prediction probs": [ 0.9911724925041199, 0.008827561512589455 @@ -90706,8 +101925,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4128236472606659, - "sufficiency": 0.9878544807434082, + "comprehensiveness": 0.4127325415611267, + "sufficiency": 0.9878570437431335, + "masked prediction probs": [ + 0.6187109351158142, + 0.3812890648841858 + ], + "full text prediction probs": [ + 0.9928272366523743, + 0.0071727074682712555 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4126414954662323, + "sufficiency": 0.9878597855567932, "masked prediction probs": [ 0.6187109351158142, 0.3812890648841858 @@ -90720,12 +101952,12 @@ } }, "test_657": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007282049395143986, + "fixed-shap": { + "comprehensiveness": 0.05126123130321503, "sufficiency": 0.0, "masked prediction probs": [ - 0.005844685714691877, - 0.9941552877426147 + 0.009563553147017956, + 0.9904363751411438 ], "full text prediction probs": [ 0.005228958558291197, @@ -90824,12 +102056,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005222262814640999, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007146800402551889, "sufficiency": 0.0, "masked prediction probs": [ - 0.005678894463926554, - 0.9943211078643799 + 0.005844685714691877, + 0.9941552877426147 + ], + "full text prediction probs": [ + 0.005228958558291197, + 0.9947710633277893 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04365386813879013, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008998915553092957, + 0.9910010695457458 ], "full text prediction probs": [ 0.005228958558291197, @@ -90838,7 +102083,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.029308481141924858, + "comprehensiveness": 0.02924075350165367, "sufficiency": 0.0, "masked prediction probs": [ 0.007760081440210342, @@ -90851,7 +102096,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.028444748371839523, + "comprehensiveness": 0.0283791683614254, "sufficiency": 0.0, "masked prediction probs": [ 0.007691110949963331, @@ -90864,8 +102109,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1254759132862091, - "sufficiency": 0.7195667624473572, + "comprehensiveness": 0.12518729269504547, + "sufficiency": 0.7202110886573792, "masked prediction probs": [ 0.016115427017211914, 0.9838846325874329 @@ -90877,7 +102122,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09357380867004395, + "comprehensiveness": 0.09335905313491821, "sufficiency": 0.0, "masked prediction probs": [ 0.0133662736043334, @@ -90890,7 +102135,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10775396972894669, + "comprehensiveness": 0.10750724375247955, "sufficiency": 0.0, "masked prediction probs": [ 0.01462095882743597, @@ -90903,7 +102148,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01808992214500904, + "comprehensiveness": 0.018048595637083054, "sufficiency": 0.0, "masked prediction probs": [ 0.006809301674365997, @@ -90916,8 +102161,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12432932108640671, - "sufficiency": 0.7221264243125916, + "comprehensiveness": 0.12404593825340271, + "sufficiency": 0.7227590680122375, "masked prediction probs": [ 0.016115427017211914, 0.9838846325874329 @@ -90927,15 +102172,28 @@ 0.9947710633277893 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005115379113703966, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005678894463926554, + 0.9943211078643799 + ], + "full text prediction probs": [ + 0.005228958558291197, + 0.9947710633277893 + ], + "labels": 1 } }, "test_658": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.016340306028723717, - 0.9836597442626953 + 0.03810621798038483, + 0.9618937373161316 ], "full text prediction probs": [ 0.8019443154335022, @@ -91034,7 +102292,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.016340306028723717, + 0.9836597442626953 + ], + "full text prediction probs": [ + 0.8019443154335022, + 0.1980556845664978 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -91062,7 +102333,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9454787373542786, + "sufficiency": 0.9454939961433411, "masked prediction probs": [ 0.8019443154335022, 0.1980556845664978 @@ -91074,7 +102345,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7065607309341431, + "comprehensiveness": 0.7063630223274231, "sufficiency": 1.0, "masked prediction probs": [ 0.2970682680606842, @@ -91137,15 +102408,28 @@ 0.1980556845664978 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01611102744936943, + 0.9838889837265015 + ], + "full text prediction probs": [ + 0.8019443154335022, + 0.1980556845664978 + ], + "labels": 1 } }, "test_661": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01829402707517147, - "sufficiency": 0.758094072341919, + "fixed-shap": { + "comprehensiveness": 0.1112256795167923, + "sufficiency": 0.8492124676704407, "masked prediction probs": [ - 0.005632847547531128, - 0.9943671822547913 + 0.013599429279565811, + 0.9864006042480469 ], "full text prediction probs": [ 0.004064497537910938, @@ -91244,12 +102528,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0696796104311943, - "sufficiency": 0.020707616582512856, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.017958782613277435, + "sufficiency": 0.7625220417976379, "masked prediction probs": [ - 0.010149305686354637, - 0.989850640296936 + 0.005632847547531128, + 0.9943671822547913 + ], + "full text prediction probs": [ + 0.004064497537910938, + 0.9959354400634766 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.020887572318315506, + "sufficiency": 0.8840271234512329, + "masked prediction probs": [ + 0.005892721936106682, + 0.9941072463989258 ], "full text prediction probs": [ 0.004064497537910938, @@ -91258,7 +102555,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.031957194209098816, + "comprehensiveness": 0.0318843275308609, "sufficiency": 0.0, "masked prediction probs": [ 0.006861635949462652, @@ -91271,7 +102568,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.006639538798481226, + "comprehensiveness": 0.0066244336776435375, "sufficiency": 0.0, "masked prediction probs": [ 0.004647072870284319, @@ -91284,7 +102581,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03181178867816925, + "comprehensiveness": 0.031739577651023865, "sufficiency": 0.0, "masked prediction probs": [ 0.006861635949462652, @@ -91297,7 +102594,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.031739577651023865, + "comprehensiveness": 0.03166769817471504, "sufficiency": 0.0, "masked prediction probs": [ 0.006861635949462652, @@ -91310,7 +102607,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.048212479799985886, + "comprehensiveness": 0.048103537410497665, "sufficiency": 0.0, "masked prediction probs": [ 0.008322945795953274, @@ -91323,7 +102620,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006296739913523197, + "comprehensiveness": 0.0062825437635183334, "sufficiency": 0.0, "masked prediction probs": [ 0.00462194113060832, @@ -91336,7 +102633,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04799508675932884, + "comprehensiveness": 0.04788712412118912, "sufficiency": 0.0, "masked prediction probs": [ 0.008322945795953274, @@ -91347,15 +102644,28 @@ 0.9959354400634766 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06827211380004883, + "sufficiency": 0.040466707199811935, + "masked prediction probs": [ + 0.010149305686354637, + 0.989850640296936 + ], + "full text prediction probs": [ + 0.004064497537910938, + 0.9959354400634766 + ], + "labels": 1 } }, "test_671": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9640719890594482, - 0.03592807054519653 + 0.016092263162136078, + 0.9839076995849609 ], "full text prediction probs": [ 0.023346897214651108, @@ -91454,12 +102764,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8020172119140625, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9671359062194824, - 0.032864153385162354 + 0.9640719890594482, + 0.03592807054519653 + ], + "full text prediction probs": [ + 0.023346897214651108, + 0.9766530990600586 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01401693094521761, + 0.9859830737113953 ], "full text prediction probs": [ 0.023346897214651108, @@ -91469,7 +102792,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8025966882705688, + "sufficiency": 0.8031728267669678, "masked prediction probs": [ 0.9671359062194824, 0.032864153385162354 @@ -91507,7 +102830,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4899172782897949, + "comprehensiveness": 0.48849788308143616, "sufficiency": 0.0, "masked prediction probs": [ 0.05707431957125664, @@ -91520,7 +102843,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.999177098274231, "sufficiency": 0.0, "masked prediction probs": [ 0.0925331637263298, @@ -91547,7 +102870,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8060035705566406, + "sufficiency": 0.8065599799156189, + "masked prediction probs": [ + 0.9671359062194824, + 0.032864153385162354 + ], + "full text prediction probs": [ + 0.023346897214651108, + 0.9766530990600586 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8071131706237793, "masked prediction probs": [ 0.9671359062194824, 0.032864153385162354 @@ -91560,12 +102896,12 @@ } }, "test_697": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03693026676774025, + "fixed-shap": { + "comprehensiveness": 0.0610724501311779, "sufficiency": 0.0, "masked prediction probs": [ - 0.008407390676438808, - 0.9915926456451416 + 0.010447461158037186, + 0.9895525574684143 ], "full text prediction probs": [ 0.0052866265177726746, @@ -91664,12 +103000,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02071337215602398, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03624390438199043, "sufficiency": 0.0, "masked prediction probs": [ - 0.007070148829370737, - 0.9929298758506775 + 0.008407390676438808, + 0.9915926456451416 + ], + "full text prediction probs": [ + 0.0052866265177726746, + 0.9947133660316467 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03954058513045311, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008699118159711361, + 0.9913008809089661 ], "full text prediction probs": [ 0.0052866265177726746, @@ -91678,7 +103027,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07782558351755142, + "comprehensiveness": 0.07764562219381332, "sufficiency": 0.0, "masked prediction probs": [ 0.012003215029835701, @@ -91691,7 +103040,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02061757631599903, + "comprehensiveness": 0.02057000994682312, "sufficiency": 0.0, "masked prediction probs": [ 0.007070148829370737, @@ -91704,7 +103053,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07746648043394089, + "comprehensiveness": 0.0772881731390953, "sufficiency": 0.0, "masked prediction probs": [ 0.012003215029835701, @@ -91717,7 +103066,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05558992549777031, + "comprehensiveness": 0.05546226352453232, "sufficiency": 0.0, "masked prediction probs": [ 0.010117605328559875, @@ -91730,7 +103079,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05228165164589882, + "comprehensiveness": 0.05216186121106148, "sufficiency": 0.0, "masked prediction probs": [ 0.009840525686740875, @@ -91743,7 +103092,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.039087601006031036, + "comprehensiveness": 0.03899824619293213, "sufficiency": 0.0, "masked prediction probs": [ 0.008699118159711361, @@ -91756,7 +103105,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02038191817700863, + "comprehensiveness": 0.020335430279374123, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007070148829370737, + 0.9929298758506775 + ], + "full text prediction probs": [ + 0.0052866265177726746, + 0.9947133660316467 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02028915472328663, "sufficiency": 0.0, "masked prediction probs": [ 0.007070148829370737, @@ -91770,12 +103132,12 @@ } }, "test_724": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9737449884414673, + "fixed-shap": { + "comprehensiveness": 0.4300648272037506, + "sufficiency": 0.955964207649231, "masked prediction probs": [ - 0.022269541397690773, - 0.9777305126190186 + 0.6054798364639282, + 0.39452019333839417 ], "full text prediction probs": [ 0.9947630763053894, @@ -91874,12 +103236,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9591153860092163, + "sufficiency": 0.9737913012504578, "masked prediction probs": [ - 0.025531118735671043, - 0.9744688868522644 + 0.022269541397690773, + 0.9777305126190186 + ], + "full text prediction probs": [ + 0.9947630763053894, + 0.005236905999481678 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00848401989787817, + "sufficiency": 0.9557059407234192, + "masked prediction probs": [ + 0.9870682954788208, + 0.012931722216308117 ], "full text prediction probs": [ 0.9947630763053894, @@ -91888,7 +103263,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003110375953838229, + "comprehensiveness": 0.003109690034762025, "sufficiency": 0.0, "masked prediction probs": [ 0.9919420480728149, @@ -91901,8 +103276,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010396426543593407, - "sufficiency": 0.8889235854148865, + "comprehensiveness": 0.010394135490059853, + "sufficiency": 0.8889480829238892, "masked prediction probs": [ 0.9853317141532898, 0.014668208546936512 @@ -91914,8 +103289,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0032770377583801746, - "sufficiency": 0.8757413625717163, + "comprehensiveness": 0.0032763155177235603, + "sufficiency": 0.8757686614990234, "masked prediction probs": [ 0.9917895793914795, 0.008210403844714165 @@ -91927,8 +103302,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011843781685456634, - "sufficiency": 0.7999120354652405, + "comprehensiveness": 0.0011841172818094492, + "sufficiency": 0.7999561429023743, "masked prediction probs": [ 0.99368816614151, 0.006311837118119001 @@ -91941,7 +103316,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9591603875160217, + "sufficiency": 0.9591693878173828, "masked prediction probs": [ 0.025531118735671043, 0.9744688868522644 @@ -91953,8 +103328,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0002904826542362571, - "sufficiency": 0.7422295808792114, + "comprehensiveness": 0.00029041871312074363, + "sufficiency": 0.7422863245010376, "masked prediction probs": [ 0.9944993257522583, 0.005500675179064274 @@ -91967,7 +103342,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9591783881187439, + "sufficiency": 0.959187388420105, + "masked prediction probs": [ + 0.025531118735671043, + 0.9744688868522644 + ], + "full text prediction probs": [ + 0.9947630763053894, + 0.005236905999481678 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9591963291168213, "masked prediction probs": [ 0.025531118735671043, 0.9744688868522644 @@ -91980,12 +103368,12 @@ } }, "test_736": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12595878541469574, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.02065310627222061, - 0.9793469309806824 + 0.21781595051288605, + 0.7821840643882751 ], "full text prediction probs": [ 0.010689794085919857, @@ -92084,12 +103472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11765201389789581, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1234610453248024, "sufficiency": 0.0, "masked prediction probs": [ - 0.020184267312288284, - 0.9798157215118408 + 0.02065310627222061, + 0.9793469309806824 + ], + "full text prediction probs": [ + 0.010689794085919857, + 0.9893102645874023 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08746972680091858, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017766021192073822, + 0.9822339415550232 ], "full text prediction probs": [ 0.010689794085919857, @@ -92098,7 +103499,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.25590574741363525, + "comprehensiveness": 0.25527456402778625, "sufficiency": 0.0, "masked prediction probs": [ 0.03139261156320572, @@ -92111,7 +103512,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11707163602113724, + "comprehensiveness": 0.11678358912467957, "sufficiency": 0.0, "masked prediction probs": [ 0.020184267312288284, @@ -92124,7 +103525,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12254974991083145, + "comprehensiveness": 0.12224896252155304, "sufficiency": 0.0, "masked prediction probs": [ 0.02065310627222061, @@ -92137,7 +103538,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.029997462406754494, + "comprehensiveness": 0.029924016445875168, "sufficiency": 0.0, "masked prediction probs": [ 0.01313453447073698, @@ -92150,7 +103551,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.16162267327308655, + "comprehensiveness": 0.16122792661190033, "sufficiency": 0.0, "masked prediction probs": [ 0.023894354701042175, @@ -92176,7 +103577,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11564544588327408, + "comprehensiveness": 0.11536436527967453, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020184267312288284, + 0.9798157215118408 + ], + "full text prediction probs": [ + 0.010689794085919857, + 0.9893102645874023 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11508464813232422, "sufficiency": 0.0, "masked prediction probs": [ 0.020184267312288284, @@ -92190,12 +103604,12 @@ } }, "test_762": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9820621609687805, - 0.017937880009412766 + 0.4626908600330353, + 0.5373091697692871 ], "full text prediction probs": [ 0.3140237033367157, @@ -92294,12 +103708,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9694116711616516, - 0.03058837354183197 + 0.9820621609687805, + 0.017937880009412766 + ], + "full text prediction probs": [ + 0.3140237033367157, + 0.6859763264656067 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1756071001291275, + 0.8243928551673889 ], "full text prediction probs": [ 0.3140237033367157, @@ -92397,15 +103824,28 @@ 0.6859763264656067 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9694116711616516, + 0.03058837354183197 + ], + "full text prediction probs": [ + 0.3140237033367157, + 0.6859763264656067 + ], + "labels": 1 } }, "test_819": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9534347653388977, + "sufficiency": 0.8709313273429871, "masked prediction probs": [ - 0.8740037083625793, - 0.12599629163742065 + 0.38881897926330566, + 0.6111810803413391 ], "full text prediction probs": [ 0.004551647696644068, @@ -92504,9 +103944,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9542918801307678, + "masked prediction probs": [ + 0.8740037083625793, + 0.12599629163742065 + ], + "full text prediction probs": [ + 0.004551647696644068, + 0.9954482913017273 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8614826202392578, + "sufficiency": 0.8618005514144897, "masked prediction probs": [ 0.3648703694343567, 0.6351296305656433 @@ -92519,7 +103972,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8618005514144897, + "sufficiency": 0.8621171116828918, "masked prediction probs": [ 0.3648703694343567, 0.6351296305656433 @@ -92531,8 +103984,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.022029684856534004, - "sufficiency": 0.011659094132483006, + "comprehensiveness": 0.021979287266731262, + "sufficiency": 0.01391754299402237, "masked prediction probs": [ 0.0064735314808785915, 0.9935264587402344 @@ -92544,7 +103997,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02405567467212677, + "comprehensiveness": 0.02400076761841774, "sufficiency": 0.0, "masked prediction probs": [ 0.006655109580606222, @@ -92557,7 +104010,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0045765298418700695, + "comprehensiveness": 0.004566107876598835, "sufficiency": 0.0, "masked prediction probs": [ 0.004952824674546719, @@ -92570,7 +104023,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.023296717554330826, + "comprehensiveness": 0.02324378490447998, "sufficiency": 0.0, "masked prediction probs": [ 0.006598032545298338, @@ -92583,7 +104036,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.007318691350519657, + "comprehensiveness": 0.00730210030451417, "sufficiency": 0.0, "masked prediction probs": [ 0.0051960414275527, @@ -92597,7 +104050,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8636782169342041, + "sufficiency": 0.8639861941337585, + "masked prediction probs": [ + 0.3648703694343567, + 0.6351296305656433 + ], + "full text prediction probs": [ + 0.004551647696644068, + 0.9954482913017273 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8642928004264832, "masked prediction probs": [ 0.3648703694343567, 0.6351296305656433 @@ -92610,12 +104076,12 @@ } }, "test_826": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9070228934288025, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.08211313188076019, - 0.9178867936134338 + 0.006981276907026768, + 0.9930186867713928 ], "full text prediction probs": [ 0.0072265141643583775, @@ -92714,12 +104180,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8897769451141357, "sufficiency": 0.0, "masked prediction probs": [ - 0.11444736272096634, - 0.8855526447296143 + 0.08211313188076019, + 0.9178867936134338 + ], + "full text prediction probs": [ + 0.0072265141643583775, + 0.9927734732627869 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0072265141643583775, + 0.9927734732627869 ], "full text prediction probs": [ 0.0072265141643583775, @@ -92728,7 +104207,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.31938329339027405, + "comprehensiveness": 0.31862780451774597, "sufficiency": 0.0, "masked prediction probs": [ 0.03417082503437996, @@ -92754,7 +104233,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06777109205722809, + "comprehensiveness": 0.06761153787374496, "sufficiency": 0.0, "masked prediction probs": [ 0.012970996089279652, @@ -92767,7 +104246,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2490781843662262, + "comprehensiveness": 0.24849314987659454, "sufficiency": 0.0, "masked prediction probs": [ 0.028389032930135727, @@ -92793,7 +104272,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0062855929136276245, + "comprehensiveness": 0.0062708985060453415, "sufficiency": 0.0, "masked prediction probs": [ 0.007763122208416462, @@ -92817,15 +104296,28 @@ 0.9927734732627869 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11444736272096634, + 0.8855526447296143 + ], + "full text prediction probs": [ + 0.0072265141643583775, + 0.9927734732627869 + ], + "labels": 1 } }, "test_827": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9644516706466675, - 0.03554831072688103 + 0.7098519206047058, + 0.2901481091976166 ], "full text prediction probs": [ 0.012803662568330765, @@ -92924,12 +104416,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9043316841125488, - 0.095668263733387 + 0.9644516706466675, + 0.03554831072688103 + ], + "full text prediction probs": [ + 0.012803662568330765, + 0.9871963262557983 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.16301412880420685, + 0.8369858860969543 ], "full text prediction probs": [ 0.012803662568330765, @@ -92951,7 +104456,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.23203647136688232, + "comprehensiveness": 0.23145031929016113, "sufficiency": 0.0, "masked prediction probs": [ 0.031131386756896973, @@ -92964,7 +104469,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7217233777046204, + "comprehensiveness": 0.7199048399925232, "sufficiency": 0.0, "masked prediction probs": [ 0.06995435804128647, @@ -92990,7 +104495,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4747135043144226, + "comprehensiveness": 0.47352334856987, "sufficiency": 0.0, "masked prediction probs": [ 0.05058443918824196, @@ -93003,7 +104508,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7188925743103027, + "comprehensiveness": 0.7170947194099426, "sufficiency": 0.0, "masked prediction probs": [ 0.07016163319349289, @@ -93027,15 +104532,28 @@ 0.9871963262557983 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9043316841125488, + 0.095668263733387 + ], + "full text prediction probs": [ + 0.012803662568330765, + 0.9871963262557983 + ], + "labels": 1 } }, "test_846": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.036688413470983505, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.11170029640197754, + "sufficiency": 0.8261204361915588, "masked prediction probs": [ - 0.007019232492893934, - 0.9929807186126709 + 0.013464538380503654, + 0.9865354895591736 ], "full text prediction probs": [ 0.0038668992929160595, @@ -93134,12 +104652,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017624709755182266, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03601760417222977, "sufficiency": 0.0, "masked prediction probs": [ - 0.005409469362348318, - 0.9945905208587646 + 0.007019232492893934, + 0.9929807186126709 + ], + "full text prediction probs": [ + 0.0038668992929160595, + 0.9961330890655518 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.012291498482227325, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004945144057273865, + 0.9950548410415649 ], "full text prediction probs": [ 0.0038668992929160595, @@ -93148,8 +104679,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2983246445655823, - "sufficiency": 0.8838476538658142, + "comprehensiveness": 0.2976459264755249, + "sufficiency": 0.8841115832328796, "masked prediction probs": [ 0.030036889016628265, 0.9699631333351135 @@ -93161,7 +104692,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.017544513568282127, + "comprehensiveness": 0.01750468835234642, "sufficiency": 0.0, "masked prediction probs": [ 0.005409469362348318, @@ -93174,8 +104705,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07840517908334732, - "sufficiency": 0.8630209565162659, + "comprehensiveness": 0.07822760939598083, + "sufficiency": 0.8633308410644531, "masked prediction probs": [ 0.010776237584650517, 0.9892237782478333 @@ -93187,7 +104718,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023239711299538612, + "comprehensiveness": 0.023187197744846344, "sufficiency": 0.0, "masked prediction probs": [ 0.005919497460126877, @@ -93200,7 +104731,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03561066463589668, + "comprehensiveness": 0.03553038090467453, "sufficiency": 0.0, "masked prediction probs": [ 0.007019232492893934, @@ -93213,8 +104744,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09263978153467178, - "sufficiency": 0.8682565689086914, + "comprehensiveness": 0.09243138879537582, + "sufficiency": 0.868552565574646, "masked prediction probs": [ 0.012086269445717335, 0.9879137873649597 @@ -93226,7 +104757,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0173471812158823, + "comprehensiveness": 0.017308246344327927, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005409469362348318, + 0.9945905208587646 + ], + "full text prediction probs": [ + 0.0038668992929160595, + 0.9961330890655518 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01726948656141758, "sufficiency": 0.0, "masked prediction probs": [ 0.005409469362348318, @@ -93240,12 +104784,12 @@ } }, "test_851": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.012585594318807125, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8641031980514526, "masked prediction probs": [ - 0.0057652294635772705, - 0.9942347407341003 + 0.32337814569473267, + 0.6766218543052673 ], "full text prediction probs": [ 0.00469423970207572, @@ -93332,11 +104876,24 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.014323064126074314, + "comprehensiveness": 1.0, + "sufficiency": 0.866300642490387, + "masked prediction probs": [ + 0.32337814569473267, + 0.6766218543052673 + ], + "full text prediction probs": [ + 0.00469423970207572, + 0.9953057169914246 + ], + "labels": 1 + }, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012353284284472466, "sufficiency": 0.0, "masked prediction probs": [ - 0.005933212116360664, - 0.9940668344497681 + 0.0057652294635772705, + 0.9942347407341003 ], "full text prediction probs": [ 0.00469423970207572, @@ -93344,12 +104901,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.024748506024479866, + "var-shap": { + "comprehensiveness": 0.6198832988739014, "sufficiency": 0.0, "masked prediction probs": [ - 0.006839808076620102, - 0.9931601285934448 + 0.05855945870280266, + 0.9414405226707458 ], "full text prediction probs": [ 0.00469423970207572, @@ -93358,7 +104915,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.44706448912620544, + "comprehensiveness": 0.4460377097129822, "sufficiency": 0.0, "masked prediction probs": [ 0.043542247265577316, @@ -93384,7 +104941,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11513539403676987, + "comprehensiveness": 0.11487217247486115, "sufficiency": 0.0, "masked prediction probs": [ 0.014745049178600311, @@ -93397,7 +104954,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03503899276256561, + "comprehensiveness": 0.03495907038450241, "sufficiency": 0.0, "masked prediction probs": [ 0.007760087959468365, @@ -93410,7 +104967,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03660999983549118, + "comprehensiveness": 0.03652668371796608, "sufficiency": 0.0, "masked prediction probs": [ 0.007904796861112118, @@ -93423,7 +104980,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06137464568018913, + "comprehensiveness": 0.06123528629541397, "sufficiency": 0.0, "masked prediction probs": [ 0.010088901035487652, @@ -93447,15 +105004,28 @@ 0.9953057169914246 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.024245040491223335, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006839808076620102, + 0.9931601285934448 + ], + "full text prediction probs": [ + 0.00469423970207572, + 0.9953057169914246 + ], + "labels": 1 } }, "test_962": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009454969316720963, - "sufficiency": 0.8171614408493042, + "fixed-shap": { + "comprehensiveness": 0.05395462363958359, + "sufficiency": 0.9761915802955627, "masked prediction probs": [ - 0.9783996939659119, - 0.021600350737571716 + 0.9384704232215881, + 0.06152961030602455 ], "full text prediction probs": [ 0.9868835806846619, @@ -93554,12 +105124,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0067466627806425095, - "sufficiency": 0.8157793283462524, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009438139386475086, + "sufficiency": 0.8174868226051331, "masked prediction probs": [ - 0.980819046497345, - 0.019180985167622566 + 0.9783996939659119, + 0.021600350737571716 + ], + "full text prediction probs": [ + 0.9868835806846619, + 0.013116380199790001 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.041142597794532776, + "sufficiency": 0.9844262599945068, + "masked prediction probs": [ + 0.949892520904541, + 0.05010746791958809 ], "full text prediction probs": [ 0.9868835806846619, @@ -93568,8 +105151,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001750562689267099, - "sufficiency": 0.8269556760787964, + "comprehensiveness": 0.0017501732800155878, + "sufficiency": 0.8269941210746765, "masked prediction probs": [ 0.9853096604347229, 0.014690312556922436 @@ -93581,8 +105164,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006743661593645811, - "sufficiency": 0.8158613443374634, + "comprehensiveness": 0.0067421626299619675, + "sufficiency": 0.8159022331237793, "masked prediction probs": [ 0.980819046497345, 0.019180985167622566 @@ -93594,8 +105177,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00741720013320446, - "sufficiency": 0.8081742525100708, + "comprehensiveness": 0.0074155512265861034, + "sufficiency": 0.8082168102264404, "masked prediction probs": [ 0.9802118539810181, 0.019788125529885292 @@ -93607,8 +105190,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.05611254647374153, - "sufficiency": 0.953068733215332, + "comprehensiveness": 0.05610007792711258, + "sufficiency": 0.9530792236328125, "masked prediction probs": [ 0.9363994598388672, 0.06360059976577759 @@ -93620,8 +105203,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0012817170936614275, - "sufficiency": 0.7201588153839111, + "comprehensiveness": 0.0012814323417842388, + "sufficiency": 0.7202209830284119, "masked prediction probs": [ 0.9857301712036133, 0.0142698148265481 @@ -93634,7 +105217,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.787783682346344, + "sufficiency": 0.7878308296203613, "masked prediction probs": [ 0.9874853491783142, 0.01251463033258915 @@ -93646,8 +105229,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006736171431839466, - "sufficiency": 0.816065788269043, + "comprehensiveness": 0.006734674796462059, + "sufficiency": 0.8161066174507141, + "masked prediction probs": [ + 0.980819046497345, + 0.019180985167622566 + ], + "full text prediction probs": [ + 0.9868835806846619, + 0.013116380199790001 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006733179558068514, + "sufficiency": 0.81614750623703, "masked prediction probs": [ 0.980819046497345, 0.019180985167622566 @@ -93660,12 +105256,12 @@ } }, "test_990": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4657374620437622, - "sufficiency": 0.9680842757225037, + "fixed-shap": { + "comprehensiveness": 0.027968598529696465, + "sufficiency": 0.9860653877258301, "masked prediction probs": [ - 0.5655702352523804, - 0.434429794549942 + 0.9555835127830505, + 0.04441651329398155 ], "full text prediction probs": [ 0.9805010557174683, @@ -93764,12 +105360,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.47264307737350464, - "sufficiency": 0.7369328141212463, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.46490252017974854, + "sufficiency": 0.968141496181488, "masked prediction probs": [ - 0.558661699295044, - 0.44133830070495605 + 0.5655702352523804, + 0.434429794549942 + ], + "full text prediction probs": [ + 0.9805010557174683, + 0.01949898526072502 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004763169679790735, + "sufficiency": 0.8290135264396667, + "masked prediction probs": [ + 0.9762489199638367, + 0.023751117289066315 ], "full text prediction probs": [ 0.9805010557174683, @@ -93779,7 +105388,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.75397127866745, + "sufficiency": 0.7540263533592224, "masked prediction probs": [ 0.9851958751678467, 0.014804081991314888 @@ -93791,8 +105400,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.47243136167526245, - "sufficiency": 0.7370505332946777, + "comprehensiveness": 0.47232556343078613, + "sufficiency": 0.7371094226837158, "masked prediction probs": [ 0.558661699295044, 0.44133830070495605 @@ -93805,7 +105414,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6343929767608643, + "sufficiency": 0.6344748735427856, "masked prediction probs": [ 0.9872543215751648, 0.012745734304189682 @@ -93818,7 +105427,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.6344748735427856, + "sufficiency": 0.6345566511154175, "masked prediction probs": [ 0.9872543215751648, 0.012745734304189682 @@ -93830,8 +105439,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.47211411595344543, - "sufficiency": 0.7372271418571472, + "comprehensiveness": 0.47200843691825867, + "sufficiency": 0.737285852432251, "masked prediction probs": [ 0.558661699295044, 0.44133830070495605 @@ -93843,8 +105452,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.47200843691825867, - "sufficiency": 0.737285852432251, + "comprehensiveness": 0.47190284729003906, + "sufficiency": 0.7373446822166443, "masked prediction probs": [ 0.558661699295044, 0.44133830070495605 @@ -93856,8 +105465,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47190284729003906, - "sufficiency": 0.7373446822166443, + "comprehensiveness": 0.47179728746414185, + "sufficiency": 0.7374035120010376, + "masked prediction probs": [ + 0.558661699295044, + 0.44133830070495605 + ], + "full text prediction probs": [ + 0.9805010557174683, + 0.01949898526072502 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4716917872428894, + "sufficiency": 0.7374621629714966, "masked prediction probs": [ 0.558661699295044, 0.44133830070495605 @@ -93870,12 +105492,12 @@ } }, "test_1117": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9846106171607971, - 0.015389339067041874 + 0.8978191614151001, + 0.10218081623315811 ], "full text prediction probs": [ 0.3012365996837616, @@ -93974,12 +105596,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9773771166801453, - 0.022622862830758095 + 0.9846106171607971, + 0.015389339067041874 + ], + "full text prediction probs": [ + 0.3012365996837616, + 0.698763370513916 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6108225584030151, + 0.3891774117946625 ], "full text prediction probs": [ 0.3012365996837616, @@ -94077,15 +105712,28 @@ 0.698763370513916 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9773771166801453, + 0.022622862830758095 + ], + "full text prediction probs": [ + 0.3012365996837616, + 0.698763370513916 + ], + "labels": 0 } }, "test_1185": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7173747420310974, - "sufficiency": 0.973080039024353, + "fixed-shap": { + "comprehensiveness": 0.002301087137311697, + "sufficiency": 0.712669312953949, "masked prediction probs": [ - 0.3456489145755768, - 0.6543510556221008 + 0.9935077428817749, + 0.0064922235906124115 ], "full text prediction probs": [ 0.9955925345420837, @@ -94184,12 +105832,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5906608700752258, - "sufficiency": 0.9534993171691895, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7161100506782532, + "sufficiency": 0.9731274843215942, "masked prediction probs": [ - 0.4595069885253906, - 0.5404930114746094 + 0.3456489145755768, + 0.6543510556221008 + ], + "full text prediction probs": [ + 0.9955925345420837, + 0.004407499451190233 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0011368049308657646, + "sufficiency": 0.7909903526306152, + "masked prediction probs": [ + 0.9945605397224426, + 0.005439427215605974 ], "full text prediction probs": [ 0.9955925345420837, @@ -94199,7 +105860,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9521632790565491, + "sufficiency": 0.9521738886833191, "masked prediction probs": [ 0.9960845708847046, 0.003915463574230671 @@ -94211,8 +105872,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0011365545215085149, - "sufficiency": 0.7910364270210266, + "comprehensiveness": 0.001136304228566587, + "sufficiency": 0.7910824418067932, "masked prediction probs": [ 0.9945605397224426, 0.005439427215605974 @@ -94224,8 +105885,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.050484489649534225, - "sufficiency": 0.9593325853347778, + "comprehensiveness": 0.05047336965799332, + "sufficiency": 0.9593415856361389, "masked prediction probs": [ 0.9497423768043518, 0.05025758594274521 @@ -94237,8 +105898,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.024476472288370132, - "sufficiency": 0.9928399920463562, + "comprehensiveness": 0.024471085518598557, + "sufficiency": 0.9928416013717651, "masked prediction probs": [ 0.9733580350875854, 0.026641957461833954 @@ -94250,8 +105911,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5900108218193054, - "sufficiency": 0.9535505175590515, + "comprehensiveness": 0.5898809432983398, + "sufficiency": 0.9535607099533081, "masked prediction probs": [ 0.4595069885253906, 0.5404930114746094 @@ -94263,8 +105924,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003715440398082137, - "sufficiency": 0.8848496079444885, + "comprehensiveness": 0.003714623162522912, + "sufficiency": 0.8848748803138733, "masked prediction probs": [ 0.9922159314155579, 0.007784133777022362 @@ -94276,8 +105937,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5897511839866638, - "sufficiency": 0.9535709619522095, + "comprehensiveness": 0.5896214246749878, + "sufficiency": 0.9535811543464661, + "masked prediction probs": [ + 0.4595069885253906, + 0.5404930114746094 + ], + "full text prediction probs": [ + 0.9955925345420837, + 0.004407499451190233 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5894917845726013, + "sufficiency": 0.9535913467407227, "masked prediction probs": [ 0.4595069885253906, 0.5404930114746094 @@ -94290,12 +105964,12 @@ } }, "test_1217": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.019124703481793404, - "sufficiency": 0.999261736869812, + "fixed-shap": { + "comprehensiveness": 0.004321856889873743, + "sufficiency": 0.9120767712593079, "masked prediction probs": [ - 0.9734616279602051, - 0.026538370177149773 + 0.9868005514144897, + 0.013199429027736187 ], "full text prediction probs": [ 0.9906949996948242, @@ -94394,12 +106068,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0031562475487589836, - "sufficiency": 0.831357479095459, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01909080520272255, + "sufficiency": 0.9992630481719971, "masked prediction probs": [ - 0.9878458380699158, - 0.01215414609760046 + 0.9734616279602051, + 0.026538370177149773 + ], + "full text prediction probs": [ + 0.9906949996948242, + 0.00930499192327261 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.747838020324707, + "masked prediction probs": [ + 0.9906949996948242, + 0.00930499192327261 ], "full text prediction probs": [ 0.9906949996948242, @@ -94409,7 +106096,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7754896283149719, + "sufficiency": 0.7755392789840698, "masked prediction probs": [ 0.9923422932624817, 0.007657629903405905 @@ -94421,8 +106108,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0013780068838968873, - "sufficiency": 0.9310026168823242, + "comprehensiveness": 0.001377701759338379, + "sufficiency": 0.9310179352760315, "masked prediction probs": [ 0.9894505143165588, 0.010549482889473438 @@ -94434,7 +106121,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010139921680092812, + "comprehensiveness": 0.010137677192687988, "sufficiency": 1.0, "masked prediction probs": [ 0.9815355539321899, @@ -94447,8 +106134,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005322099197655916, - "sufficiency": 0.9542678594589233, + "comprehensiveness": 0.005320921540260315, + "sufficiency": 0.9542779922485352, "masked prediction probs": [ 0.9858864545822144, 0.014113593846559525 @@ -94460,7 +106147,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01013543363660574, + "comprehensiveness": 0.010133191011846066, "sufficiency": 1.0, "masked prediction probs": [ 0.9815355539321899, @@ -94473,8 +106160,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010149016743525863, - "sufficiency": 0.8575491905212402, + "comprehensiveness": 0.001014677225612104, + "sufficiency": 0.8575807213783264, "masked prediction probs": [ 0.9897776246070862, 0.010222409851849079 @@ -94486,8 +106173,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005318567156791687, - "sufficiency": 0.9542982578277588, + "comprehensiveness": 0.005317390896379948, + "sufficiency": 0.9543083310127258, "masked prediction probs": [ 0.9858864545822144, 0.014113593846559525 @@ -94497,15 +106184,28 @@ 0.00930499192327261 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003149966476485133, + "sufficiency": 0.8316929936408997, + "masked prediction probs": [ + 0.9878458380699158, + 0.01215414609760046 + ], + "full text prediction probs": [ + 0.9906949996948242, + 0.00930499192327261 + ], + "labels": 0 } }, "test_1262": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9857915639877319, - "sufficiency": 0.9396776556968689, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9338393807411194, "masked prediction probs": [ - 0.10219758003950119, - 0.8978024125099182 + 0.9783245921134949, + 0.021675435826182365 ], "full text prediction probs": [ 0.9769440293312073, @@ -94592,11 +106292,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9842386841773987, - "sufficiency": 0.9397727251052856, + "comprehensiveness": 0.488016277551651, + "sufficiency": 0.9860392808914185, "masked prediction probs": [ - 0.10219758003950119, - 0.8978024125099182 + 0.5432174205780029, + 0.45678260922431946 ], "full text prediction probs": [ 0.9769440293312073, @@ -94604,12 +106304,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.936336100101471, - "sufficiency": 0.965216338634491, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.48790648579597473, + "sufficiency": 0.9860423803329468, "masked prediction probs": [ - 0.14458395540714264, - 0.8554159998893738 + 0.5432174205780029, + 0.45678260922431946 + ], + "full text prediction probs": [ + 0.9769440293312073, + 0.023055987432599068 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7594022154808044, + "masked prediction probs": [ + 0.9769440293312073, + 0.023055987432599068 ], "full text prediction probs": [ 0.9769440293312073, @@ -94619,7 +106332,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9086188673973083, + "sufficiency": 0.9086394309997559, "masked prediction probs": [ 0.9862731099128723, 0.013726889155805111 @@ -94632,7 +106345,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7594562768936157, + "sufficiency": 0.759510338306427, "masked prediction probs": [ 0.9769440293312073, 0.023055987432599068 @@ -94645,7 +106358,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8815423846244812, + "sufficiency": 0.881568968296051, "masked prediction probs": [ 0.9811909794807434, 0.018808962777256966 @@ -94657,8 +106370,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9354941844940186, - "sufficiency": 0.965247631072998, + "comprehensiveness": 0.9352839589118958, + "sufficiency": 0.9652554988861084, "masked prediction probs": [ 0.14458395540714264, 0.8554159998893738 @@ -94670,8 +106383,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9352839589118958, - "sufficiency": 0.9652554988861084, + "comprehensiveness": 0.9350737929344177, + "sufficiency": 0.9652633666992188, "masked prediction probs": [ 0.14458395540714264, 0.8554159998893738 @@ -94684,7 +106397,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.881622314453125, + "sufficiency": 0.88164883852005, "masked prediction probs": [ 0.9811909794807434, 0.018808962777256966 @@ -94696,8 +106409,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.934863805770874, - "sufficiency": 0.9652711153030396, + "comprehensiveness": 0.9346538186073303, + "sufficiency": 0.9652788639068604, + "masked prediction probs": [ + 0.14458395540714264, + 0.8554159998893738 + ], + "full text prediction probs": [ + 0.9769440293312073, + 0.023055987432599068 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.934444010257721, + "sufficiency": 0.9652866721153259, "masked prediction probs": [ 0.14458395540714264, 0.8554159998893738 @@ -94710,12 +106436,12 @@ } }, "test_1269": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0145613644272089, - "sufficiency": 0.9962863326072693, + "fixed-shap": { + "comprehensiveness": 0.0018368259770795703, + "sufficiency": 0.7789548635482788, "masked prediction probs": [ - 0.9813723564147949, - 0.018627654761075974 + 0.992887556552887, + 0.007112431339919567 ], "full text prediction probs": [ 0.9945498108863831, @@ -94814,9 +106540,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014535664580762386, + "sufficiency": 0.9962928891181946, + "masked prediction probs": [ + 0.9813723564147949, + 0.018627654761075974 + ], + "full text prediction probs": [ + 0.9945498108863831, + 0.005450233817100525 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7446028590202332, + "sufficiency": 0.7446591854095459, "masked prediction probs": [ 0.9945498108863831, 0.005450233817100525 @@ -94828,8 +106567,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0047123790718615055, - "sufficiency": 0.8536216020584106, + "comprehensiveness": 0.004711339715868235, + "sufficiency": 0.8536539673805237, "masked prediction probs": [ 0.9902768135070801, 0.009723175317049026 @@ -94842,7 +106581,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7447154521942139, + "sufficiency": 0.7447717189788818, "masked prediction probs": [ 0.9945498108863831, 0.005450233817100525 @@ -94854,8 +106593,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02985159493982792, - "sufficiency": 0.9961711168289185, + "comprehensiveness": 0.029845014214515686, + "sufficiency": 0.9961718916893005, "masked prediction probs": [ 0.9674696326255798, 0.032530322670936584 @@ -94867,8 +106606,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.020786011591553688, - "sufficiency": 0.9966378211975098, + "comprehensiveness": 0.02078143134713173, + "sufficiency": 0.9966385364532471, "masked prediction probs": [ 0.9756894111633301, 0.024310579523444176 @@ -94880,8 +106619,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002306201960891485, - "sufficiency": 0.8656094074249268, + "comprehensiveness": 0.0023056939244270325, + "sufficiency": 0.8656390905380249, "masked prediction probs": [ 0.9924567937850952, 0.007543173618614674 @@ -94893,8 +106632,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002368925604969263, - "sufficiency": 0.7257854342460632, + "comprehensiveness": 0.0023684038314968348, + "sufficiency": 0.7258458137512207, "masked prediction probs": [ 0.9923993945121765, 0.0076006739400327206 @@ -94907,7 +106646,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7449966073036194, + "sufficiency": 0.7450527548789978, + "masked prediction probs": [ + 0.9945498108863831, + 0.005450233817100525 + ], + "full text prediction probs": [ + 0.9945498108863831, + 0.005450233817100525 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7451089024543762, "masked prediction probs": [ 0.9945498108863831, 0.005450233817100525 @@ -94920,12 +106672,12 @@ } }, "test_1284": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8945314288139343, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9826646447181702, - 0.017335403710603714 + 0.9432308077812195, + 0.05676925554871559 ], "full text prediction probs": [ 0.9158982038497925, @@ -95013,10 +106765,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8947098255157471, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9826646447181702, - 0.017335403710603714 + 0.9432308077812195, + 0.05676925554871559 ], "full text prediction probs": [ 0.9158982038497925, @@ -95024,12 +106776,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8840602040290833, + "sufficiency": 1.0, "masked prediction probs": [ - 0.982673168182373, - 0.017326833680272102 + 0.9432308077812195, + 0.05676925554871559 + ], + "full text prediction probs": [ + 0.9158982038497925, + 0.0841018408536911 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8650377988815308, + "masked prediction probs": [ + 0.940209686756134, + 0.059790339320898056 ], "full text prediction probs": [ 0.9158982038497925, @@ -95039,7 +106804,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8840882182121277, + "sufficiency": 0.8841162323951721, "masked prediction probs": [ 0.982673168182373, 0.017326833680272102 @@ -95052,7 +106817,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.828629195690155, + "sufficiency": 0.8286706209182739, "masked prediction probs": [ 0.9682965874671936, 0.031703412532806396 @@ -95065,7 +106830,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9956868290901184, + "sufficiency": 0.9956879019737244, "masked prediction probs": [ 0.9567065834999084, 0.04329346492886543 @@ -95078,7 +106843,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9112945795059204, + "sufficiency": 0.9113159775733948, "masked prediction probs": [ 0.9701820015907288, 0.029817944392561913 @@ -95091,7 +106856,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9530730843544006, + "sufficiency": 0.9530843496322632, "masked prediction probs": [ 0.9758198261260986, 0.024180211126804352 @@ -95104,7 +106869,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8882523775100708, + "sufficiency": 0.888279378414154, "masked prediction probs": [ 0.9536091685295105, 0.046390797942876816 @@ -95117,10 +106882,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8842559456825256, + "sufficiency": 0.8652656078338623, "masked prediction probs": [ - 0.982673168182373, - 0.017326833680272102 + 0.940209686756134, + 0.059790339320898056 + ], + "full text prediction probs": [ + 0.9158982038497925, + 0.0841018408536911 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8652980327606201, + "masked prediction probs": [ + 0.940209686756134, + 0.059790339320898056 ], "full text prediction probs": [ 0.9158982038497925, @@ -95130,12 +106908,12 @@ } }, "test_1285": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005284521728754044, - "sufficiency": 0.9934355020523071, + "fixed-shap": { + "comprehensiveness": 0.0011747484095394611, + "sufficiency": 0.9780367612838745, "masked prediction probs": [ - 0.9888657927513123, - 0.011134239844977856 + 0.9925812482833862, + 0.007418685592710972 ], "full text prediction probs": [ 0.9936432838439941, @@ -95222,11 +107000,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005276350770145655, - "sufficiency": 0.993445634841919, + "comprehensiveness": 0.0011729319812729955, + "sufficiency": 0.9780707359313965, "masked prediction probs": [ - 0.9888657927513123, - 0.011134239844977856 + 0.9925812482833862, + 0.007418685592710972 ], "full text prediction probs": [ 0.9936432838439941, @@ -95234,12 +107012,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005275185685604811, - "sufficiency": 0.9934471249580383, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0011726729571819305, + "sufficiency": 0.9780755639076233, "masked prediction probs": [ - 0.9888657927513123, - 0.011134239844977856 + 0.9925812482833862, + 0.007418685592710972 + ], + "full text prediction probs": [ + 0.9936432838439941, + 0.00635669706389308 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9620833992958069, + "masked prediction probs": [ + 0.993707537651062, + 0.006292393896728754 ], "full text prediction probs": [ 0.9936432838439941, @@ -95248,8 +107039,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.000593576580286026, - "sufficiency": 0.8080058097839355, + "comprehensiveness": 0.0005934455548413098, + "sufficiency": 0.8080481290817261, "masked prediction probs": [ 0.9931055903434753, 0.006894459016621113 @@ -95261,8 +107052,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003954724874347448, - "sufficiency": 0.9954100251197815, + "comprehensiveness": 0.003953852225095034, + "sufficiency": 0.9954110980033875, "masked prediction probs": [ 0.9900600910186768, 0.00993985217064619 @@ -95274,8 +107065,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005271693225950003, - "sufficiency": 0.9934514164924622, + "comprehensiveness": 0.005270530004054308, + "sufficiency": 0.9934529066085815, "masked prediction probs": [ 0.9888657927513123, 0.011134239844977856 @@ -95287,8 +107078,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005270530004054308, - "sufficiency": 0.9934529066085815, + "comprehensiveness": 0.0052693672478199005, + "sufficiency": 0.9934543371200562, "masked prediction probs": [ 0.9888657927513123, 0.011134239844977856 @@ -95300,8 +107091,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005052815191447735, - "sufficiency": 0.9978935122489929, + "comprehensiveness": 0.005051700863987207, + "sufficiency": 0.9978939294815063, "masked prediction probs": [ 0.9890621304512024, 0.01093787420541048 @@ -95313,8 +107104,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0006084992783144116, - "sufficiency": 0.9012210369110107, + "comprehensiveness": 0.0006083651096560061, + "sufficiency": 0.9012429118156433, "masked prediction probs": [ 0.9930914640426636, 0.0069084749557077885 @@ -95326,11 +107117,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005267043597996235, - "sufficiency": 0.9934571981430054, + "comprehensiveness": 0.0, + "sufficiency": 0.9621419310569763, "masked prediction probs": [ - 0.9888657927513123, - 0.011134239844977856 + 0.993707537651062, + 0.006292393896728754 + ], + "full text prediction probs": [ + 0.9936432838439941, + 0.00635669706389308 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9621502161026001, + "masked prediction probs": [ + 0.993707537651062, + 0.006292393896728754 ], "full text prediction probs": [ 0.9936432838439941, @@ -95340,12 +107144,12 @@ } }, "test_1288": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5234698057174683, - "sufficiency": 0.9775848388671875, + "fixed-shap": { + "comprehensiveness": 0.06303837895393372, + "sufficiency": 0.8364298939704895, "masked prediction probs": [ - 0.5135841369628906, - 0.48641589283943176 + 0.923254668712616, + 0.07674532383680344 ], "full text prediction probs": [ 0.9793432950973511, @@ -95444,12 +107248,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5670303702354431, - "sufficiency": 0.8318576216697693, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5225301384925842, + "sufficiency": 0.9776250720024109, "masked prediction probs": [ - 0.4739186763763428, - 0.5260813236236572 + 0.5135841369628906, + 0.48641589283943176 + ], + "full text prediction probs": [ + 0.9793432950973511, + 0.020656712353229523 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7573587894439697, + "masked prediction probs": [ + 0.9793432950973511, + 0.020656712353229523 ], "full text prediction probs": [ 0.9793432950973511, @@ -95459,7 +107276,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7678500413894653, + "sufficiency": 0.7679020762443542, "masked prediction probs": [ 0.9813845157623291, 0.018615517765283585 @@ -95472,7 +107289,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7574131488800049, + "sufficiency": 0.7574675679206848, "masked prediction probs": [ 0.9793432950973511, 0.020656712353229523 @@ -95484,8 +107301,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.22996439039707184, - "sufficiency": 0.7984046339988708, + "comprehensiveness": 0.22991283237934113, + "sufficiency": 0.7984498143196106, "masked prediction probs": [ 0.7742257118225098, 0.22577427327632904 @@ -95497,8 +107314,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006139690522104502, - "sufficiency": 0.8360151648521423, + "comprehensiveness": 0.006138314958661795, + "sufficiency": 0.836051881313324, "masked prediction probs": [ 0.9738657474517822, 0.0261341892182827 @@ -95510,8 +107327,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.021976647898554802, - "sufficiency": 0.8120556473731995, + "comprehensiveness": 0.021971721202135086, + "sufficiency": 0.8120977282524109, "masked prediction probs": [ 0.9597323536872864, 0.04026763513684273 @@ -95523,8 +107340,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.021971721202135086, - "sufficiency": 0.8120977282524109, + "comprehensiveness": 0.021966800093650818, + "sufficiency": 0.8121398091316223, "masked prediction probs": [ 0.9597323536872864, 0.04026763513684273 @@ -95536,8 +107353,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.22975832223892212, - "sufficiency": 0.7985852360725403, + "comprehensiveness": 0.22970685362815857, + "sufficiency": 0.7986303567886353, "masked prediction probs": [ 0.7742257118225098, 0.22577427327632904 @@ -95547,15 +107364,28 @@ 0.020656712353229523 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5658876299858093, + "sufficiency": 0.8321964740753174, + "masked prediction probs": [ + 0.4739186763763428, + 0.5260813236236572 + ], + "full text prediction probs": [ + 0.9793432950973511, + 0.020656712353229523 + ], + "labels": 0 } }, "test_1332": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7747635245323181, + "sufficiency": 0.9773343801498413, "masked prediction probs": [ - 0.9796338081359863, - 0.020366163924336433 + 0.9845461845397949, + 0.015453842468559742 ], "full text prediction probs": [ 0.973944365978241, @@ -95654,12 +107484,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0032130966428667307, - "sufficiency": 0.8804298639297485, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7751702666282654, "masked prediction probs": [ - 0.9710977077484131, - 0.028902286663651466 + 0.9796338081359863, + 0.020366163924336433 + ], + "full text prediction probs": [ + 0.973944365978241, + 0.026055674999952316 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7619724869728088, + "masked prediction probs": [ + 0.973944365978241, + 0.026055674999952316 ], "full text prediction probs": [ 0.973944365978241, @@ -95669,7 +107512,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7222968339920044, + "sufficiency": 0.7223595380783081, "masked prediction probs": [ 0.9774174690246582, 0.02258249931037426 @@ -95681,8 +107524,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004360426217317581, - "sufficiency": 0.8187187910079956, + "comprehensiveness": 0.004359442740678787, + "sufficiency": 0.8187596797943115, "masked prediction probs": [ 0.9700794816017151, 0.029920484870672226 @@ -95694,8 +107537,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004359442740678787, - "sufficiency": 0.8187596797943115, + "comprehensiveness": 0.004358459264039993, + "sufficiency": 0.8188005685806274, "masked prediction probs": [ 0.9700794816017151, 0.029920484870672226 @@ -95707,8 +107550,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010979832150042057, - "sufficiency": 0.7622867822647095, + "comprehensiveness": 0.010977356694638729, + "sufficiency": 0.7623403668403625, "masked prediction probs": [ 0.9642079472541809, 0.03579204902052879 @@ -95720,8 +107563,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0033273454755544662, - "sufficiency": 0.812630832195282, + "comprehensiveness": 0.0033265952952206135, + "sufficiency": 0.812673032283783, "masked prediction probs": [ 0.970993161201477, 0.0290068406611681 @@ -95733,8 +107576,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002242544200271368, - "sufficiency": 0.8254624009132385, + "comprehensiveness": 0.002242038957774639, + "sufficiency": 0.8255016803741455, "masked prediction probs": [ 0.971954882144928, 0.02804509736597538 @@ -95746,8 +107589,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004355512093752623, - "sufficiency": 0.8189230561256409, + "comprehensiveness": 0.004354530479758978, + "sufficiency": 0.818963885307312, "masked prediction probs": [ 0.9700794816017151, 0.029920484870672226 @@ -95757,15 +107600,28 @@ 0.026055674999952316 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0032065818086266518, + "sufficiency": 0.88067227602005, + "masked prediction probs": [ + 0.9710977077484131, + 0.028902286663651466 + ], + "full text prediction probs": [ + 0.973944365978241, + 0.026055674999952316 + ], + "labels": 0 } }, "test_1353": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004592762794345617, - "sufficiency": 0.9541689157485962, + "fixed-shap": { + "comprehensiveness": 0.005347214173525572, + "sufficiency": 1.0, "masked prediction probs": [ - 0.986019492149353, - 0.013980475254356861 + 0.9853400588035583, + 0.014659871347248554 ], "full text prediction probs": [ 0.9901555776596069, @@ -95864,12 +107720,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003004261525347829, - "sufficiency": 0.7756932377815247, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004584616981446743, + "sufficiency": 0.9542502164840698, "masked prediction probs": [ - 0.9874452352523804, - 0.012554709799587727 + 0.986019492149353, + 0.013980475254356861 + ], + "full text prediction probs": [ + 0.9901555776596069, + 0.00984436459839344 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0010107543785125017, + "sufficiency": 0.9768949151039124, + "masked prediction probs": [ + 0.9892435073852539, + 0.010756446048617363 ], "full text prediction probs": [ 0.9901555776596069, @@ -95878,7 +107747,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004732354078441858, + "comprehensiveness": 0.004731305409222841, "sufficiency": 1.0, "masked prediction probs": [ 0.9858852624893188, @@ -95891,7 +107760,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004748211242258549, + "comprehensiveness": 0.004747159779071808, "sufficiency": 1.0, "masked prediction probs": [ 0.9858700037002563, @@ -95904,8 +107773,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030022647697478533, - "sufficiency": 0.7758423089981079, + "comprehensiveness": 0.003001599805429578, + "sufficiency": 0.7758919596672058, "masked prediction probs": [ 0.9874452352523804, 0.012554709799587727 @@ -95917,8 +107786,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003001599805429578, - "sufficiency": 0.7758919596672058, + "comprehensiveness": 0.003000935073941946, + "sufficiency": 0.7759415507316589, "masked prediction probs": [ 0.9874452352523804, 0.012554709799587727 @@ -95930,7 +107799,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006531482096761465, + "comprehensiveness": 0.006530035752803087, "sufficiency": 1.0, "masked prediction probs": [ 0.9842565655708313, @@ -95944,7 +107813,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8841701149940491, + "sufficiency": 0.8841958045959473, "masked prediction probs": [ 0.9904652833938599, 0.009534749202430248 @@ -95956,8 +107825,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002999606542289257, - "sufficiency": 0.7760407328605652, + "comprehensiveness": 0.0029989427421242, + "sufficiency": 0.7760903239250183, + "masked prediction probs": [ + 0.9874452352523804, + 0.012554709799587727 + ], + "full text prediction probs": [ + 0.9901555776596069, + 0.00984436459839344 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00299827940762043, + "sufficiency": 0.7761398553848267, "masked prediction probs": [ 0.9874452352523804, 0.012554709799587727 @@ -95970,12 +107852,12 @@ } }, "test_1384": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0014915027422830462, - "sufficiency": 0.6442950367927551, + "fixed-shap": { + "comprehensiveness": 0.001512234564870596, + "sufficiency": 0.8110874891281128, "masked prediction probs": [ - 0.991003155708313, - 0.00899678934365511 + 0.9909844398498535, + 0.009015613235533237 ], "full text prediction probs": [ 0.9923496246337891, @@ -96062,11 +107944,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0014891932951286435, - "sufficiency": 0.6448457837104797, + "comprehensiveness": 0.001509892987087369, + "sufficiency": 0.8113799095153809, "masked prediction probs": [ - 0.991003155708313, - 0.00899678934365511 + 0.9909844398498535, + 0.009015613235533237 ], "full text prediction probs": [ 0.9923496246337891, @@ -96074,9 +107956,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.001031791209243238, - "sufficiency": 0.6270014047622681, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015095589915290475, + "sufficiency": 0.8114216923713684, + "masked prediction probs": [ + 0.9909844398498535, + 0.009015613235533237 + ], + "full text prediction probs": [ + 0.9923496246337891, + 0.007650360930711031 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.001031563151627779, + "sufficiency": 0.6270838379859924, "masked prediction probs": [ 0.9914165139198303, 0.00858345627784729 @@ -96088,8 +107983,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013697945978492498, - "sufficiency": 0.6117129921913147, + "comprehensiveness": 0.001369491801597178, + "sufficiency": 0.611798882484436, "masked prediction probs": [ 0.9911105632781982, 0.00888946931809187 @@ -96101,8 +107996,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00103133509401232, - "sufficiency": 0.627166211605072, + "comprehensiveness": 0.001031107152812183, + "sufficiency": 0.6272486448287964, "masked prediction probs": [ 0.9914165139198303, 0.00858345627784729 @@ -96114,8 +108009,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008047443814575672, - "sufficiency": 0.9941254258155823, + "comprehensiveness": 0.008045665919780731, + "sufficiency": 0.9941267371177673, "masked prediction probs": [ 0.9850670099258423, 0.014933022670447826 @@ -96128,7 +108023,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8414546251296997, + "sufficiency": 0.8414896130561829, "masked prediction probs": [ 0.9924794435501099, 0.007520557846873999 @@ -96140,8 +108035,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002211868530139327, - "sufficiency": 0.9775770902633667, + "comprehensiveness": 0.0022113798186182976, + "sufficiency": 0.9775819778442383, "masked prediction probs": [ 0.9903470873832703, 0.009652933105826378 @@ -96153,8 +108048,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012055729748681188, - "sufficiency": 0.8138366937637329, + "comprehensiveness": 0.0012053068494424224, + "sufficiency": 0.8138777613639832, "masked prediction probs": [ 0.991257905960083, 0.008742132224142551 @@ -96166,8 +108061,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0010301964357495308, - "sufficiency": 0.6275778412818909, + "comprehensiveness": 0.001029968960210681, + "sufficiency": 0.6276600956916809, + "masked prediction probs": [ + 0.9914165139198303, + 0.00858345627784729 + ], + "full text prediction probs": [ + 0.9923496246337891, + 0.007650360930711031 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0010297417175024748, + "sufficiency": 0.6277422308921814, "masked prediction probs": [ 0.9914165139198303, 0.00858345627784729 @@ -96180,12 +108088,12 @@ } }, "test_1408": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8523980975151062, - 0.147601917386055 + 0.21204495429992676, + 0.7879550457000732 ], "full text prediction probs": [ 0.049076348543167114, @@ -96284,12 +108192,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8791319131851196, - 0.12086811661720276 + 0.8523980975151062, + 0.147601917386055 + ], + "full text prediction probs": [ + 0.049076348543167114, + 0.9509236216545105 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12659142911434174, + 0.8734085559844971 ], "full text prediction probs": [ 0.049076348543167114, @@ -96324,7 +108245,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8071591854095459, + "comprehensiveness": 0.8034142255783081, "sufficiency": 0.0, "masked prediction probs": [ 0.08371451497077942, @@ -96337,7 +108258,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8034142255783081, + "comprehensiveness": 0.79970383644104, "sufficiency": 0.0, "masked prediction probs": [ 0.08371451497077942, @@ -96387,15 +108308,28 @@ 0.9509236216545105 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8791319131851196, + 0.12086811661720276 + ], + "full text prediction probs": [ + 0.049076348543167114, + 0.9509236216545105 + ], + "labels": 0 } }, "test_1434": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2456630915403366, - "sufficiency": 0.9307433366775513, + "fixed-shap": { + "comprehensiveness": 0.45454180240631104, + "sufficiency": 0.9294387698173523, "masked prediction probs": [ - 0.7691066265106201, - 0.23089341819286346 + 0.5809458494186401, + 0.4190541207790375 ], "full text prediction probs": [ 0.9904032945632935, @@ -96494,12 +108428,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4466354548931122, - "sufficiency": 0.8900193572044373, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24522751569747925, + "sufficiency": 0.9308661222457886, "masked prediction probs": [ - 0.5873533487319946, - 0.41264665126800537 + 0.7691066265106201, + 0.23089341819286346 + ], + "full text prediction probs": [ + 0.9904032945632935, + 0.009596644900739193 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0031345123425126076, + "sufficiency": 0.7968454360961914, + "masked prediction probs": [ + 0.98757404088974, + 0.012425926513969898 ], "full text prediction probs": [ 0.9904032945632935, @@ -96508,7 +108455,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.008091608062386513, + "comprehensiveness": 0.008089815266430378, "sufficiency": 0.0, "masked prediction probs": [ 0.9830996990203857, @@ -96521,8 +108468,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.306119829416275, - "sufficiency": 0.8537452816963196, + "comprehensiveness": 0.306052029132843, + "sufficiency": 0.8537777066230774, "masked prediction probs": [ 0.7140341401100159, 0.28596585988998413 @@ -96534,7 +108481,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008088023401796818, + "comprehensiveness": 0.008086232468485832, "sufficiency": 0.0, "masked prediction probs": [ 0.9830996990203857, @@ -96547,8 +108494,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006508105434477329, - "sufficiency": 0.6873666644096375, + "comprehensiveness": 0.0006506664794869721, + "sufficiency": 0.6874358057975769, "masked prediction probs": [ 0.9898154735565186, 0.010184470564126968 @@ -96560,8 +108507,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4461410939693451, - "sufficiency": 0.8901410102844238, + "comprehensiveness": 0.44604232907295227, + "sufficiency": 0.8901652693748474, "masked prediction probs": [ 0.5873533487319946, 0.41264665126800537 @@ -96573,8 +108520,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002496219938620925, - "sufficiency": 0.7666969895362854, + "comprehensiveness": 0.002495667664334178, + "sufficiency": 0.7667485475540161, "masked prediction probs": [ 0.9881476759910583, 0.011852356605231762 @@ -96586,8 +108533,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4459436237812042, - "sufficiency": 0.8901896476745605, + "comprehensiveness": 0.44584494829177856, + "sufficiency": 0.8902140259742737, + "masked prediction probs": [ + 0.5873533487319946, + 0.41264665126800537 + ], + "full text prediction probs": [ + 0.9904032945632935, + 0.009596644900739193 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.44574636220932007, + "sufficiency": 0.8902382254600525, "masked prediction probs": [ 0.5873533487319946, 0.41264665126800537 @@ -96600,12 +108560,12 @@ } }, "test_1435": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8936724662780762, + "fixed-shap": { + "comprehensiveness": 0.007355394307523966, + "sufficiency": 0.8618409633636475, "masked prediction probs": [ - 0.9844628572463989, - 0.015537185594439507 + 0.9761265516281128, + 0.0238734669983387 ], "full text prediction probs": [ 0.9826956987380981, @@ -96704,12 +108664,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7964076995849609, + "sufficiency": 0.8938626050949097, "masked prediction probs": [ - 0.984217643737793, - 0.01578235998749733 + 0.9844628572463989, + 0.015537185594439507 + ], + "full text prediction probs": [ + 0.9826956987380981, + 0.01730431243777275 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7545219659805298, + "masked prediction probs": [ + 0.9826956987380981, + 0.01730431243777275 ], "full text prediction probs": [ 0.9826956987380981, @@ -96719,7 +108692,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9158633947372437, + "sufficiency": 0.9158821105957031, "masked prediction probs": [ 0.9848131537437439, 0.015186875127255917 @@ -96732,7 +108705,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7545767426490784, + "sufficiency": 0.7546316385269165, "masked prediction probs": [ 0.9826956987380981, 0.01730431243777275 @@ -96744,8 +108717,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.017181972041726112, - "sufficiency": 0.8688552975654602, + "comprehensiveness": 0.017178134992718697, + "sufficiency": 0.8688846230506897, "masked prediction probs": [ 0.9673125743865967, 0.032687436789274216 @@ -96758,7 +108731,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7546864748001099, + "sufficiency": 0.7547411918640137, "masked prediction probs": [ 0.9826956987380981, 0.01730431243777275 @@ -96770,8 +108743,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06544461846351624, - "sufficiency": 0.8463194966316223, + "comprehensiveness": 0.06543000787496567, + "sufficiency": 0.8463537096977234, "masked prediction probs": [ 0.9240765571594238, 0.07592342048883438 @@ -96784,7 +108757,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7510917782783508, + "sufficiency": 0.7511473894119263, "masked prediction probs": [ 0.9897122383117676, 0.010287796147167683 @@ -96796,8 +108769,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0654154047369957, - "sufficiency": 0.846388041973114, + "comprehensiveness": 0.06540080904960632, + "sufficiency": 0.8464223742485046, "masked prediction probs": [ 0.9240765571594238, 0.07592342048883438 @@ -96807,15 +108780,28 @@ 0.01730431243777275 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.796816349029541, + "masked prediction probs": [ + 0.984217643737793, + 0.01578235998749733 + ], + "full text prediction probs": [ + 0.9826956987380981, + 0.01730431243777275 + ], + "labels": 0 } }, "test_1479": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015336323995143175, - "sufficiency": 0.7845025658607483, + "fixed-shap": { + "comprehensiveness": 0.0029134401120245457, + "sufficiency": 0.8335508704185486, "masked prediction probs": [ - 0.9922034740447998, - 0.007796476595103741 + 0.9909561276435852, + 0.00904388539493084 ], "full text prediction probs": [ 0.9935898780822754, @@ -96902,11 +108888,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0015312610194087029, - "sufficiency": 0.7848357558250427, + "comprehensiveness": 0.002908935071900487, + "sufficiency": 0.8338081240653992, "masked prediction probs": [ - 0.9922034740447998, - 0.007796476595103741 + 0.9909561276435852, + 0.00904388539493084 ], "full text prediction probs": [ 0.9935898780822754, @@ -96914,12 +108900,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00047882471699267626, - "sufficiency": 0.7327767014503479, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0029082924593240023, + "sufficiency": 0.8338449001312256, "masked prediction probs": [ - 0.9931562542915344, - 0.006843705661594868 + 0.9909561276435852, + 0.00904388539493084 + ], + "full text prediction probs": [ + 0.9935898780822754, + 0.0064101442694664 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00145780632738024, + "sufficiency": 0.8161929249763489, + "masked prediction probs": [ + 0.9922693967819214, + 0.007730620913207531 ], "full text prediction probs": [ 0.9935898780822754, @@ -96928,8 +108927,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007656214293092489, - "sufficiency": 0.9621212482452393, + "comprehensiveness": 0.0007654523942619562, + "sufficiency": 0.9621295928955078, "masked prediction probs": [ 0.9928963780403137, 0.007103601470589638 @@ -96942,7 +108941,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7455043792724609, + "sufficiency": 0.7455605864524841, "masked prediction probs": [ 0.9935898780822754, 0.0064101442694664 @@ -96954,8 +108953,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030216034501791, - "sufficiency": 0.7890297174453735, + "comprehensiveness": 0.0030209366232156754, + "sufficiency": 0.7890762686729431, "masked prediction probs": [ 0.9908517003059387, 0.009148241020739079 @@ -96967,8 +108966,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00047840210027061403, - "sufficiency": 0.7330125570297241, + "comprehensiveness": 0.0004782965697813779, + "sufficiency": 0.7330714464187622, "masked prediction probs": [ 0.9931562542915344, 0.006843705661594868 @@ -96980,8 +108979,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007935318164527416, - "sufficiency": 0.9687173366546631, + "comprehensiveness": 0.007933568209409714, + "sufficiency": 0.9687241911888123, "masked prediction probs": [ 0.9863957166671753, 0.013604271225631237 @@ -96993,8 +108992,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007723360904492438, - "sufficiency": 0.7598990797996521, + "comprehensiveness": 0.0007721658330410719, + "sufficiency": 0.7599520087242126, "masked prediction probs": [ 0.9928895235061646, 0.0071104178205132484 @@ -97006,11 +109005,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0004780856252182275, - "sufficiency": 0.7331891655921936, + "comprehensiveness": 0.0014555566012859344, + "sufficiency": 0.816476583480835, "masked prediction probs": [ - 0.9931562542915344, - 0.006843705661594868 + 0.9922693967819214, + 0.007730620913207531 + ], + "full text prediction probs": [ + 0.9935898780822754, + 0.0064101442694664 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0014552357606589794, + "sufficiency": 0.8165169954299927, + "masked prediction probs": [ + 0.9922693967819214, + 0.007730620913207531 ], "full text prediction probs": [ 0.9935898780822754, @@ -97020,12 +109032,12 @@ } }, "test_1511": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003513508243486285, - "sufficiency": 0.903075098991394, + "fixed-shap": { + "comprehensiveness": 0.0038984818384051323, + "sufficiency": 0.8880911469459534, "masked prediction probs": [ - 0.9936932325363159, - 0.006306814961135387 + 0.9933439493179321, + 0.006656059063971043 ], "full text prediction probs": [ 0.9968810081481934, @@ -97124,12 +109136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00039846106665208936, - "sufficiency": 0.8451730608940125, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0035073228646069765, + "sufficiency": 0.903245747089386, "masked prediction probs": [ - 0.9965188503265381, - 0.003481112653389573 + 0.9936932325363159, + 0.006306814961135387 + ], + "full text prediction probs": [ + 0.9968810081481934, + 0.0031190013978630304 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002101229503750801, + "sufficiency": 0.7195373177528381, + "masked prediction probs": [ + 0.9949707984924316, + 0.005029213614761829 ], "full text prediction probs": [ 0.9968810081481934, @@ -97138,8 +109163,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009047980420291424, - "sufficiency": 0.8762776851654053, + "comprehensiveness": 0.0009045990300364792, + "sufficiency": 0.8763048648834229, "masked prediction probs": [ 0.996058464050293, 0.0039415862411260605 @@ -97151,8 +109176,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002100767334923148, - "sufficiency": 0.7195990085601807, + "comprehensiveness": 0.002100305398926139, + "sufficiency": 0.7196606397628784, "masked prediction probs": [ 0.9949707984924316, 0.005029213614761829 @@ -97164,8 +109189,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026143455877900124, - "sufficiency": 0.9630831480026245, + "comprehensiveness": 0.026137705892324448, + "sufficiency": 0.9630913138389587, "masked prediction probs": [ 0.9731037616729736, 0.026896264404058456 @@ -97177,8 +109202,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0003981106274295598, - "sufficiency": 0.8453091979026794, + "comprehensiveness": 0.0003980231413152069, + "sufficiency": 0.8453432321548462, "masked prediction probs": [ 0.9965188503265381, 0.003481112653389573 @@ -97190,8 +109215,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017417246475815773, - "sufficiency": 0.9275016188621521, + "comprehensiveness": 0.017413418740034103, + "sufficiency": 0.9275175333023071, "masked prediction probs": [ 0.981033205986023, 0.018966801464557648 @@ -97203,8 +109228,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002852286910638213, - "sufficiency": 0.8383927345275879, + "comprehensiveness": 0.0028516603633761406, + "sufficiency": 0.838428258895874, "masked prediction probs": [ 0.9942851662635803, 0.005714838858693838 @@ -97216,8 +109241,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0003978482272941619, - "sufficiency": 0.8454111814498901, + "comprehensiveness": 0.00039776082849130034, + "sufficiency": 0.8454450964927673, + "masked prediction probs": [ + 0.9965188503265381, + 0.003481112653389573 + ], + "full text prediction probs": [ + 0.9968810081481934, + 0.0031190013978630304 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0003976734878960997, + "sufficiency": 0.8454790711402893, "masked prediction probs": [ 0.9965188503265381, 0.003481112653389573 @@ -97230,12 +109268,12 @@ } }, "test_1545": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8544564843177795, - 0.14554345607757568 + 0.05379507690668106, + 0.9462049007415771 ], "full text prediction probs": [ 0.28318336606025696, @@ -97334,12 +109372,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.804186224937439, - 0.19581381976604462 + 0.8544564843177795, + 0.14554345607757568 + ], + "full text prediction probs": [ + 0.28318336606025696, + 0.7168166041374207 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05860610678792, + 0.9413938522338867 ], "full text prediction probs": [ 0.28318336606025696, @@ -97437,15 +109488,28 @@ 0.7168166041374207 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.804186224937439, + 0.19581381976604462 + ], + "full text prediction probs": [ + 0.28318336606025696, + 0.7168166041374207 + ], + "labels": 0 } }, "test_1564": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0048736934550106525, - "sufficiency": 0.8949816823005676, + "fixed-shap": { + "comprehensiveness": 0.0016978943021968007, + "sufficiency": 0.9042516350746155, "masked prediction probs": [ - 0.9847370982170105, - 0.0152629055082798 + 0.9875938296318054, + 0.012406145222485065 ], "full text prediction probs": [ 0.98912113904953, @@ -97544,12 +109608,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0035782703198492527, - "sufficiency": 0.824691653251648, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004865040071308613, + "sufficiency": 0.895168125629425, "masked prediction probs": [ - 0.985896646976471, - 0.014103318564593792 + 0.9847370982170105, + 0.0152629055082798 + ], + "full text prediction probs": [ + 0.98912113904953, + 0.01087883859872818 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7491437196731567, + "masked prediction probs": [ + 0.98912113904953, + 0.01087883859872818 ], "full text prediction probs": [ 0.98912113904953, @@ -97559,7 +109636,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6960685849189758, + "sufficiency": 0.6961359977722168, "masked prediction probs": [ 0.991060197353363, 0.008939825929701328 @@ -97572,7 +109649,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7491993308067322, + "sufficiency": 0.7492549419403076, "masked prediction probs": [ 0.98912113904953, 0.01087883859872818 @@ -97585,7 +109662,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7492549419403076, + "sufficiency": 0.7493105530738831, "masked prediction probs": [ 0.98912113904953, 0.01087883859872818 @@ -97597,8 +109674,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003575096372514963, - "sufficiency": 0.8248471021652222, + "comprehensiveness": 0.0035743038170039654, + "sufficiency": 0.8248859643936157, "masked prediction probs": [ 0.985896646976471, 0.014103318564593792 @@ -97610,8 +109687,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006166133098304272, - "sufficiency": 0.9866318106651306, + "comprehensiveness": 0.0061647663824260235, + "sufficiency": 0.9866348505020142, "masked prediction probs": [ 0.9835584759712219, 0.01644153520464897 @@ -97624,7 +109701,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8283353447914124, + "sufficiency": 0.8283733129501343, "masked prediction probs": [ 0.9911766052246094, 0.008823397569358349 @@ -97636,8 +109713,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0035727196373045444, - "sufficiency": 0.8249635696411133, + "comprehensiveness": 0.0035719280131161213, + "sufficiency": 0.8250023126602173, + "masked prediction probs": [ + 0.985896646976471, + 0.014103318564593792 + ], + "full text prediction probs": [ + 0.98912113904953, + 0.01087883859872818 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0035711368545889854, + "sufficiency": 0.8250411152839661, "masked prediction probs": [ 0.985896646976471, 0.014103318564593792 @@ -97650,7 +109740,7 @@ } }, "test_1567": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 0.9029711484909058, "masked prediction probs": [ @@ -97754,12 +109844,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09917347878217697, - "sufficiency": 0.8628016710281372, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9031544327735901, "masked prediction probs": [ - 0.850877046585083, - 0.149122953414917 + 0.9483823776245117, + 0.05161760747432709 + ], + "full text prediction probs": [ + 0.9348645806312561, + 0.0651354268193245 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7971219420433044, + "masked prediction probs": [ + 0.9348645806312561, + 0.0651354268193245 ], "full text prediction probs": [ 0.9348645806312561, @@ -97769,7 +109872,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8766865134239197, + "sufficiency": 0.8767156004905701, "masked prediction probs": [ 0.9825619459152222, 0.017438072711229324 @@ -97782,7 +109885,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7971698045730591, + "sufficiency": 0.7972176671028137, "masked prediction probs": [ 0.9348645806312561, 0.0651354268193245 @@ -97794,8 +109897,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.09910326451063156, - "sufficiency": 0.8628988862037659, + "comprehensiveness": 0.09907987713813782, + "sufficiency": 0.8629311323165894, "masked prediction probs": [ 0.850877046585083, 0.149122953414917 @@ -97808,7 +109911,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8877844214439392, + "sufficiency": 0.8878108859062195, "masked prediction probs": [ 0.07856979221105576, 0.921430230140686 @@ -97820,8 +109923,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9246067404747009, - "sufficiency": 0.8843852281570435, + "comprehensiveness": 0.9243886470794678, + "sufficiency": 0.8844124674797058, "masked prediction probs": [ 0.15091371536254883, 0.8490862846374512 @@ -97833,8 +109936,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5600036382675171, - "sufficiency": 0.9182335138320923, + "comprehensiveness": 0.5598716139793396, + "sufficiency": 0.9182527661323547, "masked prediction probs": [ 0.45993950963020325, 0.5400605201721191 @@ -97846,8 +109949,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09900980442762375, - "sufficiency": 0.8630281686782837, + "comprehensiveness": 0.09898646175861359, + "sufficiency": 0.8630603551864624, + "masked prediction probs": [ + 0.850877046585083, + 0.149122953414917 + ], + "full text prediction probs": [ + 0.9348645806312561, + 0.0651354268193245 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09896313399076462, + "sufficiency": 0.8630927205085754, "masked prediction probs": [ 0.850877046585083, 0.149122953414917 @@ -97860,12 +109976,12 @@ } }, "test_1586": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.017813604325056076, - "sufficiency": 0.8731808662414551, + "fixed-shap": { + "comprehensiveness": 0.0001843686040956527, + "sufficiency": 0.8777089715003967, "masked prediction probs": [ - 0.9716926217079163, - 0.028307301923632622 + 0.987525463104248, + 0.012474581599235535 ], "full text prediction probs": [ 0.9876910448074341, @@ -97964,12 +110080,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03164586424827576, - "sufficiency": 0.8563500046730042, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.017781924456357956, + "sufficiency": 0.8734063506126404, "masked prediction probs": [ - 0.959219217300415, - 0.04078078269958496 + 0.9716926217079163, + 0.028307301923632622 + ], + "full text prediction probs": [ + 0.9876910448074341, + 0.012308986857533455 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.857678234577179, + "masked prediction probs": [ + 0.9882334470748901, + 0.01176656037569046 ], "full text prediction probs": [ 0.9876910448074341, @@ -97978,8 +110107,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.005462304688990116, - "sufficiency": 0.8472491502761841, + "comprehensiveness": 0.005461090710014105, + "sufficiency": 0.847283124923706, "masked prediction probs": [ 0.9827755093574524, 0.017224550247192383 @@ -97992,7 +110121,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7503895163536072, + "sufficiency": 0.7504450082778931, "masked prediction probs": [ 0.9876910448074341, 0.012308986857533455 @@ -98005,7 +110134,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8577414751052856, + "sufficiency": 0.8577730655670166, "masked prediction probs": [ 0.9882334470748901, 0.01176656037569046 @@ -98018,7 +110147,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.750500500202179, + "sufficiency": 0.7505558133125305, "masked prediction probs": [ 0.9876910448074341, 0.012308986857533455 @@ -98030,8 +110159,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.031610727310180664, - "sufficiency": 0.8565094470977783, + "comprehensiveness": 0.03160370886325836, + "sufficiency": 0.8565413355827332, "masked prediction probs": [ 0.959219217300415, 0.04078078269958496 @@ -98043,8 +110172,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01872187666594982, - "sufficiency": 0.8288699984550476, + "comprehensiveness": 0.018717721104621887, + "sufficiency": 0.8289080262184143, "masked prediction probs": [ 0.9708244800567627, 0.02917552925646305 @@ -98056,8 +110185,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.031596697866916656, - "sufficiency": 0.8565731644630432, + "comprehensiveness": 0.03158968314528465, + "sufficiency": 0.8566049337387085, + "masked prediction probs": [ + 0.959219217300415, + 0.04078078269958496 + ], + "full text prediction probs": [ + 0.9876910448074341, + 0.012308986857533455 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.031582675874233246, + "sufficiency": 0.8566367626190186, "masked prediction probs": [ 0.959219217300415, 0.04078078269958496 @@ -98070,12 +110212,12 @@ } }, "test_1672": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20895767211914062, - "sufficiency": 0.9993521571159363, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8694870471954346, "masked prediction probs": [ - 0.7980961203575134, - 0.2019038200378418 + 0.9871346354484558, + 0.012865339405834675 ], "full text prediction probs": [ 0.9852515459060669, @@ -98174,12 +110316,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.37041962146759033, - "sufficiency": 0.9708566665649414, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.20858505368232727, + "sufficiency": 0.999353289604187, "masked prediction probs": [ - 0.6528881192207336, - 0.34711194038391113 + 0.7980961203575134, + 0.2019038200378418 + ], + "full text prediction probs": [ + 0.9852515459060669, + 0.01474850159138441 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8390322327613831, + "masked prediction probs": [ + 0.9854405522346497, + 0.014559471048414707 ], "full text prediction probs": [ 0.9852515459060669, @@ -98188,8 +110343,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005530350608751178, - "sufficiency": 0.4887995421886444, + "comprehensiveness": 0.000552911835256964, + "sufficiency": 0.4889134168624878, "masked prediction probs": [ 0.9847552180290222, 0.01524481363594532 @@ -98201,8 +110356,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3702545762062073, - "sufficiency": 0.9708694815635681, + "comprehensiveness": 0.3701721131801605, + "sufficiency": 0.9708760380744934, "masked prediction probs": [ 0.6528881192207336, 0.34711194038391113 @@ -98215,7 +110370,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7524837255477905, + "sufficiency": 0.7525389194488525, "masked prediction probs": [ 0.9852515459060669, 0.01474850159138441 @@ -98228,7 +110383,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7525389194488525, + "sufficiency": 0.7525939345359802, "masked prediction probs": [ 0.9852515459060669, 0.01474850159138441 @@ -98240,8 +110395,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3700072467327118, - "sufficiency": 0.9708890318870544, + "comprehensiveness": 0.3699248731136322, + "sufficiency": 0.9708954095840454, "masked prediction probs": [ 0.6528881192207336, 0.34711194038391113 @@ -98253,8 +110408,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017054218333214521, - "sufficiency": 0.8750117421150208, + "comprehensiveness": 0.0017050423193722963, + "sufficiency": 0.8750396370887756, "masked prediction probs": [ 0.9837192893028259, 0.016280682757496834 @@ -98266,8 +110421,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3698425590991974, - "sufficiency": 0.9709019660949707, + "comprehensiveness": 0.36976027488708496, + "sufficiency": 0.970908522605896, + "masked prediction probs": [ + 0.6528881192207336, + 0.34711194038391113 + ], + "full text prediction probs": [ + 0.9852515459060669, + 0.01474850159138441 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3696780204772949, + "sufficiency": 0.970914900302887, "masked prediction probs": [ 0.6528881192207336, 0.34711194038391113 @@ -98280,12 +110448,12 @@ } }, "test_1677": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06476442515850067, - "sufficiency": 0.9928073287010193, + "fixed-shap": { + "comprehensiveness": 0.003063164884224534, + "sufficiency": 0.7823941111564636, "masked prediction probs": [ - 0.9328259229660034, - 0.06717407703399658 + 0.9884576201438904, + 0.01154241617769003 ], "full text prediction probs": [ 0.9912194609642029, @@ -98384,12 +110552,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.028958242386579514, - "sufficiency": 0.9393285512924194, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06464970111846924, + "sufficiency": 0.9928200840950012, "masked prediction probs": [ - 0.9650635123252869, - 0.03493652492761612 + 0.9328259229660034, + 0.06717407703399658 + ], + "full text prediction probs": [ + 0.9912194609642029, + 0.008780581876635551 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004000715911388397, + "sufficiency": 0.6876355409622192, + "masked prediction probs": [ + 0.987605094909668, + 0.012394899502396584 ], "full text prediction probs": [ 0.9912194609642029, @@ -98398,8 +110579,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0047548869624733925, - "sufficiency": 0.17993880808353424, + "comprehensiveness": 0.004753834567964077, + "sufficiency": 0.1801202893257141, "masked prediction probs": [ 0.9869237542152405, 0.013076229020953178 @@ -98411,8 +110592,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004867815878242254, - "sufficiency": 0.6985729336738586, + "comprehensiveness": 0.0048667388036847115, + "sufficiency": 0.6986395716667175, "masked prediction probs": [ 0.9868207573890686, 0.01317927148193121 @@ -98424,8 +110605,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.000871684227604419, - "sufficiency": 0.7792083024978638, + "comprehensiveness": 0.0008714913274161518, + "sufficiency": 0.7792571783065796, "masked prediction probs": [ 0.9904316067695618, 0.009568406268954277 @@ -98437,8 +110618,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008714913274161518, - "sufficiency": 0.7792571783065796, + "comprehensiveness": 0.0008712986018508673, + "sufficiency": 0.7793059945106506, "masked prediction probs": [ 0.9904316067695618, 0.009568406268954277 @@ -98450,8 +110631,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004864586051553488, - "sufficiency": 0.6987729072570801, + "comprehensiveness": 0.00486350990831852, + "sufficiency": 0.698839545249939, "masked prediction probs": [ 0.9868207573890686, 0.01317927148193121 @@ -98463,8 +110644,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023536598309874535, - "sufficiency": 0.31377241015434265, + "comprehensiveness": 0.0023531396873295307, + "sufficiency": 0.31392407417297363, "masked prediction probs": [ 0.9890907406806946, 0.010909223929047585 @@ -98476,8 +110657,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004862434696406126, - "sufficiency": 0.6989060640335083, + "comprehensiveness": 0.00486135995015502, + "sufficiency": 0.6989725828170776, "masked prediction probs": [ 0.9868207573890686, 0.01317927148193121 @@ -98487,15 +110668,28 @@ 0.008780581876635551 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.028900647535920143, + "sufficiency": 0.9394491910934448, + "masked prediction probs": [ + 0.9650635123252869, + 0.03493652492761612 + ], + "full text prediction probs": [ + 0.9912194609642029, + 0.008780581876635551 + ], + "labels": 0 } }, "test_1700": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07683098316192627, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0009951534448191524, + "sufficiency": 0.8502038717269897, "masked prediction probs": [ - 0.9145632982254028, - 0.08543667197227478 + 0.9823326468467712, + 0.01766733080148697 ], "full text prediction probs": [ 0.9832219481468201, @@ -98594,12 +110788,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10802286118268967, - "sufficiency": 0.9222570061683655, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07669366896152496, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8865163922309875, - 0.11348366737365723 + 0.9145632982254028, + 0.08543667197227478 + ], + "full text prediction probs": [ + 0.9832219481468201, + 0.016778063029050827 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0026638733688741922, + "sufficiency": 0.8195886611938477, + "masked prediction probs": [ + 0.9808366298675537, + 0.01916338875889778 ], "full text prediction probs": [ 0.9832219481468201, @@ -98609,7 +110816,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8747590184211731, + "sufficiency": 0.8747869729995728, "masked prediction probs": [ 0.9861118793487549, 0.013888109475374222 @@ -98621,8 +110828,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007302104029804468, - "sufficiency": 0.7765612602233887, + "comprehensiveness": 0.007300474215298891, + "sufficiency": 0.7766110897064209, "masked prediction probs": [ 0.9766819477081299, 0.023318005725741386 @@ -98634,8 +110841,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007300474215298891, - "sufficiency": 0.7766110897064209, + "comprehensiveness": 0.007298844400793314, + "sufficiency": 0.7766608595848083, "masked prediction probs": [ 0.9766819477081299, 0.023318005725741386 @@ -98647,8 +110854,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.08483270555734634, - "sufficiency": 0.8219003677368164, + "comprehensiveness": 0.08481378108263016, + "sufficiency": 0.8219400644302368, "masked prediction probs": [ 0.9072090983390808, 0.09279090911149979 @@ -98660,8 +110867,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10790233314037323, - "sufficiency": 0.9223437905311584, + "comprehensiveness": 0.10787825286388397, + "sufficiency": 0.9223611950874329, "masked prediction probs": [ 0.8865163922309875, 0.11348366737365723 @@ -98673,8 +110880,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0026609015185385942, - "sufficiency": 0.8197899460792542, + "comprehensiveness": 0.002660308266058564, + "sufficiency": 0.8198301196098328, "masked prediction probs": [ 0.9808366298675537, 0.01916338875889778 @@ -98686,8 +110893,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1078541949391365, - "sufficiency": 0.922378420829773, + "comprehensiveness": 0.10783013701438904, + "sufficiency": 0.9223957061767578, + "masked prediction probs": [ + 0.8865163922309875, + 0.11348366737365723 + ], + "full text prediction probs": [ + 0.9832219481468201, + 0.016778063029050827 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10780610144138336, + "sufficiency": 0.9224130511283875, "masked prediction probs": [ 0.8865163922309875, 0.11348366737365723 @@ -98700,12 +110920,12 @@ } }, "test_1717": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.3501094877719879, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7648450136184692, - 0.23515498638153076 + 0.7092533111572266, + 0.29074665904045105 ], "full text prediction probs": [ 0.011147183366119862, @@ -98804,12 +111024,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.36305397748947144, + "masked prediction probs": [ + 0.7648450136184692, + 0.23515498638153076 + ], + "full text prediction probs": [ + 0.011147183366119862, + 0.988852858543396 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8003450036048889, - 0.19965499639511108 + 0.6302331686019897, + 0.36976680159568787 ], "full text prediction probs": [ 0.011147183366119862, @@ -98871,7 +111104,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.48877087235450745, + "sufficiency": 0.49002495408058167, "masked prediction probs": [ 0.740969181060791, 0.2590307593345642 @@ -98883,7 +111116,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.1065949872136116, + "comprehensiveness": 0.10633381456136703, "sufficiency": 0.0, "masked prediction probs": [ 0.01982860639691353, @@ -98907,15 +111140,28 @@ 0.988852858543396 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8003450036048889, + 0.19965499639511108 + ], + "full text prediction probs": [ + 0.011147183366119862, + 0.988852858543396 + ], + "labels": 0 } }, "test_1718": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8241793513298035, "masked prediction probs": [ - 0.0664135292172432, - 0.9335864782333374 + 0.9693711996078491, + 0.030628778040409088 ], "full text prediction probs": [ 0.9693319201469421, @@ -99002,11 +111248,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.6043861508369446, "sufficiency": 1.0, "masked prediction probs": [ - 0.0664135292172432, - 0.9335864782333374 + 0.43678176403045654, + 0.5632182955741882 ], "full text prediction probs": [ 0.9693319201469421, @@ -99014,12 +111260,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5629769563674927, - "sufficiency": 0.9993904829025269, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6042489409446716, + "sufficiency": 1.0, "masked prediction probs": [ - 0.47315651178359985, - 0.5268434882164001 + 0.43678176403045654, + 0.5632182955741882 + ], + "full text prediction probs": [ + 0.9693319201469421, + 0.030668124556541443 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.765958845615387, + "masked prediction probs": [ + 0.9693319201469421, + 0.030668124556541443 ], "full text prediction probs": [ 0.9693319201469421, @@ -99029,7 +111288,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.877509355545044, + "sufficiency": 0.877537190914154, "masked prediction probs": [ 0.9801162481307983, 0.019883736968040466 @@ -99041,8 +111300,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5627215504646301, - "sufficiency": 0.999390721321106, + "comprehensiveness": 0.5625939965248108, + "sufficiency": 0.9993909001350403, "masked prediction probs": [ 0.47315651178359985, 0.5268434882164001 @@ -99054,8 +111313,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5625939965248108, - "sufficiency": 0.9993909001350403, + "comprehensiveness": 0.5624663829803467, + "sufficiency": 0.9993910193443298, "masked prediction probs": [ 0.47315651178359985, 0.5268434882164001 @@ -99067,8 +111326,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5624663829803467, - "sufficiency": 0.9993910193443298, + "comprehensiveness": 0.5623389482498169, + "sufficiency": 0.9993911385536194, "masked prediction probs": [ 0.47315651178359985, 0.5268434882164001 @@ -99080,7 +111339,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6035641431808472, + "comprehensiveness": 0.6034273505210876, "sufficiency": 1.0, "masked prediction probs": [ 0.43678176403045654, @@ -99093,8 +111352,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004325637593865395, - "sufficiency": 0.822830080986023, + "comprehensiveness": 0.004324657842516899, + "sufficiency": 0.8228701949119568, "masked prediction probs": [ 0.9655143618583679, 0.03448563441634178 @@ -99106,8 +111365,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5620840787887573, - "sufficiency": 0.9993914365768433, + "comprehensiveness": 0.5619567632675171, + "sufficiency": 0.9993915557861328, + "masked prediction probs": [ + 0.47315651178359985, + 0.5268434882164001 + ], + "full text prediction probs": [ + 0.9693319201469421, + 0.030668124556541443 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5618295073509216, + "sufficiency": 0.9993916749954224, "masked prediction probs": [ 0.47315651178359985, 0.5268434882164001 @@ -99120,12 +111392,12 @@ } }, "test_1754": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9502549171447754, + "fixed-shap": { + "comprehensiveness": 0.31680843234062195, "sufficiency": 1.0, "masked prediction probs": [ - 0.13433295488357544, - 0.8656670451164246 + 0.7040877342224121, + 0.29591232538223267 ], "full text prediction probs": [ 0.9890417456626892, @@ -99212,11 +111484,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9487781524658203, + "comprehensiveness": 0.3163160979747772, "sufficiency": 1.0, "masked prediction probs": [ - 0.13433295488357544, - 0.8656670451164246 + 0.7040877342224121, + 0.29591232538223267 ], "full text prediction probs": [ 0.9890417456626892, @@ -99224,8 +111496,21 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8436245918273926, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3162458837032318, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7040877342224121, + 0.29591232538223267 + ], + "full text prediction probs": [ + 0.9890417456626892, + 0.010958222672343254 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8434373736381531, "sufficiency": 1.0, "masked prediction probs": [ 0.22889204323291779, @@ -99238,8 +111523,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0018299658549949527, - "sufficiency": 0.726397693157196, + "comprehensiveness": 0.0018295597983524203, + "sufficiency": 0.7264584302902222, "masked prediction probs": [ 0.9873924851417542, 0.01260750275105238 @@ -99251,7 +111536,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1846243292093277, + "comprehensiveness": 0.184583380818367, "sufficiency": 1.0, "masked prediction probs": [ 0.8226117491722107, @@ -99264,8 +111549,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2648441195487976, - "sufficiency": 0.9993551969528198, + "comprehensiveness": 0.26478537917137146, + "sufficiency": 0.9993552565574646, "masked prediction probs": [ 0.7502444982528687, 0.24975554645061493 @@ -99277,7 +111562,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8428761959075928, + "comprehensiveness": 0.8426893949508667, "sufficiency": 1.0, "masked prediction probs": [ 0.22889204323291779, @@ -99290,7 +111575,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1845015287399292, + "comprehensiveness": 0.1844606250524521, "sufficiency": 1.0, "masked prediction probs": [ 0.8226117491722107, @@ -99304,7 +111589,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7891321182250977, + "sufficiency": 0.7891787886619568, "masked prediction probs": [ 0.9901742935180664, 0.009825744666159153 @@ -99316,7 +111601,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8423158526420593, + "comprehensiveness": 0.8421291708946228, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.22889204323291779, + 0.7711079120635986 + ], + "full text prediction probs": [ + 0.9890417456626892, + 0.010958222672343254 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8419426679611206, "sufficiency": 1.0, "masked prediction probs": [ 0.22889204323291779, @@ -99330,12 +111628,12 @@ } }, "test_1773": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9954190850257874, + "fixed-shap": { + "comprehensiveness": 0.0005737841711379588, + "sufficiency": 0.98777836561203, "masked prediction probs": [ - 0.042326197028160095, - 0.9576738476753235 + 0.9920995235443115, + 0.007900554686784744 ], "full text prediction probs": [ 0.992617666721344, @@ -99434,12 +111732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9893353581428528, - "sufficiency": 0.9868951439857483, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9954271912574768, "masked prediction probs": [ - 0.09763718396425247, - 0.9023627638816833 + 0.042326197028160095, + 0.9576738476753235 + ], + "full text prediction probs": [ + 0.992617666721344, + 0.007382345385849476 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7462490797042847, + "masked prediction probs": [ + 0.992617666721344, + 0.007382345385849476 ], "full text prediction probs": [ 0.992617666721344, @@ -99448,8 +111759,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014954057987779379, - "sufficiency": 0.9628520011901855, + "comprehensiveness": 0.0014950752956792712, + "sufficiency": 0.9628602862358093, "masked prediction probs": [ 0.9912645816802979, 0.008735422976315022 @@ -99461,8 +111772,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07415681332349777, - "sufficiency": 0.9677261114120483, + "comprehensiveness": 0.07414042949676514, + "sufficiency": 0.9677332639694214, "masked prediction probs": [ 0.925503671169281, 0.07449627667665482 @@ -99474,8 +111785,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.11561395972967148, - "sufficiency": 0.9911416172981262, + "comprehensiveness": 0.11558841913938522, + "sufficiency": 0.991143524646759, "masked prediction probs": [ 0.88796067237854, 0.11203934252262115 @@ -99487,8 +111798,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.11558841913938522, - "sufficiency": 0.991143524646759, + "comprehensiveness": 0.11556289345026016, + "sufficiency": 0.9911455512046814, "masked prediction probs": [ 0.88796067237854, 0.11203934252262115 @@ -99500,8 +111811,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9882429242134094, - "sufficiency": 0.9869096279144287, + "comprehensiveness": 0.9880247116088867, + "sufficiency": 0.9869124889373779, "masked prediction probs": [ 0.09763718396425247, 0.9023627638816833 @@ -99513,8 +111824,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0013163546100258827, - "sufficiency": 0.8290268778800964, + "comprehensiveness": 0.0013160640373826027, + "sufficiency": 0.8290645480155945, "masked prediction probs": [ 0.9914252758026123, 0.008574748411774635 @@ -99526,8 +111837,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9878066182136536, - "sufficiency": 0.9869154095649719, + "comprehensiveness": 0.9875885844230652, + "sufficiency": 0.9869182705879211, + "masked prediction probs": [ + 0.09763718396425247, + 0.9023627638816833 + ], + "full text prediction probs": [ + 0.992617666721344, + 0.007382345385849476 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9873707294464111, + "sufficiency": 0.9869211912155151, "masked prediction probs": [ 0.09763718396425247, 0.9023627638816833 @@ -99540,12 +111864,12 @@ } }, "test_1799": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0921178013086319, - "sufficiency": 0.5973371267318726, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7767205238342285, "masked prediction probs": [ - 0.8977338075637817, - 0.10226618498563766 + 0.9808721542358398, + 0.019127897918224335 ], "full text prediction probs": [ 0.9797317385673523, @@ -99644,12 +111968,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07865436375141144, - "sufficiency": 0.4784846305847168, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09195251762866974, + "sufficiency": 0.5980595350265503, "masked prediction probs": [ - 0.90959233045578, - 0.09040769189596176 + 0.8977338075637817, + 0.10226618498563766 + ], + "full text prediction probs": [ + 0.9797317385673523, + 0.020268302410840988 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7570289969444275, + "masked prediction probs": [ + 0.9797317385673523, + 0.020268302410840988 ], "full text prediction probs": [ 0.9797317385673523, @@ -99659,7 +111996,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.96527498960495, + "sufficiency": 0.9652827382087708, "masked prediction probs": [ 0.9879295825958252, 0.012070347554981709 @@ -99671,8 +112008,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002808388089761138, - "sufficiency": 0.8622367978096008, + "comprehensiveness": 0.0028077587485313416, + "sufficiency": 0.8622676134109497, "masked prediction probs": [ 0.9772262573242188, 0.02277372032403946 @@ -99685,7 +112022,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6071911454200745, + "sufficiency": 0.6072790622711182, "masked prediction probs": [ 0.9802292585372925, 0.01977076195180416 @@ -99697,8 +112034,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07858386635780334, - "sufficiency": 0.478952020406723, + "comprehensiveness": 0.07856626063585281, + "sufficiency": 0.4790687561035156, "masked prediction probs": [ 0.90959233045578, 0.09040769189596176 @@ -99710,8 +112047,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00786601286381483, - "sufficiency": 0.9878368973731995, + "comprehensiveness": 0.007864250801503658, + "sufficiency": 0.9878396391868591, "masked prediction probs": [ 0.9727094173431396, 0.02729061245918274 @@ -99723,8 +112060,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005333392764441669, - "sufficiency": 0.7396005988121033, + "comprehensiveness": 0.0005332198925316334, + "sufficiency": 0.7396588921546936, "masked prediction probs": [ 0.9792554974555969, 0.02074454165995121 @@ -99736,8 +112073,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07853107154369354, - "sufficiency": 0.4793020486831665, + "comprehensiveness": 0.0785134881734848, + "sufficiency": 0.4794185757637024, + "masked prediction probs": [ + 0.90959233045578, + 0.09040769189596176 + ], + "full text prediction probs": [ + 0.9797317385673523, + 0.020268302410840988 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07849591970443726, + "sufficiency": 0.4795351028442383, "masked prediction probs": [ 0.90959233045578, 0.09040769189596176 @@ -99750,12 +112100,12 @@ } }, "test_7": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6689605116844177, + "fixed-shap": { + "comprehensiveness": 0.03275929391384125, + "sufficiency": 0.0, "masked prediction probs": [ - 0.954811692237854, - 0.04518832266330719 + 0.009830106049776077, + 0.9901698231697083 ], "full text prediction probs": [ 0.0072220684960484505, @@ -99854,12 +112204,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.6754754185676575, + "masked prediction probs": [ + 0.954811692237854, + 0.04518832266330719 + ], + "full text prediction probs": [ + 0.0072220684960484505, + 0.9927778840065002 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.025671249255537987, "sufficiency": 0.0, "masked prediction probs": [ - 0.9137240648269653, - 0.08627592772245407 + 0.009312133304774761, + 0.990687906742096 ], "full text prediction probs": [ 0.0072220684960484505, @@ -99868,7 +112231,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5440636873245239, + "comprehensiveness": 0.5427302122116089, "sufficiency": 0.0, "masked prediction probs": [ 0.05151607096195221, @@ -99881,7 +112244,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.025608329102396965, + "comprehensiveness": 0.025545716285705566, "sufficiency": 0.0, "masked prediction probs": [ 0.009312133304774761, @@ -99894,7 +112257,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008455498144030571, + "comprehensiveness": 0.008434874936938286, "sufficiency": 0.0, "masked prediction probs": [ 0.007913878187537193, @@ -99907,7 +112270,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008434874936938286, + "comprehensiveness": 0.00841435231268406, "sufficiency": 0.0, "masked prediction probs": [ 0.007913878187537193, @@ -99920,7 +112283,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.031723108142614365, + "comprehensiveness": 0.031646110117435455, "sufficiency": 0.0, "masked prediction probs": [ 0.009830106049776077, @@ -99933,7 +112296,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.022136220708489418, + "comprehensiveness": 0.022082621231675148, "sufficiency": 0.0, "masked prediction probs": [ 0.00904642790555954, @@ -99946,7 +112309,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5361595749855042, + "comprehensiveness": 0.5348645448684692, "sufficiency": 0.0, "masked prediction probs": [ 0.05151607096195221, @@ -99957,15 +112320,28 @@ 0.9927778840065002 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9137240648269653, + 0.08627592772245407 + ], + "full text prediction probs": [ + 0.0072220684960484505, + 0.9927778840065002 + ], + "labels": 1 } }, "test_14": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3871493637561798, + "fixed-shap": { + "comprehensiveness": 0.050088781863451004, "sufficiency": 0.0, "masked prediction probs": [ - 0.03853176161646843, - 0.9614681601524353 + 0.011965664103627205, + 0.9880343079566956 ], "full text prediction probs": [ 0.008017836138606071, @@ -100064,12 +112440,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1001386046409607, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.37944528460502625, "sufficiency": 0.0, "masked prediction probs": [ - 0.01607072353363037, - 0.9839292764663696 + 0.03853176161646843, + 0.9614681601524353 + ], + "full text prediction probs": [ + 0.008017836138606071, + 0.9919821619987488 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.039700236171483994, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011218365281820297, + 0.9887816309928894 ], "full text prediction probs": [ 0.008017836138606071, @@ -100078,7 +112467,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08415746688842773, + "comprehensiveness": 0.08394916355609894, "sufficiency": 0.0, "masked prediction probs": [ 0.014802400954067707, @@ -100091,7 +112480,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09964289516210556, + "comprehensiveness": 0.09939686954021454, "sufficiency": 0.0, "masked prediction probs": [ 0.01607072353363037, @@ -100104,7 +112493,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15731124579906464, + "comprehensiveness": 0.1569238007068634, "sufficiency": 0.0, "masked prediction probs": [ 0.020762769505381584, @@ -100117,7 +112506,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14839014410972595, + "comprehensiveness": 0.14802555739879608, "sufficiency": 0.0, "masked prediction probs": [ 0.020069705322384834, @@ -100130,7 +112519,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.37478402256965637, + "comprehensiveness": 0.3738654851913452, "sufficiency": 0.0, "masked prediction probs": [ 0.03853176161646843, @@ -100143,7 +112532,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03162892907857895, + "comprehensiveness": 0.031551603227853775, "sufficiency": 0.0, "masked prediction probs": [ 0.010599353350698948, @@ -100156,7 +112545,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09842482209205627, + "comprehensiveness": 0.09818477183580399, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01607072353363037, + 0.9839292764663696 + ], + "full text prediction probs": [ + 0.008017836138606071, + 0.9919821619987488 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09794589132070541, "sufficiency": 0.0, "masked prediction probs": [ 0.01607072353363037, @@ -100170,12 +112572,12 @@ } }, "test_38": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.280636191368103, - "sufficiency": 0.9310109615325928, + "fixed-shap": { + "comprehensiveness": 0.15374867618083954, + "sufficiency": 0.935279369354248, "masked prediction probs": [ - 0.027318384498357773, - 0.9726816415786743 + 0.01682034134864807, + 0.9831796884536743 ], "full text prediction probs": [ 0.0040998999029397964, @@ -100274,12 +112676,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11252431571483612, - "sufficiency": 0.8696694374084473, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.27531111240386963, + "sufficiency": 0.9323184490203857, "masked prediction probs": [ - 0.013589664362370968, - 0.9864103198051453 + 0.027318384498357773, + 0.9726816415786743 + ], + "full text prediction probs": [ + 0.0040998999029397964, + 0.9959000945091248 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.029031185433268547, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006554014515131712, + 0.9934459328651428 ], "full text prediction probs": [ 0.0040998999029397964, @@ -100288,8 +112703,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.09494820237159729, - "sufficiency": 0.857128381729126, + "comprehensiveness": 0.09472405910491943, + "sufficiency": 0.8574652671813965, "masked prediction probs": [ 0.012126411311328411, 0.9878736138343811 @@ -100301,7 +112716,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.020919034257531166, + "comprehensiveness": 0.020869767293334007, "sufficiency": 0.0, "masked prediction probs": [ 0.005872449371963739, @@ -100314,8 +112729,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05203932523727417, - "sufficiency": 0.38387197256088257, + "comprehensiveness": 0.05191705748438835, + "sufficiency": 0.3853178918361664, "masked prediction probs": [ 0.008519894443452358, 0.9914801120758057 @@ -100327,7 +112742,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012121097184717655, + "comprehensiveness": 0.012092684395611286, "sufficiency": 0.0, "masked prediction probs": [ 0.005131883081048727, @@ -100340,8 +112755,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11120548099279404, - "sufficiency": 0.8711951375007629, + "comprehensiveness": 0.11094541847705841, + "sufficiency": 0.8714960217475891, "masked prediction probs": [ 0.013589664362370968, 0.9864103198051453 @@ -100353,7 +112768,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01014112401753664, + "comprehensiveness": 0.010117463767528534, "sufficiency": 0.0, "masked prediction probs": [ 0.004967366345226765, @@ -100366,8 +112781,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11068656295537949, - "sufficiency": 0.8717954754829407, + "comprehensiveness": 0.11042892187833786, + "sufficiency": 0.8720935583114624, + "masked prediction probs": [ + 0.013589664362370968, + 0.9864103198051453 + ], + "full text prediction probs": [ + 0.0040998999029397964, + 0.9959000945091248 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11017247289419174, + "sufficiency": 0.8723902702331543, "masked prediction probs": [ 0.013589664362370968, 0.9864103198051453 @@ -100380,12 +112808,12 @@ } }, "test_50": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.3647119402885437, + "fixed-shap": { + "comprehensiveness": 0.10519242286682129, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9445264935493469, - 0.055473461747169495 + 0.014526763930916786, + 0.9854732155799866 ], "full text prediction probs": [ 0.0060262857005000114, @@ -100484,12 +112912,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.37703338265419006, + "masked prediction probs": [ + 0.9445264935493469, + 0.055473461747169495 + ], + "full text prediction probs": [ + 0.0060262857005000114, + 0.9939736723899841 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.024000899866223335, "sufficiency": 0.0, "masked prediction probs": [ - 0.8511040210723877, - 0.1488959789276123 + 0.00800903420895338, + 0.9919909834861755 ], "full text prediction probs": [ 0.0060262857005000114, @@ -100524,7 +112965,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.012478278949856758, + "comprehensiveness": 0.012448281049728394, "sufficiency": 0.0, "masked prediction probs": [ 0.007062105927616358, @@ -100537,7 +112978,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10215785354375839, + "comprehensiveness": 0.10191285610198975, "sufficiency": 0.0, "masked prediction probs": [ 0.014526763930916786, @@ -100587,15 +113028,28 @@ 0.9939736723899841 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8511040210723877, + 0.1488959789276123 + ], + "full text prediction probs": [ + 0.0060262857005000114, + 0.9939736723899841 + ], + "labels": 1 } }, "test_52": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06942636519670486, - "sufficiency": 0.12073677033185959, + "fixed-shap": { + "comprehensiveness": 0.06315615028142929, + "sufficiency": 0.0, "masked prediction probs": [ - 0.008636065758764744, - 0.9913638830184937 + 0.00810924544930458, + 0.9918907880783081 ], "full text prediction probs": [ 0.002802060917019844, @@ -100694,12 +113148,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.013090534135699272, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06812896579504013, + "sufficiency": 0.13714878261089325, + "masked prediction probs": [ + 0.008636065758764744, + 0.9913638830184937 + ], + "full text prediction probs": [ + 0.002802060917019844, + 0.9971979856491089 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04605904221534729, "sufficiency": 0.0, "masked prediction probs": [ - 0.003923036623746157, - 0.9960770010948181 + 0.006755376234650612, + 0.9932445883750916 ], "full text prediction probs": [ 0.002802060917019844, @@ -100708,7 +113175,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.015916885808110237, + "comprehensiveness": 0.015879878774285316, "sufficiency": 0.0, "masked prediction probs": [ 0.004168203100562096, @@ -100721,7 +113188,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.013029661029577255, + "comprehensiveness": 0.012999436818063259, "sufficiency": 0.0, "masked prediction probs": [ 0.003923036623746157, @@ -100734,7 +113201,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.015843041241168976, + "comprehensiveness": 0.015806376934051514, "sufficiency": 0.0, "masked prediction probs": [ 0.004168203100562096, @@ -100747,7 +113214,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015806376934051514, + "comprehensiveness": 0.015769880264997482, "sufficiency": 0.0, "masked prediction probs": [ 0.004168203100562096, @@ -100760,7 +113227,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12960390746593475, + "comprehensiveness": 0.12930534780025482, "sufficiency": 0.0, "masked prediction probs": [ 0.01402998622506857, @@ -100773,7 +113240,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.015074583701789379, + "comprehensiveness": 0.015039936639368534, "sufficiency": 0.0, "masked prediction probs": [ 0.004111051559448242, @@ -100786,7 +113253,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.012879927642643452, + "comprehensiveness": 0.012850392609834671, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.003923036623746157, + 0.9960770010948181 + ], + "full text prediction probs": [ + 0.002802060917019844, + 0.9971979856491089 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.012820993550121784, "sufficiency": 0.0, "masked prediction probs": [ 0.003923036623746157, @@ -100800,12 +113280,12 @@ } }, "test_62": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.11480889469385147, - 0.8851910829544067 + 0.012008492834866047, + 0.9879915118217468 ], "full text prediction probs": [ 0.016308704391121864, @@ -100904,12 +113384,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9578669667243958, - 0.042133063077926636 + 0.11480889469385147, + 0.8851910829544067 + ], + "full text prediction probs": [ + 0.016308704391121864, + 0.9836913347244263 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012586038559675217, + 0.9874140024185181 ], "full text prediction probs": [ 0.016308704391121864, @@ -100944,7 +113437,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9270475506782532, + "comprehensiveness": 0.9245046973228455, "sufficiency": 0.0, "masked prediction probs": [ 0.08372978866100311, @@ -100957,7 +113450,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0628414899110794, + "comprehensiveness": 0.06266959011554718, "sufficiency": 0.0, "masked prediction probs": [ 0.020891452208161354, @@ -100983,7 +113476,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09797605127096176, + "comprehensiveness": 0.09770949929952621, "sufficiency": 0.0, "masked prediction probs": [ 0.023492928594350815, @@ -101007,15 +113500,28 @@ 0.9836913347244263 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9578669667243958, + 0.042133063077926636 + ], + "full text prediction probs": [ + 0.016308704391121864, + 0.9836913347244263 + ], + "labels": 1 } }, "test_78": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.12313233315944672, + "sufficiency": 0.29036083817481995, "masked prediction probs": [ - 0.2295428067445755, - 0.7704572081565857 + 0.683921754360199, + 0.31607821583747864 ], "full text prediction probs": [ 0.0060251206159591675, @@ -101103,10 +113609,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.13804931938648224, + "sufficiency": 0.30243298411369324, "masked prediction probs": [ - 0.2295428067445755, - 0.7704572081565857 + 0.683921754360199, + 0.31607821583747864 ], "full text prediction probs": [ 0.0060251206159591675, @@ -101114,7 +113620,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3041241466999054, + "masked prediction probs": [ + 0.683921754360199, + 0.31607821583747864 + ], + "full text prediction probs": [ + 0.0060251206159591675, + 0.9939748644828796 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -101128,7 +113647,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3621656596660614, + "comprehensiveness": 0.3612908124923706, "sufficiency": 0.0, "masked prediction probs": [ 0.03594369441270828, @@ -101154,7 +113673,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.017332768067717552, + "comprehensiveness": 0.017291100695729256, "sufficiency": 0.0, "masked prediction probs": [ 0.007463992107659578, @@ -101193,7 +113712,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08603540807962418, + "comprehensiveness": 0.08583007007837296, "sufficiency": 0.0, "masked prediction probs": [ 0.013218565843999386, @@ -101217,15 +113736,28 @@ 0.9939748644828796 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1316695213317871, + 0.8683304786682129 + ], + "full text prediction probs": [ + 0.0060251206159591675, + 0.9939748644828796 + ], + "labels": 1 } }, "test_126": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9494984745979309, - 0.050501499325037 + 0.7541388273239136, + 0.24586118757724762 ], "full text prediction probs": [ 0.1593819409608841, @@ -101324,12 +113856,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8923695087432861, - 0.10763049870729446 + 0.9494984745979309, + 0.050501499325037 + ], + "full text prediction probs": [ + 0.1593819409608841, + 0.8406180143356323 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2970530092716217, + 0.7029469609260559 ], "full text prediction probs": [ 0.1593819409608841, @@ -101427,15 +113972,28 @@ 0.8406180143356323 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8923695087432861, + 0.10763049870729446 + ], + "full text prediction probs": [ + 0.1593819409608841, + 0.8406180143356323 + ], + "labels": 1 } }, "test_156": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.07591428607702255, + "fixed-shap": { + "comprehensiveness": 0.07897267490625381, + "sufficiency": 0.0, "masked prediction probs": [ - 0.22841091454029083, - 0.7715891003608704 + 0.013880190439522266, + 0.9861198663711548 ], "full text prediction probs": [ 0.007624675985425711, @@ -101534,12 +114092,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.0941910371184349, + "masked prediction probs": [ + 0.22841091454029083, + 0.7715891003608704 + ], + "full text prediction probs": [ + 0.007624675985425711, + 0.9923753142356873 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.004530097357928753, "sufficiency": 0.0, "masked prediction probs": [ - 0.1546444594860077, - 0.8453555107116699 + 0.007991660386323929, + 0.9920083284378052 ], "full text prediction probs": [ 0.007624675985425711, @@ -101548,7 +114119,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.14841972291469574, + "comprehensiveness": 0.14805415272712708, "sufficiency": 0.0, "masked prediction probs": [ 0.019648326560854912, @@ -101561,7 +114132,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0319092720746994, + "comprehensiveness": 0.03183086961507797, "sufficiency": 0.0, "masked prediction probs": [ 0.010216111317276955, @@ -101574,8 +114145,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.16467253863811493, - "sufficiency": 0.4840938448905945, + "comprehensiveness": 0.16426891088485718, + "sufficiency": 0.4853568375110626, "masked prediction probs": [ 0.021030770614743233, 0.9789692163467407 @@ -101587,7 +114158,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.042505841702222824, + "comprehensiveness": 0.042401913553476334, "sufficiency": 0.0, "masked prediction probs": [ 0.01109357550740242, @@ -101613,7 +114184,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01723366044461727, + "comprehensiveness": 0.017191728577017784, "sufficiency": 0.0, "masked prediction probs": [ 0.009038028307259083, @@ -101637,15 +114208,28 @@ 0.9923753142356873 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1546444594860077, + 0.8453555107116699 + ], + "full text prediction probs": [ + 0.007624675985425711, + 0.9923753142356873 + ], + "labels": 1 } }, "test_157": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.026721298694610596, + "fixed-shap": { + "comprehensiveness": 0.25520122051239014, "sufficiency": 0.0, "masked prediction probs": [ - 0.009658141992986202, - 0.9903419017791748 + 0.027775604277849197, + 0.9722244143486023 ], "full text prediction probs": [ 0.007539244834333658, @@ -101744,12 +114328,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.029685163870453835, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02619270421564579, "sufficiency": 0.0, "masked prediction probs": [ - 0.00994056649506092, - 0.9900593757629395 + 0.009658141992986202, + 0.9903419017791748 + ], + "full text prediction probs": [ + 0.007539244834333658, + 0.9924607872962952 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06660977751016617, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012940988875925541, + 0.9870589971542358 ], "full text prediction probs": [ 0.007539244834333658, @@ -101771,7 +114368,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0295390784740448, + "comprehensiveness": 0.029466575011610985, "sufficiency": 0.0, "masked prediction probs": [ 0.00994056649506092, @@ -101784,7 +114381,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03224435821175575, + "comprehensiveness": 0.03216540813446045, "sufficiency": 0.0, "masked prediction probs": [ 0.010166950523853302, @@ -101797,7 +114394,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006707115098834038, + "comprehensiveness": 0.006690732669085264, "sufficiency": 0.0, "masked prediction probs": [ 0.008087167516350746, @@ -101810,7 +114407,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07652603089809418, + "comprehensiveness": 0.07633957266807556, "sufficiency": 0.0, "masked prediction probs": [ 0.01380642969161272, @@ -101823,7 +114420,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14877380430698395, + "comprehensiveness": 0.14841218292713165, "sufficiency": 0.0, "masked prediction probs": [ 0.019752956926822662, @@ -101836,7 +114433,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02918008342385292, + "comprehensiveness": 0.029109328985214233, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00994056649506092, + 0.9900593757629395 + ], + "full text prediction probs": [ + 0.007539244834333658, + 0.9924607872962952 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.029038917273283005, "sufficiency": 0.0, "masked prediction probs": [ 0.00994056649506092, @@ -101850,12 +114460,12 @@ } }, "test_211": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03180902451276779, - "sufficiency": 0.39715608954429626, + "fixed-shap": { + "comprehensiveness": 0.02437341958284378, + "sufficiency": 0.0, "masked prediction probs": [ - 0.00660821795463562, - 0.9933918118476868 + 0.005992025136947632, + 0.99400794506073 ], "full text prediction probs": [ 0.003972433973103762, @@ -101954,12 +114564,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.016590086743235588, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03120635822415352, + "sufficiency": 0.4085642993450165, + "masked prediction probs": [ + 0.00660821795463562, + 0.9933918118476868 + ], + "full text prediction probs": [ + 0.003972433973103762, + 0.9960275888442993 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.013155383989214897, "sufficiency": 0.0, "masked prediction probs": [ - 0.005373605061322451, - 0.9946263432502747 + 0.00508622033521533, + 0.9949138164520264 ], "full text prediction probs": [ 0.003972433973103762, @@ -101968,7 +114591,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03288282826542854, + "comprehensiveness": 0.032805319875478745, "sufficiency": 0.0, "masked prediction probs": [ 0.006756371818482876, @@ -101981,7 +114604,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.005946214310824871, + "comprehensiveness": 0.005932231433689594, "sufficiency": 0.0, "masked prediction probs": [ 0.004477093927562237, @@ -101994,7 +114617,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.022169839590787888, + "comprehensiveness": 0.022117827087640762, "sufficiency": 0.0, "masked prediction probs": [ 0.005858202464878559, @@ -102007,7 +114630,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.021562067791819572, + "comprehensiveness": 0.02151160128414631, "sufficiency": 0.0, "masked prediction probs": [ 0.005810844711959362, @@ -102020,7 +114643,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.021452318876981735, + "comprehensiveness": 0.021402224898338318, "sufficiency": 0.0, "masked prediction probs": [ 0.0058058397844433784, @@ -102033,7 +114656,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.011094589717686176, + "comprehensiveness": 0.011068742722272873, "sufficiency": 0.0, "masked prediction probs": [ 0.004922821186482906, @@ -102046,7 +114669,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005876950453966856, + "comprehensiveness": 0.005863291211426258, "sufficiency": 0.0, "masked prediction probs": [ 0.004477093927562237, @@ -102057,15 +114680,28 @@ 0.9960275888442993 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01624385453760624, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005373605061322451, + 0.9946263432502747 + ], + "full text prediction probs": [ + 0.003972433973103762, + 0.9960275888442993 + ], + "labels": 1 } }, "test_225": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8045371770858765, - 0.19546279311180115 + 0.13462471961975098, + 0.865375280380249 ], "full text prediction probs": [ 0.014433410950005054, @@ -102164,12 +114800,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3909435272216797, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.043363869190216064, - 0.9566360712051392 + 0.8045371770858765, + 0.19546279311180115 + ], + "full text prediction probs": [ + 0.014433410950005054, + 0.9855666160583496 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1676727682352066, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026875028386712074, + 0.9731249809265137 ], "full text prediction probs": [ 0.014433410950005054, @@ -102191,7 +114840,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3888413906097412, + "comprehensiveness": 0.3877987861633301, "sufficiency": 0.0, "masked prediction probs": [ 0.043363869190216064, @@ -102217,7 +114866,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11165694147348404, + "comprehensiveness": 0.11135914921760559, "sufficiency": 0.0, "masked prediction probs": [ 0.022785527631640434, @@ -102243,7 +114892,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1565260887145996, + "comprehensiveness": 0.15611085295677185, "sufficiency": 0.0, "masked prediction probs": [ 0.026204383000731468, @@ -102256,7 +114905,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3836836516857147, + "comprehensiveness": 0.38266846537590027, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.043363869190216064, + 0.9566360712051392 + ], + "full text prediction probs": [ + 0.014433410950005054, + 0.9855666160583496 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3816586434841156, "sufficiency": 0.0, "masked prediction probs": [ 0.043363869190216064, @@ -102270,12 +114932,12 @@ } }, "test_272": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0911368578672409, "sufficiency": 0.0, "masked prediction probs": [ - 0.940985918045044, - 0.05901413410902023 + 0.016044482588768005, + 0.983955442905426 ], "full text prediction probs": [ 0.008946064859628677, @@ -102374,12 +115036,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9593490958213806, - 0.040650904178619385 + 0.940985918045044, + 0.05901413410902023 + ], + "full text prediction probs": [ + 0.008946064859628677, + 0.9910539984703064 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05207694321870804, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013096041046082973, + 0.9869040250778198 ], "full text prediction probs": [ 0.008946064859628677, @@ -102389,7 +115064,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.08631657809019089, + "sufficiency": 0.08860146999359131, "masked prediction probs": [ 0.9458705186843872, 0.054129458963871 @@ -102401,7 +115076,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.21090784668922424, + "comprehensiveness": 0.21038107573986053, "sufficiency": 0.0, "masked prediction probs": [ 0.025795329362154007, @@ -102414,7 +115089,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08631768077611923, + "comprehensiveness": 0.08610263466835022, "sufficiency": 0.0, "masked prediction probs": [ 0.015859168022871017, @@ -102427,7 +115102,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07840348035097122, + "comprehensiveness": 0.07820863276720047, "sufficiency": 0.0, "masked prediction probs": [ 0.015240903943777084, @@ -102453,7 +115128,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3178193271160126, + "comprehensiveness": 0.3170333802700043, "sufficiency": 0.0, "masked prediction probs": [ 0.034590594470500946, @@ -102477,15 +115152,28 @@ 0.9910539984703064 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9593490958213806, + 0.040650904178619385 + ], + "full text prediction probs": [ + 0.008946064859628677, + 0.9910539984703064 + ], + "labels": 1 } }, "test_333": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6741554141044617, - 0.32584458589553833 + 0.20184443891048431, + 0.7981556057929993 ], "full text prediction probs": [ 0.01008519995957613, @@ -102584,12 +115272,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5581566691398621, - 0.44184333086013794 + 0.6741554141044617, + 0.32584458589553833 + ], + "full text prediction probs": [ + 0.01008519995957613, + 0.9899147748947144 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04811849072575569, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013864917680621147, + 0.9861350655555725 ], "full text prediction probs": [ 0.01008519995957613, @@ -102637,7 +115338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010820690542459488, + "comprehensiveness": 0.010793412104249, "sufficiency": 0.0, "masked prediction probs": [ 0.010941708460450172, @@ -102687,15 +115388,28 @@ 0.9899147748947144 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5581566691398621, + 0.44184333086013794 + ], + "full text prediction probs": [ + 0.01008519995957613, + 0.9899147748947144 + ], + "labels": 1 } }, "test_421": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9601856470108032, - 0.039814312011003494 + 0.6493881940841675, + 0.3506118059158325 ], "full text prediction probs": [ 0.022779282182455063, @@ -102794,12 +115508,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9327049255371094, - 0.0672951191663742 + 0.9601856470108032, + 0.039814312011003494 + ], + "full text prediction probs": [ + 0.022779282182455063, + 0.9772207140922546 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12259793281555176, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03085308149456978, + 0.9691469073295593 ], "full text prediction probs": [ 0.022779282182455063, @@ -102861,7 +115588,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9623699188232422, + "sufficiency": 0.9624823331832886, "masked prediction probs": [ 0.722131073474884, 0.27786892652511597 @@ -102897,15 +115624,28 @@ 0.9772207140922546 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9327049255371094, + 0.0672951191663742 + ], + "full text prediction probs": [ + 0.022779282182455063, + 0.9772207140922546 + ], + "labels": 1 } }, "test_478": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04840204119682312, "sufficiency": 0.0, "masked prediction probs": [ - 0.4834035634994507, - 0.5165964365005493 + 0.009459280408918858, + 0.9905407428741455 ], "full text prediction probs": [ 0.00552360899746418, @@ -103004,12 +115744,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.11894170939922333, - 0.8810582756996155 + 0.4834035634994507, + 0.5165964365005493 + ], + "full text prediction probs": [ + 0.00552360899746418, + 0.9944763779640198 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0628744512796402, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010749218054115772, + 0.9892507791519165 ], "full text prediction probs": [ 0.00552360899746418, @@ -103031,7 +115784,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.018897676840424538, + "comprehensiveness": 0.018852410838007927, "sufficiency": 0.0, "masked prediction probs": [ 0.007098034024238586, @@ -103044,7 +115797,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02716020494699478, + "comprehensiveness": 0.027095304802060127, "sufficiency": 0.0, "masked prediction probs": [ 0.007791824173182249, @@ -103057,7 +115810,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003919683862477541, + "comprehensiveness": 0.003910339903086424, "sufficiency": 0.0, "masked prediction probs": [ 0.005851763300597668, @@ -103070,7 +115823,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3419228196144104, + "comprehensiveness": 0.34110966324806213, "sufficiency": 0.0, "masked prediction probs": [ 0.03421499580144882, @@ -103083,7 +115836,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01871790736913681, + "comprehensiveness": 0.018673498183488846, "sufficiency": 0.0, "masked prediction probs": [ 0.007098034024238586, @@ -103107,15 +115860,28 @@ 0.9944763779640198 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11894170939922333, + 0.8810582756996155 + ], + "full text prediction probs": [ + 0.00552360899746418, + 0.9944763779640198 + ], + "labels": 1 } }, "test_490": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8800859451293945, - 0.1199139878153801 + 0.4479369819164276, + 0.55206298828125 ], "full text prediction probs": [ 0.05811666324734688, @@ -103214,12 +115980,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8951062560081482, - 0.10489381104707718 + 0.8800859451293945, + 0.1199139878153801 + ], + "full text prediction probs": [ + 0.05811666324734688, + 0.9418833255767822 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4156652092933655, + 0.5843347907066345 ], "full text prediction probs": [ 0.05811666324734688, @@ -103267,7 +116046,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5421378016471863, + "comprehensiveness": 0.5386751294136047, "sufficiency": 0.0, "masked prediction probs": [ 0.0749872699379921, @@ -103317,15 +116096,28 @@ 0.9418833255767822 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8951062560081482, + 0.10489381104707718 + ], + "full text prediction probs": [ + 0.05811666324734688, + 0.9418833255767822 + ], + "labels": 1 } }, "test_542": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7937164306640625, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.19717125594615936, - 0.8028287291526794 + 0.8644310235977173, + 0.1355690211057663 ], "full text prediction probs": [ 0.6224812269210815, @@ -103424,12 +116216,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8929117321968079, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7913538217544556, "sufficiency": 1.0, "masked prediction probs": [ - 0.14258936047554016, - 0.8574106097221375 + 0.19717125594615936, + 0.8028287291526794 + ], + "full text prediction probs": [ + 0.6224812269210815, + 0.37751880288124084 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9873033165931702, + "masked prediction probs": [ + 0.8088703751564026, + 0.1911296248435974 ], "full text prediction probs": [ 0.6224812269210815, @@ -103464,7 +116269,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8919162750244141, + "comprehensiveness": 0.8915847539901733, "sufficiency": 1.0, "masked prediction probs": [ 0.14258936047554016, @@ -103477,7 +116282,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.19597569108009338, + "comprehensiveness": 0.19590292870998383, "sufficiency": 1.0, "masked prediction probs": [ 0.5169981122016907, @@ -103490,7 +116295,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8687421083450317, + "comprehensiveness": 0.8684195280075073, "sufficiency": 1.0, "masked prediction probs": [ 0.15471063554286957, @@ -103516,7 +116321,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8905922174453735, + "comprehensiveness": 0.8902617692947388, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.14258936047554016, + 0.8574106097221375 + ], + "full text prediction probs": [ + 0.6224812269210815, + 0.37751880288124084 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8899316787719727, "sufficiency": 1.0, "masked prediction probs": [ 0.14258936047554016, @@ -103530,12 +116348,12 @@ } }, "test_558": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.000182895761099644, - "sufficiency": 0.8799004554748535, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8986353278160095, "masked prediction probs": [ - 0.9856122732162476, - 0.014387798495590687 + 0.9861869812011719, + 0.01381308026611805 ], "full text prediction probs": [ 0.9857767224311829, @@ -103634,13 +116452,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7486385703086853, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0001825708750402555, + "sufficiency": 0.8801137804985046, "masked prediction probs": [ + 0.9856122732162476, + 0.014387798495590687 + ], + "full text prediction probs": [ 0.9857767224311829, 0.014223267324268818 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003093952313065529, + "sufficiency": 0.8419975638389587, + "masked prediction probs": [ + 0.9829892516136169, + 0.017010806128382683 + ], "full text prediction probs": [ 0.9857767224311829, 0.014223267324268818 @@ -103648,8 +116479,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0029210811480879784, - "sufficiency": 0.6111680269241333, + "comprehensiveness": 0.0029204327147454023, + "sufficiency": 0.6112543344497681, "masked prediction probs": [ 0.983144998550415, 0.0168550256639719 @@ -103662,7 +116493,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7487501502037048, + "sufficiency": 0.7488058805465698, "masked prediction probs": [ 0.9857767224311829, 0.014223267324268818 @@ -103674,8 +116505,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0001824493519961834, - "sufficiency": 0.8801935315132141, + "comprehensiveness": 0.00018240886856801808, + "sufficiency": 0.8802201747894287, "masked prediction probs": [ 0.9856122732162476, 0.014387798495590687 @@ -103688,7 +116519,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8519695401191711, + "sufficiency": 0.8520023226737976, "masked prediction probs": [ 0.9859353303909302, 0.014064624905586243 @@ -103700,8 +116531,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0027198607567697763, - "sufficiency": 0.8807016015052795, + "comprehensiveness": 0.002719257492572069, + "sufficiency": 0.8807280659675598, "masked prediction probs": [ 0.9833241105079651, 0.016675960272550583 @@ -103713,8 +116544,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00419321283698082, - "sufficiency": 0.880137026309967, + "comprehensiveness": 0.0041922833770513535, + "sufficiency": 0.8801636695861816, "masked prediction probs": [ 0.9819946885108948, 0.01800529658794403 @@ -103727,7 +116558,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7490286231040955, + "sufficiency": 0.7490842342376709, + "masked prediction probs": [ + 0.9857767224311829, + 0.014223267324268818 + ], + "full text prediction probs": [ + 0.9857767224311829, + 0.014223267324268818 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7491398453712463, "masked prediction probs": [ 0.9857767224311829, 0.014223267324268818 @@ -103740,12 +116584,12 @@ } }, "test_566": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09792838245630264, + "fixed-shap": { + "comprehensiveness": 0.04495886713266373, "sufficiency": 0.0, "masked prediction probs": [ - 0.015647204592823982, - 0.9843527674674988 + 0.011467060074210167, + 0.9885329008102417 ], "full text prediction probs": [ 0.007919196970760822, @@ -103844,12 +116688,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05411093682050705, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09598204493522644, "sufficiency": 0.0, "masked prediction probs": [ - 0.012275998480618, - 0.9877240657806396 + 0.015647204592823982, + 0.9843527674674988 + ], + "full text prediction probs": [ + 0.007919196970760822, + 0.9920808672904968 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.017400043085217476, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009323595091700554, + 0.9906764030456543 ], "full text prediction probs": [ 0.007919196970760822, @@ -103858,7 +116715,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12050063908100128, + "comprehensiveness": 0.12020274996757507, "sufficiency": 0.0, "masked prediction probs": [ 0.017645496875047684, @@ -103871,7 +116728,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.016610831022262573, + "comprehensiveness": 0.016569867730140686, "sufficiency": 0.0, "masked prediction probs": [ 0.009263229556381702, @@ -103884,7 +116741,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.017314227297902107, + "comprehensiveness": 0.017271634191274643, "sufficiency": 0.0, "masked prediction probs": [ 0.009323595091700554, @@ -103897,7 +116754,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017271634191274643, + "comprehensiveness": 0.017229251563549042, "sufficiency": 0.0, "masked prediction probs": [ 0.009323595091700554, @@ -103910,7 +116767,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03636985644698143, + "comprehensiveness": 0.03628082945942879, "sufficiency": 0.0, "masked prediction probs": [ 0.010883847251534462, @@ -103923,7 +116780,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.022390684112906456, + "comprehensiveness": 0.02233600802719593, "sufficiency": 0.0, "masked prediction probs": [ 0.009748777374625206, @@ -103936,7 +116793,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11873511970043182, + "comprehensiveness": 0.11844588816165924, "sufficiency": 0.0, "masked prediction probs": [ 0.017645496875047684, @@ -103947,15 +116804,28 @@ 0.9920808672904968 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05292750522494316, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012275998480618, + 0.9877240657806396 + ], + "full text prediction probs": [ + 0.007919196970760822, + 0.9920808672904968 + ], + "labels": 1 } }, "test_579": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9879883527755737, - 0.012011639773845673 + 0.547000527381897, + 0.452999472618103 ], "full text prediction probs": [ 0.31665095686912537, @@ -104054,12 +116924,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9843454957008362, - 0.015654558315873146 + 0.9879883527755737, + 0.012011639773845673 + ], + "full text prediction probs": [ + 0.31665095686912537, + 0.6833490133285522 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.31630805134773254, + 0.6836919784545898 ], "full text prediction probs": [ 0.31665095686912537, @@ -104157,15 +117040,28 @@ 0.6833490133285522 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9843454957008362, + 0.015654558315873146 + ], + "full text prediction probs": [ + 0.31665095686912537, + 0.6833490133285522 + ], + "labels": 1 } }, "test_602": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9699965715408325, - 0.03000348061323166 + 0.8230932950973511, + 0.17690666019916534 ], "full text prediction probs": [ 0.018861878663301468, @@ -104264,12 +117160,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6693586111068726, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9443998336791992, - 0.05560021102428436 + 0.9699965715408325, + 0.03000348061323166 + ], + "full text prediction probs": [ + 0.018861878663301468, + 0.9811381101608276 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.41135379672050476, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04756348207592964, + 0.9524365663528442 ], "full text prediction probs": [ 0.018861878663301468, @@ -104305,7 +117214,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6721820831298828, + "sufficiency": 0.6731125712394714, "masked prediction probs": [ 0.9443998336791992, 0.05560021102428436 @@ -104331,7 +117240,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6740378141403198, + "sufficiency": 0.674957811832428, "masked prediction probs": [ 0.9443998336791992, 0.05560021102428436 @@ -104357,7 +117266,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6758726239204407, + "sufficiency": 0.6767823100090027, + "masked prediction probs": [ + 0.9443998336791992, + 0.05560021102428436 + ], + "full text prediction probs": [ + 0.018861878663301468, + 0.9811381101608276 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.677686870098114, "masked prediction probs": [ 0.9443998336791992, 0.05560021102428436 @@ -104370,12 +117292,12 @@ } }, "test_619": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9827100038528442, - 0.017290053889155388 + 0.03364530950784683, + 0.9663546681404114 ], "full text prediction probs": [ 0.32524049282073975, @@ -104474,12 +117396,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9940209984779358, - 0.005978972651064396 + 0.9827100038528442, + 0.017290053889155388 + ], + "full text prediction probs": [ + 0.32524049282073975, + 0.674759566783905 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0437365286052227, + 0.9562634825706482 ], "full text prediction probs": [ 0.32524049282073975, @@ -104577,15 +117512,28 @@ 0.674759566783905 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9940209984779358, + 0.005978972651064396 + ], + "full text prediction probs": [ + 0.32524049282073975, + 0.674759566783905 + ], + "labels": 1 } }, "test_634": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.041076235473155975, + "fixed-shap": { + "comprehensiveness": 0.011430246755480766, "sufficiency": 0.0, "masked prediction probs": [ - 0.011783299967646599, - 0.9882166981697083 + 0.00946301594376564, + 0.9905369877815247 ], "full text prediction probs": [ 0.008568341843783855, @@ -104684,12 +117632,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07395464181900024, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.040253203362226486, "sufficiency": 0.0, "masked prediction probs": [ - 0.014474956318736076, - 0.9855250716209412 + 0.011783299967646599, + 0.9882166981697083 + ], + "full text prediction probs": [ + 0.008568341843783855, + 0.9914315938949585 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016301658004522324, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009873587638139725, + 0.990126371383667 ], "full text prediction probs": [ 0.008568341843783855, @@ -104698,7 +117659,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.15126639604568481, + "comprehensiveness": 0.15088942646980286, "sufficiency": 0.0, "masked prediction probs": [ 0.020679818466305733, @@ -104711,7 +117672,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07358603179454803, + "comprehensiveness": 0.07340310513973236, "sufficiency": 0.0, "masked prediction probs": [ 0.014474956318736076, @@ -104724,7 +117685,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.016220608726143837, + "comprehensiveness": 0.016180384904146194, "sufficiency": 0.0, "masked prediction probs": [ 0.009873587638139725, @@ -104750,8 +117711,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13020934164524078, - "sufficiency": 0.8897711634635925, + "comprehensiveness": 0.12988804280757904, + "sufficiency": 0.890042781829834, "masked prediction probs": [ 0.01909799315035343, 0.9809019565582275 @@ -104776,7 +117737,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07268039882183075, + "comprehensiveness": 0.07250194251537323, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014474956318736076, + 0.9855250716209412 + ], + "full text prediction probs": [ + 0.008568341843783855, + 0.9914315938949585 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07232435792684555, "sufficiency": 0.0, "masked prediction probs": [ 0.014474956318736076, @@ -104790,12 +117764,12 @@ } }, "test_674": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.004415519535541534, "sufficiency": 0.0, "masked prediction probs": [ - 0.33076322078704834, - 0.6692367196083069 + 0.008282330818474293, + 0.9917176961898804 ], "full text prediction probs": [ 0.007933985441923141, @@ -104894,12 +117868,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.19156065583229065, - 0.8084393739700317 + 0.33076322078704834, + 0.6692367196083069 + ], + "full text prediction probs": [ + 0.007933985441923141, + 0.9920660853385925 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0064153121784329414, + 0.9935846924781799 ], "full text prediction probs": [ 0.007933985441923141, @@ -104921,7 +117908,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.011986296623945236, + "comprehensiveness": 0.011956732720136642, "sufficiency": 0.0, "masked prediction probs": [ 0.008903639391064644, @@ -104934,7 +117921,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10276734083890915, + "comprehensiveness": 0.10251449048519135, "sufficiency": 0.0, "masked prediction probs": [ 0.01626856066286564, @@ -104997,15 +117984,28 @@ 0.9920660853385925 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.19156065583229065, + 0.8084393739700317 + ], + "full text prediction probs": [ + 0.007933985441923141, + 0.9920660853385925 + ], + "labels": 1 } }, "test_685": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8804659843444824, + "fixed-shap": { + "comprehensiveness": 0.0629061684012413, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8767613768577576, - 0.12323867529630661 + 0.013487239368259907, + 0.9865127801895142 ], "full text prediction probs": [ 0.008563478477299213, @@ -105104,12 +118104,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9326900839805603, + "sufficiency": 0.8828579187393188, "masked prediction probs": [ - 0.7887073159217834, - 0.21129269897937775 + 0.8767613768577576, + 0.12323867529630661 + ], + "full text prediction probs": [ + 0.008563478477299213, + 0.9914365410804749 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.042212117463350296, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011943427845835686, + 0.9880565404891968 ], "full text prediction probs": [ 0.008563478477299213, @@ -105119,7 +118132,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8024437427520752, + "sufficiency": 0.8029354214668274, "masked prediction probs": [ 0.21650072932243347, 0.7834993004798889 @@ -105131,7 +118144,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07535096257925034, + "comprehensiveness": 0.07516365498304367, "sufficiency": 0.0, "masked prediction probs": [ 0.014612043276429176, @@ -105145,7 +118158,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7278475761413574, + "sufficiency": 0.7285215854644775, "masked prediction probs": [ 0.12492594867944717, 0.8750740885734558 @@ -105158,7 +118171,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.7285215854644775, + "sufficiency": 0.7291922569274902, "masked prediction probs": [ 0.12492594867944717, 0.8750740885734558 @@ -105171,7 +118184,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9335215091705322, + "sufficiency": 0.933685302734375, "masked prediction probs": [ 0.7887073159217834, 0.21129269897937775 @@ -105183,7 +118196,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013713807798922062, + "comprehensiveness": 0.013680053874850273, "sufficiency": 0.0, "masked prediction probs": [ 0.009675268083810806, @@ -105197,7 +118210,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9338483214378357, + "sufficiency": 0.9340105652809143, + "masked prediction probs": [ + 0.7887073159217834, + 0.21129269897937775 + ], + "full text prediction probs": [ + 0.008563478477299213, + 0.9914365410804749 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9341719746589661, "masked prediction probs": [ 0.7887073159217834, 0.21129269897937775 @@ -105210,12 +118236,12 @@ } }, "test_687": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9752272963523865, - 0.0247726421803236 + 0.22006328403949738, + 0.7799367308616638 ], "full text prediction probs": [ 0.11861327290534973, @@ -105314,12 +118340,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9752272963523865, + 0.0247726421803236 + ], + "full text prediction probs": [ + 0.11861327290534973, + 0.8813867568969727 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9873251914978027, - 0.012674863450229168 + 0.8916533589363098, + 0.10834665596485138 ], "full text prediction probs": [ 0.11861327290534973, @@ -105417,15 +118456,28 @@ 0.8813867568969727 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9873251914978027, + 0.012674863450229168 + ], + "full text prediction probs": [ + 0.11861327290534973, + 0.8813867568969727 + ], + "labels": 1 } }, "test_714": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1017010509967804, "sufficiency": 0.0, "masked prediction probs": [ - 0.37893736362457275, - 0.621062695980072 + 0.01656714640557766, + 0.9834327697753906 ], "full text prediction probs": [ 0.00861189141869545, @@ -105524,12 +118576,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09324350953102112, - 0.9067564606666565 + 0.37893736362457275, + 0.621062695980072 + ], + "full text prediction probs": [ + 0.00861189141869545, + 0.9913881421089172 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.024056846275925636, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010536972433328629, + 0.9894630312919617 ], "full text prediction probs": [ 0.00861189141869545, @@ -105538,7 +118603,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6340250372886658, + "comprehensiveness": 0.6324441432952881, "sufficiency": 0.0, "masked prediction probs": [ 0.0593486949801445, @@ -105551,7 +118616,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09650381654500961, + "comprehensiveness": 0.09626378864049911, "sufficiency": 0.0, "masked prediction probs": [ 0.01635371521115303, @@ -105564,7 +118629,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09256849437952042, + "comprehensiveness": 0.09233882278203964, "sufficiency": 0.0, "masked prediction probs": [ 0.016056517139077187, @@ -105590,7 +118655,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1045476570725441, + "comprehensiveness": 0.10428954660892487, "sufficiency": 0.0, "masked prediction probs": [ 0.017061766237020493, @@ -105603,7 +118668,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0942273885011673, + "comprehensiveness": 0.09399533271789551, "sufficiency": 0.0, "masked prediction probs": [ 0.016246499493718147, @@ -105616,7 +118681,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09531549364328384, + "comprehensiveness": 0.09508133679628372, "sufficiency": 0.0, "masked prediction probs": [ 0.01635371521115303, @@ -105627,15 +118692,28 @@ 0.9913881421089172 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09324350953102112, + 0.9067564606666565 + ], + "full text prediction probs": [ + 0.00861189141869545, + 0.9913881421089172 + ], + "labels": 1 } }, "test_732": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.3910185694694519, + "fixed-shap": { + "comprehensiveness": 0.055183302611112595, + "sufficiency": 0.0, "masked prediction probs": [ - 0.39556583762168884, - 0.6044341325759888 + 0.018253210932016373, + 0.9817467927932739 ], "full text prediction probs": [ 0.014247563667595387, @@ -105734,12 +118812,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.40413692593574524, + "masked prediction probs": [ + 0.39556583762168884, + 0.6044341325759888 + ], + "full text prediction probs": [ + 0.014247563667595387, + 0.9857524037361145 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7598552107810974, - 0.240144744515419 + 0.014247563667595387, + 0.9857524037361145 ], "full text prediction probs": [ 0.014247563667595387, @@ -105748,7 +118839,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.41504448652267456, + "comprehensiveness": 0.41393139958381653, "sufficiency": 0.0, "masked prediction probs": [ 0.04512181505560875, @@ -105774,7 +118865,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10208730399608612, + "comprehensiveness": 0.10181497782468796, "sufficiency": 0.0, "masked prediction probs": [ 0.021882398054003716, @@ -105787,7 +118878,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03492924943566322, + "comprehensiveness": 0.03483632206916809, "sufficiency": 0.0, "masked prediction probs": [ 0.01686689630150795, @@ -105837,15 +118928,28 @@ 0.9857524037361145 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7598552107810974, + 0.240144744515419 + ], + "full text prediction probs": [ + 0.014247563667595387, + 0.9857524037361145 + ], + "labels": 1 } }, "test_747": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03773361071944237, + "fixed-shap": { + "comprehensiveness": 0.01683538220822811, "sufficiency": 0.0, "masked prediction probs": [ - 0.007087486330419779, - 0.9929124712944031 + 0.005355650559067726, + 0.9946444034576416 ], "full text prediction probs": [ 0.003960417117923498, @@ -105932,11 +119036,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.190137580037117, + "comprehensiveness": 0.0165556613355875, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8902773261070251, - 0.10972266644239426 + 0.005355650559067726, + 0.9946444034576416 ], "full text prediction probs": [ 0.003960417117923498, @@ -105944,12 +119048,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.045213520526885986, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0370187945663929, "sufficiency": 0.0, "masked prediction probs": [ - 0.007779774721711874, - 0.9922202229499817 + 0.007087486330419779, + 0.9929124712944031 + ], + "full text prediction probs": [ + 0.003960417117923498, + 0.996039628982544 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.013290074653923512, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005085720680654049, + 0.9949142932891846 ], "full text prediction probs": [ 0.003960417117923498, @@ -105958,8 +119075,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.046982668340206146, - "sufficiency": 0.2587825059890747, + "comprehensiveness": 0.046871937811374664, + "sufficiency": 0.2605273425579071, "masked prediction probs": [ 0.007938670925796032, 0.9920613765716553 @@ -105984,7 +119101,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008817918598651886, + "comprehensiveness": 0.008797233924269676, "sufficiency": 0.0, "masked prediction probs": [ 0.004710504785180092, @@ -105997,7 +119114,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.008797233924269676, + "comprehensiveness": 0.008776646107435226, "sufficiency": 0.0, "masked prediction probs": [ 0.004710504785180092, @@ -106010,7 +119127,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.017744362354278564, + "comprehensiveness": 0.01770293153822422, "sufficiency": 0.0, "masked prediction probs": [ 0.005477008875459433, @@ -106023,7 +119140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014938892796635628, + "comprehensiveness": 0.014904094859957695, "sufficiency": 0.0, "masked prediction probs": [ 0.005240215919911861, @@ -106036,11 +119153,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.046326033771038055, - "sufficiency": 0.26912978291511536, + "comprehensiveness": 0.013073877431452274, + "sufficiency": 0.0, "masked prediction probs": [ - 0.007938670925796032, - 0.9920613765716553 + 0.005085720680654049, + 0.9949142932891846 + ], + "full text prediction probs": [ + 0.003960417117923498, + 0.996039628982544 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04427005350589752, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007779774721711874, + 0.9922202229499817 ], "full text prediction probs": [ 0.003960417117923498, @@ -106050,12 +119180,12 @@ } }, "test_813": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.794941246509552, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9915140867233276, - 0.008485909551382065 + 0.13697852194309235, + 0.8630214333534241 ], "full text prediction probs": [ 0.025614473968744278, @@ -106154,12 +119284,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.8001564741134644, + "masked prediction probs": [ + 0.9915140867233276, + 0.008485909551382065 + ], + "full text prediction probs": [ + 0.025614473968744278, + 0.9743855595588684 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2730390429496765, "sufficiency": 0.0, "masked prediction probs": [ - 0.9899043440818787, - 0.010095593519508839 + 0.042821597307920456, + 0.9571784138679504 ], "full text prediction probs": [ 0.025614473968744278, @@ -106257,15 +119400,28 @@ 0.9743855595588684 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9899043440818787, + 0.010095593519508839 + ], + "full text prediction probs": [ + 0.025614473968744278, + 0.9743855595588684 + ], + "labels": 0 } }, "test_873": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9618951678276062, - 0.03810478001832962 + 0.6564275026321411, + 0.3435724377632141 ], "full text prediction probs": [ 0.053744859993457794, @@ -106364,12 +119520,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9780840277671814, - 0.021915966644883156 + 0.9618951678276062, + 0.03810478001832962 + ], + "full text prediction probs": [ + 0.053744859993457794, + 0.9462552070617676 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2422969788312912, + 0.7577030062675476 ], "full text prediction probs": [ 0.053744859993457794, @@ -106467,15 +119636,28 @@ 0.9462552070617676 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9780840277671814, + 0.021915966644883156 + ], + "full text prediction probs": [ + 0.053744859993457794, + 0.9462552070617676 + ], + "labels": 1 } }, "test_884": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21383227407932281, - "sufficiency": 0.9865990281105042, + "fixed-shap": { + "comprehensiveness": 0.008333549834787846, + "sufficiency": 0.8899469375610352, "masked prediction probs": [ - 0.794318675994873, - 0.20568130910396576 + 0.9793022274971008, + 0.020697789266705513 ], "full text prediction probs": [ 0.9868038296699524, @@ -106574,12 +119756,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0060339723713696, - "sufficiency": 0.7863633036613464, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.21345287561416626, + "sufficiency": 0.9866228103637695, "masked prediction probs": [ - 0.9813625812530518, - 0.018637392669916153 + 0.794318675994873, + 0.20568130910396576 + ], + "full text prediction probs": [ + 0.9868038296699524, + 0.01319622527807951 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.010390862822532654, + "sufficiency": 0.8442785739898682, + "masked prediction probs": [ + 0.97743159532547, + 0.02256844751536846 ], "full text prediction probs": [ 0.9868038296699524, @@ -106588,8 +119783,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0020257688593119383, - "sufficiency": 0.811335027217865, + "comprehensiveness": 0.00202531972900033, + "sufficiency": 0.8113768696784973, "masked prediction probs": [ 0.9849766492843628, 0.01502329669892788 @@ -106602,7 +119797,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7478978037834167, + "sufficiency": 0.7479536533355713, "masked prediction probs": [ 0.9868038296699524, 0.01319622527807951 @@ -106614,8 +119809,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026061683893203735, - "sufficiency": 0.8343999981880188, + "comprehensiveness": 0.02605590783059597, + "sufficiency": 0.8344366550445557, "masked prediction probs": [ 0.9632865786552429, 0.03671342879533768 @@ -106627,8 +119822,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.020303457975387573, - "sufficiency": 0.9516071677207947, + "comprehensiveness": 0.02029895968735218, + "sufficiency": 0.9516178965568542, "masked prediction probs": [ 0.9684785604476929, 0.03152137249708176 @@ -106640,8 +119835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.026050135493278503, - "sufficiency": 0.8344733119010925, + "comprehensiveness": 0.026044365018606186, + "sufficiency": 0.8345100283622742, "masked prediction probs": [ 0.9632865786552429, 0.03671342879533768 @@ -106653,8 +119848,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011177411070093513, - "sufficiency": 0.774391770362854, + "comprehensiveness": 0.0011174936080351472, + "sufficiency": 0.7744417786598206, "masked prediction probs": [ 0.9857945442199707, 0.014205488376319408 @@ -106667,7 +119862,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7481769323348999, + "sufficiency": 0.7482326626777649, "masked prediction probs": [ 0.9868038296699524, 0.01319622527807951 @@ -106677,15 +119872,28 @@ 0.01319622527807951 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006021952256560326, + "sufficiency": 0.7867888808250427, + "masked prediction probs": [ + 0.9813625812530518, + 0.018637392669916153 + ], + "full text prediction probs": [ + 0.9868038296699524, + 0.01319622527807951 + ], + "labels": 0 } }, "test_916": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0008621697197668254, - "sufficiency": 0.796366810798645, + "fixed-shap": { + "comprehensiveness": 0.0031062322668731213, + "sufficiency": 0.772619366645813, "masked prediction probs": [ - 0.9966810345649719, - 0.0033189496025443077 + 0.9946370720863342, + 0.0053629325702786446 ], "full text prediction probs": [ 0.9974663257598877, @@ -106772,11 +119980,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0008608465432189405, - "sufficiency": 0.7966793179512024, + "comprehensiveness": 0.0031014650594443083, + "sufficiency": 0.7729683518409729, "masked prediction probs": [ - 0.9966810345649719, - 0.0033189496025443077 + 0.9946370720863342, + 0.0053629325702786446 ], "full text prediction probs": [ 0.9974663257598877, @@ -106784,9 +119992,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0007483640220016241, - "sufficiency": 0.6281631588935852, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003100785193964839, + "sufficiency": 0.7730180621147156, + "masked prediction probs": [ + 0.9946370720863342, + 0.0053629325702786446 + ], + "full text prediction probs": [ + 0.9974663257598877, + 0.0025337226688861847 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007482000510208309, + "sufficiency": 0.6282446384429932, "masked prediction probs": [ 0.9967834949493408, 0.0032165562734007835 @@ -106798,8 +120019,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006640797946602106, - "sufficiency": 0.8840630650520325, + "comprehensiveness": 0.0006639342755079269, + "sufficiency": 0.8840885162353516, "masked prediction probs": [ 0.9968602657318115, 0.0031397496350109577 @@ -106812,7 +120033,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7391628623008728, + "sufficiency": 0.7392199039459229, "masked prediction probs": [ 0.9974663257598877, 0.0025337226688861847 @@ -106824,8 +120045,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0008600922883488238, - "sufficiency": 0.7968574166297913, + "comprehensiveness": 0.0008599038701504469, + "sufficiency": 0.7969019412994385, "masked prediction probs": [ 0.9966810345649719, 0.0033189496025443077 @@ -106837,8 +120058,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007477084291167557, - "sufficiency": 0.6284888386726379, + "comprehensiveness": 0.000747544749174267, + "sufficiency": 0.6285701990127563, "masked prediction probs": [ 0.9967834949493408, 0.0032165562734007835 @@ -106850,8 +120071,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003121795365586877, - "sufficiency": 0.9213297367095947, + "comprehensiveness": 0.0031211120076477528, + "sufficiency": 0.9213470220565796, "masked prediction probs": [ 0.9946147799491882, 0.005385172553360462 @@ -106863,8 +120084,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00215863692574203, - "sufficiency": 0.825369656085968, + "comprehensiveness": 0.0021581645123660564, + "sufficiency": 0.8254078030586243, "masked prediction probs": [ 0.9954941272735596, 0.0045058103278279305 @@ -106876,8 +120097,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0007472175057046115, - "sufficiency": 0.6287327408790588, + "comprehensiveness": 0.0007470540003851056, + "sufficiency": 0.6288139820098877, + "masked prediction probs": [ + 0.9967834949493408, + 0.0032165562734007835 + ], + "full text prediction probs": [ + 0.9974663257598877, + 0.0025337226688861847 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0007468906114809215, + "sufficiency": 0.6288951635360718, "masked prediction probs": [ 0.9967834949493408, 0.0032165562734007835 @@ -106890,12 +120124,12 @@ } }, "test_971": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2864917516708374, "sufficiency": 0.0, "masked prediction probs": [ - 0.31063219904899597, - 0.6893678307533264 + 0.04351896792650223, + 0.9564809799194336 ], "full text prediction probs": [ 0.02612650766968727, @@ -106994,12 +120228,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.017172154039144516, + "masked prediction probs": [ + 0.31063219904899597, + 0.6893678307533264 + ], + "full text prediction probs": [ + 0.02612650766968727, + 0.9738734364509583 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05779987573623657, "sufficiency": 0.0, "masked prediction probs": [ - 0.2958565056324005, - 0.7041435241699219 + 0.02973954565823078, + 0.9702604413032532 ], "full text prediction probs": [ 0.02612650766968727, @@ -107021,7 +120268,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.46874091029167175, + "comprehensiveness": 0.46725043654441833, "sufficiency": 0.0, "masked prediction probs": [ 0.055520739406347275, @@ -107034,7 +120281,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.38649314641952515, + "comprehensiveness": 0.38526809215545654, "sufficiency": 0.0, "masked prediction probs": [ 0.05044037103652954, @@ -107047,7 +120294,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.043728217482566833, + "comprehensiveness": 0.04359005391597748, "sufficiency": 0.0, "masked prediction probs": [ 0.028886225074529648, @@ -107097,15 +120344,28 @@ 0.9738734364509583 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2958565056324005, + 0.7041435241699219 + ], + "full text prediction probs": [ + 0.02612650766968727, + 0.9738734364509583 + ], + "labels": 1 } }, "test_1043": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7499369382858276, - "sufficiency": 0.9985285401344299, + "fixed-shap": { + "comprehensiveness": 0.4078572392463684, + "sufficiency": 1.0, "masked prediction probs": [ - 0.31148555874824524, - 0.6885144710540771 + 0.6190752983093262, + 0.38092467188835144 ], "full text prediction probs": [ 0.9858105778694153, @@ -107204,8 +120464,21 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7298337817192078, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7486048340797424, + "sufficiency": 0.9985311627388, + "masked prediction probs": [ + 0.31148555874824524, + 0.6885144710540771 + ], + "full text prediction probs": [ + 0.9858105778694153, + 0.014189470559358597 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7296717762947083, "sufficiency": 1.0, "masked prediction probs": [ 0.3283941149711609, @@ -107219,7 +120492,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8997436165809631, + "sufficiency": 0.8997658491134644, "masked prediction probs": [ 0.9872897267341614, 0.012710249051451683 @@ -107231,7 +120504,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7295098304748535, + "comprehensiveness": 0.7293480038642883, "sufficiency": 1.0, "masked prediction probs": [ 0.3283941149711609, @@ -107244,7 +120517,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7293480038642883, + "comprehensiveness": 0.7291861772537231, "sufficiency": 1.0, "masked prediction probs": [ 0.3283941149711609, @@ -107258,7 +120531,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7488334774971008, + "sufficiency": 0.7488892078399658, "masked prediction probs": [ 0.9858105778694153, 0.014189470559358597 @@ -107270,7 +120543,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7290244698524475, + "comprehensiveness": 0.7288627624511719, "sufficiency": 1.0, "masked prediction probs": [ 0.3283941149711609, @@ -107283,7 +120556,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5934841632843018, + "comprehensiveness": 0.5933526158332825, "sufficiency": 1.0, "masked prediction probs": [ 0.45050230622291565, @@ -107296,7 +120569,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7287012338638306, + "comprehensiveness": 0.7285397052764893, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3283941149711609, + 0.6716058850288391 + ], + "full text prediction probs": [ + 0.9858105778694153, + 0.014189470559358597 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7283782958984375, "sufficiency": 1.0, "masked prediction probs": [ 0.3283941149711609, @@ -107310,12 +120596,12 @@ } }, "test_1047": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03285706788301468, - "sufficiency": 0.994040310382843, + "fixed-shap": { + "comprehensiveness": 0.00011239154991926625, + "sufficiency": 0.8460565805435181, "masked prediction probs": [ - 0.963189959526062, - 0.0368100181221962 + 0.9928675889968872, + 0.007132380269467831 ], "full text prediction probs": [ 0.9929694533348083, @@ -107414,12 +120700,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.014771070331335068, - "sufficiency": 0.9803419709205627, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.032799165695905685, + "sufficiency": 0.9940508008003235, "masked prediction probs": [ - 0.9795582890510559, - 0.0204416885972023 + 0.963189959526062, + 0.0368100181221962 + ], + "full text prediction probs": [ + 0.9929694533348083, + 0.007030525244772434 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7427651286125183, + "masked prediction probs": [ + 0.9929694533348083, + 0.007030525244772434 ], "full text prediction probs": [ 0.9929694533348083, @@ -107428,8 +120727,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.008341511711478233, - "sufficiency": 0.7393346428871155, + "comprehensiveness": 0.008339674212038517, + "sufficiency": 0.7393920421600342, "masked prediction probs": [ 0.9853942394256592, 0.01460576243698597 @@ -107441,8 +120740,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.012547341175377369, - "sufficiency": 0.8361754417419434, + "comprehensiveness": 0.012544579803943634, + "sufficiency": 0.8362115025520325, "masked prediction probs": [ 0.9815722703933716, 0.01842774637043476 @@ -107454,8 +120753,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009014557115733624, - "sufficiency": 0.8952223658561707, + "comprehensiveness": 0.009012572467327118, + "sufficiency": 0.895245373249054, "masked prediction probs": [ 0.984779417514801, 0.015220556408166885 @@ -107467,8 +120766,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00047343457117676735, - "sufficiency": 0.7247240543365479, + "comprehensiveness": 0.0004733304085675627, + "sufficiency": 0.7247846126556396, "masked prediction probs": [ 0.9925392270088196, 0.007460827473551035 @@ -107480,8 +120779,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014754819683730602, - "sufficiency": 0.9803636074066162, + "comprehensiveness": 0.014751573093235493, + "sufficiency": 0.98036789894104, "masked prediction probs": [ 0.9795582890510559, 0.0204416885972023 @@ -107494,7 +120793,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.801683783531189, + "sufficiency": 0.8017273545265198, "masked prediction probs": [ 0.9936889410018921, 0.006311080884188414 @@ -107506,8 +120805,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014748329296708107, - "sufficiency": 0.9803722500801086, + "comprehensiveness": 0.014745085500180721, + "sufficiency": 0.9803765416145325, + "masked prediction probs": [ + 0.9795582890510559, + 0.0204416885972023 + ], + "full text prediction probs": [ + 0.9929694533348083, + 0.007030525244772434 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01474184449762106, + "sufficiency": 0.9803808927536011, "masked prediction probs": [ 0.9795582890510559, 0.0204416885972023 @@ -107520,12 +120832,12 @@ } }, "test_1058": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7982668876647949, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9726086854934692, - 0.027391264215111732 + 0.07573271542787552, + 0.9242672324180603 ], "full text prediction probs": [ 0.031800903379917145, @@ -107624,12 +120936,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9726086854934692, + 0.027391264215111732 + ], + "full text prediction probs": [ + 0.031800903379917145, + 0.9681991338729858 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9726879596710205, - 0.027312038466334343 + 0.031800903379917145, + 0.9681991338729858 ], "full text prediction probs": [ 0.031800903379917145, @@ -107727,15 +121052,28 @@ 0.9681991338729858 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9726879596710205, + 0.027312038466334343 + ], + "full text prediction probs": [ + 0.031800903379917145, + 0.9681991338729858 + ], + "labels": 0 } }, "test_1080": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4937421679496765, - "sufficiency": 0.9849915504455566, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8558377623558044, "masked prediction probs": [ - 0.5246806740760803, - 0.4753192961215973 + 0.9649734497070312, + 0.03502648323774338 ], "full text prediction probs": [ 0.9518970251083374, @@ -107834,12 +121172,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2605113983154297, - "sufficiency": 0.9560054540634155, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4928308427333832, + "sufficiency": 0.9850192666053772, "masked prediction probs": [ - 0.7260695695877075, - 0.2739304006099701 + 0.5246806740760803, + 0.4753192961215973 + ], + "full text prediction probs": [ + 0.9518970251083374, + 0.0481029711663723 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8603100180625916, + "masked prediction probs": [ + 0.9625391960144043, + 0.0374608188867569 ], "full text prediction probs": [ 0.9518970251083374, @@ -107849,7 +121200,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8020467758178711, + "sufficiency": 0.8020924925804138, "masked prediction probs": [ 0.9743820428848267, 0.02561795338988304 @@ -107862,7 +121213,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.777996838092804, + "sufficiency": 0.7780479788780212, "masked prediction probs": [ 0.9518970251083374, 0.0481029711663723 @@ -107875,7 +121226,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7780479788780212, + "sufficiency": 0.7780990600585938, "masked prediction probs": [ 0.9518970251083374, 0.0481029711663723 @@ -107887,8 +121238,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.26027122139930725, - "sufficiency": 0.9560459852218628, + "comprehensiveness": 0.2602112293243408, + "sufficiency": 0.9560561180114746, "masked prediction probs": [ 0.7260695695877075, 0.2739304006099701 @@ -107901,7 +121252,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8275236487388611, + "sufficiency": 0.8275634050369263, "masked prediction probs": [ 0.956243097782135, 0.04375695437192917 @@ -107913,7 +121264,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07082468271255493, + "comprehensiveness": 0.07080837339162827, "sufficiency": 1.0, "masked prediction probs": [ 0.8904168009757996, @@ -107926,8 +121277,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2600913643836975, - "sufficiency": 0.9560763835906982, + "comprehensiveness": 0.26003146171569824, + "sufficiency": 0.9560865163803101, + "masked prediction probs": [ + 0.7260695695877075, + 0.2739304006099701 + ], + "full text prediction probs": [ + 0.9518970251083374, + 0.0481029711663723 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.25997158885002136, + "sufficiency": 0.9560965895652771, "masked prediction probs": [ 0.7260695695877075, 0.2739304006099701 @@ -107940,12 +121304,12 @@ } }, "test_1084": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9834808707237244, - 0.01651914231479168 + 0.9829372763633728, + 0.017062725499272346 ], "full text prediction probs": [ 0.011870352551341057, @@ -108033,10 +121397,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9834808707237244, - 0.01651914231479168 + 0.9829372763633728, + 0.017062725499272346 ], "full text prediction probs": [ 0.011870352551341057, @@ -108044,12 +121408,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8678098320960999, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9845617413520813, - 0.015438267961144447 + 0.9829372763633728, + 0.017062725499272346 + ], + "full text prediction probs": [ + 0.011870352551341057, + 0.9881296157836914 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9848810434341431, + 0.015118908137083054 ], "full text prediction probs": [ 0.011870352551341057, @@ -108059,7 +121436,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8681538701057434, + "sufficiency": 0.8684961199760437, "masked prediction probs": [ 0.9845617413520813, 0.015438267961144447 @@ -108084,7 +121461,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2633536159992218, + "comprehensiveness": 0.26267269253730774, "sufficiency": 0.0, "masked prediction probs": [ 0.032192081212997437, @@ -108111,7 +121488,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8695122003555298, + "sufficiency": 0.8698474168777466, "masked prediction probs": [ 0.9845617413520813, 0.015438267961144447 @@ -108137,10 +121514,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8701809048652649, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9845617413520813, - 0.015438267961144447 + 0.9848810434341431, + 0.015118908137083054 + ], + "full text prediction probs": [ + 0.011870352551341057, + 0.9881296157836914 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9848810434341431, + 0.015118908137083054 ], "full text prediction probs": [ 0.011870352551341057, @@ -108150,12 +121540,12 @@ } }, "test_1149": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002309620613232255, - "sufficiency": 0.9821920394897461, + "fixed-shap": { + "comprehensiveness": 0.0011661275057122111, + "sufficiency": 0.8068993091583252, "masked prediction probs": [ - 0.9904240965843201, - 0.009575891308486462 + 0.9914599657058716, + 0.008540025912225246 ], "full text prediction probs": [ 0.9925163388252258, @@ -108254,12 +121644,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002505876589566469, - "sufficiency": 0.9723042845726013, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002305548405274749, + "sufficiency": 0.9822234511375427, "masked prediction probs": [ - 0.9902423024177551, - 0.00975767057389021 + 0.9904240965843201, + 0.009575891308486462 + ], + "full text prediction probs": [ + 0.9925163388252258, + 0.00748363696038723 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0005789196002297103, + "sufficiency": 0.7322075366973877, + "masked prediction probs": [ + 0.991990864276886, + 0.008009102195501328 ], "full text prediction probs": [ 0.9925163388252258, @@ -108269,7 +121672,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.961799144744873, + "sufficiency": 0.9618074893951416, "masked prediction probs": [ 0.995518684387207, 0.004481325391680002 @@ -108281,8 +121684,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0005787920672446489, - "sufficiency": 0.7322664856910706, + "comprehensiveness": 0.0005786645924672484, + "sufficiency": 0.7323254942893982, "masked prediction probs": [ 0.991990864276886, 0.008009102195501328 @@ -108294,8 +121697,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0025042209308594465, - "sufficiency": 0.9723225235939026, + "comprehensiveness": 0.002503669587895274, + "sufficiency": 0.9723286628723145, "masked prediction probs": [ 0.9902423024177551, 0.00975767057389021 @@ -108308,7 +121711,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.743305504322052, + "sufficiency": 0.7433620691299438, "masked prediction probs": [ 0.9925163388252258, 0.00748363696038723 @@ -108320,8 +121723,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0059765297919511795, - "sufficiency": 0.8799970149993896, + "comprehensiveness": 0.005975214298814535, + "sufficiency": 0.8800234198570251, "masked prediction probs": [ 0.9870867729187012, 0.012913201004266739 @@ -108333,8 +121736,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01899030990898609, - "sufficiency": 0.9799365401268005, + "comprehensiveness": 0.018986130133271217, + "sufficiency": 0.9799409508705139, "masked prediction probs": [ 0.9752601981163025, 0.024739792570471764 @@ -108346,8 +121749,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0025020167231559753, - "sufficiency": 0.9723469018936157, + "comprehensiveness": 0.0025014663115143776, + "sufficiency": 0.9723530411720276, + "masked prediction probs": [ + 0.9902423024177551, + 0.00975767057389021 + ], + "full text prediction probs": [ + 0.9925163388252258, + 0.00748363696038723 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0025009161327034235, + "sufficiency": 0.9723590612411499, "masked prediction probs": [ 0.9902423024177551, 0.00975767057389021 @@ -108360,12 +121776,12 @@ } }, "test_1197": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001007458078674972, - "sufficiency": 0.7800059914588928, + "fixed-shap": { + "comprehensiveness": 0.002126695355400443, + "sufficiency": 0.8201463222503662, "masked prediction probs": [ - 0.9938191771507263, - 0.006180854979902506 + 0.9928027987480164, + 0.007197146769613028 ], "full text prediction probs": [ 0.9947340488433838, @@ -108452,11 +121868,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.010880758985877037, - "sufficiency": 0.9708280563354492, + "comprehensiveness": 0.0021234217565506697, + "sufficiency": 0.8204231858253479, "masked prediction probs": [ - 0.9848380088806152, - 0.015161997638642788 + 0.9928027987480164, + 0.007197146769613028 ], "full text prediction probs": [ 0.9947340488433838, @@ -108464,12 +121880,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009154632571153343, - "sufficiency": 0.805159330368042, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0021229549311101437, + "sufficiency": 0.8204625844955444, + "masked prediction probs": [ + 0.9928027987480164, + 0.007197146769613028 + ], + "full text prediction probs": [ + 0.9947340488433838, + 0.005265974905341864 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0020381154026836157, + "sufficiency": 0.795710027217865, "masked prediction probs": [ - 0.993901252746582, - 0.0060987877659499645 + 0.9928795695304871, + 0.007120396476238966 ], "full text prediction probs": [ 0.9947340488433838, @@ -108478,8 +121907,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014872681349515915, - "sufficiency": 0.8199093341827393, + "comprehensiveness": 0.0014869412407279015, + "sufficiency": 0.8199489712715149, "masked prediction probs": [ 0.9933807849884033, 0.006619210354983807 @@ -108491,8 +121920,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0027962669264525175, - "sufficiency": 0.943980872631073, + "comprehensiveness": 0.002795652486383915, + "sufficiency": 0.943993091583252, "masked prediction probs": [ 0.9921891689300537, 0.007810872979462147 @@ -108504,8 +121933,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002795652486383915, - "sufficiency": 0.943993091583252, + "comprehensiveness": 0.002795038279145956, + "sufficiency": 0.9440053701400757, "masked prediction probs": [ 0.9921891689300537, 0.007810872979462147 @@ -108518,7 +121947,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7414951920509338, + "sufficiency": 0.7415519952774048, "masked prediction probs": [ 0.9947340488433838, 0.005265974905341864 @@ -108530,8 +121959,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010866421274840832, - "sufficiency": 0.9708664417266846, + "comprehensiveness": 0.010864035226404667, + "sufficiency": 0.9708728790283203, "masked prediction probs": [ 0.9848380088806152, 0.015161997638642788 @@ -108543,8 +121972,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000890896946657449, - "sufficiency": 0.7859874367713928, + "comprehensiveness": 0.0008907014271244407, + "sufficiency": 0.786034345626831, "masked prediction probs": [ 0.9939225316047668, 0.006077429745346308 @@ -108556,11 +121985,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002793197752907872, - "sufficiency": 0.9440422654151917, + "comprehensiveness": 0.0020349842961877584, + "sufficiency": 0.7960238456726074, "masked prediction probs": [ - 0.9921891689300537, - 0.007810872979462147 + 0.9928795695304871, + 0.007120396476238966 + ], + "full text prediction probs": [ + 0.9947340488433838, + 0.005265974905341864 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0020345377270132303, + "sufficiency": 0.7960686087608337, + "masked prediction probs": [ + 0.9928795695304871, + 0.007120396476238966 ], "full text prediction probs": [ 0.9947340488433838, @@ -108570,12 +122012,12 @@ } }, "test_1201": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.16544240713119507, - "sufficiency": 0.9925567507743835, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7954176068305969, "masked prediction probs": [ - 0.825066089630127, - 0.17493391036987305 + 0.9786171317100525, + 0.02138294093310833 ], "full text prediction probs": [ 0.9714524149894714, @@ -108674,12 +122116,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.354348748922348, - "sufficiency": 0.8729828000068665, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16514377295970917, + "sufficiency": 0.992570161819458, "masked prediction probs": [ - 0.6573514938354492, - 0.34264853596687317 + 0.825066089630127, + 0.17493391036987305 + ], + "full text prediction probs": [ + 0.9714524149894714, + 0.02854757010936737 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7607890367507935, + "masked prediction probs": [ + 0.9714524149894714, + 0.02854757010936737 ], "full text prediction probs": [ 0.9714524149894714, @@ -108688,8 +122143,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003273417940363288, - "sufficiency": 0.7401303648948669, + "comprehensiveness": 0.0032726796343922615, + "sufficiency": 0.7401889562606812, "masked prediction probs": [ 0.9685501456260681, 0.0314498096704483 @@ -108702,7 +122157,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7608429789543152, + "sufficiency": 0.7608968615531921, "masked prediction probs": [ 0.9714524149894714, 0.02854757010936737 @@ -108714,8 +122169,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3541090786457062, - "sufficiency": 0.8730687499046326, + "comprehensiveness": 0.35402923822402954, + "sufficiency": 0.8730973601341248, "masked prediction probs": [ 0.6573514938354492, 0.34264853596687317 @@ -108727,8 +122182,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.35402923822402954, - "sufficiency": 0.8730973601341248, + "comprehensiveness": 0.3539494574069977, + "sufficiency": 0.8731259107589722, "masked prediction probs": [ 0.6573514938354492, 0.34264853596687317 @@ -108740,8 +122195,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.038830045610666275, - "sufficiency": 0.8750630021095276, + "comprehensiveness": 0.03882129490375519, + "sufficiency": 0.8750910758972168, "masked prediction probs": [ 0.9369939565658569, 0.06300608813762665 @@ -108754,7 +122209,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8167215585708618, + "sufficiency": 0.8167629241943359, "masked prediction probs": [ 0.9777402877807617, 0.022259699180722237 @@ -108766,8 +122221,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3537899851799011, - "sufficiency": 0.8731830716133118, + "comprehensiveness": 0.3537102937698364, + "sufficiency": 0.8732116222381592, + "masked prediction probs": [ + 0.6573514938354492, + 0.34264853596687317 + ], + "full text prediction probs": [ + 0.9714524149894714, + 0.02854757010936737 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3536306619644165, + "sufficiency": 0.8732401728630066, "masked prediction probs": [ 0.6573514938354492, 0.34264853596687317 @@ -108780,12 +122248,12 @@ } }, "test_1316": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007863999344408512, - "sufficiency": 0.890618085861206, + "fixed-shap": { + "comprehensiveness": 0.009549487382173538, + "sufficiency": 0.8030571937561035, "masked prediction probs": [ - 0.9788549542427063, - 0.02114497497677803 + 0.9773392081260681, + 0.022660763934254646 ], "full text prediction probs": [ 0.9859269857406616, @@ -108884,12 +122352,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0026174273807555437, - "sufficiency": 0.872545599937439, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007850032299757004, + "sufficiency": 0.890812337398529, "masked prediction probs": [ - 0.9835689663887024, - 0.016431037336587906 + 0.9788549542427063, + 0.02114497497677803 + ], + "full text prediction probs": [ + 0.9859269857406616, + 0.014073031954467297 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002395518124103546, + "sufficiency": 0.7628477215766907, + "masked prediction probs": [ + 0.9837684035301208, + 0.016231613233685493 ], "full text prediction probs": [ 0.9859269857406616, @@ -108898,8 +122379,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0077316067181527615, - "sufficiency": 0.7570816874504089, + "comprehensiveness": 0.0077298907563090324, + "sufficiency": 0.7571355700492859, "masked prediction probs": [ 0.9789600968360901, 0.02103990875184536 @@ -108911,8 +122392,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002616265555843711, - "sufficiency": 0.8726021647453308, + "comprehensiveness": 0.0026156853418797255, + "sufficiency": 0.8726304173469543, "masked prediction probs": [ 0.9835689663887024, 0.016431037336587906 @@ -108925,7 +122406,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7486810684204102, + "sufficiency": 0.7487367987632751, "masked prediction probs": [ 0.9859269857406616, 0.014073031954467297 @@ -108938,7 +122419,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7487367987632751, + "sufficiency": 0.7487925291061401, "masked prediction probs": [ 0.9859269857406616, 0.014073031954467297 @@ -108950,8 +122431,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.030535440891981125, - "sufficiency": 0.9600512981414795, + "comprehensiveness": 0.03052867017686367, + "sufficiency": 0.960060179233551, "masked prediction probs": [ 0.9583873152732849, 0.04161268100142479 @@ -108963,8 +122444,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007177331950515509, - "sufficiency": 0.8964002132415771, + "comprehensiveness": 0.007175741251558065, + "sufficiency": 0.8964232206344604, "masked prediction probs": [ 0.97945237159729, 0.020547684282064438 @@ -108976,8 +122457,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0026133661158382893, - "sufficiency": 0.8727433681488037, + "comprehensiveness": 0.0026127868331968784, + "sufficiency": 0.8727715611457825, + "masked prediction probs": [ + 0.9835689663887024, + 0.016431037336587906 + ], + "full text prediction probs": [ + 0.9859269857406616, + 0.014073031954467297 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002612208016216755, + "sufficiency": 0.8727997541427612, "masked prediction probs": [ 0.9835689663887024, 0.016431037336587906 @@ -108990,12 +122484,12 @@ } }, "test_1346": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7114078998565674, + "sufficiency": 0.9110370874404907, "masked prediction probs": [ - 0.9858798384666443, - 0.014120136387646198 + 0.9806106090545654, + 0.019389387220144272 ], "full text prediction probs": [ 0.9503505229949951, @@ -109094,12 +122588,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.6896507740020752, + "sufficiency": 0.7119414806365967, "masked prediction probs": [ - 0.9851985573768616, - 0.014801433309912682 + 0.9858798384666443, + 0.014120136387646198 + ], + "full text prediction probs": [ + 0.9503505229949951, + 0.049649473279714584 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9003831148147583, + "masked prediction probs": [ + 0.9801550507545471, + 0.019844911992549896 ], "full text prediction probs": [ 0.9503505229949951, @@ -109109,7 +122616,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8121767044067383, + "sufficiency": 0.8122200965881348, "masked prediction probs": [ 0.9763254523277283, 0.023674510419368744 @@ -109121,8 +122628,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006698086857795715, - "sufficiency": 0.9010046124458313, + "comprehensiveness": 0.006696539930999279, + "sufficiency": 0.901027500629425, "masked prediction probs": [ 0.9445518851280212, 0.055448055267333984 @@ -109135,7 +122642,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8086326718330383, + "sufficiency": 0.8086767792701721, "masked prediction probs": [ 0.956588089466095, 0.04341192543506622 @@ -109148,7 +122655,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8870737552642822, + "sufficiency": 0.8870998620986938, "masked prediction probs": [ 0.9544491767883301, 0.04555083438754082 @@ -109161,7 +122668,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8844776153564453, + "sufficiency": 0.8845042586326599, "masked prediction probs": [ 0.9601541757583618, 0.03984574228525162 @@ -109174,7 +122681,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8826366662979126, + "sufficiency": 0.8826636672019958, "masked prediction probs": [ 0.9563880562782288, 0.043611884117126465 @@ -109186,8 +122693,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006690358743071556, - "sufficiency": 0.9011188745498657, + "comprehensiveness": 0.006688815075904131, + "sufficiency": 0.9011416435241699, "masked prediction probs": [ 0.9445518851280212, 0.055448055267333984 @@ -109197,15 +122704,28 @@ 0.049649473279714584 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6902950406074524, + "masked prediction probs": [ + 0.9851985573768616, + 0.014801433309912682 + ], + "full text prediction probs": [ + 0.9503505229949951, + 0.049649473279714584 + ], + "labels": 0 } }, "test_1352": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003262490499764681, - "sufficiency": 0.7582178115844727, + "fixed-shap": { + "comprehensiveness": 0.00021794166241306812, + "sufficiency": 0.7395035624504089, "masked prediction probs": [ - 0.9821152687072754, - 0.017884723842144012 + 0.9848505258560181, + 0.015149484388530254 ], "full text prediction probs": [ 0.9850463271141052, @@ -109292,11 +122812,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7180771231651306, + "comprehensiveness": 0.0002176025736844167, + "sufficiency": 0.7399088740348816, "masked prediction probs": [ - 0.9852349758148193, - 0.014765027910470963 + 0.9848505258560181, + 0.015149484388530254 ], "full text prediction probs": [ 0.9850463271141052, @@ -109304,12 +122824,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003154701553285122, - "sufficiency": 0.777863621711731, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0032566904556006193, + "sufficiency": 0.758647620677948, "masked prediction probs": [ - 0.9822070598602295, - 0.017792917788028717 + 0.9821152687072754, + 0.017884723842144012 + ], + "full text prediction probs": [ + 0.9850463271141052, + 0.014953750185668468 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6253880858421326, + "masked prediction probs": [ + 0.9853844046592712, + 0.014615628868341446 ], "full text prediction probs": [ 0.9850463271141052, @@ -109318,8 +122851,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005337137263268232, - "sufficiency": 0.8105858564376831, + "comprehensiveness": 0.005335951689630747, + "sufficiency": 0.8106278777122498, "masked prediction probs": [ 0.9802417755126953, 0.019758209586143494 @@ -109332,7 +122865,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6254712343215942, + "sufficiency": 0.6255545020103455, "masked prediction probs": [ 0.9853844046592712, 0.014615628868341446 @@ -109345,7 +122878,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7494131326675415, + "sufficiency": 0.7494687438011169, "masked prediction probs": [ 0.9850463271141052, 0.014953750185668468 @@ -109358,7 +122891,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7494687438011169, + "sufficiency": 0.7495243549346924, "masked prediction probs": [ 0.9850463271141052, 0.014953750185668468 @@ -109370,8 +122903,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0023361286148428917, - "sufficiency": 0.7433518767356873, + "comprehensiveness": 0.0023356101009994745, + "sufficiency": 0.7434088587760925, "masked prediction probs": [ 0.9829414486885071, 0.017058543860912323 @@ -109383,8 +122916,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00734711205586791, - "sufficiency": 0.9130107164382935, + "comprehensiveness": 0.007345482241362333, + "sufficiency": 0.9130300879478455, "masked prediction probs": [ 0.9784250259399414, 0.021575001999735832 @@ -109397,7 +122930,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6258867383003235, + "sufficiency": 0.6259697675704956, "masked prediction probs": [ 0.9853844046592712, 0.014615628868341446 @@ -109407,15 +122940,28 @@ 0.014953750185668468 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0031484048813581467, + "sufficiency": 0.7783069014549255, + "masked prediction probs": [ + 0.9822070598602295, + 0.017792917788028717 + ], + "full text prediction probs": [ + 0.9850463271141052, + 0.014953750185668468 + ], + "labels": 0 } }, "test_1375": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9728700518608093, + "fixed-shap": { + "comprehensiveness": 0.025298327207565308, + "sufficiency": 0.8629111647605896, "masked prediction probs": [ - 0.01677718199789524, - 0.9832227826118469 + 0.965630292892456, + 0.034369759261608124 ], "full text prediction probs": [ 0.9884445667266846, @@ -109514,12 +123060,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9321228265762329, + "sufficiency": 0.9729180932044983, "masked prediction probs": [ - 0.011588424444198608, - 0.9884116053581238 + 0.01677718199789524, + 0.9832227826118469 + ], + "full text prediction probs": [ + 0.9884445667266846, + 0.01155535876750946 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01417527999728918, + "sufficiency": 0.8306505084037781, + "masked prediction probs": [ + 0.9756356477737427, + 0.024364398792386055 ], "full text prediction probs": [ 0.9884445667266846, @@ -109529,7 +123088,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5694261789321899, + "sufficiency": 0.5695214867591858, "masked prediction probs": [ 0.9895647764205933, 0.010435258969664574 @@ -109542,7 +123101,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8802520632743835, + "sufficiency": 0.8802785277366638, "masked prediction probs": [ 0.02474510855972767, 0.9752548933029175 @@ -109555,7 +123114,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8802785277366638, + "sufficiency": 0.8803050518035889, "masked prediction probs": [ 0.02474510855972767, 0.9752548933029175 @@ -109568,7 +123127,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8832778930664062, + "sufficiency": 0.883303701877594, "masked prediction probs": [ 0.01950942352414131, 0.9804906249046326 @@ -109581,7 +123140,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9321979284286499, + "sufficiency": 0.9322129487991333, "masked prediction probs": [ 0.011588424444198608, 0.9884116053581238 @@ -109594,7 +123153,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8803579211235046, + "sufficiency": 0.8803843855857849, "masked prediction probs": [ 0.02474510855972767, 0.9752548933029175 @@ -109607,7 +123166,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9322279095649719, + "sufficiency": 0.9322428107261658, + "masked prediction probs": [ + 0.011588424444198608, + 0.9884116053581238 + ], + "full text prediction probs": [ + 0.9884445667266846, + 0.01155535876750946 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9322578310966492, "masked prediction probs": [ 0.011588424444198608, 0.9884116053581238 @@ -109620,12 +123192,12 @@ } }, "test_1380": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.042589448392391205, - "sufficiency": 0.9891259074211121, + "fixed-shap": { + "comprehensiveness": 0.02186649665236473, + "sufficiency": 0.9853578805923462, "masked prediction probs": [ - 0.9543955326080322, - 0.04560447484254837 + 0.9731780290603638, + 0.026821982115507126 ], "full text prediction probs": [ 0.9929969906806946, @@ -109724,12 +123296,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.014672677963972092, - "sufficiency": 0.9857843518257141, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04251439869403839, + "sufficiency": 0.9891451001167297, "masked prediction probs": [ - 0.979674756526947, - 0.020325317978858948 + 0.9543955326080322, + 0.04560447484254837 + ], + "full text prediction probs": [ + 0.9929969906806946, + 0.007003015838563442 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0004075758042745292, + "sufficiency": 0.6455298066139221, + "masked prediction probs": [ + 0.9926268458366394, + 0.007373203057795763 ], "full text prediction probs": [ 0.9929969906806946, @@ -109739,7 +123324,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7468131184577942, + "sufficiency": 0.7468687891960144, "masked prediction probs": [ 0.9948990941047668, 0.005100970156490803 @@ -109751,8 +123336,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00040748604806140065, - "sufficiency": 0.6456077694892883, + "comprehensiveness": 0.000407396350055933, + "sufficiency": 0.6456858515739441, "masked prediction probs": [ 0.9926268458366394, 0.007373203057795763 @@ -109764,8 +123349,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014662988483905792, - "sufficiency": 0.9857937097549438, + "comprehensiveness": 0.014659760519862175, + "sufficiency": 0.9857968688011169, "masked prediction probs": [ 0.979674756526947, 0.020325317978858948 @@ -109777,8 +123362,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004073066811542958, - "sufficiency": 0.6457638740539551, + "comprehensiveness": 0.0004072170704603195, + "sufficiency": 0.6458417773246765, "masked prediction probs": [ 0.9926268458366394, 0.007373203057795763 @@ -109790,8 +123375,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009058448486030102, - "sufficiency": 0.8782703280448914, + "comprehensiveness": 0.009056455455720425, + "sufficiency": 0.8782970905303955, "masked prediction probs": [ 0.9847632050514221, 0.015236791223287582 @@ -109803,8 +123388,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011656826362013817, - "sufficiency": 0.8348172307014465, + "comprehensiveness": 0.011654263362288475, + "sufficiency": 0.8348535895347595, "masked prediction probs": [ 0.982399046421051, 0.017600975930690765 @@ -109816,8 +123401,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014650088734924793, - "sufficiency": 0.9858062267303467, + "comprehensiveness": 0.014646866358816624, + "sufficiency": 0.985809326171875, + "masked prediction probs": [ + 0.979674756526947, + 0.020325317978858948 + ], + "full text prediction probs": [ + 0.9929969906806946, + 0.007003015838563442 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.014643646776676178, + "sufficiency": 0.9858124852180481, "masked prediction probs": [ 0.979674756526947, 0.020325317978858948 @@ -109830,12 +123428,12 @@ } }, "test_1383": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9302693605422974, "masked prediction probs": [ - 0.02611921913921833, - 0.9738808274269104 + 0.9584575295448303, + 0.04154251143336296 ], "full text prediction probs": [ 0.9280921220779419, @@ -109934,12 +123532,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.026851855218410492, - 0.9731481671333313 + 0.02611921913921833, + 0.9738808274269104 + ], + "full text prediction probs": [ + 0.9280921220779419, + 0.0719078928232193 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7999041676521301, + "masked prediction probs": [ + 0.9280921220779419, + 0.0719078928232193 ], "full text prediction probs": [ 0.9280921220779419, @@ -109949,7 +123560,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8815667629241943, + "sufficiency": 0.8815948367118835, "masked prediction probs": [ 0.979830265045166, 0.02016976848244667 @@ -109962,7 +123573,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7999516725540161, + "sufficiency": 0.7999989986419678, "masked prediction probs": [ 0.9280921220779419, 0.0719078928232193 @@ -110037,15 +123648,28 @@ 0.0719078928232193 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.026851855218410492, + 0.9731481671333313 + ], + "full text prediction probs": [ + 0.9280921220779419, + 0.0719078928232193 + ], + "labels": 0 } }, "test_1392": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6681034564971924, - "sufficiency": 0.9952290058135986, + "fixed-shap": { + "comprehensiveness": 0.0012678945204243064, + "sufficiency": 0.7157870531082153, "masked prediction probs": [ - 0.38673728704452515, - 0.6132626533508301 + 0.9896928668022156, + 0.010307122953236103 ], "full text prediction probs": [ 0.9908393025398254, @@ -110144,12 +123768,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015242673456668854, - "sufficiency": 0.935453474521637, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6669232845306396, + "sufficiency": 0.9952374696731567, "masked prediction probs": [ - 0.9770324230194092, - 0.02296755462884903 + 0.38673728704452515, + 0.6132626533508301 + ], + "full text prediction probs": [ + 0.9908393025398254, + 0.009160750545561314 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.733562707901001, + "masked prediction probs": [ + 0.9930568933486938, + 0.006943074986338615 ], "full text prediction probs": [ 0.9908393025398254, @@ -110159,7 +123796,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7657647132873535, + "sufficiency": 0.7658163905143738, "masked prediction probs": [ 0.9920491576194763, 0.007950891740620136 @@ -110172,7 +123809,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7336214780807495, + "sufficiency": 0.7336803078651428, "masked prediction probs": [ 0.9930568933486938, 0.006943074986338615 @@ -110184,8 +123821,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01523258350789547, - "sufficiency": 0.9354962110519409, + "comprehensiveness": 0.015229222364723682, + "sufficiency": 0.9355103969573975, "masked prediction probs": [ 0.9770324230194092, 0.02296755462884903 @@ -110197,8 +123834,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004894052981399, - "sufficiency": 0.834409236907959, + "comprehensiveness": 0.0004892973811365664, + "sufficiency": 0.8344457149505615, "masked prediction probs": [ 0.9903956055641174, 0.00960445310920477 @@ -110211,7 +123848,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9351192712783813, + "sufficiency": 0.9351335763931274, "masked prediction probs": [ 0.9916449189186096, 0.008355114609003067 @@ -110224,7 +123861,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7427577972412109, + "sufficiency": 0.7428146004676819, "masked prediction probs": [ 0.9945853352546692, 0.005414685234427452 @@ -110236,8 +123873,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01521915104240179, - "sufficiency": 0.9355530738830566, + "comprehensiveness": 0.015215795487165451, + "sufficiency": 0.9355672597885132, + "masked prediction probs": [ + 0.9770324230194092, + 0.02296755462884903 + ], + "full text prediction probs": [ + 0.9908393025398254, + 0.009160750545561314 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01521244365721941, + "sufficiency": 0.9355814456939697, "masked prediction probs": [ 0.9770324230194092, 0.02296755462884903 @@ -110250,12 +123900,12 @@ } }, "test_1395": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00403180904686451, - "sufficiency": 0.8639717698097229, + "fixed-shap": { + "comprehensiveness": 0.5811888575553894, + "sufficiency": 0.985313892364502, "masked prediction probs": [ - 0.9860649108886719, - 0.013935094699263573 + 0.46485111117362976, + 0.5351488590240479 ], "full text prediction probs": [ 0.9897059202194214, @@ -110342,11 +123992,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004025568254292011, - "sufficiency": 0.8641822934150696, + "comprehensiveness": 0.5802893042564392, + "sufficiency": 0.9853366017341614, "masked prediction probs": [ - 0.9860649108886719, - 0.013935094699263573 + 0.46485111117362976, + 0.5351488590240479 ], "full text prediction probs": [ 0.9897059202194214, @@ -110354,13 +124004,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7453873753547668, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5801609754562378, + "sufficiency": 0.985339879989624, "masked prediction probs": [ + 0.46485111117362976, + 0.5351488590240479 + ], + "full text prediction probs": [ 0.9897059202194214, 0.010294031351804733 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008823799900710583, + "sufficiency": 0.843873918056488, + "masked prediction probs": [ + 0.9817215204238892, + 0.01827847585082054 + ], "full text prediction probs": [ 0.9897059202194214, 0.010294031351804733 @@ -110368,8 +124031,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009169885306619108, - "sufficiency": 0.648651123046875, + "comprehensiveness": 0.0009167858515866101, + "sufficiency": 0.6487287878990173, "masked prediction probs": [ 0.9888761639595032, 0.011123870499432087 @@ -110382,7 +124045,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7455000281333923, + "sufficiency": 0.7455561757087708, "masked prediction probs": [ 0.9897059202194214, 0.010294031351804733 @@ -110395,7 +124058,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7455561757087708, + "sufficiency": 0.7456123232841492, "masked prediction probs": [ 0.9897059202194214, 0.010294031351804733 @@ -110407,8 +124070,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008695381693542004, - "sufficiency": 0.7676485776901245, + "comprehensiveness": 0.008693462237715721, + "sufficiency": 0.7676998376846313, "masked prediction probs": [ 0.9818325042724609, 0.018167492002248764 @@ -110420,8 +124083,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00918593816459179, - "sufficiency": 0.9803560376167297, + "comprehensiveness": 0.009183909744024277, + "sufficiency": 0.9803603887557983, "masked prediction probs": [ 0.9813864827156067, 0.018613578751683235 @@ -110433,8 +124096,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006634428631514311, - "sufficiency": 0.8978115916252136, + "comprehensiveness": 0.006632964592427015, + "sufficiency": 0.8978341817855835, "masked prediction probs": [ 0.9836959838867188, 0.016304023563861847 @@ -110446,12 +124109,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.7457808256149292, + "comprehensiveness": 0.008810168132185936, + "sufficiency": 0.8441150784492493, "masked prediction probs": [ + 0.9817215204238892, + 0.01827847585082054 + ], + "full text prediction probs": [ 0.9897059202194214, 0.010294031351804733 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.008808224461972713, + "sufficiency": 0.8441494703292847, + "masked prediction probs": [ + 0.9817215204238892, + 0.01827847585082054 + ], "full text prediction probs": [ 0.9897059202194214, 0.010294031351804733 @@ -110460,7 +124136,7 @@ } }, "test_1396": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.7973523736000061, "sufficiency": 0.9788411259651184, "masked prediction probs": [ @@ -110564,12 +124240,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5090543031692505, - "sufficiency": 0.9382917881011963, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7959172129631042, + "sufficiency": 0.9788791537284851, "masked prediction probs": [ - 0.5214533805847168, - 0.4785466194152832 + 0.2664511203765869, + 0.7335488796234131 + ], + "full text prediction probs": [ + 0.9739691019058228, + 0.026030829176306725 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013860849663615227, + "sufficiency": 0.8798951506614685, + "masked prediction probs": [ + 0.9616449475288391, + 0.03835497424006462 ], "full text prediction probs": [ 0.9739691019058228, @@ -110579,7 +124268,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7953333258628845, + "sufficiency": 0.7953793406486511, "masked prediction probs": [ 0.9826018810272217, 0.017398057505488396 @@ -110592,7 +124281,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8153097629547119, + "sufficiency": 0.8153513073921204, "masked prediction probs": [ 0.9773946404457092, 0.022605301812291145 @@ -110604,8 +124293,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2519044876098633, - "sufficiency": 0.9079105257987976, + "comprehensiveness": 0.25184786319732666, + "sufficiency": 0.9079311490058899, "masked prediction probs": [ 0.749891459941864, 0.25010859966278076 @@ -110618,7 +124307,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8474719524383545, + "sufficiency": 0.8475062847137451, "masked prediction probs": [ 0.9743508100509644, 0.0256491806358099 @@ -110630,8 +124319,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5084822773933411, - "sufficiency": 0.9383611679077148, + "comprehensiveness": 0.5083680152893066, + "sufficiency": 0.9383751153945923, "masked prediction probs": [ 0.5214533805847168, 0.4785466194152832 @@ -110644,7 +124333,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8301060795783997, + "sufficiency": 0.8301442265510559, "masked prediction probs": [ 0.9775121808052063, 0.022487763315439224 @@ -110656,8 +124345,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.508253812789917, - "sufficiency": 0.9383888840675354, + "comprehensiveness": 0.5081396698951721, + "sufficiency": 0.9384026527404785, + "masked prediction probs": [ + 0.5214533805847168, + 0.4785466194152832 + ], + "full text prediction probs": [ + 0.9739691019058228, + 0.026030829176306725 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.508025586605072, + "sufficiency": 0.9384165406227112, "masked prediction probs": [ 0.5214533805847168, 0.4785466194152832 @@ -110670,12 +124372,12 @@ } }, "test_1419": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015249514952301979, - "sufficiency": 0.9866829514503479, + "fixed-shap": { + "comprehensiveness": 0.001495440723374486, + "sufficiency": 0.8556104898452759, "masked prediction probs": [ - 0.9802737236022949, - 0.019726235419511795 + 0.9927552342414856, + 0.007244733162224293 ], "full text prediction probs": [ 0.9941123127937317, @@ -110774,12 +124476,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015938591212034225, - "sufficiency": 0.7880043387413025, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.015222675167024136, + "sufficiency": 0.9867063760757446, "masked prediction probs": [ - 0.9796229004859924, - 0.02037709765136242 + 0.9802737236022949, + 0.019726235419511795 + ], + "full text prediction probs": [ + 0.9941123127937317, + 0.005887704901397228 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0008894050261005759, + "sufficiency": 0.8164579272270203, + "masked prediction probs": [ + 0.9933035969734192, + 0.006696328986436129 ], "full text prediction probs": [ 0.9941123127937317, @@ -110788,8 +124503,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0011052010813727975, - "sufficiency": 0.9865927696228027, + "comprehensiveness": 0.0011049580061808228, + "sufficiency": 0.9865956902503967, "masked prediction probs": [ 0.9931073784828186, 0.006892646662890911 @@ -110801,8 +124516,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01593158207833767, - "sufficiency": 0.788097620010376, + "comprehensiveness": 0.015928078442811966, + "sufficiency": 0.7881441712379456, "masked prediction probs": [ 0.9796229004859924, 0.02037709765136242 @@ -110814,8 +124529,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002737020142376423, - "sufficiency": 0.7757717967033386, + "comprehensiveness": 0.0027364185079932213, + "sufficiency": 0.7758210897445679, "masked prediction probs": [ 0.9916225075721741, 0.008377425372600555 @@ -110827,8 +124542,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004086678382009268, - "sufficiency": 0.7639314532279968, + "comprehensiveness": 0.0040857805870473385, + "sufficiency": 0.7639832496643066, "masked prediction probs": [ 0.9903939366340637, 0.009606030769646168 @@ -110840,8 +124555,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020087284967303276, - "sufficiency": 0.871760904788971, + "comprehensiveness": 0.0200828704982996, + "sufficiency": 0.8717890977859497, "masked prediction probs": [ 0.9758313298225403, 0.02416869066655636 @@ -110853,8 +124568,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005874179769307375, - "sufficiency": 0.84219890832901, + "comprehensiveness": 0.0005872889305464923, + "sufficiency": 0.8422336578369141, "masked prediction probs": [ 0.9935775995254517, 0.006422426085919142 @@ -110866,8 +124581,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.015914082527160645, - "sufficiency": 0.7883303165435791, + "comprehensiveness": 0.015910588204860687, + "sufficiency": 0.7883768081665039, + "masked prediction probs": [ + 0.9796229004859924, + 0.02037709765136242 + ], + "full text prediction probs": [ + 0.9941123127937317, + 0.005887704901397228 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01590709388256073, + "sufficiency": 0.7884232401847839, "masked prediction probs": [ 0.9796229004859924, 0.02037709765136242 @@ -110880,12 +124608,12 @@ } }, "test_1433": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1917155683040619, + "fixed-shap": { + "comprehensiveness": 0.31210875511169434, "sufficiency": 1.0, "masked prediction probs": [ - 0.6850487589836121, - 0.31495121121406555 + 0.5959156155586243, + 0.40408438444137573 ], "full text prediction probs": [ 0.8269854784011841, @@ -110984,12 +124712,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.40025898814201355, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.19130219519138336, "sufficiency": 1.0, "masked prediction probs": [ - 0.5300132036209106, - 0.46998676657676697 + 0.6850487589836121, + 0.31495121121406555 + ], + "full text prediction probs": [ + 0.8269854784011841, + 0.1730145961046219 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9767168760299683, + 0.023283103480935097 ], "full text prediction probs": [ 0.8269854784011841, @@ -110999,7 +124740,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8618007898330688, + "sufficiency": 0.8618379831314087, "masked prediction probs": [ 0.9428513646125793, 0.05714860185980797 @@ -111012,7 +124753,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9088886976242065, + "sufficiency": 0.9089131951332092, "masked prediction probs": [ 0.8269854784011841, 0.1730145961046219 @@ -111050,7 +124791,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.39972037076950073, + "comprehensiveness": 0.39961275458335876, "sufficiency": 1.0, "masked prediction probs": [ 0.5300132036209106, @@ -111076,7 +124817,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.39950528740882874, + "comprehensiveness": 0.3993978202342987, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5300132036209106, + 0.46998676657676697 + ], + "full text prediction probs": [ + 0.8269854784011841, + 0.1730145961046219 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3992904722690582, "sufficiency": 1.0, "masked prediction probs": [ 0.5300132036209106, @@ -111090,12 +124844,12 @@ } }, "test_1447": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03924432024359703, - "sufficiency": 0.8645069003105164, + "fixed-shap": { + "comprehensiveness": 0.0025994067545980215, + "sufficiency": 0.837351381778717, "masked prediction probs": [ - 0.9588994979858398, - 0.04110056534409523 + 0.992169201374054, + 0.007830752059817314 ], "full text prediction probs": [ 0.9945291876792908, @@ -111194,12 +124948,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02377680130302906, - "sufficiency": 0.8201578259468079, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.039175279438495636, + "sufficiency": 0.8647451996803284, "masked prediction probs": [ - 0.9729043245315552, - 0.027095651254057884 + 0.9588994979858398, + 0.04110056534409523 + ], + "full text prediction probs": [ + 0.9945291876792908, + 0.005470875650644302 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0017228256911039352, + "sufficiency": 0.8059638738632202, + "masked prediction probs": [ + 0.9929619431495667, + 0.007038028910756111 ], "full text prediction probs": [ 0.9945291876792908, @@ -111208,8 +124975,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0031008764635771513, - "sufficiency": 0.7393382787704468, + "comprehensiveness": 0.0031001949682831764, + "sufficiency": 0.7393955588340759, "masked prediction probs": [ 0.9917083382606506, 0.008291613310575485 @@ -111221,8 +124988,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005718059837818146, - "sufficiency": 0.6976156234741211, + "comprehensiveness": 0.0057168034836649895, + "sufficiency": 0.6976820230484009, "masked prediction probs": [ 0.9893263578414917, 0.01067363377660513 @@ -111234,8 +125001,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.023761125281453133, - "sufficiency": 0.8202763199806213, + "comprehensiveness": 0.023755904287099838, + "sufficiency": 0.8203158378601074, "masked prediction probs": [ 0.9729043245315552, 0.027095651254057884 @@ -111247,8 +125014,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006450935616157949, - "sufficiency": 0.6403136849403381, + "comprehensiveness": 0.0006449518841691315, + "sufficiency": 0.6403926610946655, "masked prediction probs": [ 0.9939419627189636, 0.006058004219084978 @@ -111260,8 +125027,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.023750687018036842, - "sufficiency": 0.820355236530304, + "comprehensiveness": 0.023745469748973846, + "sufficiency": 0.8203946352005005, "masked prediction probs": [ 0.9729043245315552, 0.027095651254057884 @@ -111274,7 +125041,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7697646617889404, + "sufficiency": 0.76981520652771, "masked prediction probs": [ 0.9948514103889465, 0.005148603580892086 @@ -111286,8 +125053,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023740258067846298, - "sufficiency": 0.8204341530799866, + "comprehensiveness": 0.0237350445240736, + "sufficiency": 0.8204736113548279, + "masked prediction probs": [ + 0.9729043245315552, + 0.027095651254057884 + ], + "full text prediction probs": [ + 0.9945291876792908, + 0.005470875650644302 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02372983656823635, + "sufficiency": 0.8205129504203796, "masked prediction probs": [ 0.9729043245315552, 0.027095651254057884 @@ -111300,12 +125080,12 @@ } }, "test_1448": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7196223735809326, + "sufficiency": 0.9238269925117493, "masked prediction probs": [ - 0.014897593297064304, - 0.9851024150848389 + 0.3328894376754761, + 0.6671105623245239 ], "full text prediction probs": [ 0.9649307131767273, @@ -111392,11 +125172,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.9639419317245483, + "comprehensiveness": 0.7184771299362183, + "sufficiency": 0.9239481687545776, "masked prediction probs": [ - 0.01538644265383482, - 0.9846135377883911 + 0.3328894376754761, + 0.6671105623245239 ], "full text prediction probs": [ 0.9649307131767273, @@ -111404,12 +125184,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.786504328250885, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7183138132095337, + "sufficiency": 0.9239655137062073, "masked prediction probs": [ - 0.9672236442565918, - 0.032776281237602234 + 0.3328894376754761, + 0.6671105623245239 + ], + "full text prediction probs": [ + 0.9649307131767273, + 0.03506923466920853 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2617085874080658, + "sufficiency": 0.8584593534469604, + "masked prediction probs": [ + 0.7346020936965942, + 0.265397846698761 ], "full text prediction probs": [ 0.9649307131767273, @@ -111418,8 +125211,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.07068470865488052, - "sufficiency": 0.3838636875152588, + "comprehensiveness": 0.07066864520311356, + "sufficiency": 0.3840036392211914, "masked prediction probs": [ 0.9027214050292969, 0.0972786471247673 @@ -111431,7 +125224,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.14568763971328735, + "comprehensiveness": 0.145654559135437, "sufficiency": 1.0, "masked prediction probs": [ 0.8366824984550476, @@ -111444,7 +125237,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.145654559135437, + "comprehensiveness": 0.14562147855758667, "sufficiency": 1.0, "masked prediction probs": [ 0.8366824984550476, @@ -111457,8 +125250,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01592393033206463, - "sufficiency": 0.8320847749710083, + "comprehensiveness": 0.01592031680047512, + "sufficiency": 0.832122802734375, "masked prediction probs": [ 0.9509065747261047, 0.04909336566925049 @@ -111470,7 +125263,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.14558841288089752, + "comprehensiveness": 0.14555536210536957, "sufficiency": 1.0, "masked prediction probs": [ 0.8366824984550476, @@ -111483,8 +125276,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8582231998443604, - "sufficiency": 0.8942614197731018, + "comprehensiveness": 0.8580284714698792, + "sufficiency": 0.8942854404449463, "masked prediction probs": [ 0.20875391364097595, 0.7912461161613464 @@ -111496,11 +125289,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.145522341132164, - "sufficiency": 1.0, + "comprehensiveness": 0.2612929344177246, + "sufficiency": 0.8586841225624084, "masked prediction probs": [ - 0.8366824984550476, - 0.16331753134727478 + 0.7346020936965942, + 0.265397846698761 + ], + "full text prediction probs": [ + 0.9649307131767273, + 0.03506923466920853 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.26123368740081787, + "sufficiency": 0.8587161898612976, + "masked prediction probs": [ + 0.7346020936965942, + 0.265397846698761 ], "full text prediction probs": [ 0.9649307131767273, @@ -111510,12 +125316,12 @@ } }, "test_1450": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.835698664188385, + "fixed-shap": { + "comprehensiveness": 0.7956610918045044, "sufficiency": 1.0, "masked prediction probs": [ - 0.1783110648393631, - 0.8216888904571533 + 0.20065097510814667, + 0.7993489503860474 ], "full text prediction probs": [ 0.6446097493171692, @@ -111614,12 +125420,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8333094120025635, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1783110648393631, + 0.8216888904571533 + ], + "full text prediction probs": [ + 0.6446097493171692, + 0.3553902506828308 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.018496660515666008, - 0.9815033674240112 + 0.01881256327033043, + 0.9811874628067017 ], "full text prediction probs": [ 0.6446097493171692, @@ -111654,7 +125473,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7953799366950989, + "comprehensiveness": 0.7950961589813232, "sufficiency": 1.0, "masked prediction probs": [ 0.19905824959278107, @@ -111694,7 +125513,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8992538452148438, + "sufficiency": 0.8992897868156433, "masked prediction probs": [ 0.9393579959869385, 0.06064203754067421 @@ -111717,15 +125536,28 @@ 0.3553902506828308 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.018496660515666008, + 0.9815033674240112 + ], + "full text prediction probs": [ + 0.6446097493171692, + 0.3553902506828308 + ], + "labels": 0 } }, "test_1455": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0043266937136650085, - "sufficiency": 0.9875884056091309, + "fixed-shap": { + "comprehensiveness": 0.004175892565399408, + "sufficiency": 0.7869853973388672, "masked prediction probs": [ - 0.9870632290840149, - 0.012936786748468876 + 0.987199604511261, + 0.01280043926090002 ], "full text prediction probs": [ 0.9909760355949402, @@ -111812,11 +125644,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.002301884116604924, - "sufficiency": 0.9306325912475586, + "comprehensiveness": 0.004169438034296036, + "sufficiency": 0.7873145341873169, "masked prediction probs": [ - 0.9888911247253418, - 0.011108835227787495 + 0.987199604511261, + 0.01280043926090002 ], "full text prediction probs": [ 0.9909760355949402, @@ -111824,12 +125656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007687459699809551, - "sufficiency": 0.9869636297225952, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004168517421931028, + "sufficiency": 0.7873615622520447, "masked prediction probs": [ - 0.9840116500854492, - 0.015988344326615334 + 0.987199604511261, + 0.01280043926090002 + ], + "full text prediction probs": [ + 0.9909760355949402, + 0.00902401003986597 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004476756788790226, + "sufficiency": 0.8187099695205688, + "masked prediction probs": [ + 0.9869194626808167, + 0.013080556876957417 ], "full text prediction probs": [ 0.9909760355949402, @@ -111838,8 +125683,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00032382781500928104, - "sufficiency": 0.6414708495140076, + "comprehensiveness": 0.0003237563360016793, + "sufficiency": 0.6415499448776245, "masked prediction probs": [ 0.9906826019287109, 0.009317430667579174 @@ -111851,8 +125696,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0022306502796709538, - "sufficiency": 0.6003033518791199, + "comprehensiveness": 0.0022301580756902695, + "sufficiency": 0.6003915667533875, "masked prediction probs": [ 0.9889543056488037, 0.01104567851871252 @@ -111864,8 +125709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0008640145533718169, - "sufficiency": 0.7762877941131592, + "comprehensiveness": 0.0008638239232823253, + "sufficiency": 0.776337206363678, "masked prediction probs": [ 0.9901927709579468, 0.009807308204472065 @@ -111877,8 +125722,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002101614372804761, - "sufficiency": 0.4504765272140503, + "comprehensiveness": 0.0021011510398238897, + "sufficiency": 0.4505976736545563, "masked prediction probs": [ 0.9890704154968262, 0.01092952024191618 @@ -111890,8 +125735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0212827380746603, - "sufficiency": 0.9922559261322021, + "comprehensiveness": 0.02127804607152939, + "sufficiency": 0.9922576546669006, "masked prediction probs": [ 0.971673846244812, 0.028326213359832764 @@ -111903,8 +125748,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004313338547945023, - "sufficiency": 0.9876265525817871, + "comprehensiveness": 0.00431238766759634, + "sufficiency": 0.9876293540000916, "masked prediction probs": [ 0.9870632290840149, 0.012936786748468876 @@ -111916,11 +125761,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0022281918209046125, - "sufficiency": 0.6007438898086548, + "comprehensiveness": 0.004469850566238165, + "sufficiency": 0.818989634513855, "masked prediction probs": [ - 0.9889543056488037, - 0.01104567851871252 + 0.9869194626808167, + 0.013080556876957417 + ], + "full text prediction probs": [ + 0.9909760355949402, + 0.00902401003986597 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004468865692615509, + "sufficiency": 0.8190295100212097, + "masked prediction probs": [ + 0.9869194626808167, + 0.013080556876957417 ], "full text prediction probs": [ 0.9909760355949402, @@ -111930,12 +125788,12 @@ } }, "test_1493": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8709396719932556, - 0.1290602833032608 + 0.27693867683410645, + 0.7230613231658936 ], "full text prediction probs": [ 0.02669803984463215, @@ -112034,12 +125892,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7252669334411621, - 0.2747330665588379 + 0.8709396719932556, + 0.1290602833032608 + ], + "full text prediction probs": [ + 0.02669803984463215, + 0.9733019471168518 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.26372823119163513, + 0.7362717986106873 ], "full text prediction probs": [ 0.02669803984463215, @@ -112113,7 +125984,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.38598883152008057, + "comprehensiveness": 0.3847659230232239, "sufficiency": 0.0, "masked prediction probs": [ 0.05099116265773773, @@ -112137,15 +126008,28 @@ 0.9733019471168518 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7252669334411621, + 0.2747330665588379 + ], + "full text prediction probs": [ + 0.02669803984463215, + 0.9733019471168518 + ], + "labels": 0 } }, "test_1503": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.4424743950366974, "sufficiency": 1.0, "masked prediction probs": [ - 0.9333615899085999, - 0.06663843989372253 + 0.37312954664230347, + 0.6268705129623413 ], "full text prediction probs": [ 0.6005029678344727, @@ -112244,12 +126128,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9046807289123535, - 0.09531921148300171 + 0.9333615899085999, + 0.06663843989372253 + ], + "full text prediction probs": [ + 0.6005029678344727, + 0.39949703216552734 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6005029678344727, + 0.39949703216552734 ], "full text prediction probs": [ 0.6005029678344727, @@ -112310,7 +126207,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.48709043860435486, + "comprehensiveness": 0.4869018495082855, "sufficiency": 1.0, "masked prediction probs": [ 0.3489365577697754, @@ -112347,15 +126244,28 @@ 0.39949703216552734 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9046807289123535, + 0.09531921148300171 + ], + "full text prediction probs": [ + 0.6005029678344727, + 0.39949703216552734 + ], + "labels": 0 } }, "test_1505": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0004607584560289979, - "sufficiency": 0.7558373808860779, + "fixed-shap": { + "comprehensiveness": 0.007021953817456961, + "sufficiency": 0.915634274482727, "masked prediction probs": [ - 0.9907174706459045, - 0.009282547980546951 + 0.984782874584198, + 0.015217156149446964 ], "full text prediction probs": [ 0.9911342263221741, @@ -112454,12 +126364,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0006453173700720072, - "sufficiency": 0.7833166122436523, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00045994482934474945, + "sufficiency": 0.7562685012817383, "masked prediction probs": [ - 0.9905495047569275, - 0.009450464509427547 + 0.9907174706459045, + 0.009282547980546951 + ], + "full text prediction probs": [ + 0.9911342263221741, + 0.008865813724696636 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006465626414865255, + "sufficiency": 0.9249611496925354, + "masked prediction probs": [ + 0.9852744340896606, + 0.014725597575306892 ], "full text prediction probs": [ 0.9911342263221741, @@ -112469,7 +126392,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7006875276565552, + "sufficiency": 0.7007535696029663, "masked prediction probs": [ 0.9917219281196594, 0.00827805045992136 @@ -112481,8 +126404,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003419001353904605, - "sufficiency": 0.7258684039115906, + "comprehensiveness": 0.0034182474482804537, + "sufficiency": 0.7259289026260376, "masked prediction probs": [ 0.9880349040031433, 0.011965123005211353 @@ -112494,8 +126417,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034182474482804537, - "sufficiency": 0.7259289026260376, + "comprehensiveness": 0.0034174935426563025, + "sufficiency": 0.7259894013404846, "masked prediction probs": [ 0.9880349040031433, 0.011965123005211353 @@ -112507,8 +126430,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006447480991482735, - "sufficiency": 0.7835077047348022, + "comprehensiveness": 0.0006446059560403228, + "sufficiency": 0.7835553884506226, "masked prediction probs": [ 0.9905495047569275, 0.009450464509427547 @@ -112520,8 +126443,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01009462121874094, - "sufficiency": 0.9848514795303345, + "comprehensiveness": 0.010092395357787609, + "sufficiency": 0.9848547577857971, "masked prediction probs": [ 0.9819774031639099, 0.01802261359989643 @@ -112533,8 +126456,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00434431666508317, - "sufficiency": 0.6571396589279175, + "comprehensiveness": 0.0043433597311377525, + "sufficiency": 0.6572152972221375, "masked prediction probs": [ 0.9871926307678223, 0.012807437218725681 @@ -112546,8 +126469,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0006443217862397432, - "sufficiency": 0.783650815486908, + "comprehensiveness": 0.0006441798177547753, + "sufficiency": 0.7836984992027283, + "masked prediction probs": [ + 0.9905495047569275, + 0.009450464509427547 + ], + "full text prediction probs": [ + 0.9911342263221741, + 0.008865813724696636 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0006440379074774683, + "sufficiency": 0.7837461233139038, "masked prediction probs": [ 0.9905495047569275, 0.009450464509427547 @@ -112560,12 +126496,12 @@ } }, "test_1513": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.057171303778886795, - "sufficiency": 0.71467125415802, + "fixed-shap": { + "comprehensiveness": 0.03621658310294151, + "sufficiency": 0.9832126498222351, "masked prediction probs": [ - 0.9359968900680542, - 0.06400308758020401 + 0.9548742771148682, + 0.04512566328048706 ], "full text prediction probs": [ 0.9875005483627319, @@ -112664,12 +126600,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.23836657404899597, - "sufficiency": 0.7614690661430359, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.057069942355155945, + "sufficiency": 0.715177059173584, "masked prediction probs": [ - 0.772382915019989, - 0.22761715948581696 + 0.9359968900680542, + 0.06400308758020401 + ], + "full text prediction probs": [ + 0.9875005483627319, + 0.012499424628913403 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7472647428512573, + "masked prediction probs": [ + 0.9875005483627319, + 0.012499424628913403 ], "full text prediction probs": [ 0.9875005483627319, @@ -112678,8 +126627,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.007001353427767754, - "sufficiency": 0.9900408387184143, + "comprehensiveness": 0.0069998023100197315, + "sufficiency": 0.990043044090271, "masked prediction probs": [ 0.9811806678771973, 0.018819307908415794 @@ -112692,7 +126641,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7218084931373596, + "sufficiency": 0.7218701243400574, "masked prediction probs": [ 0.987829327583313, 0.012170674279332161 @@ -112705,7 +126654,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7473766803741455, + "sufficiency": 0.7474325895309448, "masked prediction probs": [ 0.9875005483627319, 0.012499424628913403 @@ -112718,7 +126667,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7474325895309448, + "sufficiency": 0.7474884986877441, "masked prediction probs": [ 0.9875005483627319, 0.012499424628913403 @@ -112730,8 +126679,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008956211619079113, - "sufficiency": 0.8567211627960205, + "comprehensiveness": 0.008954228833317757, + "sufficiency": 0.8567529320716858, "masked prediction probs": [ 0.9794089198112488, 0.02059110999107361 @@ -112744,7 +126693,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8146033883094788, + "sufficiency": 0.8146443367004395, "masked prediction probs": [ 0.9885025024414062, 0.011497478000819683 @@ -112757,7 +126706,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.722116231918335, + "sufficiency": 0.7221777439117432, "masked prediction probs": [ 0.987829327583313, 0.012170674279332161 @@ -112767,15 +126716,28 @@ 0.012499424628913403 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23789209127426147, + "sufficiency": 0.7619438767433167, + "masked prediction probs": [ + 0.772382915019989, + 0.22761715948581696 + ], + "full text prediction probs": [ + 0.9875005483627319, + 0.012499424628913403 + ], + "labels": 0 } }, "test_1541": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.016454661265015602, - "sufficiency": 0.7486365437507629, + "fixed-shap": { + "comprehensiveness": 0.005667148623615503, + "sufficiency": 0.7834685444831848, "masked prediction probs": [ - 0.968163013458252, - 0.03183698281645775 + 0.9778316020965576, + 0.022168397903442383 ], "full text prediction probs": [ 0.9829109311103821, @@ -112874,12 +126836,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0128127196803689, - "sufficiency": 0.8230176568031311, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01642533950507641, + "sufficiency": 0.7490844130516052, "masked prediction probs": [ - 0.9714066982269287, - 0.028593219816684723 + 0.968163013458252, + 0.03183698281645775 + ], + "full text prediction probs": [ + 0.9829109311103821, + 0.017089122906327248 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7510831952095032, + "masked prediction probs": [ + 0.9829109311103821, + 0.017089122906327248 ], "full text prediction probs": [ 0.9829109311103821, @@ -112888,8 +126863,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003959059715270996, - "sufficiency": 0.82303786277771, + "comprehensiveness": 0.0039581782184541225, + "sufficiency": 0.8230772018432617, "masked prediction probs": [ 0.9793553948402405, 0.020644649863243103 @@ -112901,8 +126876,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0039581782184541225, - "sufficiency": 0.8230772018432617, + "comprehensiveness": 0.003957297187298536, + "sufficiency": 0.823116660118103, "masked prediction probs": [ 0.9793553948402405, 0.020644649863243103 @@ -112914,8 +126889,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03543324023485184, - "sufficiency": 0.9950181841850281, + "comprehensiveness": 0.03542535379528999, + "sufficiency": 0.995019257068634, "masked prediction probs": [ 0.95107501745224, 0.04892496019601822 @@ -112927,8 +126902,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.012801313772797585, - "sufficiency": 0.8231751918792725, + "comprehensiveness": 0.01279846578836441, + "sufficiency": 0.8232144713401794, "masked prediction probs": [ 0.9714066982269287, 0.028593219816684723 @@ -112940,8 +126915,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003955536056309938, - "sufficiency": 0.8231953382492065, + "comprehensiveness": 0.003954655956476927, + "sufficiency": 0.8232346177101135, "masked prediction probs": [ 0.9793553948402405, 0.020644649863243103 @@ -112953,8 +126928,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.20088966190814972, - "sufficiency": 0.9976780414581299, + "comprehensiveness": 0.20084498822689056, + "sufficiency": 0.9976786375045776, "masked prediction probs": [ 0.8022958636283875, 0.19770412147045135 @@ -112966,8 +126941,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.012792772613465786, - "sufficiency": 0.8232930898666382, + "comprehensiveness": 0.012789927423000336, + "sufficiency": 0.8233324289321899, + "masked prediction probs": [ + 0.9714066982269287, + 0.028593219816684723 + ], + "full text prediction probs": [ + 0.9829109311103821, + 0.017089122906327248 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01278708502650261, + "sufficiency": 0.8233716487884521, "masked prediction probs": [ 0.9714066982269287, 0.028593219816684723 @@ -112980,12 +126968,12 @@ } }, "test_1599": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0045835403725504875, - "sufficiency": 0.9916254281997681, + "fixed-shap": { + "comprehensiveness": 0.003766582114621997, + "sufficiency": 0.8262718915939331, "masked prediction probs": [ - 0.9791942238807678, - 0.02080582082271576 + 0.9799267649650574, + 0.020073221996426582 ], "full text prediction probs": [ 0.9833041429519653, @@ -113072,11 +127060,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.00457639480009675, - "sufficiency": 0.9916384816169739, + "comprehensiveness": 0.00376071035861969, + "sufficiency": 0.8265426754951477, "masked prediction probs": [ - 0.9791942238807678, - 0.02080582082271576 + 0.9799267649650574, + 0.020073221996426582 ], "full text prediction probs": [ 0.9833041429519653, @@ -113084,13 +127072,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.750698983669281, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003759872866794467, + "sufficiency": 0.8265812993049622, "masked prediction probs": [ + 0.9799267649650574, + 0.020073221996426582 + ], + "full text prediction probs": [ 0.9833041429519653, 0.016695823520421982 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0018524180632084608, + "sufficiency": 0.8400647640228271, + "masked prediction probs": [ + 0.9816398024559021, + 0.018360229209065437 + ], "full text prediction probs": [ 0.9833041429519653, 0.016695823520421982 @@ -113098,8 +127099,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004574357531964779, - "sufficiency": 0.99164217710495, + "comprehensiveness": 0.004573339130729437, + "sufficiency": 0.991644024848938, "masked prediction probs": [ 0.9791942238807678, 0.02080582082271576 @@ -113112,7 +127113,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7508100867271423, + "sufficiency": 0.7508654594421387, "masked prediction probs": [ 0.9833041429519653, 0.016695823520421982 @@ -113124,8 +127125,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0020068271551281214, - "sufficiency": 0.7180432677268982, + "comprehensiveness": 0.0020063805859535933, + "sufficiency": 0.7181059718132019, "masked prediction probs": [ 0.9815002679824829, 0.018499743193387985 @@ -113137,8 +127138,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0020063805859535933, - "sufficiency": 0.7181059718132019, + "comprehensiveness": 0.0020059344824403524, + "sufficiency": 0.7181686758995056, "masked prediction probs": [ 0.9815002679824829, 0.018499743193387985 @@ -113150,8 +127151,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05983569100499153, - "sufficiency": 0.9927864074707031, + "comprehensiveness": 0.059822384268045425, + "sufficiency": 0.9927880764007568, "masked prediction probs": [ 0.9294957518577576, 0.07050423324108124 @@ -113164,7 +127165,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8256398439407349, + "sufficiency": 0.8256785273551941, "masked prediction probs": [ 0.9881120920181274, 0.011887914501130581 @@ -113176,12 +127177,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.751086950302124, + "comprehensiveness": 0.0018495359690859914, + "sufficiency": 0.8403135538101196, "masked prediction probs": [ + 0.9816398024559021, + 0.018360229209065437 + ], + "full text prediction probs": [ 0.9833041429519653, 0.016695823520421982 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0018491251394152641, + "sufficiency": 0.840349018573761, + "masked prediction probs": [ + 0.9816398024559021, + 0.018360229209065437 + ], "full text prediction probs": [ 0.9833041429519653, 0.016695823520421982 @@ -113190,12 +127204,12 @@ } }, "test_1658": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3616626560688019, "sufficiency": 0.0, "masked prediction probs": [ - 0.7939159274101257, - 0.20608410239219666 + 0.03938481956720352, + 0.9606152176856995 ], "full text prediction probs": [ 0.012500973418354988, @@ -113294,7 +127308,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -113307,9 +127321,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.8726257085800171, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07893774658441544, + 0.9210622906684875 + ], + "full text prediction probs": [ + 0.012500973418354988, + 0.9874990582466125 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.11932525038719177, + "sufficiency": 0.12163002789020538, "masked prediction probs": [ 0.25300532579421997, 0.74699467420578 @@ -113321,7 +127348,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07199779897928238, + "comprehensiveness": 0.07180962711572647, "sufficiency": 0.0, "masked prediction probs": [ 0.017996858805418015, @@ -113347,7 +127374,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0973450168967247, + "comprehensiveness": 0.0970919132232666, "sufficiency": 0.0, "masked prediction probs": [ 0.01997068151831627, @@ -113361,7 +127388,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.12847255170345306, + "sufficiency": 0.13072974979877472, "masked prediction probs": [ 0.25300532579421997, 0.74699467420578 @@ -113397,15 +127424,28 @@ 0.9874990582466125 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7939159274101257, + 0.20608410239219666 + ], + "full text prediction probs": [ + 0.012500973418354988, + 0.9874990582466125 + ], + "labels": 0 } }, "test_1682": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.92989581823349, + "fixed-shap": { + "comprehensiveness": 0.6740575432777405, + "sufficiency": 0.9459320902824402, "masked prediction probs": [ - 0.08380421251058578, - 0.916195809841156 + 0.37870359420776367, + 0.6212964653968811 ], "full text prediction probs": [ 0.9827091693878174, @@ -113504,12 +127544,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9520173668861389, - "sufficiency": 0.8599111437797546, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9300207495689392, "masked prediction probs": [ - 0.1281077116727829, - 0.8718922734260559 + 0.08380421251058578, + 0.916195809841156 + ], + "full text prediction probs": [ + 0.9827091693878174, + 0.017290806397795677 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7512519955635071, + "masked prediction probs": [ + 0.9827091693878174, + 0.017290806397795677 ], "full text prediction probs": [ 0.9827091693878174, @@ -113518,8 +127571,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00237489421851933, - "sufficiency": 0.8801310658454895, + "comprehensiveness": 0.0023743652272969484, + "sufficiency": 0.8801577687263489, "masked prediction probs": [ 0.9805768132209778, 0.01942322961986065 @@ -113532,7 +127585,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7513074278831482, + "sufficiency": 0.7513627409934998, "masked prediction probs": [ 0.9827091693878174, 0.017290806397795677 @@ -113544,8 +127597,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6534198522567749, - "sufficiency": 0.7057161927223206, + "comprehensiveness": 0.6532743573188782, + "sufficiency": 0.7057816982269287, "masked prediction probs": [ 0.3957589566707611, 0.6042410135269165 @@ -113557,8 +127610,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009247111738659441, - "sufficiency": 0.7338578104972839, + "comprehensiveness": 0.000924505409784615, + "sufficiency": 0.7339171171188354, "masked prediction probs": [ 0.9818783402442932, 0.018121639266610146 @@ -113570,8 +127623,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9509580135345459, - "sufficiency": 0.8600670099258423, + "comprehensiveness": 0.9507464170455933, + "sufficiency": 0.860098123550415, "masked prediction probs": [ 0.1281077116727829, 0.8718922734260559 @@ -113584,7 +127637,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8302145600318909, + "sufficiency": 0.8302523493766785, "masked prediction probs": [ 0.9882107973098755, 0.011789264157414436 @@ -113596,8 +127649,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9505349397659302, - "sufficiency": 0.8601292371749878, + "comprehensiveness": 0.9503235220909119, + "sufficiency": 0.8601603507995605, + "masked prediction probs": [ + 0.1281077116727829, + 0.8718922734260559 + ], + "full text prediction probs": [ + 0.9827091693878174, + 0.017290806397795677 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9501122236251831, + "sufficiency": 0.8601914048194885, "masked prediction probs": [ 0.1281077116727829, 0.8718922734260559 @@ -113610,12 +127676,12 @@ } }, "test_1720": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9607811570167542, - 0.03921886906027794 + 0.8336155414581299, + 0.16638444364070892 ], "full text prediction probs": [ 0.39303192496299744, @@ -113714,12 +127780,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9582952260971069, - 0.04170471802353859 + 0.9607811570167542, + 0.03921886906027794 + ], + "full text prediction probs": [ + 0.39303192496299744, + 0.6069680452346802 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9307221174240112, + 0.0692778155207634 ], "full text prediction probs": [ 0.39303192496299744, @@ -113817,15 +127896,28 @@ 0.6069680452346802 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9582952260971069, + 0.04170471802353859 + ], + "full text prediction probs": [ + 0.39303192496299744, + 0.6069680452346802 + ], + "labels": 0 } }, "test_1779": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0023391249123960733, - "sufficiency": 0.8272480964660645, + "fixed-shap": { + "comprehensiveness": 0.0020752116106450558, + "sufficiency": 0.6261860132217407, "masked prediction probs": [ - 0.9910733103752136, - 0.00892671849578619 + 0.991312563419342, + 0.008687435649335384 ], "full text prediction probs": [ 0.9931938648223877, @@ -113912,11 +128004,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0023355181328952312, - "sufficiency": 0.8275144696235657, + "comprehensiveness": 0.0020720118191093206, + "sufficiency": 0.6267623901367188, "masked prediction probs": [ - 0.9910733103752136, - 0.00892671849578619 + 0.991312563419342, + 0.008687435649335384 ], "full text prediction probs": [ 0.9931938648223877, @@ -113924,9 +128016,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002470009494572878, - "sufficiency": 0.6377754211425781, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0020715552382171154, + "sufficiency": 0.6268445253372192, + "masked prediction probs": [ + 0.991312563419342, + 0.008687435649335384 + ], + "full text prediction probs": [ + 0.9931938648223877, + 0.00680615846067667 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002469465835019946, + "sufficiency": 0.6378551721572876, "masked prediction probs": [ 0.9909507036209106, 0.009049293585121632 @@ -113939,7 +128044,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7543774247169495, + "sufficiency": 0.7544315457344055, "masked prediction probs": [ 0.9934862852096558, 0.0065137301571667194 @@ -113951,8 +128056,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0022579412907361984, - "sufficiency": 0.8855164051055908, + "comprehensiveness": 0.002257444430142641, + "sufficiency": 0.885541558265686, "masked prediction probs": [ 0.9911423921585083, 0.008857572451233864 @@ -113964,8 +128069,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002468378748744726, - "sufficiency": 0.638014554977417, + "comprehensiveness": 0.0024678355548530817, + "sufficiency": 0.6380942463874817, "masked prediction probs": [ 0.9909507036209106, 0.009049293585121632 @@ -113977,8 +128082,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0013842805055901408, - "sufficiency": 0.7686724066734314, + "comprehensiveness": 0.0013839759631082416, + "sufficiency": 0.7687233090400696, "masked prediction probs": [ 0.9919356107711792, 0.008064393885433674 @@ -113990,8 +128095,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004197098780423403, - "sufficiency": 0.8910272717475891, + "comprehensiveness": 0.004196175839751959, + "sufficiency": 0.8910512924194336, "masked prediction probs": [ 0.989378035068512, 0.01062190905213356 @@ -114003,8 +128108,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004196175839751959, - "sufficiency": 0.8910512924194336, + "comprehensiveness": 0.004195252899080515, + "sufficiency": 0.8910751938819885, "masked prediction probs": [ 0.989378035068512, 0.01062190905213356 @@ -114016,8 +128121,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0024662078358232975, - "sufficiency": 0.6383329033851624, + "comprehensiveness": 0.0024656655732542276, + "sufficiency": 0.6384124159812927, + "masked prediction probs": [ + 0.9909507036209106, + 0.009049293585121632 + ], + "full text prediction probs": [ + 0.9931938648223877, + 0.00680615846067667 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0024651235435158014, + "sufficiency": 0.6384918689727783, "masked prediction probs": [ 0.9909507036209106, 0.009049293585121632 @@ -114030,12 +128148,12 @@ } }, "test_6": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.33564797043800354, - "sufficiency": 0.7456743121147156, + "fixed-shap": { + "comprehensiveness": 0.6915639638900757, + "sufficiency": 0.8251634240150452, "masked prediction probs": [ - 0.03281111642718315, - 0.9671888947486877 + 0.06172158196568489, + 0.9382784366607666 ], "full text prediction probs": [ 0.005546935833990574, @@ -114122,11 +128240,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.32996001839637756, - "sufficiency": 0.7499788999557495, + "comprehensiveness": 0.6798446774482727, + "sufficiency": 0.8281226754188538, "masked prediction probs": [ - 0.03281111642718315, - 0.9671888947486877 + 0.06172158196568489, + 0.9382784366607666 ], "full text prediction probs": [ 0.005546935833990574, @@ -114134,9 +128252,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4121030569076538, - "sufficiency": 0.762066125869751, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6782028079032898, + "sufficiency": 0.8285372853279114, + "masked prediction probs": [ + 0.06172158196568489, + 0.9382784366607666 + ], + "full text prediction probs": [ + 0.005546935833990574, + 0.9944530129432678 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4111102223396301, + "sufficiency": 0.7626386880874634, "masked prediction probs": [ 0.03968092054128647, 0.9603191018104553 @@ -114148,7 +128279,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2188868671655655, + "comprehensiveness": 0.2183607965707779, "sufficiency": 0.0, "masked prediction probs": [ 0.023720838129520416, @@ -114161,7 +128292,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.040058866143226624, + "comprehensiveness": 0.03996282070875168, "sufficiency": 0.0, "masked prediction probs": [ 0.008881011977791786, @@ -114174,7 +128305,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.016528530046343803, + "comprehensiveness": 0.016488995403051376, "sufficiency": 0.0, "masked prediction probs": [ 0.006925908382982016, @@ -114187,7 +128318,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016488995403051376, + "comprehensiveness": 0.01644964888691902, "sufficiency": 0.0, "masked prediction probs": [ 0.006925908382982016, @@ -114200,8 +128331,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.40718621015548706, - "sufficiency": 0.7649015784263611, + "comprehensiveness": 0.40621691942214966, + "sufficiency": 0.7654605507850647, "masked prediction probs": [ 0.03968092054128647, 0.9603191018104553 @@ -114213,8 +128344,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06741955876350403, - "sufficiency": 0.06791399419307709, + "comprehensiveness": 0.06725944578647614, + "sufficiency": 0.07012495398521423, "masked prediction probs": [ 0.01121218316257, 0.988787829875946 @@ -114226,8 +128357,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4052521884441376, - "sufficiency": 0.7660169005393982, + "comprehensiveness": 0.4042920470237732, + "sufficiency": 0.7665706276893616, + "masked prediction probs": [ + 0.03968092054128647, + 0.9603191018104553 + ], + "full text prediction probs": [ + 0.005546935833990574, + 0.9944530129432678 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.40333643555641174, + "sufficiency": 0.7671216726303101, "masked prediction probs": [ 0.03968092054128647, 0.9603191018104553 @@ -114240,12 +128384,12 @@ } }, "test_83": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7977629899978638, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9304196834564209, - 0.06958028674125671 + 0.015429751016199589, + 0.9845702052116394 ], "full text prediction probs": [ 0.017124036327004433, @@ -114344,7 +128488,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8022987842559814, "masked prediction probs": [ @@ -114357,9 +128501,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01466580480337143, + 0.9853341579437256 + ], + "full text prediction probs": [ + 0.017124036327004433, + 0.9828758835792542 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9469909071922302, + "sufficiency": 0.9471386671066284, "masked prediction probs": [ 0.47399717569351196, 0.526002824306488 @@ -114397,7 +128554,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13481025397777557, + "comprehensiveness": 0.13443702459335327, "sufficiency": 0.0, "masked prediction probs": [ 0.02683737874031067, @@ -114411,7 +128568,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8050317168235779, + "sufficiency": 0.8055692911148071, "masked prediction probs": [ 0.9304196834564209, 0.06958028674125671 @@ -114437,7 +128594,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8061038851737976, + "sufficiency": 0.8066354990005493, + "masked prediction probs": [ + 0.9304196834564209, + 0.06958028674125671 + ], + "full text prediction probs": [ + 0.017124036327004433, + 0.9828758835792542 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8071642518043518, "masked prediction probs": [ 0.9304196834564209, 0.06958028674125671 @@ -114450,12 +128620,12 @@ } }, "test_84": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6824129819869995, - 0.3175870478153229 + 0.05594800412654877, + 0.94405198097229 ], "full text prediction probs": [ 0.32915568351745605, @@ -114554,7 +128724,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -114567,6 +128737,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05594800412654877, + 0.94405198097229 + ], + "full text prediction probs": [ + 0.32915568351745605, + 0.670844316482544 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -114657,15 +128840,28 @@ 0.670844316482544 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6824129819869995, + 0.3175870478153229 + ], + "full text prediction probs": [ + 0.32915568351745605, + 0.670844316482544 + ], + "labels": 1 } }, "test_89": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8854774832725525, - 0.11452251672744751 + 0.47525620460510254, + 0.5247437953948975 ], "full text prediction probs": [ 0.1831084042787552, @@ -114764,7 +128960,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -114777,6 +128973,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.47525620460510254, + 0.5247437953948975 + ], + "full text prediction probs": [ + 0.1831084042787552, + 0.8168916702270508 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -114867,15 +129076,28 @@ 0.8168916702270508 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8854774832725525, + 0.11452251672744751 + ], + "full text prediction probs": [ + 0.1831084042787552, + 0.8168916702270508 + ], + "labels": 1 } }, "test_95": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07003529369831085, + "fixed-shap": { + "comprehensiveness": 0.08416338264942169, "sufficiency": 0.0, "masked prediction probs": [ - 0.014047172851860523, - 0.9859528541564941 + 0.015152068808674812, + 0.9848479628562927 ], "full text prediction probs": [ 0.008570031262934208, @@ -114974,7 +129196,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.06863094121217728, "sufficiency": 0.0, "masked prediction probs": [ @@ -114987,8 +129209,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08226952701807022, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015152068808674812, + 0.9848479628562927 + ], + "full text prediction probs": [ + 0.008570031262934208, + 0.9914299845695496 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.2565256953239441, + "comprehensiveness": 0.25588592886924744, "sufficiency": 0.0, "masked prediction probs": [ 0.02909351885318756, @@ -115001,7 +129236,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06828860938549042, + "comprehensiveness": 0.06811872124671936, "sufficiency": 0.0, "masked prediction probs": [ 0.014047172851860523, @@ -115014,7 +129249,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19461402297019958, + "comprehensiveness": 0.1941310614347458, "sufficiency": 0.0, "masked prediction probs": [ 0.02421809919178486, @@ -115027,7 +129262,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14514926075935364, + "comprehensiveness": 0.1447899490594864, "sufficiency": 0.0, "masked prediction probs": [ 0.020269887521862984, @@ -115040,7 +129275,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6128893494606018, + "comprehensiveness": 0.6113758683204651, "sufficiency": 0.0, "masked prediction probs": [ 0.058094970881938934, @@ -115053,7 +129288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12897896766662598, + "comprehensiveness": 0.12866126000881195, "sufficiency": 0.0, "masked prediction probs": [ 0.01901801861822605, @@ -115066,7 +129301,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06744754314422607, + "comprehensiveness": 0.0672818049788475, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014047172851860523, + 0.9859528541564941 + ], + "full text prediction probs": [ + 0.008570031262934208, + 0.9914299845695496 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0671168863773346, "sufficiency": 0.0, "masked prediction probs": [ 0.014047172851860523, @@ -115080,12 +129328,12 @@ } }, "test_153": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2588537931442261, - "sufficiency": 0.9079163074493408, + "fixed-shap": { + "comprehensiveness": 0.054376959800720215, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02455774135887623, - 0.9754422307014465 + 0.007392376195639372, + 0.992607593536377 ], "full text prediction probs": [ 0.0028276098892092705, @@ -115184,12 +129432,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.35266995429992676, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2540116608142853, + "sufficiency": 0.9096368551254272, + "masked prediction probs": [ + 0.02455774135887623, + 0.9754422307014465 + ], + "full text prediction probs": [ + 0.0028276098892092705, + 0.9971724152565002 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05323530361056328, "sufficiency": 0.0, "masked prediction probs": [ - 0.03299781307578087, - 0.9670022130012512 + 0.007392376195639372, + 0.992607593536377 ], "full text prediction probs": [ 0.0028276098892092705, @@ -115198,7 +129459,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08668766170740128, + "comprehensiveness": 0.08648590743541718, "sufficiency": 0.0, "masked prediction probs": [ 0.010260840877890587, @@ -115211,8 +129472,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10846418887376785, - "sufficiency": 0.17605550587177277, + "comprehensiveness": 0.10821233689785004, + "sufficiency": 0.17796646058559418, "masked prediction probs": [ 0.012149865739047527, 0.9878501296043396 @@ -115224,7 +129485,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0440959632396698, + "comprehensiveness": 0.043993812054395676, "sufficiency": 0.0, "masked prediction probs": [ 0.006626390852034092, @@ -115237,7 +129498,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.043993812054395676, + "comprehensiveness": 0.043892133980989456, "sufficiency": 0.0, "masked prediction probs": [ 0.006626390852034092, @@ -115250,7 +129511,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.34859442710876465, + "comprehensiveness": 0.34779059886932373, "sufficiency": 0.0, "masked prediction probs": [ 0.03299781307578087, @@ -115263,7 +129524,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.024835903197526932, + "comprehensiveness": 0.024778766557574272, "sufficiency": 0.0, "masked prediction probs": [ 0.004982125945389271, @@ -115276,7 +129537,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3469904661178589, + "comprehensiveness": 0.3461940288543701, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03299781307578087, + 0.9670022130012512 + ], + "full text prediction probs": [ + 0.0028276098892092705, + 0.9971724152565002 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.34540119767189026, "sufficiency": 0.0, "masked prediction probs": [ 0.03299781307578087, @@ -115290,12 +129564,12 @@ } }, "test_159": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9050471782684326, - 0.09495283663272858 + 0.7137137055397034, + 0.28628629446029663 ], "full text prediction probs": [ 0.34346628189086914, @@ -115394,12 +129668,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9083400964736938, - 0.09165994822978973 + 0.9050471782684326, + 0.09495283663272858 + ], + "full text prediction probs": [ + 0.34346628189086914, + 0.6565337777137756 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7137137055397034, + 0.28628629446029663 ], "full text prediction probs": [ 0.34346628189086914, @@ -115497,15 +129784,28 @@ 0.6565337777137756 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9083400964736938, + 0.09165994822978973 + ], + "full text prediction probs": [ + 0.34346628189086914, + 0.6565337777137756 + ], + "labels": 0 } }, "test_184": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4303153455257416, + "fixed-shap": { + "comprehensiveness": 0.007719538174569607, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5157638192176819, - 0.4842361807823181 + 0.020478930324316025, + 0.9795210957527161 ], "full text prediction probs": [ 0.019963108003139496, @@ -115604,7 +129904,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.4436216354370117, "masked prediction probs": [ @@ -115617,6 +129917,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.00751698762178421, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020478930324316025, + 0.9795210957527161 + ], + "full text prediction probs": [ + 0.019963108003139496, + 0.9800368547439575 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -115644,7 +129957,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2551790475845337, + "comprehensiveness": 0.2544415593147278, "sufficiency": 0.0, "masked prediction probs": [ 0.03757370263338089, @@ -115683,7 +129996,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.055491622537374496, + "comprehensiveness": 0.055332623422145844, "sufficiency": 0.0, "masked prediction probs": [ 0.023826081305742264, @@ -115707,15 +130020,28 @@ 0.9800368547439575 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.45786723494529724, + "masked prediction probs": [ + 0.5157638192176819, + 0.4842361807823181 + ], + "full text prediction probs": [ + 0.019963108003139496, + 0.9800368547439575 + ], + "labels": 1 } }, "test_185": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9656015038490295, - 0.034398529678583145 + 0.007591734174638987, + 0.992408275604248 ], "full text prediction probs": [ 0.009301400743424892, @@ -115814,7 +130140,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -115827,9 +130153,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007591734174638987, + 0.992408275604248 + ], + "full text prediction probs": [ + 0.009301400743424892, + 0.9906986355781555 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.803168773651123, + "sufficiency": 0.8036635518074036, "masked prediction probs": [ 0.9626576900482178, 0.03734229505062103 @@ -115841,7 +130180,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.016043715178966522, + "comprehensiveness": 0.016003435477614403, "sufficiency": 0.0, "masked prediction probs": [ 0.01057649590075016, @@ -115855,7 +130194,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7474220991134644, + "sufficiency": 0.7480538487434387, "masked prediction probs": [ 0.3194999694824219, 0.6805000901222229 @@ -115867,7 +130206,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018303535878658295, + "comprehensiveness": 0.018257811665534973, "sufficiency": 0.0, "masked prediction probs": [ 0.010763374157249928, @@ -115881,7 +130220,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8074422478675842, + "sufficiency": 0.8079214692115784, "masked prediction probs": [ 0.8961955308914185, 0.10380450636148453 @@ -115894,7 +130233,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8079214692115784, + "sufficiency": 0.8083983659744263, "masked prediction probs": [ 0.8961955308914185, 0.10380450636148453 @@ -115907,7 +130246,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8061006665229797, + "sufficiency": 0.8065808415412903, "masked prediction probs": [ 0.9626576900482178, 0.03734229505062103 @@ -115917,15 +130256,28 @@ 0.9906986355781555 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9656015038490295, + 0.034398529678583145 + ], + "full text prediction probs": [ + 0.009301400743424892, + 0.9906986355781555 + ], + "labels": 1 } }, "test_229": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.6019301414489746, + "sufficiency": 0.9223564863204956, "masked prediction probs": [ - 0.9554699063301086, - 0.044530149549245834 + 0.9593432545661926, + 0.04065674915909767 ], "full text prediction probs": [ 0.8738382458686829, @@ -116024,7 +130376,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.6027374267578125, "masked prediction probs": [ @@ -116037,9 +130389,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9225335717201233, + "masked prediction probs": [ + 0.9593432545661926, + 0.04065674915909767 + ], + "full text prediction probs": [ + 0.8738382458686829, + 0.12616176903247833 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5627486705780029, + "sufficiency": 0.5628594756126404, "masked prediction probs": [ 0.9786288738250732, 0.02137109450995922 @@ -116052,7 +130417,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8180487155914307, + "sufficiency": 0.8180947303771973, "masked prediction probs": [ 0.9265794157981873, 0.07342059165239334 @@ -116064,7 +130429,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08393248915672302, + "comprehensiveness": 0.08391123265028, "sufficiency": 1.0, "masked prediction probs": [ 0.8075766563415527, @@ -116078,7 +130443,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.827354907989502, + "sufficiency": 0.8273986577987671, "masked prediction probs": [ 0.9781578183174133, 0.02184218354523182 @@ -116090,7 +130455,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.41910499334335327, + "comprehensiveness": 0.4189988672733307, "sufficiency": 1.0, "masked prediction probs": [ 0.5428027510643005, @@ -116104,7 +130469,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9408866763114929, + "sufficiency": 0.9409016370773315, "masked prediction probs": [ 0.9597921371459961, 0.04020792245864868 @@ -116116,7 +130481,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.41889286041259766, + "comprehensiveness": 0.4187868535518646, "sufficiency": 1.0, "masked prediction probs": [ 0.5428027510643005, @@ -116127,15 +130492,28 @@ 0.12616176903247833 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6036417484283447, + "masked prediction probs": [ + 0.9554699063301086, + 0.044530149549245834 + ], + "full text prediction probs": [ + 0.8738382458686829, + 0.12616176903247833 + ], + "labels": 0 } }, "test_270": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9530473947525024, + "fixed-shap": { + "comprehensiveness": 0.0016276577953249216, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9758859276771545, - 0.02411411888897419 + 0.011205121874809265, + 0.9887948036193848 ], "full text prediction probs": [ 0.011081928387284279, @@ -116234,7 +130612,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.954018235206604, "masked prediction probs": [ @@ -116247,9 +130625,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007508676033467054, + 0.9924913048744202 + ], + "full text prediction probs": [ + 0.011081928387284279, + 0.9889180064201355 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9541367292404175, + "sufficiency": 0.954254686832428, "masked prediction probs": [ 0.9758859276771545, 0.02411411888897419 @@ -116262,7 +130653,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.34544625878334045, + "sufficiency": 0.34712502360343933, "masked prediction probs": [ 0.627426028251648, 0.37257397174835205 @@ -116301,7 +130692,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9778274297714233, + "sufficiency": 0.9778838753700256, "masked prediction probs": [ 0.8491360545158386, 0.15086396038532257 @@ -116327,7 +130718,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9548353552818298, + "sufficiency": 0.9549497365951538, + "masked prediction probs": [ + 0.9758859276771545, + 0.02411411888897419 + ], + "full text prediction probs": [ + 0.011081928387284279, + 0.9889180064201355 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.95506352186203, "masked prediction probs": [ 0.9758859276771545, 0.02411411888897419 @@ -116340,12 +130744,12 @@ } }, "test_296": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17377376556396484, + "fixed-shap": { + "comprehensiveness": 0.13346849381923676, "sufficiency": 0.0, "masked prediction probs": [ - 0.019225437194108963, - 0.9807745814323425 + 0.015930190682411194, + 0.98406982421875 ], "full text prediction probs": [ 0.005018227733671665, @@ -116444,12 +130848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03247896954417229, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17043772339820862, "sufficiency": 0.0, "masked prediction probs": [ - 0.007725556846708059, - 0.9922744631767273 + 0.019225437194108963, + 0.9807745814323425 + ], + "full text prediction probs": [ + 0.005018227733671665, + 0.9949818253517151 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13059283792972565, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015930190682411194, + 0.98406982421875 ], "full text prediction probs": [ 0.005018227733671665, @@ -116458,7 +130875,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1369151473045349, + "comprehensiveness": 0.13658815622329712, "sufficiency": 0.0, "masked prediction probs": [ 0.016458436846733093, @@ -116471,7 +130888,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03232383355498314, + "comprehensiveness": 0.032246820628643036, "sufficiency": 0.0, "masked prediction probs": [ 0.007725556846708059, @@ -116484,7 +130901,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08168550580739975, + "comprehensiveness": 0.08149135112762451, "sufficiency": 0.0, "masked prediction probs": [ 0.011876343749463558, @@ -116497,7 +130914,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03358029946684837, + "comprehensiveness": 0.03350067138671875, "sufficiency": 0.0, "masked prediction probs": [ 0.007844201289117336, @@ -116510,7 +130927,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10909110307693481, + "comprehensiveness": 0.10883302986621857, "sufficiency": 0.0, "masked prediction probs": [ 0.014220895245671272, @@ -116523,7 +130940,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0824740007519722, + "comprehensiveness": 0.08227935433387756, "sufficiency": 0.0, "masked prediction probs": [ 0.011992008425295353, @@ -116536,7 +130953,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.031942401081323624, + "comprehensiveness": 0.031867194920778275, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007725556846708059, + 0.9922744631767273 + ], + "full text prediction probs": [ + 0.005018227733671665, + 0.9949818253517151 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03179233893752098, "sufficiency": 0.0, "masked prediction probs": [ 0.007725556846708059, @@ -116550,12 +130980,12 @@ } }, "test_317": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.22852493822574615, "sufficiency": 0.0, "masked prediction probs": [ - 0.9830675721168518, - 0.01693243719637394 + 0.0320979468524456, + 0.9679020643234253 ], "full text prediction probs": [ 0.015901479870080948, @@ -116654,7 +131084,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -116667,6 +131097,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.22286386787891388, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0320979468524456, + 0.9679020643234253 + ], + "full text prediction probs": [ + 0.015901479870080948, + 0.984098494052887 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -116681,7 +131124,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3708708584308624, + "comprehensiveness": 0.3698556423187256, "sufficiency": 0.0, "masked prediction probs": [ 0.04292837157845497, @@ -116720,7 +131163,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.42684024572372437, + "comprehensiveness": 0.42568135261535645, "sufficiency": 0.0, "masked prediction probs": [ 0.047263260930776596, @@ -116733,7 +131176,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1069488376379013, + "comprehensiveness": 0.10665924102067947, "sufficiency": 0.0, "masked prediction probs": [ 0.023780861869454384, @@ -116757,15 +131200,28 @@ 0.984098494052887 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9830675721168518, + 0.01693243719637394 + ], + "full text prediction probs": [ + 0.015901479870080948, + 0.984098494052887 + ], + "labels": 1 } }, "test_345": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9007176756858826, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.969770610332489, - 0.030229350551962852 + 0.009732638485729694, + 0.9902673363685608 ], "full text prediction probs": [ 0.010324053466320038, @@ -116864,7 +131320,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9027506113052368, "masked prediction probs": [ @@ -116877,9 +131333,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009732638485729694, + 0.9902673363685608 + ], + "full text prediction probs": [ + 0.010324053466320038, + 0.9896759390830994 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9029988646507263, + "sufficiency": 0.9032459259033203, "masked prediction probs": [ 0.969770610332489, 0.030229350551962852 @@ -116904,7 +131373,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.053373295813798904, + "comprehensiveness": 0.05323789641261101, "sufficiency": 0.0, "masked prediction probs": [ 0.014521993696689606, @@ -116917,7 +131386,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11612648516893387, + "comprehensiveness": 0.11583263427019119, "sufficiency": 0.0, "masked prediction probs": [ 0.0194808691740036, @@ -116931,7 +131400,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.944621205329895, + "sufficiency": 0.944760799407959, "masked prediction probs": [ 0.9496756792068481, 0.050324320793151855 @@ -116943,7 +131412,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05299096181988716, + "comprehensiveness": 0.052857547998428345, "sufficiency": 0.0, "masked prediction probs": [ 0.014523644000291824, @@ -116957,7 +131426,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9044623374938965, + "sufficiency": 0.9047019481658936, + "masked prediction probs": [ + 0.969770610332489, + 0.030229350551962852 + ], + "full text prediction probs": [ + 0.010324053466320038, + 0.9896759390830994 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9049404263496399, "masked prediction probs": [ 0.969770610332489, 0.030229350551962852 @@ -116970,12 +131452,12 @@ } }, "test_346": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9182815551757812, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9731606841087341, - 0.02683933451771736 + 0.8504757285118103, + 0.1495242565870285 ], "full text prediction probs": [ 0.8060209155082703, @@ -117062,11 +131544,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.27497783303260803, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6078044176101685, - 0.39219558238983154 + 0.8504757285118103, + 0.1495242565870285 ], "full text prediction probs": [ 0.8060209155082703, @@ -117074,9 +131556,22 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9184628129005432, + "masked prediction probs": [ + 0.9731606841087341, + 0.02683933451771736 + ], + "full text prediction probs": [ + 0.8060209155082703, + 0.19397905468940735 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9460998177528381, + "sufficiency": 0.9461147785186768, "masked prediction probs": [ 0.8060209155082703, 0.19397905468940735 @@ -117089,7 +131584,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8409788608551025, + "sufficiency": 0.8410229682922363, "masked prediction probs": [ 0.9854540824890137, 0.014545951969921589 @@ -117102,7 +131597,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9461296796798706, + "sufficiency": 0.9461446404457092, "masked prediction probs": [ 0.8060209155082703, 0.19397905468940735 @@ -117114,7 +131609,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5962799787521362, + "comprehensiveness": 0.5961147546768188, "sufficiency": 1.0, "masked prediction probs": [ 0.37571829557418823, @@ -117128,7 +131623,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9522298574447632, + "sufficiency": 0.9522430896759033, "masked prediction probs": [ 0.9791415333747864, 0.02085850015282631 @@ -117140,7 +131635,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6440191864967346, + "comprehensiveness": 0.6438408493995667, "sufficiency": 1.0, "masked prediction probs": [ 0.3410099446773529, @@ -117153,7 +131648,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7347485423088074, + "comprehensiveness": 0.7345452308654785, "sufficiency": 1.0, "masked prediction probs": [ 0.27535226941108704, @@ -117167,7 +131662,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9462042450904846, + "sufficiency": 0.9462191462516785, + "masked prediction probs": [ + 0.8060209155082703, + 0.19397905468940735 + ], + "full text prediction probs": [ + 0.8060209155082703, + 0.19397905468940735 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9462339878082275, "masked prediction probs": [ 0.8060209155082703, 0.19397905468940735 @@ -117180,12 +131688,12 @@ } }, "test_387": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9380971193313599, - 0.06190285086631775 + 0.17887577414512634, + 0.8211241960525513 ], "full text prediction probs": [ 0.09731435030698776, @@ -117284,7 +131792,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -117297,6 +131805,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09224744886159897, + 0.907752513885498 + ], + "full text prediction probs": [ + 0.09731435030698776, + 0.9026856422424316 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -117387,15 +131908,28 @@ 0.9026856422424316 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9380971193313599, + 0.06190285086631775 + ], + "full text prediction probs": [ + 0.09731435030698776, + 0.9026856422424316 + ], + "labels": 1 } }, "test_402": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9862194657325745, - 0.013780580833554268 + 0.8846150636672974, + 0.11538498848676682 ], "full text prediction probs": [ 0.10890468209981918, @@ -117494,7 +132028,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -117507,6 +132041,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9742953777313232, + 0.025704648345708847 + ], + "full text prediction probs": [ + 0.10890468209981918, + 0.8910952806472778 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -117597,15 +132144,28 @@ 0.8910952806472778 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9862194657325745, + 0.013780580833554268 + ], + "full text prediction probs": [ + 0.10890468209981918, + 0.8910952806472778 + ], + "labels": 1 } }, "test_435": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3939169645309448, - 0.6060830354690552 + 0.010889033786952496, + 0.9891110062599182 ], "full text prediction probs": [ 0.01099926047027111, @@ -117704,7 +132264,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -117717,6 +132277,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01099926047027111, + 0.989000678062439 + ], + "full text prediction probs": [ + 0.01099926047027111, + 0.989000678062439 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -117731,7 +132304,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07994742691516876, + "comprehensiveness": 0.07974233478307724, "sufficiency": 0.0, "masked prediction probs": [ 0.017217416316270828, @@ -117744,7 +132317,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.028197728097438812, + "comprehensiveness": 0.028125576674938202, "sufficiency": 0.0, "masked prediction probs": [ 0.013198094442486763, @@ -117757,7 +132330,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015957828611135483, + "comprehensiveness": 0.0159171000123024, "sufficiency": 0.0, "masked prediction probs": [ 0.012246845290064812, @@ -117770,7 +132343,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6488450169563293, + "comprehensiveness": 0.6471932530403137, "sufficiency": 0.0, "masked prediction probs": [ 0.06185345724225044, @@ -117783,7 +132356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9321607947349548, + "comprehensiveness": 0.9297938346862793, "sufficiency": 0.0, "masked prediction probs": [ 0.0842452421784401, @@ -117807,15 +132380,28 @@ 0.989000678062439 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3939169645309448, + 0.6060830354690552 + ], + "full text prediction probs": [ + 0.01099926047027111, + 0.989000678062439 + ], + "labels": 1 } }, "test_491": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8033135533332825, + "fixed-shap": { + "comprehensiveness": 0.09260934591293335, + "sufficiency": 0.0, "masked prediction probs": [ - 0.34717831015586853, - 0.6528217196464539 + 0.017852332442998886, + 0.9821476936340332 ], "full text prediction probs": [ 0.010817954316735268, @@ -117914,7 +132500,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8073666095733643, "masked prediction probs": [ @@ -117927,6 +132513,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.09046519547700882, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017852332442998886, + 0.9821476936340332 + ], + "full text prediction probs": [ + 0.010817954316735268, + 0.9891820549964905 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -117941,7 +132540,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6308233141899109, + "comprehensiveness": 0.6292088031768799, "sufficiency": 0.0, "masked prediction probs": [ 0.05999552085995674, @@ -117967,7 +132566,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.00973585620522499, + "comprehensiveness": 0.009711065329611301, "sufficiency": 0.0, "masked prediction probs": [ 0.011580761522054672, @@ -117981,7 +132580,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.49489450454711914, + "sufficiency": 0.49617576599121094, "masked prediction probs": [ 0.1780870109796524, 0.821912944316864 @@ -117993,7 +132592,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.26450783014297485, + "comprehensiveness": 0.2638377249240875, "sufficiency": 0.0, "masked prediction probs": [ 0.031650032848119736, @@ -118017,15 +132616,28 @@ 0.9891820549964905 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8117311596870422, + "masked prediction probs": [ + 0.34717831015586853, + 0.6528217196464539 + ], + "full text prediction probs": [ + 0.010817954316735268, + 0.9891820549964905 + ], + "labels": 1 } }, "test_593": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1648208498954773, + "fixed-shap": { + "comprehensiveness": 0.007708841469138861, "sufficiency": 0.0, "masked prediction probs": [ - 0.02785627357661724, - 0.9721437692642212 + 0.016772452741861343, + 0.9832274913787842 ], "full text prediction probs": [ 0.01622875966131687, @@ -118124,7 +132736,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.1611650139093399, "sufficiency": 0.0, "masked prediction probs": [ @@ -118137,6 +132749,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01622875966131687, + 0.9837713241577148 + ], + "full text prediction probs": [ + 0.01622875966131687, + 0.9837713241577148 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -118151,7 +132776,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.16027624905109406, + "comprehensiveness": 0.159835547208786, "sufficiency": 0.0, "masked prediction probs": [ 0.02785627357661724, @@ -118164,7 +132789,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.17910236120224, + "comprehensiveness": 0.17861123383045197, "sufficiency": 0.0, "masked prediction probs": [ 0.02925785444676876, @@ -118177,7 +132802,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.667055070400238, + "comprehensiveness": 0.6652308702468872, "sufficiency": 0.0, "masked prediction probs": [ 0.06488831341266632, @@ -118190,7 +132815,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5673506855964661, + "comprehensiveness": 0.5658033490180969, "sufficiency": 0.0, "masked prediction probs": [ 0.057728637009859085, @@ -118203,7 +132828,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3773477077484131, + "comprehensiveness": 0.376321405172348, "sufficiency": 0.0, "masked prediction probs": [ 0.04390599578619003, @@ -118216,7 +132841,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15809665620326996, + "comprehensiveness": 0.1576678305864334, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02785627357661724, + 0.9721437692642212 + ], + "full text prediction probs": [ + 0.01622875966131687, + 0.9837713241577148 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1572413295507431, "sufficiency": 0.0, "masked prediction probs": [ 0.02785627357661724, @@ -118230,12 +132868,12 @@ } }, "test_616": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.16469937562942505, "sufficiency": 0.0, "masked prediction probs": [ - 0.8729990124702454, - 0.12700101733207703 + 0.04127632826566696, + 0.9587237238883972 ], "full text prediction probs": [ 0.03230508789420128, @@ -118334,7 +132972,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -118347,6 +132985,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.15943004190921783, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04127632826566696, + 0.9587237238883972 + ], + "full text prediction probs": [ + 0.03230508789420128, + 0.9676949381828308 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -118387,7 +133038,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03020968846976757, + "comprehensiveness": 0.03010380268096924, "sufficiency": 0.0, "masked prediction probs": [ 0.034023065119981766, @@ -118400,7 +133051,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5241042375564575, + "comprehensiveness": 0.5222736597061157, "sufficiency": 0.0, "masked prediction probs": [ 0.06221603974699974, @@ -118437,15 +133088,28 @@ 0.9676949381828308 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8729990124702454, + 0.12700101733207703 + ], + "full text prediction probs": [ + 0.03230508789420128, + 0.9676949381828308 + ], + "labels": 1 } }, "test_640": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9272356033325195, - 0.07276440411806107 + 0.048843707889318466, + 0.9511563181877136 ], "full text prediction probs": [ 0.05225889012217522, @@ -118544,7 +133208,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -118557,6 +133221,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05225889012217522, + 0.9477410912513733 + ], + "full text prediction probs": [ + 0.05225889012217522, + 0.9477410912513733 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -118647,15 +133324,28 @@ 0.9477410912513733 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9272356033325195, + 0.07276440411806107 + ], + "full text prediction probs": [ + 0.05225889012217522, + 0.9477410912513733 + ], + "labels": 1 } }, "test_649": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.871692419052124, - "sufficiency": 0.9520136713981628, + "fixed-shap": { + "comprehensiveness": 0.2578199505805969, + "sufficiency": 0.8849064707756042, "masked prediction probs": [ - 0.07651089131832123, - 0.9234890341758728 + 0.02740250527858734, + 0.9725975394248962 ], "full text prediction probs": [ 0.006777422036975622, @@ -118754,7 +133444,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8545972108840942, "sufficiency": 0.952953577041626, "masked prediction probs": [ @@ -118767,9 +133457,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.25214558839797974, + "sufficiency": 0.8874364495277405, + "masked prediction probs": [ + 0.02740250527858734, + 0.9725975394248962 + ], + "full text prediction probs": [ + 0.006777422036975622, + 0.9932225942611694 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9290507435798645, + "sufficiency": 0.9292235970497131, "masked prediction probs": [ 0.1465030163526535, 0.8534969687461853 @@ -118781,7 +133484,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02822195552289486, + "comprehensiveness": 0.028153276070952415, "sufficiency": 0.0, "masked prediction probs": [ 0.009091482497751713, @@ -118795,7 +133498,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9293268322944641, + "sufficiency": 0.9294981956481934, "masked prediction probs": [ 0.10689768195152283, 0.8931022882461548 @@ -118807,8 +133510,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8462985754013062, - "sufficiency": 0.9534099102020264, + "comprehensiveness": 0.8442490696907043, + "sufficiency": 0.9535225629806519, "masked prediction probs": [ 0.07651089131832123, 0.9234890341758728 @@ -118820,7 +133523,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09580882638692856, + "comprehensiveness": 0.09557736665010452, "sufficiency": 0.0, "masked prediction probs": [ 0.014691025018692017, @@ -118834,7 +133537,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8936442732810974, + "sufficiency": 0.8939002752304077, "masked prediction probs": [ 0.1687908172607422, 0.8312091827392578 @@ -118846,8 +133549,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8401796221733093, - "sufficiency": 0.9537463188171387, + "comprehensiveness": 0.8381595611572266, + "sufficiency": 0.953857421875, + "masked prediction probs": [ + 0.07651089131832123, + 0.9234890341758728 + ], + "full text prediction probs": [ + 0.006777422036975622, + 0.9932225942611694 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8361492156982422, + "sufficiency": 0.9539679288864136, "masked prediction probs": [ 0.07651089131832123, 0.9234890341758728 @@ -118860,12 +133576,12 @@ } }, "test_680": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6422567367553711, + "fixed-shap": { + "comprehensiveness": 0.015272741205990314, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8242955207824707, - 0.17570455372333527 + 0.010459457524120808, + 0.9895405173301697 ], "full text prediction probs": [ 0.00927585456520319, @@ -118964,7 +133680,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.6494851112365723, "masked prediction probs": [ @@ -118977,9 +133693,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.014926012605428696, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010459457524120808, + 0.9895405173301697 + ], + "full text prediction probs": [ + 0.00927585456520319, + 0.9907241463661194 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6503681540489197, + "sufficiency": 0.6512467861175537, "masked prediction probs": [ 0.8242955207824707, 0.17570455372333527 @@ -118991,7 +133720,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.016641363501548767, + "comprehensiveness": 0.016599595546722412, "sufficiency": 0.0, "masked prediction probs": [ 0.010598903521895409, @@ -119017,7 +133746,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5639482736587524, + "comprehensiveness": 0.5625399351119995, "sufficiency": 0.0, "masked prediction probs": [ 0.05433528497815132, @@ -119057,7 +133786,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6555745005607605, + "sufficiency": 0.6564271450042725, + "masked prediction probs": [ + 0.8242955207824707, + 0.17570455372333527 + ], + "full text prediction probs": [ + 0.00927585456520319, + 0.9907241463661194 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6572756171226501, "masked prediction probs": [ 0.8242955207824707, 0.17570455372333527 @@ -119070,12 +133812,12 @@ } }, "test_753": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3449384570121765, "sufficiency": 0.0, "masked prediction probs": [ - 0.46578729152679443, - 0.5342126488685608 + 0.03918416053056717, + 0.9608157873153687 ], "full text prediction probs": [ 0.014124000445008278, @@ -119174,7 +133916,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -119187,8 +133929,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.3365975618362427, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03918416053056717, + 0.9608157873153687 + ], + "full text prediction probs": [ + 0.014124000445008278, + 0.9858760237693787 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.3987347483634949, + "comprehensiveness": 0.397666335105896, "sufficiency": 0.0, "masked prediction probs": [ 0.043810416013002396, @@ -119201,7 +133956,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.17655517160892487, + "comprehensiveness": 0.17608335614204407, "sufficiency": 0.0, "masked prediction probs": [ 0.027304109185934067, @@ -119214,7 +133969,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4020136892795563, + "comprehensiveness": 0.40094220638275146, "sufficiency": 0.0, "masked prediction probs": [ 0.04421539232134819, @@ -119227,7 +133982,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.22538058459758759, + "comprehensiveness": 0.22478148341178894, "sufficiency": 0.0, "masked prediction probs": [ 0.031039128080010414, @@ -119277,15 +134032,28 @@ 0.9858760237693787 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.46578729152679443, + 0.5342126488685608 + ], + "full text prediction probs": [ + 0.014124000445008278, + 0.9858760237693787 + ], + "labels": 1 } }, "test_817": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9375268816947937, - 0.06247314065694809 + 0.16812047362327576, + 0.8318794965744019 ], "full text prediction probs": [ 0.01073012501001358, @@ -119384,7 +134152,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -119397,6 +134165,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.31025412678718567, + 0.6897459030151367 + ], + "full text prediction probs": [ + 0.01073012501001358, + 0.9892699122428894 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -119411,7 +134192,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.039437539875507355, + "comprehensiveness": 0.03933671861886978, "sufficiency": 0.0, "masked prediction probs": [ 0.013808026909828186, @@ -119437,7 +134218,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7926303148269653, + "comprehensiveness": 0.7906143069267273, "sufficiency": 0.0, "masked prediction probs": [ 0.07290846109390259, @@ -119450,7 +134231,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.24902327358722687, + "comprehensiveness": 0.24839149415493011, "sufficiency": 0.0, "masked prediction probs": [ 0.030314652249217033, @@ -119463,7 +134244,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.33026713132858276, + "comprehensiveness": 0.32943135499954224, "sufficiency": 0.0, "masked prediction probs": [ 0.036770302802324295, @@ -119487,15 +134268,28 @@ 0.9892699122428894 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9375268816947937, + 0.06247314065694809 + ], + "full text prediction probs": [ + 0.01073012501001358, + 0.9892699122428894 + ], + "labels": 1 } }, "test_822": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1047799289226532, "sufficiency": 0.0, "masked prediction probs": [ - 0.12580950558185577, - 0.8741905093193054 + 0.025990640744566917, + 0.9740093946456909 ], "full text prediction probs": [ 0.0188760943710804, @@ -119594,12 +134388,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09142478555440903, - 0.9085752367973328 + 0.12580950558185577, + 0.8741905093193054 + ], + "full text prediction probs": [ + 0.0188760943710804, + 0.9811238646507263 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16521388292312622, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03039151430130005, + 0.9696085453033447 ], "full text prediction probs": [ 0.0188760943710804, @@ -119608,7 +134415,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8755921125411987, + "comprehensiveness": 0.8730863928794861, "sufficiency": 0.0, "masked prediction probs": [ 0.0799044668674469, @@ -119647,7 +134454,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9705044031143188, + "comprehensiveness": 0.9677507281303406, "sufficiency": 0.0, "masked prediction probs": [ 0.08710222691297531, @@ -119660,7 +134467,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.27375513315200806, + "comprehensiveness": 0.27298057079315186, "sufficiency": 0.0, "masked prediction probs": [ 0.038175735622644424, @@ -119673,7 +134480,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.27298057079315186, + "comprehensiveness": 0.27221038937568665, "sufficiency": 0.0, "masked prediction probs": [ 0.038175735622644424, @@ -119697,15 +134504,28 @@ 0.9811238646507263 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09142478555440903, + 0.9085752367973328 + ], + "full text prediction probs": [ + 0.0188760943710804, + 0.9811238646507263 + ], + "labels": 1 } }, "test_841": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.34264689683914185, + "sufficiency": 0.9593088626861572, "masked prediction probs": [ - 0.9850685000419617, - 0.01493153627961874 + 0.9756547212600708, + 0.02434532344341278 ], "full text prediction probs": [ 0.9659252762794495, @@ -119804,13 +134624,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.774389386177063, + "sufficiency": 0.34384065866470337, "masked prediction probs": [ + 0.9850685000419617, + 0.01493153627961874 + ], + "full text prediction probs": [ 0.9659252762794495, 0.034074731171131134 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9128818511962891, + "masked prediction probs": [ + 0.9761844873428345, + 0.02381555549800396 + ], "full text prediction probs": [ 0.9659252762794495, 0.034074731171131134 @@ -119819,7 +134652,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5036872625350952, + "sufficiency": 0.5037998557090759, "masked prediction probs": [ 0.9850326776504517, 0.014967374503612518 @@ -119832,7 +134665,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7744917869567871, + "sufficiency": 0.7745429277420044, "masked prediction probs": [ 0.9659252762794495, 0.034074731171131134 @@ -119844,8 +134677,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.058303698897361755, - "sufficiency": 0.8537300229072571, + "comprehensiveness": 0.05829047039151192, + "sufficiency": 0.8537631630897522, "masked prediction probs": [ 0.9145276546478271, 0.08547235280275345 @@ -119858,7 +134691,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7387878894805908, + "sufficiency": 0.7388471961021423, "masked prediction probs": [ 0.9829977750778198, 0.017002219334244728 @@ -119871,7 +134704,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9642896056175232, + "sufficiency": 0.9642977714538574, "masked prediction probs": [ 0.9770023822784424, 0.022997643798589706 @@ -119884,7 +134717,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9284819960594177, + "sufficiency": 0.9284981489181519, "masked prediction probs": [ 0.9702688455581665, 0.029731109738349915 @@ -119897,7 +134730,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7747473120689392, + "sufficiency": 0.7747983932495117, + "masked prediction probs": [ + 0.9659252762794495, + 0.034074731171131134 + ], + "full text prediction probs": [ + 0.9659252762794495, + 0.034074731171131134 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7748493552207947, "masked prediction probs": [ 0.9659252762794495, 0.034074731171131134 @@ -119910,12 +134756,12 @@ } }, "test_842": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.051692668348550797, - "sufficiency": 0.8706830739974976, + "fixed-shap": { + "comprehensiveness": 0.018607886508107185, + "sufficiency": 0.0, "masked prediction probs": [ - 0.008523334749042988, - 0.9914765954017639 + 0.005793307442218065, + 0.9942066669464111 ], "full text prediction probs": [ 0.004257868975400925, @@ -120002,11 +134848,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05083013325929642, - "sufficiency": 0.8728382587432861, + "comprehensiveness": 0.01829739846289158, + "sufficiency": 0.0, "masked prediction probs": [ - 0.008523334749042988, - 0.9914765954017639 + 0.005793307442218065, + 0.9942066669464111 ], "full text prediction probs": [ 0.004257868975400925, @@ -120014,12 +134860,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.050709258764982224, - "sufficiency": 0.8731403350830078, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.018253887072205544, + "sufficiency": 0.0, "masked prediction probs": [ - 0.008523334749042988, - 0.9914765954017639 + 0.005793307442218065, + 0.9942066669464111 + ], + "full text prediction probs": [ + 0.004257868975400925, + 0.99574214220047 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.018210582435131073, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005793307442218065, + 0.9942066669464111 ], "full text prediction probs": [ 0.004257868975400925, @@ -120028,8 +134887,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0494600310921669, - "sufficiency": 0.8748636245727539, + "comprehensiveness": 0.04934297129511833, + "sufficiency": 0.8751594424247742, "masked prediction probs": [ 0.008428187109529972, 0.9915717840194702 @@ -120041,7 +134900,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.003992318641394377, + "comprehensiveness": 0.003982892259955406, "sufficiency": 0.0, "masked prediction probs": [ 0.0045952522195875645, @@ -120054,8 +134913,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.017548365518450737, - "sufficiency": 0.1861698478460312, + "comprehensiveness": 0.017507027834653854, + "sufficiency": 0.1880846619606018, "masked prediction probs": [ 0.005744483321905136, 0.9942554831504822 @@ -120067,7 +134926,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0061683813109993935, + "comprehensiveness": 0.006153884809464216, "sufficiency": 0.0, "masked prediction probs": [ 0.004781607538461685, @@ -120080,8 +134939,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05011340603232384, - "sufficiency": 0.8746291995048523, + "comprehensiveness": 0.04999591410160065, + "sufficiency": 0.8749228119850159, "masked prediction probs": [ 0.008523334749042988, 0.9914765954017639 @@ -120093,7 +134952,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010621092282235622, + "comprehensiveness": 0.010596249252557755, "sufficiency": 0.0, "masked prediction probs": [ 0.005164074711501598, @@ -120106,11 +134965,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04987896978855133, - "sufficiency": 0.8752150535583496, + "comprehensiveness": 0.017913106828927994, + "sufficiency": 0.0, "masked prediction probs": [ - 0.008523334749042988, - 0.9914765954017639 + 0.005793307442218065, + 0.9942066669464111 + ], + "full text prediction probs": [ + 0.004257868975400925, + 0.99574214220047 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017871402204036713, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005793307442218065, + 0.9942066669464111 ], "full text prediction probs": [ 0.004257868975400925, @@ -120120,12 +134992,12 @@ } }, "test_874": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3000987470149994, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.033125508576631546, - 0.9668744802474976 + 0.0908188447356224, + 0.9091811180114746 ], "full text prediction probs": [ 0.010121965780854225, @@ -120224,7 +135096,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.2939618229866028, "sufficiency": 0.0, "masked prediction probs": [ @@ -120237,8 +135109,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0908188447356224, + 0.9091811180114746 + ], + "full text prediction probs": [ + 0.010121965780854225, + 0.9898780584335327 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.7344620823860168, + "comprehensiveness": 0.7325941920280457, "sufficiency": 0.0, "masked prediction probs": [ 0.06774315983057022, @@ -120251,7 +135136,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2924666106700897, + "comprehensiveness": 0.29172468185424805, "sufficiency": 0.0, "masked prediction probs": [ 0.033125508576631546, @@ -120264,7 +135149,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7511447668075562, + "comprehensiveness": 0.7492441534996033, "sufficiency": 0.0, "masked prediction probs": [ 0.06935255974531174, @@ -120277,7 +135162,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12643501162528992, + "comprehensiveness": 0.12611588835716248, "sufficiency": 0.0, "masked prediction probs": [ 0.020117048174142838, @@ -120290,7 +135175,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.41034460067749023, + "comprehensiveness": 0.40931153297424316, "sufficiency": 0.0, "masked prediction probs": [ 0.04264330863952637, @@ -120303,7 +135188,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0448562428355217, + "comprehensiveness": 0.04474359750747681, "sufficiency": 0.0, "masked prediction probs": [ 0.01368588488548994, @@ -120316,7 +135201,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.28879427909851074, + "comprehensiveness": 0.2880708575248718, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.033125508576631546, + 0.9668744802474976 + ], + "full text prediction probs": [ + 0.010121965780854225, + 0.9898780584335327 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2873510420322418, "sufficiency": 0.0, "masked prediction probs": [ 0.033125508576631546, @@ -120330,12 +135228,12 @@ } }, "test_903": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15658855438232422, + "fixed-shap": { + "comprehensiveness": 0.05886831507086754, "sufficiency": 0.0, "masked prediction probs": [ - 0.0247060414403677, - 0.9752939939498901 + 0.01751444675028324, + 0.9824855327606201 ], "full text prediction probs": [ 0.013182136230170727, @@ -120434,12 +135332,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15325602889060974, "sufficiency": 0.0, "masked prediction probs": [ - 0.1225825846195221, - 0.8774174451828003 + 0.0247060414403677, + 0.9752939939498901 + ], + "full text prediction probs": [ + 0.013182136230170727, + 0.9868178367614746 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05746261402964592, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01751444675028324, + 0.9824855327606201 ], "full text prediction probs": [ 0.013182136230170727, @@ -120461,7 +135372,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.15244494378566742, + "comprehensiveness": 0.15204261243343353, "sufficiency": 0.0, "masked prediction probs": [ 0.0247060414403677, @@ -120474,7 +135385,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.18688836693763733, + "comprehensiveness": 0.18639643490314484, "sufficiency": 0.0, "masked prediction probs": [ 0.027347112074494362, @@ -120487,7 +135398,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8967505097389221, + "comprehensiveness": 0.8943962454795837, "sufficiency": 0.0, "masked prediction probs": [ 0.08132941275835037, @@ -120500,7 +135411,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.938720166683197, + "comprehensiveness": 0.9362621903419495, "sufficiency": 0.0, "masked prediction probs": [ 0.08470664173364639, @@ -120513,7 +135424,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03938683122396469, + "comprehensiveness": 0.03928396850824356, "sufficiency": 0.0, "masked prediction probs": [ 0.016191093251109123, @@ -120537,15 +135448,28 @@ 0.9868178367614746 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1225825846195221, + 0.8774174451828003 + ], + "full text prediction probs": [ + 0.013182136230170727, + 0.9868178367614746 + ], + "labels": 1 } }, "test_922": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7478461265563965, - 0.2521539032459259 + 0.08789590746164322, + 0.9121041297912598 ], "full text prediction probs": [ 0.024801403284072876, @@ -120644,7 +135568,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -120657,6 +135581,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.9893416166305542, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08789590746164322, + 0.9121041297912598 + ], + "full text prediction probs": [ + 0.024801403284072876, + 0.9751986265182495 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -120684,7 +135621,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7391344904899597, + "comprehensiveness": 0.7368377447128296, "sufficiency": 0.0, "masked prediction probs": [ 0.07223477959632874, @@ -120697,7 +135634,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.19307754933834076, + "comprehensiveness": 0.1924794465303421, "sufficiency": 0.0, "masked prediction probs": [ 0.037230540066957474, @@ -120723,7 +135660,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.25350913405418396, + "comprehensiveness": 0.252728670835495, "sufficiency": 0.0, "masked prediction probs": [ 0.041222259402275085, @@ -120747,15 +135684,28 @@ 0.9751986265182495 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7478461265563965, + 0.2521539032459259 + ], + "full text prediction probs": [ + 0.024801403284072876, + 0.9751986265182495 + ], + "labels": 1 } }, "test_930": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10480868071317673, - "sufficiency": 0.9449917078018188, + "fixed-shap": { + "comprehensiveness": 3.145477967336774e-05, + "sufficiency": 0.6819089651107788, "masked prediction probs": [ - 0.8770632147789001, - 0.12293683737516403 + 0.9695854783058167, + 0.030414532870054245 ], "full text prediction probs": [ 0.969613254070282, @@ -120854,7 +135804,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.1046191155910492, "sufficiency": 0.945091187953949, "masked prediction probs": [ @@ -120867,9 +135817,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.035289786756038666, + "sufficiency": 0.8619742393493652, + "masked prediction probs": [ + 0.9383875131607056, + 0.0616125650703907 + ], + "full text prediction probs": [ + 0.969613254070282, + 0.030386729165911674 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.02367916703224182, - "sufficiency": 0.8351948261260986, + "comprehensiveness": 0.02367381565272808, + "sufficiency": 0.8352320790290833, "masked prediction probs": [ 0.9486610293388367, 0.05133896693587303 @@ -120882,7 +135845,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7712647914886475, + "sufficiency": 0.7713164687156677, "masked prediction probs": [ 0.969613254070282, 0.030386729165911674 @@ -120894,8 +135857,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06534973531961441, - "sufficiency": 0.9080327153205872, + "comprehensiveness": 0.06533496826887131, + "sufficiency": 0.9080533981323242, "masked prediction probs": [ 0.9117631912231445, 0.0882367491722107 @@ -120908,7 +135871,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.578586220741272, + "sufficiency": 0.578681468963623, "masked prediction probs": [ 0.9809684157371521, 0.019031662493944168 @@ -120920,8 +135883,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10450098663568497, - "sufficiency": 0.9451532363891602, + "comprehensiveness": 0.10447739064693451, + "sufficiency": 0.9451656937599182, "masked prediction probs": [ 0.8770632147789001, 0.12293683737516403 @@ -120934,7 +135897,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7309160828590393, + "sufficiency": 0.7309767603874207, "masked prediction probs": [ 0.9754026532173157, 0.024597421288490295 @@ -120946,8 +135909,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10445380955934525, - "sufficiency": 0.9451779723167419, + "comprehensiveness": 0.10443023592233658, + "sufficiency": 0.9451903104782104, + "masked prediction probs": [ + 0.8770632147789001, + 0.12293683737516403 + ], + "full text prediction probs": [ + 0.969613254070282, + 0.030386729165911674 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1044066771864891, + "sufficiency": 0.9452027082443237, "masked prediction probs": [ 0.8770632147789001, 0.12293683737516403 @@ -120960,12 +135936,12 @@ } }, "test_931": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007080881856381893, - "sufficiency": 0.868094801902771, + "fixed-shap": { + "comprehensiveness": 0.0031142609659582376, + "sufficiency": 0.8016148805618286, "masked prediction probs": [ - 0.9856040477752686, - 0.014395933598279953 + 0.9891955852508545, + 0.010804368183016777 ], "full text prediction probs": [ 0.9920153617858887, @@ -121064,7 +136040,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.007068391423672438, "sufficiency": 0.8683274388313293, "masked prediction probs": [ @@ -121077,9 +136053,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0031080821063369513, + "sufficiency": 0.8020083904266357, + "masked prediction probs": [ + 0.9891955852508545, + 0.010804368183016777 + ], + "full text prediction probs": [ + 0.9920153617858887, + 0.007984590716660023 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7000044584274292, + "sufficiency": 0.7000706195831299, "masked prediction probs": [ 0.9926139116287231, 0.00738613773137331 @@ -121091,8 +136080,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008280961774289608, - "sufficiency": 0.9108455181121826, + "comprehensiveness": 0.008279137313365936, + "sufficiency": 0.9108651876449585, "masked prediction probs": [ 0.9845008850097656, 0.015499105677008629 @@ -121104,8 +136093,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0005470960750244558, - "sufficiency": 0.8035286068916321, + "comprehensiveness": 0.000546975526958704, + "sufficiency": 0.803571879863739, "masked prediction probs": [ 0.9915187954902649, 0.008481176570057869 @@ -121117,8 +136106,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002573956036940217, - "sufficiency": 0.8004025220870972, + "comprehensiveness": 0.0025733893271535635, + "sufficiency": 0.8004464507102966, "masked prediction probs": [ 0.9896786212921143, 0.010321330279111862 @@ -121130,8 +136119,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10731112957000732, - "sufficiency": 0.9895761609077454, + "comprehensiveness": 0.10728749632835388, + "sufficiency": 0.9895784854888916, "masked prediction probs": [ 0.8945725560188293, 0.10542741417884827 @@ -121143,8 +136132,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01011527981609106, - "sufficiency": 0.9260419011116028, + "comprehensiveness": 0.010113053023815155, + "sufficiency": 0.926058292388916, "masked prediction probs": [ 0.9828282594680786, 0.017171800136566162 @@ -121156,8 +136145,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10726387798786163, - "sufficiency": 0.9895807504653931, + "comprehensiveness": 0.10724026709794998, + "sufficiency": 0.9895830750465393, "masked prediction probs": [ 0.8945725560188293, 0.10542741417884827 @@ -121167,10 +136156,23 @@ 0.007984590716660023 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007054391782730818, + "sufficiency": 0.8685882091522217, + "masked prediction probs": [ + 0.9856040477752686, + 0.014395933598279953 + ], + "full text prediction probs": [ + 0.9920153617858887, + 0.007984590716660023 + ], + "labels": 0 } }, "test_956": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.1963166892528534, "sufficiency": 0.9984715580940247, "masked prediction probs": [ @@ -121274,7 +136276,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.19597183167934418, "sufficiency": 0.9984742403030396, "masked prediction probs": [ @@ -121287,9 +136289,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.19592881202697754, + "sufficiency": 0.9984745979309082, + "masked prediction probs": [ + 0.817305326461792, + 0.182694673538208 + ], + "full text prediction probs": [ + 0.9958016276359558, + 0.004198428709059954 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0010206428123638034, - "sufficiency": 0.8399103283882141, + "comprehensiveness": 0.0010204188292846084, + "sufficiency": 0.8399454951286316, "masked prediction probs": [ 0.9948717951774597, 0.005128129851073027 @@ -121301,8 +136316,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013199313543736935, - "sufficiency": 0.989530622959137, + "comprehensiveness": 0.01319641713052988, + "sufficiency": 0.9895328879356384, "masked prediction probs": [ 0.9837740659713745, 0.016225943341851234 @@ -121314,8 +136329,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010445226216688752, - "sufficiency": 0.7999681830406189, + "comprehensiveness": 0.001044293399900198, + "sufficiency": 0.8000120520591736, "masked prediction probs": [ 0.9948496222496033, 0.005150327924638987 @@ -121327,8 +136342,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014616316184401512, - "sufficiency": 0.938397228717804, + "comprehensiveness": 0.0014613110106438398, + "sufficiency": 0.938410758972168, "masked prediction probs": [ 0.994469165802002, 0.005530833266675472 @@ -121340,8 +136355,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1957569122314453, - "sufficiency": 0.9984759092330933, + "comprehensiveness": 0.19571398198604584, + "sufficiency": 0.9984762668609619, "masked prediction probs": [ 0.817305326461792, 0.182694673538208 @@ -121353,8 +136368,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006109168753027916, - "sufficiency": 0.8746097087860107, + "comprehensiveness": 0.006107829511165619, + "sufficiency": 0.8746371269226074, "masked prediction probs": [ 0.9902299046516418, 0.009770045056939125 @@ -121366,8 +136381,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19567106664180756, - "sufficiency": 0.9984765648841858, + "comprehensiveness": 0.19562818109989166, + "sufficiency": 0.9984769225120544, + "masked prediction probs": [ + 0.817305326461792, + 0.182694673538208 + ], + "full text prediction probs": [ + 0.9958016276359558, + 0.004198428709059954 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19558531045913696, + "sufficiency": 0.9984772205352783, "masked prediction probs": [ 0.817305326461792, 0.182694673538208 @@ -121380,12 +136408,12 @@ } }, "test_987": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9101631045341492, + "sufficiency": 0.8847125172615051, "masked prediction probs": [ - 0.970788300037384, - 0.029211727902293205 + 0.9745279550552368, + 0.025472017005085945 ], "full text prediction probs": [ 0.911871612071991, @@ -121473,10 +136501,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8314743638038635, + "sufficiency": 0.8849077820777893, "masked prediction probs": [ - 0.9799297451972961, - 0.020070325583219528 + 0.9745279550552368, + 0.025472017005085945 ], "full text prediction probs": [ 0.911871612071991, @@ -121484,7 +136512,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.9103369116783142, "masked prediction probs": [ @@ -121497,9 +136525,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7092379331588745, + "masked prediction probs": [ + 0.9384843111038208, + 0.0615156814455986 + ], + "full text prediction probs": [ + 0.911871612071991, + 0.08812836557626724 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9271792769432068, + "sufficiency": 0.9271968603134155, "masked prediction probs": [ 0.9862161874771118, 0.013783808797597885 @@ -121512,7 +136553,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8250892162322998, + "sufficiency": 0.8251314759254456, "masked prediction probs": [ 0.911871612071991, 0.08812836557626724 @@ -121524,8 +136565,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8342679738998413, - "sufficiency": 0.9499918818473816, + "comprehensiveness": 0.8340663313865662, + "sufficiency": 0.9500038623809814, "masked prediction probs": [ 0.22151799499988556, 0.7784820199012756 @@ -121538,7 +136579,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8316779732704163, + "sufficiency": 0.8317186236381531, "masked prediction probs": [ 0.9799297451972961, 0.020070325583219528 @@ -121550,8 +136591,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13621209561824799, - "sufficiency": 0.8507715463638306, + "comprehensiveness": 0.13617919385433197, + "sufficiency": 0.8508076667785645, "masked prediction probs": [ 0.7991021275520325, 0.2008979171514511 @@ -121564,7 +136605,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8252581357955933, + "sufficiency": 0.8253003358840942, "masked prediction probs": [ 0.911871612071991, 0.08812836557626724 @@ -121576,11 +136617,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8334621787071228, - "sufficiency": 0.9500401616096497, + "comprehensiveness": 0.0, + "sufficiency": 0.7097291350364685, "masked prediction probs": [ - 0.22151799499988556, - 0.7784820199012756 + 0.9384843111038208, + 0.0615156814455986 + ], + "full text prediction probs": [ + 0.911871612071991, + 0.08812836557626724 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9105316996574402, + "masked prediction probs": [ + 0.970788300037384, + 0.029211727902293205 ], "full text prediction probs": [ 0.911871612071991, @@ -121590,12 +136644,12 @@ } }, "test_996": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.75404292345047, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9617558717727661, - 0.03824406489729881 + 0.4199241101741791, + 0.5800758600234985 ], "full text prediction probs": [ 0.01597658544778824, @@ -121694,7 +136748,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.7594718933105469, "masked prediction probs": [ @@ -121707,9 +136761,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4932746887207031, + 0.5067253708839417 + ], + "full text prediction probs": [ + 0.01597658544778824, + 0.9840234518051147 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.81914883852005, + "sufficiency": 0.81964510679245, "masked prediction probs": [ 0.9577158093452454, 0.04228413850069046 @@ -121722,7 +136789,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7699878215789795, + "sufficiency": 0.7706172466278076, "masked prediction probs": [ 0.9502850770950317, 0.04971493408083916 @@ -121735,7 +136802,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7706172466278076, + "sufficiency": 0.7712432146072388, "masked prediction probs": [ 0.9502850770950317, 0.04971493408083916 @@ -121748,7 +136815,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8232161402702332, + "sufficiency": 0.8236972689628601, "masked prediction probs": [ 0.3378286063671112, 0.6621713638305664 @@ -121761,7 +136828,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7627449631690979, + "sufficiency": 0.7633889317512512, "masked prediction probs": [ 0.9617558717727661, 0.03824406489729881 @@ -121773,7 +136840,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20696231722831726, + "comprehensiveness": 0.20640134811401367, "sufficiency": 0.0, "masked prediction probs": [ 0.031208785250782967, @@ -121787,7 +136854,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7640293836593628, + "sufficiency": 0.7646664381027222, + "masked prediction probs": [ + 0.9617558717727661, + 0.03824406489729881 + ], + "full text prediction probs": [ + 0.01597658544778824, + 0.9840234518051147 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7652999758720398, "masked prediction probs": [ 0.9617558717727661, 0.03824406489729881 @@ -121800,12 +136880,12 @@ } }, "test_1152": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.044214386492967606, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8419061899185181, "masked prediction probs": [ - 0.9029408097267151, - 0.0970592200756073 + 0.9504246115684509, + 0.04957541078329086 ], "full text prediction probs": [ 0.9407056570053101, @@ -121904,12 +136984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.16420584917068481, - "sufficiency": 0.8102739453315735, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04413171485066414, + "sufficiency": 1.0, "masked prediction probs": [ - 0.800189733505249, - 0.19981034100055695 + 0.9029408097267151, + 0.0970592200756073 + ], + "full text prediction probs": [ + 0.9407056570053101, + 0.059294406324625015 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7972564697265625, + "masked prediction probs": [ + 0.9407056570053101, + 0.059294406324625015 ], "full text prediction probs": [ 0.9407056570053101, @@ -121919,7 +137012,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6095970869064331, + "sufficiency": 0.6096882224082947, "masked prediction probs": [ 0.967438817024231, 0.03256116434931755 @@ -121931,7 +137024,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04411109536886215, + "comprehensiveness": 0.044100794941186905, "sufficiency": 1.0, "masked prediction probs": [ 0.9029408097267151, @@ -121944,8 +137037,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.038775406777858734, - "sufficiency": 0.8927760720252991, + "comprehensiveness": 0.03876635059714317, + "sufficiency": 0.8928011655807495, "masked prediction probs": [ 0.9075011014938354, 0.09249886870384216 @@ -121957,8 +137050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.16405247151851654, - "sufficiency": 0.8104511499404907, + "comprehensiveness": 0.16401417553424835, + "sufficiency": 0.8104953169822693, "masked prediction probs": [ 0.800189733505249, 0.19981034100055695 @@ -121970,7 +137063,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1065233051776886, + "comprehensiveness": 0.10649843513965607, "sufficiency": 1.0, "masked prediction probs": [ 0.8494439125061035, @@ -121984,7 +137077,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6620846390724182, + "sufficiency": 0.6621635556221008, "masked prediction probs": [ 0.9670828580856323, 0.032917190343141556 @@ -121996,8 +137089,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16393764317035675, - "sufficiency": 0.810583770275116, + "comprehensiveness": 0.16389939188957214, + "sufficiency": 0.8106279969215393, + "masked prediction probs": [ + 0.800189733505249, + 0.19981034100055695 + ], + "full text prediction probs": [ + 0.9407056570053101, + 0.059294406324625015 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.16386117041110992, + "sufficiency": 0.8106721043586731, "masked prediction probs": [ 0.800189733505249, 0.19981034100055695 @@ -122010,12 +137116,12 @@ } }, "test_1175": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.029842738062143326, - "sufficiency": 0.9593620300292969, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7531610727310181, "masked prediction probs": [ - 0.9681821465492249, - 0.03181781619787216 + 0.9955216646194458, + 0.0044783842749893665 ], "full text prediction probs": [ 0.9953010082244873, @@ -122114,12 +137220,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.022207750007510185, - "sufficiency": 0.9558601379394531, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.029790284112095833, + "sufficiency": 0.9594334363937378, "masked prediction probs": [ - 0.9750847220420837, - 0.024915305897593498 + 0.9681821465492249, + 0.03181781619787216 + ], + "full text prediction probs": [ + 0.9953010082244873, + 0.0046990117989480495 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7494580149650574, + "masked prediction probs": [ + 0.9953010082244873, + 0.0046990117989480495 ], "full text prediction probs": [ 0.9953010082244873, @@ -122128,8 +137247,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001276112161576748, - "sufficiency": 0.7803828120231628, + "comprehensiveness": 0.0012758319498971105, + "sufficiency": 0.7804310321807861, "masked prediction probs": [ 0.9941390752792358, 0.00586088839918375 @@ -122141,8 +137260,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.022197997197508812, - "sufficiency": 0.9558793902397156, + "comprehensiveness": 0.022193122655153275, + "sufficiency": 0.9558891654014587, "masked prediction probs": [ 0.9750847220420837, 0.024915305897593498 @@ -122154,8 +137273,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00013400688476394862, - "sufficiency": 0.6697156429290771, + "comprehensiveness": 0.00013397746079135686, + "sufficiency": 0.6697881817817688, "masked prediction probs": [ 0.9951789379119873, 0.004821052309125662 @@ -122167,8 +137286,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00013397746079135686, - "sufficiency": 0.6697881817817688, + "comprehensiveness": 0.00013394806592259556, + "sufficiency": 0.6698606014251709, "masked prediction probs": [ 0.9951789379119873, 0.004821052309125662 @@ -122180,8 +137299,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0067416164092719555, - "sufficiency": 0.9940822124481201, + "comprehensiveness": 0.006740137003362179, + "sufficiency": 0.9940835237503052, "masked prediction probs": [ 0.9891571998596191, 0.010842847637832165 @@ -122193,8 +137312,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.028475960716605186, - "sufficiency": 0.9624294638633728, + "comprehensiveness": 0.028469715267419815, + "sufficiency": 0.9624377489089966, "masked prediction probs": [ 0.969344437122345, 0.030655568465590477 @@ -122206,8 +137325,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.022173648700118065, - "sufficiency": 0.955927848815918, + "comprehensiveness": 0.022168785333633423, + "sufficiency": 0.9559375643730164, + "masked prediction probs": [ + 0.9750847220420837, + 0.024915305897593498 + ], + "full text prediction probs": [ + 0.9953010082244873, + 0.0046990117989480495 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02216392569243908, + "sufficiency": 0.9559471607208252, "masked prediction probs": [ 0.9750847220420837, 0.024915305897593498 @@ -122220,12 +137352,12 @@ } }, "test_1177": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009685651399195194, - "sufficiency": 0.8211944699287415, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8566420078277588, "masked prediction probs": [ - 0.9548861384391785, - 0.04511382058262825 + 0.9652163982391357, + 0.03478361293673515 ], "full text prediction probs": [ 0.9633785486221313, @@ -122324,12 +137456,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.052953753620386124, - "sufficiency": 0.7474495768547058, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009668008424341679, + "sufficiency": 0.8215201497077942, "masked prediction probs": [ - 0.9168637990951538, - 0.0831361711025238 + 0.9548861384391785, + 0.04511382058262825 + ], + "full text prediction probs": [ + 0.9633785486221313, + 0.036621492356061935 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01530950516462326, + "sufficiency": 0.7510355114936829, + "masked prediction probs": [ + 0.949927568435669, + 0.05007248744368553 ], "full text prediction probs": [ 0.9633785486221313, @@ -122339,7 +137484,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9773019552230835, + "sufficiency": 0.9773070812225342, "masked prediction probs": [ 0.9797284007072449, 0.020271621644496918 @@ -122351,8 +137496,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03375788778066635, - "sufficiency": 0.842041015625, + "comprehensiveness": 0.03375020995736122, + "sufficiency": 0.8420769572257996, "masked prediction probs": [ 0.9337120056152344, 0.06628792732954025 @@ -122364,8 +137509,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.052917610853910446, - "sufficiency": 0.7476218938827515, + "comprehensiveness": 0.05290557071566582, + "sufficiency": 0.7476793527603149, "masked prediction probs": [ 0.9168637990951538, 0.0831361711025238 @@ -122378,7 +137523,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7768375873565674, + "sufficiency": 0.7768882513046265, "masked prediction probs": [ 0.9633785486221313, 0.036621492356061935 @@ -122390,8 +137535,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03373485803604126, - "sufficiency": 0.8421487808227539, + "comprehensiveness": 0.03372718766331673, + "sufficiency": 0.8421846628189087, "masked prediction probs": [ 0.9337120056152344, 0.06628792732954025 @@ -122404,7 +137549,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8206834197044373, + "sufficiency": 0.8207242488861084, "masked prediction probs": [ 0.9687739610671997, 0.03122601844370365 @@ -122416,8 +137561,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.052869491279125214, - "sufficiency": 0.7478513121604919, + "comprehensiveness": 0.052857473492622375, + "sufficiency": 0.7479087114334106, + "masked prediction probs": [ + 0.9168637990951538, + 0.0831361711025238 + ], + "full text prediction probs": [ + 0.9633785486221313, + 0.036621492356061935 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.052845463156700134, + "sufficiency": 0.747965931892395, "masked prediction probs": [ 0.9168637990951538, 0.0831361711025238 @@ -122430,12 +137588,12 @@ } }, "test_1181": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0021941103041172028, - "sufficiency": 0.7124034762382507, + "fixed-shap": { + "comprehensiveness": 0.0018349506426602602, + "sufficiency": 0.968117892742157, "masked prediction probs": [ - 0.9888845682144165, - 0.011115443892776966 + 0.9892093539237976, + 0.010790632106363773 ], "full text prediction probs": [ 0.9908686876296997, @@ -122534,12 +137692,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0016149759758263826, - "sufficiency": 0.6484171152114868, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0021902350708842278, + "sufficiency": 0.7129113674163818, "masked prediction probs": [ - 0.9894056916236877, - 0.010594303719699383 + 0.9888845682144165, + 0.011115443892776966 + ], + "full text prediction probs": [ + 0.9908686876296997, + 0.009131308645009995 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8140414953231812, + "masked prediction probs": [ + 0.9931668639183044, + 0.006833112798631191 ], "full text prediction probs": [ 0.9908686876296997, @@ -122549,7 +137720,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8067259788513184, + "sufficiency": 0.806768536567688, "masked prediction probs": [ 0.9923518300056458, 0.007648120634257793 @@ -122561,8 +137732,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0010895701125264168, - "sufficiency": 0.7547076344490051, + "comprehensiveness": 0.0010893297148868442, + "sufficiency": 0.7547617554664612, "masked prediction probs": [ 0.9898812174797058, 0.010118779726326466 @@ -122574,8 +137745,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0016139070503413677, - "sufficiency": 0.6486497521400452, + "comprehensiveness": 0.0016135509358718991, + "sufficiency": 0.648727297782898, "masked prediction probs": [ 0.9894056916236877, 0.010594303719699383 @@ -122587,8 +137758,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016135509358718991, - "sufficiency": 0.648727297782898, + "comprehensiveness": 0.001613195170648396, + "sufficiency": 0.6488047242164612, "masked prediction probs": [ 0.9894056916236877, 0.010594303719699383 @@ -122600,8 +137771,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.016465172171592712, - "sufficiency": 0.9786149263381958, + "comprehensiveness": 0.01646154187619686, + "sufficiency": 0.9786195755004883, "masked prediction probs": [ 0.9759365320205688, 0.02406339906156063 @@ -122614,7 +137785,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8009080290794373, + "sufficiency": 0.8009519577026367, "masked prediction probs": [ 0.9943401217460632, 0.005659900140017271 @@ -122626,8 +137797,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0016124839894473553, - "sufficiency": 0.6489595174789429, + "comprehensiveness": 0.0016121284570544958, + "sufficiency": 0.6490369439125061, + "masked prediction probs": [ + 0.9894056916236877, + 0.010594303719699383 + ], + "full text prediction probs": [ + 0.9908686876296997, + 0.009131308645009995 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0016117733903229237, + "sufficiency": 0.649114191532135, "masked prediction probs": [ 0.9894056916236877, 0.010594303719699383 @@ -122640,12 +137824,12 @@ } }, "test_1198": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01843174733221531, - "sufficiency": 0.8770496845245361, + "fixed-shap": { + "comprehensiveness": 0.0007082064403221011, + "sufficiency": 0.8579335808753967, "masked prediction probs": [ - 0.9683709144592285, - 0.03162909299135208 + 0.9842929244041443, + 0.01570700854063034 ], "full text prediction probs": [ 0.9849291443824768, @@ -122732,11 +137916,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0022477100137621164, - "sufficiency": 0.9456769824028015, + "comprehensiveness": 0.0007071045110933483, + "sufficiency": 0.8581546545028687, "masked prediction probs": [ - 0.9829067587852478, - 0.01709325611591339 + 0.9842929244041443, + 0.01570700854063034 ], "full text prediction probs": [ 0.9849291443824768, @@ -122744,7 +137928,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.01839897595345974, "sufficiency": 0.8772682547569275, "masked prediction probs": [ @@ -122757,9 +137941,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0020658751018345356, + "sufficiency": 0.7982817888259888, + "masked prediction probs": [ + 0.9830695390701294, + 0.01693052612245083 + ], + "full text prediction probs": [ + 0.9849291443824768, + 0.015070844441652298 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9081826210021973, + "sufficiency": 0.9082030653953552, "masked prediction probs": [ 0.9894564747810364, 0.010543577373027802 @@ -122771,8 +137968,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0022462119814008474, - "sufficiency": 0.945713222026825, + "comprehensiveness": 0.002245713258162141, + "sufficiency": 0.9457252025604248, "masked prediction probs": [ 0.9829067587852478, 0.01709325611591339 @@ -122785,7 +137982,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7581999897956848, + "sufficiency": 0.7582536935806274, "masked prediction probs": [ 0.9849291443824768, 0.015070844441652298 @@ -122798,7 +137995,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7582536935806274, + "sufficiency": 0.7583073377609253, "masked prediction probs": [ 0.9849291443824768, 0.015070844441652298 @@ -122810,8 +138007,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12194015085697174, - "sufficiency": 0.9000415802001953, + "comprehensiveness": 0.12191308289766312, + "sufficiency": 0.9000638127326965, "masked prediction probs": [ 0.8750666975975037, 0.12493326514959335 @@ -122823,8 +138020,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002060143044218421, - "sufficiency": 0.909591555595398, + "comprehensiveness": 0.0020596859976649284, + "sufficiency": 0.9096115231513977, "masked prediction probs": [ 0.9830726385116577, 0.016927381977438927 @@ -122836,11 +138033,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00224371999502182, - "sufficiency": 0.9457734227180481, + "comprehensiveness": 0.002062666928395629, + "sufficiency": 0.7985950112342834, "masked prediction probs": [ - 0.9829067587852478, - 0.01709325611591339 + 0.9830695390701294, + 0.01693052612245083 + ], + "full text prediction probs": [ + 0.9849291443824768, + 0.015070844441652298 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018362250179052353, + "sufficiency": 0.8775132298469543, + "masked prediction probs": [ + 0.9683709144592285, + 0.03162909299135208 ], "full text prediction probs": [ 0.9849291443824768, @@ -122850,12 +138060,12 @@ } }, "test_1208": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003873091423884034, - "sufficiency": 0.8246270418167114, + "fixed-shap": { + "comprehensiveness": 0.043799784034490585, + "sufficiency": 0.971217691898346, "masked prediction probs": [ - 0.9862363934516907, - 0.013763664290308952 + 0.9501762390136719, + 0.049823809415102005 ], "full text prediction probs": [ 0.989734411239624, @@ -122954,7 +138164,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0038662422448396683, "sufficiency": 0.8249371647834778, "masked prediction probs": [ @@ -122967,9 +138177,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.043712664395570755, + "sufficiency": 0.9712748527526855, + "masked prediction probs": [ + 0.9501762390136719, + 0.049823809415102005 + ], + "full text prediction probs": [ + 0.989734411239624, + 0.010265524499118328 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.929931640625, + "sufficiency": 0.9299471378326416, "masked prediction probs": [ 0.9905014038085938, 0.00949860643595457 @@ -122982,7 +138205,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7546015977859497, + "sufficiency": 0.7546557784080505, "masked prediction probs": [ 0.9902584552764893, 0.009741581045091152 @@ -122995,7 +138218,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7541762590408325, + "sufficiency": 0.7542306184768677, "masked prediction probs": [ 0.989734411239624, 0.010265524499118328 @@ -123007,8 +138230,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.023182356730103493, - "sufficiency": 0.8449087738990784, + "comprehensiveness": 0.023177238181233406, + "sufficiency": 0.8449429273605347, "masked prediction probs": [ 0.9687414169311523, 0.031258560717105865 @@ -123020,8 +138243,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0304020456969738, - "sufficiency": 0.9779049754142761, + "comprehensiveness": 0.030395332723855972, + "sufficiency": 0.9779098033905029, "masked prediction probs": [ 0.962197482585907, 0.037802550941705704 @@ -123033,8 +138256,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004019284155219793, - "sufficiency": 0.804537832736969, + "comprehensiveness": 0.004018397536128759, + "sufficiency": 0.8045809864997864, "masked prediction probs": [ 0.9860931038856506, 0.013906896114349365 @@ -123047,7 +138270,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7548723816871643, + "sufficiency": 0.7549264430999756, "masked prediction probs": [ 0.9902584552764893, 0.009741581045091152 @@ -123057,15 +138280,28 @@ 0.010265524499118328 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0038585655856877565, + "sufficiency": 0.8252847194671631, + "masked prediction probs": [ + 0.9862363934516907, + 0.013763664290308952 + ], + "full text prediction probs": [ + 0.989734411239624, + 0.010265524499118328 + ], + "labels": 0 } }, "test_1215": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009523135609924793, - "sufficiency": 0.9579718708992004, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8073466420173645, "masked prediction probs": [ - 0.9836487770080566, - 0.01635117642581463 + 0.9925357103347778, + 0.007464331109076738 ], "full text prediction probs": [ 0.9922738671302795, @@ -123164,7 +138400,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.009506342001259327, "sufficiency": 0.958046019077301, "masked prediction probs": [ @@ -123177,9 +138413,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8077287673950195, + "masked prediction probs": [ + 0.9925357103347778, + 0.007464331109076738 + ], + "full text prediction probs": [ + 0.9922738671302795, + 0.0077261487022042274 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4606527090072632, + "sufficiency": 0.4607715308666229, "masked prediction probs": [ 0.9933488965034485, 0.0066511426120996475 @@ -123191,8 +138440,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009502151980996132, - "sufficiency": 0.958064615726471, + "comprehensiveness": 0.009500059299170971, + "sufficiency": 0.9580737948417664, "masked prediction probs": [ 0.9836487770080566, 0.01635117642581463 @@ -123204,8 +138453,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007792799733579159, - "sufficiency": 0.8755395412445068, + "comprehensiveness": 0.0007791083189658821, + "sufficiency": 0.8755669593811035, "masked prediction probs": [ 0.9915663599967957, 0.008433671668171883 @@ -123217,8 +138466,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008794668829068542, - "sufficiency": 0.7985841631889343, + "comprehensiveness": 0.000879273284226656, + "sufficiency": 0.798628568649292, "masked prediction probs": [ 0.9914752244949341, 0.00852479413151741 @@ -123230,8 +138479,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01275618840008974, - "sufficiency": 0.9899135828018188, + "comprehensiveness": 0.012753380462527275, + "sufficiency": 0.9899158477783203, "masked prediction probs": [ 0.9806874394416809, 0.019312618300318718 @@ -123243,8 +138492,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010881719645112753, - "sufficiency": 0.5558528304100037, + "comprehensiveness": 0.0010879323817789555, + "sufficiency": 0.5559505224227905, "masked prediction probs": [ 0.9912852644920349, 0.00871469546109438 @@ -123256,8 +138505,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009491696022450924, - "sufficiency": 0.9581106901168823, + "comprehensiveness": 0.009489607065916061, + "sufficiency": 0.958119809627533, + "masked prediction probs": [ + 0.9836487770080566, + 0.01635117642581463 + ], + "full text prediction probs": [ + 0.9922738671302795, + 0.0077261487022042274 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009487519040703773, + "sufficiency": 0.9581291079521179, "masked prediction probs": [ 0.9836487770080566, 0.01635117642581463 @@ -123270,12 +138532,12 @@ } }, "test_1313": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12057711184024811, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9583702087402344, "masked prediction probs": [ - 0.875080943107605, - 0.12491906434297562 + 0.9859321117401123, + 0.01406795158982277 ], "full text prediction probs": [ 0.9831924438476562, @@ -123374,7 +138636,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.12036231905221939, "sufficiency": 1.0, "masked prediction probs": [ @@ -123387,9 +138649,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9584535360336304, + "masked prediction probs": [ + 0.9859321117401123, + 0.01406795158982277 + ], + "full text prediction probs": [ + 0.9831924438476562, + 0.016807489097118378 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7467964291572571, + "sufficiency": 0.746852695941925, "masked prediction probs": [ 0.9864386320114136, 0.013561376370489597 @@ -123402,7 +138677,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7596113085746765, + "sufficiency": 0.7596648335456848, "masked prediction probs": [ 0.9831924438476562, 0.016807489097118378 @@ -123415,7 +138690,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7596648335456848, + "sufficiency": 0.7597183585166931, "masked prediction probs": [ 0.9831924438476562, 0.016807489097118378 @@ -123427,8 +138702,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014312798157334328, - "sufficiency": 0.7284420132637024, + "comprehensiveness": 0.001430961419828236, + "sufficiency": 0.7285023331642151, "masked prediction probs": [ 0.9819056987762451, 0.018094241619110107 @@ -123440,7 +138715,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12022846937179565, + "comprehensiveness": 0.1202017292380333, "sufficiency": 1.0, "masked prediction probs": [ 0.875080943107605, @@ -123453,8 +138728,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001155952806584537, - "sufficiency": 0.8588576912879944, + "comprehensiveness": 0.001155695877969265, + "sufficiency": 0.8588891625404358, "masked prediction probs": [ 0.9821527600288391, 0.017847217619419098 @@ -123466,7 +138741,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12017501145601273, + "comprehensiveness": 0.12014829367399216, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.875080943107605, + 0.12491906434297562 + ], + "full text prediction probs": [ + 0.9831924438476562, + 0.016807489097118378 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12012159824371338, "sufficiency": 1.0, "masked prediction probs": [ 0.875080943107605, @@ -123480,12 +138768,12 @@ } }, "test_1330": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004096004646271467, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.003307298058643937, + "sufficiency": 0.8565142750740051, "masked prediction probs": [ - 0.9921407699584961, - 0.007859233766794205 + 0.9928579330444336, + 0.007142109330743551 ], "full text prediction probs": [ 0.9958652257919312, @@ -123584,7 +138872,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.004088810179382563, "sufficiency": 0.0, "masked prediction probs": [ @@ -123597,8 +138885,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.003300763899460435, + "sufficiency": 0.8567977547645569, + "masked prediction probs": [ + 0.9928579330444336, + 0.007142109330743551 + ], + "full text prediction probs": [ + 0.9958652257919312, + 0.004134808667004108 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.004087912384420633, + "comprehensiveness": 0.004087015055119991, "sufficiency": 0.0, "masked prediction probs": [ 0.9921407699584961, @@ -123611,8 +138912,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0033000395633280277, - "sufficiency": 0.8568291664123535, + "comprehensiveness": 0.003299315460026264, + "sufficiency": 0.8568605780601501, "masked prediction probs": [ 0.9928579330444336, 0.007142109330743551 @@ -123624,8 +138925,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0115512665361166, - "sufficiency": 0.924888551235199, + "comprehensiveness": 0.011548731476068497, + "sufficiency": 0.924905002117157, "masked prediction probs": [ 0.9853363633155823, 0.014663648791611195 @@ -123637,8 +138938,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011548731476068497, - "sufficiency": 0.924905002117157, + "comprehensiveness": 0.011546199209988117, + "sufficiency": 0.9249215126037598, "masked prediction probs": [ 0.9853363633155823, 0.014663648791611195 @@ -123650,8 +138951,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0027895334642380476, - "sufficiency": 0.9931317567825317, + "comprehensiveness": 0.0027889215853065252, + "sufficiency": 0.9931331872940063, "masked prediction probs": [ 0.9933214783668518, 0.006678540725260973 @@ -123663,8 +138964,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003383863717317581, - "sufficiency": 0.8695430755615234, + "comprehensiveness": 0.0033831219188869, + "sufficiency": 0.8695716857910156, "masked prediction probs": [ 0.9927788376808167, 0.007221173029392958 @@ -123676,8 +138977,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011541136540472507, - "sufficiency": 0.9249544143676758, + "comprehensiveness": 0.011538606137037277, + "sufficiency": 0.9249708652496338, "masked prediction probs": [ 0.9853363633155823, 0.014663648791611195 @@ -123687,15 +138988,28 @@ 0.004134808667004108 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004080745857208967, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9921407699584961, + 0.007859233766794205 + ], + "full text prediction probs": [ + 0.9958652257919312, + 0.004134808667004108 + ], + "labels": 0 } }, "test_1331": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0014838625211268663, - "sufficiency": 0.8220211267471313, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6418941617012024, "masked prediction probs": [ - 0.9872624278068542, - 0.012737619690597057 + 0.9920673370361328, + 0.007932682521641254 ], "full text prediction probs": [ 0.9886009097099304, @@ -123794,7 +139108,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0014812350273132324, "sufficiency": 0.8223362565040588, "masked prediction probs": [ @@ -123807,9 +139121,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6426073312759399, + "masked prediction probs": [ + 0.9920673370361328, + 0.007932682521641254 + ], + "full text prediction probs": [ + 0.9886009097099304, + 0.011399118229746819 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0011036901269108057, - "sufficiency": 0.003298175288364291, + "comprehensiveness": 0.0011034458875656128, + "sufficiency": 0.003518657758831978, "masked prediction probs": [ 0.9876033663749695, 0.012396633625030518 @@ -123821,8 +139148,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0007385755889117718, - "sufficiency": 0.7010033130645752, + "comprehensiveness": 0.0007384122000075877, + "sufficiency": 0.7010694146156311, "masked prediction probs": [ 0.9879332184791565, 0.012066835537552834 @@ -123835,7 +139162,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7551215291023254, + "sufficiency": 0.7551757097244263, "masked prediction probs": [ 0.9886009097099304, 0.011399118229746819 @@ -123847,8 +139174,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002280320506542921, - "sufficiency": 0.7868802547454834, + "comprehensiveness": 0.0022798164281994104, + "sufficiency": 0.7869274020195007, "masked prediction probs": [ 0.9865385293960571, 0.013461543247103691 @@ -123860,8 +139187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.000738085713237524, - "sufficiency": 0.7012015581130981, + "comprehensiveness": 0.0007379225571639836, + "sufficiency": 0.701267659664154, "masked prediction probs": [ 0.9879332184791565, 0.012066835537552834 @@ -123873,8 +139200,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006673515308648348, - "sufficiency": 0.3656635582447052, + "comprehensiveness": 0.0066720410250127316, + "sufficiency": 0.36580371856689453, "masked prediction probs": [ 0.9825625419616699, 0.017437409609556198 @@ -123886,8 +139213,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0022788087371736765, - "sufficiency": 0.7870215773582458, + "comprehensiveness": 0.002278305357322097, + "sufficiency": 0.7870686054229736, "masked prediction probs": [ 0.9865385293960571, 0.013461543247103691 @@ -123897,15 +139224,28 @@ 0.011399118229746819 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00147829030174762, + "sufficiency": 0.8226894736289978, + "masked prediction probs": [ + 0.9872624278068542, + 0.012737619690597057 + ], + "full text prediction probs": [ + 0.9886009097099304, + 0.011399118229746819 + ], + "labels": 0 } }, "test_1358": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.031132595613598824, - 0.9688674211502075 + 0.015710527077317238, + 0.9842894673347473 ], "full text prediction probs": [ 0.9197402596473694, @@ -123995,8 +139335,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.031132595613598824, - 0.9688674211502075 + 0.015710527077317238, + 0.9842894673347473 ], "full text prediction probs": [ 0.9197402596473694, @@ -124004,12 +139344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015712792053818703, - 0.9842871427536011 + 0.015710527077317238, + 0.9842894673347473 + ], + "full text prediction probs": [ + 0.9197402596473694, + 0.08025973290205002 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015710527077317238, + 0.9842894673347473 ], "full text prediction probs": [ 0.9197402596473694, @@ -124019,7 +139372,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5100049376487732, + "sufficiency": 0.5101222395896912, "masked prediction probs": [ 0.9894802570343018, 0.010519670322537422 @@ -124044,8 +139397,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.067469522356987, - "sufficiency": 0.9284358024597168, + "comprehensiveness": 0.06745336949825287, + "sufficiency": 0.9284529089927673, "masked prediction probs": [ 0.8633785843849182, 0.1366214007139206 @@ -124058,7 +139411,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8174038529396057, + "sufficiency": 0.8174475431442261, "masked prediction probs": [ 0.9197402596473694, 0.08025973290205002 @@ -124084,7 +139437,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9166091680526733, + "sufficiency": 0.9166290163993835, "masked prediction probs": [ 0.9725089073181152, 0.027491126209497452 @@ -124099,8 +139452,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01947743445634842, - 0.9805225729942322 + 0.015710527077317238, + 0.9842894673347473 + ], + "full text prediction probs": [ + 0.9197402596473694, + 0.08025973290205002 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015710527077317238, + 0.9842894673347473 ], "full text prediction probs": [ 0.9197402596473694, @@ -124110,12 +139476,12 @@ } }, "test_1377": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09768718481063843, - "sufficiency": 0.7998759746551514, + "fixed-shap": { + "comprehensiveness": 0.9080119729042053, + "sufficiency": 0.9953328967094421, "masked prediction probs": [ - 0.8581063151359558, - 0.141893669962883 + 0.16523058712482452, + 0.8347694277763367 ], "full text prediction probs": [ 0.9416346549987793, @@ -124214,12 +139580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.906565248966217, - "sufficiency": 0.9747853875160217, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09750472754240036, + "sufficiency": 0.8002496957778931, "masked prediction probs": [ - 0.16501708328723907, - 0.8349829912185669 + 0.8581063151359558, + 0.141893669962883 + ], + "full text prediction probs": [ + 0.9416346549987793, + 0.05836533010005951 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9256845712661743, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.14845319092273712, + 0.8515468239784241 ], "full text prediction probs": [ 0.9416346549987793, @@ -124241,8 +139620,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09745922684669495, - "sufficiency": 0.8003427982330322, + "comprehensiveness": 0.09743648767471313, + "sufficiency": 0.8003894090652466, "masked prediction probs": [ 0.8581063151359558, 0.141893669962883 @@ -124254,7 +139633,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7300788164138794, + "comprehensiveness": 0.7299085259437561, "sufficiency": 1.0, "masked prediction probs": [ 0.315767765045166, @@ -124280,7 +139659,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8915823101997375, + "comprehensiveness": 0.891374409198761, "sufficiency": 1.0, "masked prediction probs": [ 0.1769607663154602, @@ -124294,7 +139673,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.4791165888309479, + "sufficiency": 0.47923800349235535, "masked prediction probs": [ 0.986700177192688, 0.013299900107085705 @@ -124306,8 +139685,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09734564274549484, - "sufficiency": 0.8005754947662354, + "comprehensiveness": 0.09732295572757721, + "sufficiency": 0.8006220459938049, "masked prediction probs": [ 0.8581063151359558, 0.141893669962883 @@ -124317,15 +139696,28 @@ 0.05836533010005951 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9046643376350403, + "sufficiency": 0.9748382568359375, + "masked prediction probs": [ + 0.16501708328723907, + 0.8349829912185669 + ], + "full text prediction probs": [ + 0.9416346549987793, + 0.05836533010005951 + ], + "labels": 0 } }, "test_1381": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.020906390622258186, - "sufficiency": 0.8583055138587952, + "fixed-shap": { + "comprehensiveness": 0.0015666026156395674, + "sufficiency": 0.9568533897399902, "masked prediction probs": [ - 0.9746545553207397, - 0.025345442816615105 + 0.9921965599060059, + 0.0078035155311226845 ], "full text prediction probs": [ 0.9936175346374512, @@ -124424,7 +139816,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.020869577303528786, "sufficiency": 0.8585549592971802, "masked prediction probs": [ @@ -124437,9 +139829,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.001563499914482236, + "sufficiency": 0.9569388628005981, + "masked prediction probs": [ + 0.9921965599060059, + 0.0078035155311226845 + ], + "full text prediction probs": [ + 0.9936175346374512, + 0.006382457446306944 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0012673268793150783, - "sufficiency": 0.9138790965080261, + "comprehensiveness": 0.001267047948203981, + "sufficiency": 0.9138980507850647, "masked prediction probs": [ 0.9924657344818115, 0.007534246891736984 @@ -124451,8 +139856,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.018708301708102226, - "sufficiency": 0.8921222686767578, + "comprehensiveness": 0.018704187124967575, + "sufficiency": 0.8921459913253784, "masked prediction probs": [ 0.9766108989715576, 0.023389138281345367 @@ -124464,8 +139869,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02085580676794052, - "sufficiency": 0.8586482405662537, + "comprehensiveness": 0.020851219072937965, + "sufficiency": 0.8586794137954712, "masked prediction probs": [ 0.9746545553207397, 0.025345442816615105 @@ -124477,8 +139882,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004148668085690588, - "sufficiency": 0.7980713248252869, + "comprehensiveness": 0.00041477559716440737, + "sufficiency": 0.7981157302856445, "masked prediction probs": [ 0.993240237236023, 0.0067597548477351665 @@ -124490,8 +139895,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.029179561883211136, - "sufficiency": 0.9948363304138184, + "comprehensiveness": 0.029173146933317184, + "sufficiency": 0.9948374032974243, "masked prediction probs": [ 0.9670745730400085, 0.03292541205883026 @@ -124503,8 +139908,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001941679511219263, - "sufficiency": 0.8544676899909973, + "comprehensiveness": 0.0019412528490647674, + "sufficiency": 0.8544996380805969, "masked prediction probs": [ 0.9918509125709534, 0.008149068802595139 @@ -124516,8 +139921,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02083747275173664, - "sufficiency": 0.8587725162506104, + "comprehensiveness": 0.020832892507314682, + "sufficiency": 0.8588035702705383, + "masked prediction probs": [ + 0.9746545553207397, + 0.025345442816615105 + ], + "full text prediction probs": [ + 0.9936175346374512, + 0.006382457446306944 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02082831598818302, + "sufficiency": 0.8588345646858215, "masked prediction probs": [ 0.9746545553207397, 0.025345442816615105 @@ -124530,12 +139948,12 @@ } }, "test_1398": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8990516066551208, + "fixed-shap": { + "comprehensiveness": 0.006485340651124716, + "sufficiency": 0.881991982460022, "masked prediction probs": [ - 0.04842893406748772, - 0.9515710473060608 + 0.9842597842216492, + 0.015740204602479935 ], "full text prediction probs": [ 0.9901195764541626, @@ -124634,7 +140052,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8992300033569336, "masked prediction probs": [ @@ -124647,9 +140065,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0050870501436293125, + "sufficiency": 0.8063066005706787, + "masked prediction probs": [ + 0.9855140447616577, + 0.014485958963632584 + ], + "full text prediction probs": [ + 0.9901195764541626, + 0.00988038256764412 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.005206609144806862, - "sufficiency": 0.8002067804336548, + "comprehensiveness": 0.005205458961427212, + "sufficiency": 0.8002508878707886, "masked prediction probs": [ 0.9854058027267456, 0.014594203792512417 @@ -124661,8 +140092,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05997085943818092, - "sufficiency": 0.9501115679740906, + "comprehensiveness": 0.05995761975646019, + "sufficiency": 0.9501226544380188, "masked prediction probs": [ 0.935813307762146, 0.0641867071390152 @@ -124674,8 +140105,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.34033241868019104, - "sufficiency": 0.9032716751098633, + "comprehensiveness": 0.3402572572231293, + "sufficiency": 0.9032930731773376, "masked prediction probs": [ 0.6818654537200928, 0.3181345462799072 @@ -124687,8 +140118,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002892713760957122, - "sufficiency": 0.43449366092681885, + "comprehensiveness": 0.002892075339332223, + "sufficiency": 0.43461844325065613, "masked prediction probs": [ 0.987498939037323, 0.012501007877290249 @@ -124701,7 +140132,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8993412256240845, + "sufficiency": 0.8993633985519409, "masked prediction probs": [ 0.04842893406748772, 0.9515710473060608 @@ -124713,8 +140144,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019189877202734351, - "sufficiency": 0.943449079990387, + "comprehensiveness": 0.0019185643177479506, + "sufficiency": 0.9434615969657898, "masked prediction probs": [ 0.9883803129196167, 0.011619673110544682 @@ -124727,7 +140158,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8993856310844421, + "sufficiency": 0.8994078040122986, + "masked prediction probs": [ + 0.04842893406748772, + 0.9515710473060608 + ], + "full text prediction probs": [ + 0.9901195764541626, + 0.00988038256764412 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.899429976940155, "masked prediction probs": [ 0.04842893406748772, 0.9515710473060608 @@ -124740,12 +140184,12 @@ } }, "test_1413": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18903803825378418, - "sufficiency": 0.9951704144477844, + "fixed-shap": { + "comprehensiveness": 0.005431779194623232, + "sufficiency": 0.8503053188323975, "masked prediction probs": [ - 0.8169205784797668, - 0.18307940661907196 + 0.9822747707366943, + 0.017725246027112007 ], "full text prediction probs": [ 0.9871665835380554, @@ -124832,11 +140276,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.18874463438987732, - "sufficiency": 0.9951779842376709, + "comprehensiveness": 0.005423348397016525, + "sufficiency": 0.8505377173423767, "masked prediction probs": [ - 0.8169205784797668, - 0.18307940661907196 + 0.9822747707366943, + 0.017725246027112007 ], "full text prediction probs": [ 0.9871665835380554, @@ -124844,12 +140288,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1887027770280838, - "sufficiency": 0.9951789975166321, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005422146059572697, + "sufficiency": 0.850570797920227, "masked prediction probs": [ - 0.8169205784797668, - 0.18307940661907196 + 0.9822747707366943, + 0.017725246027112007 + ], + "full text prediction probs": [ + 0.9871665835380554, + 0.012833422981202602 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005420944187790155, + "sufficiency": 0.8506039381027222, + "masked prediction probs": [ + 0.9822747707366943, + 0.017725246027112007 ], "full text prediction probs": [ 0.9871665835380554, @@ -124859,7 +140316,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7993261218070984, + "sufficiency": 0.799370527267456, "masked prediction probs": [ 0.9897038340568542, 0.010296139866113663 @@ -124871,8 +140328,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.18861915171146393, - "sufficiency": 0.9951812624931335, + "comprehensiveness": 0.18857736885547638, + "sufficiency": 0.9951822757720947, "masked prediction probs": [ 0.8169205784797668, 0.18307940661907196 @@ -124885,7 +140342,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.756321132183075, + "sufficiency": 0.7563751339912415, "masked prediction probs": [ 0.9871665835380554, 0.012833422981202602 @@ -124897,8 +140354,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007328801788389683, - "sufficiency": 0.8218686580657959, + "comprehensiveness": 0.007327178958803415, + "sufficiency": 0.8219080567359924, "masked prediction probs": [ 0.9805487394332886, 0.019451260566711426 @@ -124910,8 +140367,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3089527487754822, - "sufficiency": 0.9929654002189636, + "comprehensiveness": 0.3088843524456024, + "sufficiency": 0.9929670691490173, "masked prediction probs": [ 0.7081231474876404, 0.291876882314682 @@ -124924,7 +140381,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7995482087135315, + "sufficiency": 0.7995925545692444, "masked prediction probs": [ 0.9897038340568542, 0.010296139866113663 @@ -124936,11 +140393,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1884104162454605, - "sufficiency": 0.9951865077018738, + "comprehensiveness": 0.005412546917796135, + "sufficiency": 0.8508352637290955, "masked prediction probs": [ - 0.8169205784797668, - 0.18307940661907196 + 0.9822747707366943, + 0.017725246027112007 + ], + "full text prediction probs": [ + 0.9871665835380554, + 0.012833422981202602 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005411349702626467, + "sufficiency": 0.8508683443069458, + "masked prediction probs": [ + 0.9822747707366943, + 0.017725246027112007 ], "full text prediction probs": [ 0.9871665835380554, @@ -124950,12 +140420,12 @@ } }, "test_1420": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9650726914405823, - 0.034927334636449814 + 0.7973592281341553, + 0.2026408165693283 ], "full text prediction probs": [ 0.0827888548374176, @@ -125054,7 +140524,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -125067,6 +140537,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7973592281341553, + 0.2026408165693283 + ], + "full text prediction probs": [ + 0.0827888548374176, + 0.9172111749649048 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -125157,15 +140640,28 @@ 0.9172111749649048 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9650726914405823, + 0.034927334636449814 + ], + "full text prediction probs": [ + 0.0827888548374176, + 0.9172111749649048 + ], + "labels": 0 } }, "test_1443": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21808114647865295, - "sufficiency": 0.9946132898330688, + "fixed-shap": { + "comprehensiveness": 0.014675465412437916, + "sufficiency": 0.9408738613128662, "masked prediction probs": [ - 0.7905623912811279, - 0.20943757891654968 + 0.9736951589584351, + 0.026304854080080986 ], "full text prediction probs": [ 0.986907958984375, @@ -125264,7 +140760,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.2176942676305771, "sufficiency": 0.9946228265762329, "masked prediction probs": [ @@ -125277,9 +140773,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.01464618369936943, + "sufficiency": 0.9409917593002319, + "masked prediction probs": [ + 0.9736951589584351, + 0.026304854080080986 + ], + "full text prediction probs": [ + 0.986907958984375, + 0.0130921034142375 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0057810647413134575, - "sufficiency": 0.7616997957229614, + "comprehensiveness": 0.005779783241450787, + "sufficiency": 0.7617525458335876, "masked prediction probs": [ 0.9816926717758179, 0.018307335674762726 @@ -125291,8 +140800,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.014231407083570957, - "sufficiency": 0.8182783126831055, + "comprehensiveness": 0.01422825362533331, + "sufficiency": 0.8183186054229736, "masked prediction probs": [ 0.9740664958953857, 0.025933532044291496 @@ -125304,8 +140813,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009756382554769516, - "sufficiency": 0.8817383050918579, + "comprehensiveness": 0.009754220955073833, + "sufficiency": 0.8817645907402039, "masked prediction probs": [ 0.9781025052070618, 0.021897541359066963 @@ -125317,8 +140826,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006332970689982176, - "sufficiency": 0.8521670699119568, + "comprehensiveness": 0.006331568118184805, + "sufficiency": 0.8521997332572937, "masked prediction probs": [ 0.9811909794807434, 0.01880897581577301 @@ -125330,8 +140839,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.19742530584335327, - "sufficiency": 0.9670227766036987, + "comprehensiveness": 0.19738158583641052, + "sufficiency": 0.9670300483703613, "masked prediction probs": [ 0.8086462020874023, 0.19135373830795288 @@ -125343,8 +140852,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010876414366066456, - "sufficiency": 0.8833448886871338, + "comprehensiveness": 0.010874006897211075, + "sufficiency": 0.8833707571029663, "masked prediction probs": [ 0.9770851135253906, 0.022914888337254524 @@ -125356,8 +140865,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19733788073062897, - "sufficiency": 0.9670373797416687, + "comprehensiveness": 0.1972942054271698, + "sufficiency": 0.9670447707176208, "masked prediction probs": [ 0.8086462020874023, 0.19135373830795288 @@ -125367,15 +140876,28 @@ 0.0130921034142375 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2172606736421585, + "sufficiency": 0.9946335554122925, + "masked prediction probs": [ + 0.7905623912811279, + 0.20943757891654968 + ], + "full text prediction probs": [ + 0.986907958984375, + 0.0130921034142375 + ], + "labels": 0 } }, "test_1461": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10913567990064621, - "sufficiency": 0.8763086795806885, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8859757781028748, "masked prediction probs": [ - 0.8871968984603882, - 0.11280310153961182 + 0.9901067614555359, + 0.009893232956528664 ], "full text prediction probs": [ 0.9852773547172546, @@ -125474,7 +140996,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.10894171893596649, "sufficiency": 0.8765285015106201, "masked prediction probs": [ @@ -125487,9 +141009,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7577994465827942, + "masked prediction probs": [ + 0.9852773547172546, + 0.014722608029842377 + ], + "full text prediction probs": [ + 0.9852773547172546, + 0.014722608029842377 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.003564554965123534, - "sufficiency": 0.6954582333564758, + "comprehensiveness": 0.003563763340935111, + "sufficiency": 0.6955258846282959, "masked prediction probs": [ 0.9820674657821655, 0.017932511866092682 @@ -125501,8 +141036,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004142007324844599, - "sufficiency": 0.7766585350036621, + "comprehensiveness": 0.004141087643802166, + "sufficiency": 0.7767080664634705, "masked prediction probs": [ 0.9815466403961182, 0.018453288823366165 @@ -125514,8 +141049,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0037416070699691772, - "sufficiency": 0.8117184638977051, + "comprehensiveness": 0.003740776563063264, + "sufficiency": 0.8117601871490479, "masked prediction probs": [ 0.981906533241272, 0.018093476071953773 @@ -125527,8 +141062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.023802578449249268, - "sufficiency": 0.920011579990387, + "comprehensiveness": 0.023797297850251198, + "sufficiency": 0.9200294017791748, "masked prediction probs": [ 0.9638288021087646, 0.036171164363622665 @@ -125540,8 +141075,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05522606149315834, - "sufficiency": 0.7498888373374939, + "comprehensiveness": 0.0552138090133667, + "sufficiency": 0.7499443888664246, "masked prediction probs": [ 0.9355019927024841, 0.06449799239635468 @@ -125553,8 +141088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.017131982371211052, - "sufficiency": 0.7818685173988342, + "comprehensiveness": 0.01712818257510662, + "sufficiency": 0.7819169163703918, "masked prediction probs": [ 0.9698328375816345, 0.030167143791913986 @@ -125566,8 +141101,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023786740377545357, - "sufficiency": 0.9200648665428162, + "comprehensiveness": 0.023781465366482735, + "sufficiency": 0.9200825095176697, "masked prediction probs": [ 0.9638288021087646, 0.036171164363622665 @@ -125577,15 +141112,28 @@ 0.014722608029842377 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10872434824705124, + "sufficiency": 0.8767749071121216, + "masked prediction probs": [ + 0.8871968984603882, + 0.11280310153961182 + ], + "full text prediction probs": [ + 0.9852773547172546, + 0.014722608029842377 + ], + "labels": 0 } }, "test_1485": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.5454129576683044, + "sufficiency": 0.8093476891517639, "masked prediction probs": [ - 0.9865522980690002, - 0.013447662815451622 + 0.971376895904541, + 0.028623143211007118 ], "full text prediction probs": [ 0.9695387482643127, @@ -125684,7 +141232,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.5462351441383362, "masked prediction probs": [ @@ -125697,9 +141245,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8097355961799622, + "masked prediction probs": [ + 0.971376895904541, + 0.028623143211007118 + ], + "full text prediction probs": [ + 0.9695387482643127, + 0.03046126291155815 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7762591242790222, + "sufficiency": 0.7763097882270813, "masked prediction probs": [ 0.9757890701293945, 0.024210946634411812 @@ -125712,7 +141273,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8088794350624084, + "sufficiency": 0.8089226484298706, "masked prediction probs": [ 0.974722146987915, 0.025277869775891304 @@ -125725,7 +141286,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8668642044067383, + "sufficiency": 0.8668941855430603, "masked prediction probs": [ 0.9762766361236572, 0.023723384365439415 @@ -125738,7 +141299,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.840639054775238, + "sufficiency": 0.8406751155853271, "masked prediction probs": [ 0.9741382002830505, 0.025861795991659164 @@ -125750,8 +141311,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014306445606052876, - "sufficiency": 0.8280581831932068, + "comprehensiveness": 0.014303214848041534, + "sufficiency": 0.8280969858169556, "masked prediction probs": [ 0.9568694829940796, 0.04313049465417862 @@ -125764,7 +141325,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8843030333518982, + "sufficiency": 0.884329080581665, "masked prediction probs": [ 0.9740679860115051, 0.02593204192817211 @@ -125777,7 +141338,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8090951442718506, + "sufficiency": 0.8091382384300232, "masked prediction probs": [ 0.974722146987915, 0.025277869775891304 @@ -125787,15 +141348,28 @@ 0.03046126291155815 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.547156572341919, + "masked prediction probs": [ + 0.9865522980690002, + 0.013447662815451622 + ], + "full text prediction probs": [ + 0.9695387482643127, + 0.03046126291155815 + ], + "labels": 0 } }, "test_1490": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014978376217186451, - "sufficiency": 0.9188874959945679, + "fixed-shap": { + "comprehensiveness": 0.010346724651753902, + "sufficiency": 0.7805671095848083, "masked prediction probs": [ - 0.9740633368492126, - 0.025936724618077278 + 0.9782363772392273, + 0.021763555705547333 ], "full text prediction probs": [ 0.9875586032867432, @@ -125894,7 +141468,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.014951824210584164, "sufficiency": 0.9190312623977661, "masked prediction probs": [ @@ -125907,9 +141481,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.010326094925403595, + "sufficiency": 0.7810044884681702, + "masked prediction probs": [ + 0.9782363772392273, + 0.021763555705547333 + ], + "full text prediction probs": [ + 0.9875586032867432, + 0.012441465631127357 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.00624810578301549, - "sufficiency": 0.9091797471046448, + "comprehensiveness": 0.006246721837669611, + "sufficiency": 0.9091998338699341, "masked prediction probs": [ 0.9819179177284241, 0.018082115799188614 @@ -125921,8 +141508,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.014945200644433498, - "sufficiency": 0.9190670251846313, + "comprehensiveness": 0.01494189165532589, + "sufficiency": 0.9190849661827087, "masked prediction probs": [ 0.9740633368492126, 0.025936724618077278 @@ -125934,8 +141521,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.011281074024736881, - "sufficiency": 0.9204545617103577, + "comprehensiveness": 0.011278576217591763, + "sufficiency": 0.9204721450805664, "masked prediction probs": [ 0.9773697257041931, 0.02263030782341957 @@ -125947,8 +141534,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0003964039497077465, - "sufficiency": 0.8421602845191956, + "comprehensiveness": 0.00039631620165891945, + "sufficiency": 0.8421952128410339, "masked prediction probs": [ 0.9872004985809326, 0.012799431569874287 @@ -125960,8 +141547,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004285399802029133, - "sufficiency": 0.7906140089035034, + "comprehensiveness": 0.004284451249986887, + "sufficiency": 0.7906603217124939, "masked prediction probs": [ 0.9836863875389099, 0.016313616186380386 @@ -125973,8 +141560,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004039974417537451, - "sufficiency": 0.860320508480072, + "comprehensiveness": 0.00403908034786582, + "sufficiency": 0.8603514432907104, "masked prediction probs": [ 0.9839073419570923, 0.016092708334326744 @@ -125986,8 +141573,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014928667806088924, - "sufficiency": 0.9191566109657288, + "comprehensiveness": 0.014925365336239338, + "sufficiency": 0.9191745519638062, + "masked prediction probs": [ + 0.9740633368492126, + 0.025936724618077278 + ], + "full text prediction probs": [ + 0.9875586032867432, + 0.012441465631127357 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0149220647290349, + "sufficiency": 0.9191923141479492, "masked prediction probs": [ 0.9740633368492126, 0.025936724618077278 @@ -126000,12 +141600,12 @@ } }, "test_1508": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9807736873626709, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8691022396087646, "masked prediction probs": [ - 0.03550467640161514, - 0.9644953012466431 + 0.9666028618812561, + 0.033397093415260315 ], "full text prediction probs": [ 0.9595677852630615, @@ -126104,7 +141704,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9808088541030884, "masked prediction probs": [ @@ -126117,6 +141717,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7800681591033936, + "masked prediction probs": [ + 0.9595677852630615, + 0.040432173758745193 + ], + "full text prediction probs": [ + 0.9595677852630615, + 0.040432173758745193 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -126132,7 +141745,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7801183462142944, + "sufficiency": 0.7801686525344849, "masked prediction probs": [ 0.9595677852630615, 0.040432173758745193 @@ -126144,8 +141757,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08091876655817032, - "sufficiency": 0.9249290823936462, + "comprehensiveness": 0.08090028166770935, + "sufficiency": 0.9249462485313416, "masked prediction probs": [ 0.888748288154602, 0.11125171184539795 @@ -126157,8 +141770,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.017106149345636368, - "sufficiency": 0.8124052882194519, + "comprehensiveness": 0.01710224151611328, + "sufficiency": 0.8124480843544006, "masked prediction probs": [ 0.9445931911468506, 0.05540686845779419 @@ -126171,7 +141784,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9808307886123657, + "sufficiency": 0.9808351397514343, "masked prediction probs": [ 0.03550467640161514, 0.9644953012466431 @@ -126183,8 +141796,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02575632743537426, - "sufficiency": 0.9419442415237427, + "comprehensiveness": 0.025750448927283287, + "sufficiency": 0.9419574737548828, "masked prediction probs": [ 0.9370105862617493, 0.06298939138650894 @@ -126197,7 +141810,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9808395504951477, + "sufficiency": 0.9808439016342163, + "masked prediction probs": [ + 0.03550467640161514, + 0.9644953012466431 + ], + "full text prediction probs": [ + 0.9595677852630615, + 0.040432173758745193 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9808482527732849, "masked prediction probs": [ 0.03550467640161514, 0.9644953012466431 @@ -126210,12 +141836,12 @@ } }, "test_1607": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018867289647459984, - "sufficiency": 0.9830297231674194, + "fixed-shap": { + "comprehensiveness": 0.00437959237024188, + "sufficiency": 0.676081120967865, "masked prediction probs": [ - 0.9767034649848938, - 0.02329651266336441 + 0.9898473620414734, + 0.010152656584978104 ], "full text prediction probs": [ 0.9938207268714905, @@ -126314,7 +141940,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.018834073096513748, "sufficiency": 0.9830595850944519, "masked prediction probs": [ @@ -126327,9 +141953,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.004370920360088348, + "sufficiency": 0.6767224073410034, + "masked prediction probs": [ + 0.9898473620414734, + 0.010152656584978104 + ], + "full text prediction probs": [ + 0.9938207268714905, + 0.006179240997880697 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0015973771223798394, - "sufficiency": 0.5856344699859619, + "comprehensiveness": 0.0015970257809385657, + "sufficiency": 0.5857256054878235, "masked prediction probs": [ 0.9923686385154724, 0.007631375920027494 @@ -126341,8 +141980,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004369958303868771, - "sufficiency": 0.6767935156822205, + "comprehensiveness": 0.004368997644633055, + "sufficiency": 0.6768645644187927, "masked prediction probs": [ 0.9898473620414734, 0.010152656584978104 @@ -126354,8 +141993,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0023010282311588526, - "sufficiency": 0.9120334386825562, + "comprehensiveness": 0.002300522057339549, + "sufficiency": 0.9120528101921082, "masked prediction probs": [ 0.9917280673980713, 0.008271929807960987 @@ -126367,8 +142006,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002300522057339549, - "sufficiency": 0.9120528101921082, + "comprehensiveness": 0.0023000165820121765, + "sufficiency": 0.9120721220970154, "masked prediction probs": [ 0.9917280673980713, 0.008271929807960987 @@ -126380,8 +142019,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018813373520970345, - "sufficiency": 0.9830781817436218, + "comprehensiveness": 0.018809238448739052, + "sufficiency": 0.9830819368362427, "masked prediction probs": [ 0.9767034649848938, 0.02329651266336441 @@ -126393,8 +142032,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0013334399554878473, - "sufficiency": 0.6751390099525452, + "comprehensiveness": 0.0013331470545381308, + "sufficiency": 0.6752102971076965, "masked prediction probs": [ 0.9926072359085083, 0.007392782252281904 @@ -126406,8 +142045,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018805107101798058, - "sufficiency": 0.9830856323242188, + "comprehensiveness": 0.018800973892211914, + "sufficiency": 0.9830893874168396, + "masked prediction probs": [ + 0.9767034649848938, + 0.02329651266336441 + ], + "full text prediction probs": [ + 0.9938207268714905, + 0.006179240997880697 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018796846270561218, + "sufficiency": 0.9830930829048157, "masked prediction probs": [ 0.9767034649848938, 0.02329651266336441 @@ -126420,12 +142072,12 @@ } }, "test_1625": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005556187592446804, - "sufficiency": 0.9471350908279419, + "fixed-shap": { + "comprehensiveness": 0.045439474284648895, + "sufficiency": 0.9884991645812988, "masked prediction probs": [ - 0.9807893633842468, - 0.01921062357723713 + 0.9449259042739868, + 0.055074095726013184 ], "full text prediction probs": [ 0.9857855439186096, @@ -126512,11 +142164,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.00554755050688982, - "sufficiency": 0.9472172260284424, + "comprehensiveness": 0.04536883905529976, + "sufficiency": 0.9885171055793762, "masked prediction probs": [ - 0.9807893633842468, - 0.01921062357723713 + 0.9449259042739868, + 0.055074095726013184 ], "full text prediction probs": [ 0.9857855439186096, @@ -126524,12 +142176,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005546318367123604, - "sufficiency": 0.9472289681434631, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04535876587033272, + "sufficiency": 0.988519549369812, "masked prediction probs": [ - 0.9807893633842468, - 0.01921062357723713 + 0.9449259042739868, + 0.055074095726013184 + ], + "full text prediction probs": [ + 0.9857855439186096, + 0.014214479364454746 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.045348696410655975, + "sufficiency": 0.9885221719741821, + "masked prediction probs": [ + 0.9449259042739868, + 0.055074095726013184 ], "full text prediction probs": [ 0.9857855439186096, @@ -126538,8 +142203,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0019122884841635823, - "sufficiency": 0.5882951617240906, + "comprehensiveness": 0.0019118640339002013, + "sufficiency": 0.5883864760398865, "masked prediction probs": [ 0.9840625524520874, 0.01593741960823536 @@ -126551,8 +142216,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005543856881558895, - "sufficiency": 0.9472523927688599, + "comprehensiveness": 0.005542627070099115, + "sufficiency": 0.9472640752792358, "masked prediction probs": [ 0.9807893633842468, 0.01921062357723713 @@ -126564,8 +142229,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006065004505217075, - "sufficiency": 0.8912136554718018, + "comprehensiveness": 0.006063659209758043, + "sufficiency": 0.891237735748291, "masked prediction probs": [ 0.9803184866905212, 0.01968151144683361 @@ -126577,8 +142242,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004417542368173599, - "sufficiency": 0.8657560348510742, + "comprehensiveness": 0.004416563082486391, + "sufficiency": 0.8657857775688171, "masked prediction probs": [ 0.9818026423454285, 0.018197376281023026 @@ -126590,8 +142255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009850847534835339, - "sufficiency": 0.9646254777908325, + "comprehensiveness": 0.009848663583397865, + "sufficiency": 0.9646334052085876, "masked prediction probs": [ 0.9769019484519958, 0.023098105564713478 @@ -126603,8 +142268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007837656885385513, - "sufficiency": 0.9369454383850098, + "comprehensiveness": 0.007835919968783855, + "sufficiency": 0.936959445476532, "masked prediction probs": [ 0.9787158966064453, 0.02128417231142521 @@ -126616,11 +142281,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005537712015211582, - "sufficiency": 0.9473108053207397, + "comprehensiveness": 0.045278340578079224, + "sufficiency": 0.9885399341583252, "masked prediction probs": [ - 0.9807893633842468, - 0.01921062357723713 + 0.9449259042739868, + 0.055074095726013184 + ], + "full text prediction probs": [ + 0.9857855439186096, + 0.014214479364454746 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.045268308371305466, + "sufficiency": 0.9885425567626953, + "masked prediction probs": [ + 0.9449259042739868, + 0.055074095726013184 ], "full text prediction probs": [ 0.9857855439186096, @@ -126630,12 +142308,12 @@ } }, "test_1696": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7360481023788452, - "sufficiency": 0.33962035179138184, + "fixed-shap": { + "comprehensiveness": 0.7008123397827148, + "sufficiency": 0.0, "masked prediction probs": [ - 0.06610415130853653, - 0.9338958263397217 + 0.06334475427865982, + 0.9366552829742432 ], "full text prediction probs": [ 0.00846132729202509, @@ -126734,7 +142412,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.7213089466094971, "sufficiency": 0.352827787399292, "masked prediction probs": [ @@ -126747,9 +142425,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.685063898563385, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06334475427865982, + 0.9366552829742432 + ], + "full text prediction probs": [ + 0.00846132729202509, + 0.9915387034416199 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.5829245448112488, - "sufficiency": 0.8224499821662903, + "comprehensiveness": 0.5814726948738098, + "sufficiency": 0.8228916525840759, "masked prediction probs": [ 0.055161893367767334, 0.9448381066322327 @@ -126761,7 +142452,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13173317909240723, + "comprehensiveness": 0.13140588998794556, "sufficiency": 0.0, "masked prediction probs": [ 0.01904132217168808, @@ -126774,8 +142465,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4156789183616638, - "sufficiency": 0.4476478397846222, + "comprehensiveness": 0.41464874148368835, + "sufficiency": 0.4490150511264801, "masked prediction probs": [ 0.041929468512535095, 0.9580705761909485 @@ -126800,8 +142491,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7123929858207703, - "sufficiency": 0.36081746220588684, + "comprehensiveness": 0.7106361985206604, + "sufficiency": 0.36239176988601685, "masked prediction probs": [ 0.06610415130853653, 0.9338958263397217 @@ -126813,7 +142504,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0059829154051840305, + "comprehensiveness": 0.005968197248876095, "sufficiency": 0.0, "masked prediction probs": [ 0.008946554735302925, @@ -126826,8 +142517,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7088879942893982, - "sufficiency": 0.36395835876464844, + "comprehensiveness": 0.7071484327316284, + "sufficiency": 0.365517258644104, + "masked prediction probs": [ + 0.06610415130853653, + 0.9338958263397217 + ], + "full text prediction probs": [ + 0.00846132729202509, + 0.9915387034416199 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7054173946380615, + "sufficiency": 0.3670685589313507, "masked prediction probs": [ 0.06610415130853653, 0.9338958263397217 @@ -126840,12 +142544,12 @@ } }, "test_1752": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0016549184219911695, - "sufficiency": 0.7249529361724854, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8574219942092896, "masked prediction probs": [ - 0.990176260471344, - 0.00982369389384985 + 0.9932748079299927, + 0.006725160870701075 ], "full text prediction probs": [ 0.9916741251945496, @@ -126944,7 +142648,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0016519981436431408, "sufficiency": 0.7254382371902466, "masked prediction probs": [ @@ -126957,9 +142661,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.752454936504364, + "masked prediction probs": [ + 0.9916741251945496, + 0.00832587480545044 + ], + "full text prediction probs": [ + 0.9916741251945496, + 0.00832587480545044 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9157549738883972, + "sufficiency": 0.9157736301422119, "masked prediction probs": [ 0.9930189251899719, 0.006981032434850931 @@ -126971,8 +142688,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.000696582137607038, - "sufficiency": 0.8205224871635437, + "comprehensiveness": 0.0006964285857975483, + "sufficiency": 0.8205620050430298, "masked prediction probs": [ 0.9910422563552856, 0.00895770639181137 @@ -126985,7 +142702,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8155735731124878, + "sufficiency": 0.8156141638755798, "masked prediction probs": [ 0.9923796653747559, 0.0076203555800020695 @@ -126998,7 +142715,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7526186108589172, + "sufficiency": 0.7526730895042419, "masked prediction probs": [ 0.9916741251945496, 0.00832587480545044 @@ -127010,8 +142727,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0065023452043533325, - "sufficiency": 0.8423880934715271, + "comprehensiveness": 0.006500912830233574, + "sufficiency": 0.8424228429794312, "masked prediction probs": [ 0.9857719540596008, 0.014227994717657566 @@ -127023,8 +142740,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005154406651854515, - "sufficiency": 0.7832636833190918, + "comprehensiveness": 0.005153271835297346, + "sufficiency": 0.7833113670349121, "masked prediction probs": [ 0.9869944453239441, 0.013005522079765797 @@ -127036,8 +142753,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0006958150770515203, - "sufficiency": 0.8207200765609741, + "comprehensiveness": 0.0006956618162803352, + "sufficiency": 0.8207594752311707, "masked prediction probs": [ 0.9910422563552856, 0.00895770639181137 @@ -127047,15 +142764,28 @@ 0.00832587480545044 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0016487250104546547, + "sufficiency": 0.725982129573822, + "masked prediction probs": [ + 0.990176260471344, + 0.00982369389384985 + ], + "full text prediction probs": [ + 0.9916741251945496, + 0.00832587480545044 + ], + "labels": 0 } }, "test_1756": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9502636194229126, - 0.04973642900586128 + 0.6300523281097412, + 0.3699476718902588 ], "full text prediction probs": [ 0.43223538994789124, @@ -127154,7 +142884,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -127167,6 +142897,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6300523281097412, + 0.3699476718902588 + ], + "full text prediction probs": [ + 0.43223538994789124, + 0.5677645802497864 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -127257,15 +143000,28 @@ 0.5677645802497864 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9502636194229126, + 0.04973642900586128 + ], + "full text prediction probs": [ + 0.43223538994789124, + 0.5677645802497864 + ], + "labels": 0 } }, "test_1786": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001141345244832337, - "sufficiency": 0.7940882444381714, + "fixed-shap": { + "comprehensiveness": 0.0324881449341774, + "sufficiency": 0.9871032238006592, "masked prediction probs": [ - 0.993855893611908, - 0.006144142709672451 + 0.9653830528259277, + 0.03461700677871704 ], "full text prediction probs": [ 0.9948925971984863, @@ -127352,11 +143108,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0035170463379472494, - "sufficiency": 0.9270032644271851, + "comprehensiveness": 0.03243814781308174, + "sufficiency": 0.9871230125427246, "masked prediction probs": [ - 0.9916930794715881, - 0.00830684881657362 + 0.9653830528259277, + 0.03461700677871704 ], "full text prediction probs": [ 0.9948925971984863, @@ -127364,12 +143120,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0011393382446840405, - "sufficiency": 0.7944502830505371, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.032431017607450485, + "sufficiency": 0.9871258735656738, "masked prediction probs": [ - 0.993855893611908, - 0.006144142709672451 + 0.9653830528259277, + 0.03461700677871704 + ], + "full text prediction probs": [ + 0.9948925971984863, + 0.005107361823320389 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03242389112710953, + "sufficiency": 0.9871286749839783, + "masked prediction probs": [ + 0.9653830528259277, + 0.03461700677871704 ], "full text prediction probs": [ 0.9948925971984863, @@ -127379,7 +143148,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.833551824092865, + "sufficiency": 0.8335883617401123, "masked prediction probs": [ 0.9956861734390259, 0.004313876386731863 @@ -127391,8 +143160,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0012076536659151316, - "sufficiency": 0.5931155681610107, + "comprehensiveness": 0.0012073884718120098, + "sufficiency": 0.5932049751281738, "masked prediction probs": [ 0.993793249130249, 0.006206784397363663 @@ -127404,8 +143173,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004242879804223776, - "sufficiency": 0.891666829586029, + "comprehensiveness": 0.004241948015987873, + "sufficiency": 0.891690731048584, "masked prediction probs": [ 0.9910293817520142, 0.008970554918050766 @@ -127417,8 +143186,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0035131843760609627, - "sufficiency": 0.9270834922790527, + "comprehensiveness": 0.0035124130081385374, + "sufficiency": 0.9270994067192078, "masked prediction probs": [ 0.9916930794715881, 0.00830684881657362 @@ -127430,8 +143199,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004345121793448925, - "sufficiency": 0.9596920013427734, + "comprehensiveness": 0.0043441676534712315, + "sufficiency": 0.9597007632255554, "masked prediction probs": [ 0.9909345507621765, 0.009065470658242702 @@ -127443,8 +143212,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0026335841976106167, - "sufficiency": 0.9117487072944641, + "comprehensiveness": 0.0026330063119530678, + "sufficiency": 0.9117681384086609, "masked prediction probs": [ 0.9924930930137634, 0.007506934925913811 @@ -127456,11 +143225,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0035108712036162615, - "sufficiency": 0.9271314144134521, + "comprehensiveness": 0.03237409144639969, + "sufficiency": 0.9871485233306885, "masked prediction probs": [ - 0.9916930794715881, - 0.00830684881657362 + 0.9653830528259277, + 0.03461700677871704 + ], + "full text prediction probs": [ + 0.9948925971984863, + 0.005107361823320389 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03236699104309082, + "sufficiency": 0.9871512651443481, + "masked prediction probs": [ + 0.9653830528259277, + 0.03461700677871704 ], "full text prediction probs": [ 0.9948925971984863, @@ -127470,12 +143252,12 @@ } }, "test_1804": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5236937403678894, - "sufficiency": 0.9685118198394775, + "fixed-shap": { + "comprehensiveness": 0.015198388136923313, + "sufficiency": 0.9036008715629578, "masked prediction probs": [ - 0.5139882564544678, - 0.4860117733478546 + 0.9702860713005066, + 0.029714003205299377 ], "full text prediction probs": [ 0.9839243292808533, @@ -127574,12 +143356,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5564705729484558, - "sufficiency": 0.956129252910614, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5227616429328918, + "sufficiency": 0.9685678482055664, "masked prediction probs": [ - 0.4836856722831726, - 0.5163143277168274 + 0.5139882564544678, + 0.4860117733478546 + ], + "full text prediction probs": [ + 0.9839243292808533, + 0.016075707972049713 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015167961828410625, + "sufficiency": 0.9037938714027405, + "masked prediction probs": [ + 0.9702860713005066, + 0.029714003205299377 ], "full text prediction probs": [ 0.9839243292808533, @@ -127589,7 +143384,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.838981568813324, + "sufficiency": 0.839017391204834, "masked prediction probs": [ 0.9870147705078125, 0.01298519130796194 @@ -127601,8 +143396,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1313963234424591, - "sufficiency": 0.9635269045829773, + "comprehensiveness": 0.13136711716651917, + "sufficiency": 0.9635350108146667, "masked prediction probs": [ 0.865753173828125, 0.13424687087535858 @@ -127614,8 +143409,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.24487049877643585, - "sufficiency": 0.9415464401245117, + "comprehensiveness": 0.24481606483459473, + "sufficiency": 0.941559374332428, "masked prediction probs": [ 0.7636513113975525, 0.2363487184047699 @@ -127627,8 +143422,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0022026747465133667, - "sufficiency": 0.6392725706100464, + "comprehensiveness": 0.0022021853365004063, + "sufficiency": 0.6393527388572693, "masked prediction probs": [ 0.9819424748420715, 0.018057499080896378 @@ -127640,8 +143435,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5558522343635559, - "sufficiency": 0.9561780095100403, + "comprehensiveness": 0.5557286739349365, + "sufficiency": 0.9561877250671387, "masked prediction probs": [ 0.4836856722831726, 0.5163143277168274 @@ -127653,8 +143448,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0028500871267169714, - "sufficiency": 0.8131815791130066, + "comprehensiveness": 0.0028494540601968765, + "sufficiency": 0.8132230639457703, "masked prediction probs": [ 0.9813588261604309, 0.018641235306859016 @@ -127666,8 +143461,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5556052923202515, - "sufficiency": 0.9561975002288818, + "comprehensiveness": 0.5554818511009216, + "sufficiency": 0.9562072157859802, + "masked prediction probs": [ + 0.4836856722831726, + 0.5163143277168274 + ], + "full text prediction probs": [ + 0.9839243292808533, + 0.016075707972049713 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5553585290908813, + "sufficiency": 0.9562169313430786, "masked prediction probs": [ 0.4836856722831726, 0.5163143277168274 @@ -127680,12 +143488,12 @@ } }, "test_8": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8002265691757202, + "sufficiency": 0.8061028718948364, "masked prediction probs": [ - 0.9800695180892944, - 0.019930457696318626 + 0.39137256145477295, + 0.6086274981498718 ], "full text prediction probs": [ 0.005051794461905956, @@ -127784,12 +143592,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.4108249843120575, + "sufficiency": 0.8042066693305969, "masked prediction probs": [ - 0.5638589262962341, - 0.43614107370376587 + 0.9800695180892944, + 0.019930457696318626 + ], + "full text prediction probs": [ + 0.005051794461905956, + 0.994948148727417 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1941097527742386, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020662395283579826, + 0.9793375730514526 ], "full text prediction probs": [ 0.005051794461905956, @@ -127799,7 +143620,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.4122886061668396, + "sufficiency": 0.4137450158596039, "masked prediction probs": [ 0.5638589262962341, 0.43614107370376587 @@ -127811,7 +143632,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.009625145234167576, + "comprehensiveness": 0.009601322934031487, "sufficiency": 0.0, "masked prediction probs": [ 0.00582786975428462, @@ -127824,8 +143645,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08779764175415039, - "sufficiency": 0.032279614359140396, + "comprehensiveness": 0.08758087456226349, + "sufficiency": 0.03466586396098137, "masked prediction probs": [ 0.012147764675319195, 0.9878522157669067 @@ -127837,7 +143658,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02620290406048298, + "comprehensiveness": 0.026138370856642723, "sufficiency": 0.0, "masked prediction probs": [ 0.007174904923886061, @@ -127850,7 +143671,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.022254087030887604, + "comprehensiveness": 0.022199414670467377, "sufficiency": 0.0, "masked prediction probs": [ 0.006859413348138332, @@ -127863,7 +143684,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11318883299827576, + "comprehensiveness": 0.11291143298149109, "sufficiency": 0.0, "masked prediction probs": [ 0.014267884194850922, @@ -127877,7 +143698,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4209200143814087, + "sufficiency": 0.4223339855670929, + "masked prediction probs": [ + 0.5638589262962341, + 0.43614107370376587 + ], + "full text prediction probs": [ + 0.005051794461905956, + 0.994948148727417 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.42374107241630554, "masked prediction probs": [ 0.5638589262962341, 0.43614107370376587 @@ -127890,12 +143724,12 @@ } }, "test_125": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03213575482368469, + "fixed-shap": { + "comprehensiveness": 0.1269831359386444, "sufficiency": 0.0, "masked prediction probs": [ - 0.014810184016823769, - 0.9851898550987244 + 0.021558407694101334, + 0.9784415364265442 ], "full text prediction probs": [ 0.012523732148110867, @@ -127994,12 +143828,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.32959261536598206, - "sufficiency": 0.8781119585037231, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03142886608839035, + "sufficiency": 0.0, "masked prediction probs": [ - 0.036501359194517136, - 0.963498592376709 + 0.014810184016823769, + 0.9851898550987244 + ], + "full text prediction probs": [ + 0.012523732148110867, + 0.9874762892723083 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01700969785451889, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013764524832367897, + 0.9862354397773743 ], "full text prediction probs": [ 0.012523732148110867, @@ -128008,7 +143855,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.19124267995357513, + "comprehensiveness": 0.19071970880031586, "sufficiency": 0.0, "masked prediction probs": [ 0.026474807411432266, @@ -128021,7 +143868,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1145850121974945, + "comprehensiveness": 0.11427252739667892, "sufficiency": 0.0, "masked prediction probs": [ 0.0209055095911026, @@ -128034,8 +143881,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2614362835884094, - "sufficiency": 0.6676664352416992, + "comprehensiveness": 0.2607252299785614, + "sufficiency": 0.6685690879821777, "masked prediction probs": [ 0.031700000166893005, 0.9683000445365906 @@ -128047,7 +143894,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07471729069948196, + "comprehensiveness": 0.07451463490724564, "sufficiency": 0.0, "masked prediction probs": [ 0.018019089475274086, @@ -128060,7 +143907,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15654878318309784, + "comprehensiveness": 0.15612532198429108, "sufficiency": 0.0, "masked prediction probs": [ 0.02406907267868519, @@ -128073,7 +143920,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017859704792499542, + "comprehensiveness": 0.017811525613069534, "sufficiency": 0.0, "masked prediction probs": [ 0.013844442553818226, @@ -128086,8 +143933,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2586151659488678, - "sufficiency": 0.6712477207183838, + "comprehensiveness": 0.25791940093040466, + "sufficiency": 0.6721310615539551, "masked prediction probs": [ 0.031700000166893005, 0.9683000445365906 @@ -128097,15 +143944,28 @@ 0.9874762892723083 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.32163330912590027, + "sufficiency": 0.8810514807701111, + "masked prediction probs": [ + 0.036501359194517136, + 0.963498592376709 + ], + "full text prediction probs": [ + 0.012523732148110867, + 0.9874762892723083 + ], + "labels": 1 } }, "test_145": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8600901365280151, + "fixed-shap": { + "comprehensiveness": 0.03424584120512009, + "sufficiency": 0.0, "masked prediction probs": [ - 0.315406858921051, - 0.684593141078949 + 0.009710429236292839, + 0.9902895092964172 ], "full text prediction probs": [ 0.007087718229740858, @@ -128204,12 +144064,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8581442832946777, + "sufficiency": 0.8629500865936279, "masked prediction probs": [ - 0.2757941484451294, - 0.7242058515548706 + 0.315406858921051, + 0.684593141078949 + ], + "full text prediction probs": [ + 0.007087718229740858, + 0.992912232875824 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.026659011840820312, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00917748175561428, + 0.9908225536346436 ], "full text prediction probs": [ 0.007087718229740858, @@ -128219,7 +144092,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8585058450698853, + "sufficiency": 0.8588655591011047, "masked prediction probs": [ 0.2757941484451294, 0.7242058515548706 @@ -128231,7 +144104,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.20614799857139587, + "comprehensiveness": 0.20562459528446198, "sufficiency": 0.0, "masked prediction probs": [ 0.023288007825613022, @@ -128244,7 +144117,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.25413262844085693, + "comprehensiveness": 0.25348901748657227, "sufficiency": 0.0, "masked prediction probs": [ 0.027109744027256966, @@ -128257,7 +144130,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011081697419285774, + "comprehensiveness": 0.011053703725337982, "sufficiency": 0.0, "masked prediction probs": [ 0.007963056676089764, @@ -128270,7 +144143,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5973343253135681, + "comprehensiveness": 0.5958291888237, "sufficiency": 0.0, "masked prediction probs": [ 0.05438803508877754, @@ -128283,7 +144156,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028805363923311234, + "comprehensiveness": 0.028732962906360626, "sufficiency": 0.0, "masked prediction probs": [ 0.009374421089887619, @@ -128297,7 +144170,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8606369495391846, + "sufficiency": 0.8609859347343445, + "masked prediction probs": [ + 0.2757941484451294, + 0.7242058515548706 + ], + "full text prediction probs": [ + 0.007087718229740858, + 0.992912232875824 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8613331317901611, "masked prediction probs": [ 0.2757941484451294, 0.7242058515548706 @@ -128310,12 +144196,12 @@ } }, "test_154": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.724511444568634, "sufficiency": 0.0, "masked prediction probs": [ - 0.9816679358482361, - 0.018332039937376976 + 0.06561881303787231, + 0.9343811869621277 ], "full text prediction probs": [ 0.018137920647859573, @@ -128414,12 +144300,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9781115055084229, - 0.02188849449157715 + 0.9816679358482361, + 0.018332039937376976 + ], + "full text prediction probs": [ + 0.018137920647859573, + 0.9818620085716248 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.44828617572784424, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.048323504626750946, + 0.9516765475273132 ], "full text prediction probs": [ 0.018137920647859573, @@ -128493,7 +144392,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2827756106853485, + "comprehensiveness": 0.2819502651691437, "sufficiency": 0.0, "masked prediction probs": [ 0.037461571395397186, @@ -128517,15 +144416,28 @@ 0.9818620085716248 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9781115055084229, + 0.02188849449157715 + ], + "full text prediction probs": [ + 0.018137920647859573, + 0.9818620085716248 + ], + "labels": 1 } }, "test_167": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19317272305488586, - "sufficiency": 0.9614023566246033, + "fixed-shap": { + "comprehensiveness": 0.14198967814445496, + "sufficiency": 0.0, "masked prediction probs": [ - 0.023498382419347763, - 0.9765016436576843 + 0.01968105137348175, + 0.9803189635276794 ], "full text prediction probs": [ 0.009091234765946865, @@ -128624,12 +144536,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0803084522485733, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18911497294902802, + "sufficiency": 0.962212085723877, + "masked prediction probs": [ + 0.023498382419347763, + 0.9765016436576843 + ], + "full text prediction probs": [ + 0.009091234765946865, + 0.9909088015556335 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10394871979951859, "sufficiency": 0.0, "masked prediction probs": [ - 0.015209246426820755, - 0.9847907423973083 + 0.017031071707606316, + 0.9829689860343933 ], "full text prediction probs": [ 0.009091234765946865, @@ -128638,8 +144563,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18601177632808685, - "sufficiency": 0.44381821155548096, + "comprehensiveness": 0.18552590906620026, + "sufficiency": 0.44526907801628113, "masked prediction probs": [ 0.023299161344766617, 0.9767008423805237 @@ -128651,7 +144576,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07988891750574112, + "comprehensiveness": 0.07968079298734665, "sufficiency": 0.0, "masked prediction probs": [ 0.015209246426820755, @@ -128664,7 +144589,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11374875158071518, + "comprehensiveness": 0.11345317959785461, "sufficiency": 0.0, "masked prediction probs": [ 0.017825065180659294, @@ -128677,7 +144602,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030095715075731277, + "comprehensiveness": 0.030017714947462082, "sufficiency": 0.0, "masked prediction probs": [ 0.011408045887947083, @@ -128690,8 +144615,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18666431307792664, - "sufficiency": 0.9627010822296143, + "comprehensiveness": 0.18618179857730865, + "sufficiency": 0.9627974033355713, "masked prediction probs": [ 0.023498382419347763, 0.9765016436576843 @@ -128703,7 +144628,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04536617547273636, + "comprehensiveness": 0.04524920508265495, "sufficiency": 0.0, "masked prediction probs": [ 0.012601668946444988, @@ -128716,7 +144641,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07885901629924774, + "comprehensiveness": 0.07865621149539948, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015209246426820755, + 0.9847907423973083 + ], + "full text prediction probs": [ + 0.009091234765946865, + 0.9909088015556335 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07845444977283478, "sufficiency": 0.0, "masked prediction probs": [ 0.015209246426820755, @@ -128730,12 +144668,12 @@ } }, "test_171": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09512537717819214, "sufficiency": 0.0, "masked prediction probs": [ - 0.927963376045227, - 0.07203662395477295 + 0.017753487452864647, + 0.9822465181350708 ], "full text prediction probs": [ 0.010823705233633518, @@ -128834,12 +144772,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8398920893669128, - 0.16010788083076477 + 0.927963376045227, + 0.07203662395477295 + ], + "full text prediction probs": [ + 0.010823705233633518, + 0.989176332950592 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010823705233633518, + 0.989176332950592 ], "full text prediction probs": [ 0.010823705233633518, @@ -128861,7 +144812,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2644294202327728, + "comprehensiveness": 0.2637246251106262, "sufficiency": 0.0, "masked prediction probs": [ 0.030616065487265587, @@ -128887,7 +144838,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3950066566467285, + "comprehensiveness": 0.3939594030380249, "sufficiency": 0.0, "masked prediction probs": [ 0.040547776967287064, @@ -128913,7 +144864,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.245230033993721, + "comprehensiveness": 0.24458330869674683, "sufficiency": 0.0, "masked prediction probs": [ 0.029375270009040833, @@ -128937,15 +144888,28 @@ 0.989176332950592 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8398920893669128, + 0.16010788083076477 + ], + "full text prediction probs": [ + 0.010823705233633518, + 0.989176332950592 + ], + "labels": 1 } }, "test_207": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003999806474894285, - "sufficiency": 0.8685609698295593, + "fixed-shap": { + "comprehensiveness": 0.024667643010616302, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9641987085342407, - 0.03580130636692047 + 0.9459229111671448, + 0.05407710373401642 ], "full text prediction probs": [ 0.9677355885505676, @@ -129044,12 +145008,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8878181576728821, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003992582205682993, + "sufficiency": 0.8687983155250549, "masked prediction probs": [ - 0.9681652784347534, - 0.031834669411182404 + 0.9641987085342407, + 0.03580130636692047 + ], + "full text prediction probs": [ + 0.9677355885505676, + 0.03226439654827118 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.036823105067014694, + "sufficiency": 0.8167370557785034, + "masked prediction probs": [ + 0.9351080060005188, + 0.06489202380180359 ], "full text prediction probs": [ 0.9677355885505676, @@ -129059,7 +145036,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8320201635360718, + "sufficiency": 0.8320580720901489, "masked prediction probs": [ 0.9707261919975281, 0.029273860156536102 @@ -129072,7 +145049,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.778416633605957, + "sufficiency": 0.7784665822982788, "masked prediction probs": [ 0.9677355885505676, 0.03226439654827118 @@ -129084,8 +145061,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.036806490272283554, - "sufficiency": 0.8168197870254517, + "comprehensiveness": 0.03679818660020828, + "sufficiency": 0.8168611526489258, "masked prediction probs": [ 0.9351080060005188, 0.06489202380180359 @@ -129098,7 +145075,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8760908246040344, + "sufficiency": 0.8761186599731445, "masked prediction probs": [ 0.9767397046089172, 0.023260224610567093 @@ -129111,7 +145088,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9267293214797974, + "sufficiency": 0.9267458319664001, "masked prediction probs": [ 0.9738551378250122, 0.026144813746213913 @@ -129123,8 +145100,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005884114070795476, - "sufficiency": 0.8660299777984619, + "comprehensiveness": 0.0005882788100279868, + "sufficiency": 0.866060197353363, "masked prediction probs": [ 0.9672136306762695, 0.03278636187314987 @@ -129137,7 +145114,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7786663174629211, + "sufficiency": 0.7787162065505981, "masked prediction probs": [ 0.9677355885505676, 0.03226439654827118 @@ -129147,15 +145124,28 @@ 0.03226439654827118 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.888045608997345, + "masked prediction probs": [ + 0.9681652784347534, + 0.031834669411182404 + ], + "full text prediction probs": [ + 0.9677355885505676, + 0.03226439654827118 + ], + "labels": 0 } }, "test_234": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6073017120361328, + "fixed-shap": { + "comprehensiveness": 0.019894041121006012, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8845330476760864, - 0.11546691507101059 + 0.009209117852151394, + 0.990790843963623 ], "full text prediction probs": [ 0.007697734050452709, @@ -129254,12 +145244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.6153920292854309, + "masked prediction probs": [ + 0.8845330476760864, + 0.11546691507101059 + ], + "full text prediction probs": [ + 0.007697734050452709, + 0.9923022985458374 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9528872966766357, - 0.04711272194981575 + 0.007697734050452709, + 0.9923022985458374 ], "full text prediction probs": [ 0.007697734050452709, @@ -129333,7 +145336,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09862995892763138, + "comprehensiveness": 0.09838014096021652, "sufficiency": 0.0, "masked prediction probs": [ 0.015467365272343159, @@ -129357,15 +145360,28 @@ 0.9923022985458374 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9528872966766357, + 0.04711272194981575 + ], + "full text prediction probs": [ + 0.007697734050452709, + 0.9923022985458374 + ], + "labels": 1 } }, "test_248": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4804781377315521, "sufficiency": 0.0, "masked prediction probs": [ - 0.9548066854476929, - 0.04519326984882355 + 0.0495804101228714, + 0.9504196047782898 ], "full text prediction probs": [ 0.01805000752210617, @@ -129464,12 +145480,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8699316382408142, - 0.13006842136383057 + 0.9548066854476929, + 0.04519326984882355 + ], + "full text prediction probs": [ + 0.01805000752210617, + 0.9819499850273132 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07041887193918228, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022797809913754463, + 0.9772021174430847 ], "full text prediction probs": [ 0.01805000752210617, @@ -129504,7 +145533,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1527218073606491, + "comprehensiveness": 0.15227270126342773, "sufficiency": 0.0, "masked prediction probs": [ 0.028408130630850792, @@ -129517,7 +145546,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.16008786857128143, + "comprehensiveness": 0.15961848199367523, "sufficiency": 0.0, "masked prediction probs": [ 0.028939764946699142, @@ -129543,7 +145572,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.19489718973636627, + "comprehensiveness": 0.19432906806468964, "sufficiency": 0.0, "masked prediction probs": [ 0.031385574489831924, @@ -129567,15 +145596,28 @@ 0.9819499850273132 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8699316382408142, + 0.13006842136383057 + ], + "full text prediction probs": [ + 0.01805000752210617, + 0.9819499850273132 + ], + "labels": 1 } }, "test_277": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.6535016298294067, + "sufficiency": 0.7412705421447754, "masked prediction probs": [ - 0.2680085301399231, - 0.7319915294647217 + 0.10764924436807632, + 0.8923507928848267 ], "full text prediction probs": [ 0.008909383788704872, @@ -129674,12 +145716,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6353957056999207, + "sufficiency": 0.6607532501220703, "masked prediction probs": [ - 0.21458584070205688, - 0.7854141592979431 + 0.2680085301399231, + 0.7319915294647217 + ], + "full text prediction probs": [ + 0.008909383788704872, + 0.9910906553268433 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.7653713822364807, + "masked prediction probs": [ + 0.114362433552742, + 0.8856375217437744 ], "full text prediction probs": [ 0.008909383788704872, @@ -129689,7 +145744,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6363470554351807, + "sufficiency": 0.6372933983802795, "masked prediction probs": [ 0.21458584070205688, 0.7854141592979431 @@ -129701,7 +145756,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01584458164870739, + "comprehensiveness": 0.015803402289748192, "sufficiency": 0.0, "masked prediction probs": [ 0.010125601664185524, @@ -129714,7 +145769,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5488317012786865, + "comprehensiveness": 0.547408938407898, "sufficiency": 0.0, "masked prediction probs": [ 0.05114961415529251, @@ -129727,7 +145782,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006310071796178818, + "comprehensiveness": 0.0062937564216554165, "sufficiency": 0.0, "masked prediction probs": [ 0.009396192617714405, @@ -129740,7 +145795,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13472752273082733, + "comprehensiveness": 0.13438007235527039, "sufficiency": 0.0, "masked prediction probs": [ 0.01933235675096512, @@ -129753,7 +145808,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11698143929243088, + "comprehensiveness": 0.11668052524328232, "sufficiency": 0.0, "masked prediction probs": [ 0.01798287406563759, @@ -129767,7 +145822,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.641952395439148, + "sufficiency": 0.6428698301315308, + "masked prediction probs": [ + 0.21458584070205688, + 0.7854141592979431 + ], + "full text prediction probs": [ + 0.008909383788704872, + 0.9910906553268433 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6437826156616211, "masked prediction probs": [ 0.21458584070205688, 0.7854141592979431 @@ -129780,12 +145848,12 @@ } }, "test_282": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12352791428565979, + "fixed-shap": { + "comprehensiveness": 0.021231312304735184, "sufficiency": 0.0, "masked prediction probs": [ - 0.015189490281045437, - 0.9848105311393738 + 0.007196437567472458, + 0.9928035140037537 ], "full text prediction probs": [ 0.005537551362067461, @@ -129884,12 +145952,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04429703205823898, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12104875594377518, "sufficiency": 0.0, "masked prediction probs": [ - 0.009069690480828285, - 0.9909303784370422 + 0.015189490281045437, + 0.9848105311393738 + ], + "full text prediction probs": [ + 0.005537551362067461, + 0.9944624304771423 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.013091512024402618, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006583989132195711, + 0.9934159517288208 ], "full text prediction probs": [ 0.005537551362067461, @@ -129898,7 +145979,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06840365380048752, + "comprehensiveness": 0.06823290139436722, "sufficiency": 0.0, "masked prediction probs": [ 0.011005534790456295, @@ -129911,7 +145992,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07202700525522232, + "comprehensiveness": 0.07184766232967377, "sufficiency": 0.0, "masked prediction probs": [ 0.011309509165585041, @@ -129924,7 +146005,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0439661368727684, + "comprehensiveness": 0.04385693371295929, "sufficiency": 0.0, "masked prediction probs": [ 0.009069690480828285, @@ -129937,7 +146018,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04385693371295929, + "comprehensiveness": 0.04374827444553375, "sufficiency": 0.0, "masked prediction probs": [ 0.009069690480828285, @@ -129950,7 +146031,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07149164378643036, + "comprehensiveness": 0.07131494581699371, "sufficiency": 0.0, "masked prediction probs": [ 0.011309509165585041, @@ -129963,7 +146044,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.018935427069664, + "comprehensiveness": 0.018888743594288826, "sufficiency": 0.0, "masked prediction probs": [ 0.0070701963268220425, @@ -129976,7 +146057,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04353255778551102, + "comprehensiveness": 0.04342549666762352, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009069690480828285, + 0.9909303784370422 + ], + "full text prediction probs": [ + 0.005537551362067461, + 0.9944624304771423 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.043318960815668106, "sufficiency": 0.0, "masked prediction probs": [ 0.009069690480828285, @@ -129990,12 +146084,12 @@ } }, "test_288": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5912051796913147, + "fixed-shap": { + "comprehensiveness": 0.02194972336292267, "sufficiency": 0.0, "masked prediction probs": [ - 0.05204102024435997, - 0.9479589462280273 + 0.007992907427251339, + 0.9920070171356201 ], "full text prediction probs": [ 0.00629456527531147, @@ -130094,12 +146188,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4607725739479065, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5792261958122253, "sufficiency": 0.0, "masked prediction probs": [ - 0.04268574342131615, - 0.9573142528533936 + 0.05204102024435997, + 0.9479589462280273 + ], + "full text prediction probs": [ + 0.00629456527531147, + 0.9937054514884949 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.012051357887685299, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007248774636536837, + 0.9927512407302856 ], "full text prediction probs": [ 0.00629456527531147, @@ -130108,7 +146215,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03784031420946121, + "comprehensiveness": 0.03774495795369148, "sufficiency": 0.0, "masked prediction probs": [ 0.009290729649364948, @@ -130121,7 +146228,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4584502875804901, + "comprehensiveness": 0.4572978913784027, "sufficiency": 0.0, "masked prediction probs": [ 0.04268574342131615, @@ -130134,7 +146241,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021137584000825882, + "comprehensiveness": 0.021084584295749664, "sufficiency": 0.0, "masked prediction probs": [ 0.007976648397743702, @@ -130160,7 +146267,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5347162485122681, + "comprehensiveness": 0.5333821773529053, "sufficiency": 0.0, "masked prediction probs": [ 0.049060553312301636, @@ -130173,7 +146280,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.022484757006168365, + "comprehensiveness": 0.02242880128324032, "sufficiency": 0.0, "masked prediction probs": [ 0.008097348734736443, @@ -130186,7 +146293,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4527457356452942, + "comprehensiveness": 0.45162180066108704, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04268574342131615, + 0.9573142528533936 + ], + "full text prediction probs": [ + 0.00629456527531147, + 0.9937054514884949 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4505034387111664, "sufficiency": 0.0, "masked prediction probs": [ 0.04268574342131615, @@ -130200,12 +146320,12 @@ } }, "test_306": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9958101511001587, + "fixed-shap": { + "comprehensiveness": 0.4503643214702606, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9794553518295288, - 0.02054465003311634 + 0.04413967207074165, + 0.9558603167533875 ], "full text prediction probs": [ 0.011746609583497047, @@ -130304,12 +146424,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8984674215316772, + "sufficiency": 0.9959012269973755, "masked prediction probs": [ - 0.9801526665687561, - 0.019847407937049866 + 0.9794553518295288, + 0.02054465003311634 + ], + "full text prediction probs": [ + 0.011746609583497047, + 0.9882533550262451 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2055109143257141, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026898207142949104, + 0.9731017351150513 ], "full text prediction probs": [ 0.011746609583497047, @@ -130319,7 +146452,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7417441606521606, + "sufficiency": 0.7424420118331909, "masked prediction probs": [ 0.9764671921730042, 0.023532796651124954 @@ -130331,7 +146464,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.005309272091835737, + "comprehensiveness": 0.00529494509100914, "sufficiency": 0.0, "masked prediction probs": [ 0.012139126658439636, @@ -130407,15 +146540,28 @@ 0.9882533550262451 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9008908271789551, + "masked prediction probs": [ + 0.9801526665687561, + 0.019847407937049866 + ], + "full text prediction probs": [ + 0.011746609583497047, + 0.9882533550262451 + ], + "labels": 1 } }, "test_312": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8573251962661743, + "fixed-shap": { + "comprehensiveness": 0.08191575109958649, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9796856045722961, - 0.020314443856477737 + 0.014342982321977615, + 0.9856570959091187 ], "full text prediction probs": [ 0.008156880736351013, @@ -130514,12 +146660,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8439868092536926, + "sufficiency": 0.8602820038795471, "masked prediction probs": [ - 0.9346336722373962, - 0.06536634266376495 + 0.9796856045722961, + 0.020314443856477737 + ], + "full text prediction probs": [ + 0.008156880736351013, + 0.991843044757843 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06710624694824219, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013345279730856419, + 0.9866546392440796 ], "full text prediction probs": [ 0.008156880736351013, @@ -130529,7 +146688,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8443899750709534, + "sufficiency": 0.8447909951210022, "masked prediction probs": [ 0.9346336722373962, 0.06536634266376495 @@ -130541,7 +146700,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.26271578669548035, + "comprehensiveness": 0.2620396018028259, "sufficiency": 0.0, "masked prediction probs": [ 0.028521735221147537, @@ -130554,8 +146713,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.48658984899520874, - "sufficiency": 0.03703749179840088, + "comprehensiveness": 0.4853406548500061, + "sufficiency": 0.039506517350673676, "masked prediction probs": [ 0.04597291722893715, 0.9540270566940308 @@ -130567,7 +146726,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08780159056186676, + "comprehensiveness": 0.08757676184177399, "sufficiency": 0.0, "masked prediction probs": [ 0.014998127706348896, @@ -130581,7 +146740,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8362092971801758, + "sufficiency": 0.8366271257400513, "masked prediction probs": [ 0.42710036039352417, 0.5728996396064758 @@ -130593,8 +146752,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3497692346572876, - "sufficiency": 0.32775670289993286, + "comprehensiveness": 0.3488781452178955, + "sufficiency": 0.32946717739105225, "masked prediction probs": [ 0.0355495847761631, 0.9644503593444824 @@ -130607,7 +146766,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8467655777931213, + "sufficiency": 0.8471544981002808, + "masked prediction probs": [ + 0.9346336722373962, + 0.06536634266376495 + ], + "full text prediction probs": [ + 0.008156880736351013, + 0.991843044757843 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8475413918495178, "masked prediction probs": [ 0.9346336722373962, 0.06536634266376495 @@ -130620,12 +146792,12 @@ } }, "test_325": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.39575308561325073, "sufficiency": 0.0, "masked prediction probs": [ - 0.1401505023241043, - 0.8598495721817017 + 0.04586510732769966, + 0.9541348814964294 ], "full text prediction probs": [ 0.021102776750922203, @@ -130724,12 +146896,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.28395241498947144, - 0.7160475850105286 + 0.1401505023241043, + 0.8598495721817017 + ], + "full text prediction probs": [ + 0.021102776750922203, + 0.978897213935852 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1126192957162857, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028352169319987297, + 0.9716478586196899 ], "full text prediction probs": [ 0.021102776750922203, @@ -130751,7 +146936,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.33827435970306396, + "comprehensiveness": 0.3372296392917633, "sufficiency": 0.0, "masked prediction probs": [ 0.04294528812170029, @@ -130803,7 +146988,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14773733913898468, + "comprehensiveness": 0.14728663861751556, "sufficiency": 0.0, "masked prediction probs": [ 0.03076045773923397, @@ -130827,15 +147012,28 @@ 0.978897213935852 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.28395241498947144, + 0.7160475850105286 + ], + "full text prediction probs": [ + 0.021102776750922203, + 0.978897213935852 + ], + "labels": 1 } }, "test_354": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9317580461502075, + "fixed-shap": { + "comprehensiveness": 0.02652190439403057, + "sufficiency": 0.0, "masked prediction probs": [ - 0.14806614816188812, - 0.8519338965415955 + 0.00650155870243907, + 0.9934984445571899 ], "full text prediction probs": [ 0.0043991003185510635, @@ -130934,12 +147132,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6729982495307922, - "sufficiency": 0.8602178692817688, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9331066608428955, "masked prediction probs": [ - 0.058827225118875504, - 0.9411727786064148 + 0.14806614816188812, + 0.8519338965415955 + ], + "full text prediction probs": [ + 0.0043991003185510635, + 0.9956009387969971 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.029045749455690384, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006753908470273018, + 0.9932460784912109 ], "full text prediction probs": [ 0.0043991003185510635, @@ -130948,8 +147159,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6713377833366394, - "sufficiency": 0.8605623245239258, + "comprehensiveness": 0.6696854829788208, + "sufficiency": 0.8609050512313843, "masked prediction probs": [ 0.058827225118875504, 0.9411727786064148 @@ -130961,7 +147172,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.011753100901842117, + "comprehensiveness": 0.011724245734512806, "sufficiency": 0.0, "masked prediction probs": [ 0.005354311317205429, @@ -130974,8 +147185,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.057962074875831604, - "sufficiency": 0.5655430555343628, + "comprehensiveness": 0.057820118963718414, + "sufficiency": 0.566605806350708, "masked prediction probs": [ 0.009121512062847614, 0.9908785223960876 @@ -130987,7 +147198,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007009582594037056, + "comprehensiveness": 0.006992456968873739, "sufficiency": 0.0, "masked prediction probs": [ 0.004971532616764307, @@ -131000,8 +147211,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.056912995874881744, - "sufficiency": 0.8997601270675659, + "comprehensiveness": 0.056774284690618515, + "sufficiency": 0.9000041484832764, "masked prediction probs": [ 0.009058700874447823, 0.9909412264823914 @@ -131013,8 +147224,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.042569275945425034, - "sufficiency": 0.3730812072753906, + "comprehensiveness": 0.042465779930353165, + "sufficiency": 0.3746035695075989, "masked prediction probs": [ 0.007892864756286144, 0.992107093334198 @@ -131026,8 +147237,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6615445017814636, - "sufficiency": 0.8625938892364502, + "comprehensiveness": 0.6599399447441101, + "sufficiency": 0.8629267811775208, + "masked prediction probs": [ + 0.058827225118875504, + 0.9411727786064148 + ], + "full text prediction probs": [ + 0.0043991003185510635, + 0.9956009387969971 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6583432555198669, + "sufficiency": 0.8632580041885376, "masked prediction probs": [ 0.058827225118875504, 0.9411727786064148 @@ -131040,12 +147264,12 @@ } }, "test_417": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.25694558024406433, "sufficiency": 0.0, "masked prediction probs": [ - 0.3204898536205292, - 0.6795101761817932 + 0.031118229031562805, + 0.9688817262649536 ], "full text prediction probs": [ 0.012945033609867096, @@ -131144,12 +147368,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.15617753565311432, - 0.8438224792480469 + 0.3204898536205292, + 0.6795101761817932 + ], + "full text prediction probs": [ + 0.012945033609867096, + 0.9870549440383911 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.034907352179288864, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01547680702060461, + 0.9845231771469116 ], "full text prediction probs": [ 0.012945033609867096, @@ -131184,7 +147421,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.22767429053783417, + "comprehensiveness": 0.2270515114068985, "sufficiency": 0.0, "masked prediction probs": [ 0.02954895980656147, @@ -131197,7 +147434,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.17969922721385956, + "comprehensiveness": 0.17920902371406555, "sufficiency": 0.0, "masked prediction probs": [ 0.026086222380399704, @@ -131223,7 +147460,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2676505744457245, + "comprehensiveness": 0.2669243812561035, "sufficiency": 0.0, "masked prediction probs": [ 0.03262491896748543, @@ -131247,15 +147484,28 @@ 0.9870549440383911 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15617753565311432, + 0.8438224792480469 + ], + "full text prediction probs": [ + 0.012945033609867096, + 0.9870549440383911 + ], + "labels": 1 } }, "test_424": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.24595212936401367, - "sufficiency": 0.6391409635543823, + "fixed-shap": { + "comprehensiveness": 0.024936962872743607, + "sufficiency": 0.0, "masked prediction probs": [ - 0.024531153962016106, - 0.9754688739776611 + 0.007196393329650164, + 0.9928036332130432 ], "full text prediction probs": [ 0.005240504164248705, @@ -131354,12 +147604,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17413678765296936, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24103428423404694, + "sufficiency": 0.6463474035263062, + "masked prediction probs": [ + 0.024531153962016106, + 0.9754688739776611 + ], + "full text prediction probs": [ + 0.005240504164248705, + 0.9947595000267029 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016509395092725754, "sufficiency": 0.0, "masked prediction probs": [ - 0.019177205860614777, - 0.9808228611946106 + 0.006565063260495663, + 0.9934349060058594 ], "full text prediction probs": [ 0.005240504164248705, @@ -131368,7 +147631,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1737026423215866, + "comprehensiveness": 0.17327065765857697, "sufficiency": 0.0, "masked prediction probs": [ 0.019177205860614777, @@ -131381,7 +147644,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04428362101316452, + "comprehensiveness": 0.04417376220226288, "sufficiency": 0.0, "masked prediction probs": [ 0.008802368305623531, @@ -131394,7 +147657,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03408205509185791, + "comprehensiveness": 0.03399771451950073, "sufficiency": 0.0, "masked prediction probs": [ 0.007988576777279377, @@ -131407,7 +147670,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01540758740156889, + "comprehensiveness": 0.015369553118944168, "sufficiency": 0.0, "masked prediction probs": [ 0.006485955324023962, @@ -131420,8 +147683,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11570893973112106, - "sufficiency": 0.816135823726654, + "comprehensiveness": 0.1154240146279335, + "sufficiency": 0.8165879845619202, "masked prediction probs": [ 0.01461671944707632, 0.9853832721710205 @@ -131433,7 +147696,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.043142300099134445, + "comprehensiveness": 0.0430363230407238, "sufficiency": 0.0, "masked prediction probs": [ 0.00874505378305912, @@ -131446,7 +147709,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.17114253342151642, + "comprehensiveness": 0.17072315514087677, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019177205860614777, + 0.9808228611946106 + ], + "full text prediction probs": [ + 0.005240504164248705, + 0.9947595000267029 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17030584812164307, "sufficiency": 0.0, "masked prediction probs": [ 0.019177205860614777, @@ -131460,12 +147736,12 @@ } }, "test_426": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09192264080047607, - "sufficiency": 0.9187867641448975, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8243048191070557, "masked prediction probs": [ - 0.8882334232330322, - 0.1117665246129036 + 0.9787837266921997, + 0.02121627703309059 ], "full text prediction probs": [ 0.9696975350379944, @@ -131564,12 +147840,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11671893298625946, - "sufficiency": 0.8472619652748108, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09175697714090347, + "sufficiency": 0.918933093547821, "masked prediction probs": [ - 0.8660715818405151, - 0.13392846286296844 + 0.8882334232330322, + 0.1117665246129036 + ], + "full text prediction probs": [ + 0.9696975350379944, + 0.03030243329703808 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7766470909118652, + "masked prediction probs": [ + 0.9696975350379944, + 0.03030243329703808 ], "full text prediction probs": [ 0.9696975350379944, @@ -131579,7 +147868,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7331873178482056, + "sufficiency": 0.7332473993301392, "masked prediction probs": [ 0.9762982130050659, 0.02370179258286953 @@ -131591,8 +147880,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11666636914014816, - "sufficiency": 0.847330629825592, + "comprehensiveness": 0.116640105843544, + "sufficiency": 0.8473650217056274, "masked prediction probs": [ 0.8660715818405151, 0.13392846286296844 @@ -131604,8 +147893,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.286528080701828, - "sufficiency": 0.9201715588569641, + "comprehensiveness": 0.28646358847618103, + "sufficiency": 0.9201895594596863, "masked prediction probs": [ 0.7151389122009277, 0.2848610579967499 @@ -131618,7 +147907,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.776797890663147, + "sufficiency": 0.7768481373786926, "masked prediction probs": [ 0.9696975350379944, 0.03030243329703808 @@ -131630,8 +147919,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15820375084877014, - "sufficiency": 0.956518828868866, + "comprehensiveness": 0.15816815197467804, + "sufficiency": 0.9565286636352539, "masked prediction probs": [ 0.8290821313858032, 0.17091792821884155 @@ -131643,8 +147932,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11656138300895691, - "sufficiency": 0.8474679589271545, + "comprehensiveness": 0.11653517186641693, + "sufficiency": 0.8475023508071899, "masked prediction probs": [ 0.8660715818405151, 0.13392846286296844 @@ -131656,8 +147945,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11653517186641693, - "sufficiency": 0.8475023508071899, + "comprehensiveness": 0.11650896072387695, + "sufficiency": 0.8475366830825806, + "masked prediction probs": [ + 0.8660715818405151, + 0.13392846286296844 + ], + "full text prediction probs": [ + 0.9696975350379944, + 0.03030243329703808 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11648277193307877, + "sufficiency": 0.8475708961486816, "masked prediction probs": [ 0.8660715818405151, 0.13392846286296844 @@ -131670,12 +147972,12 @@ } }, "test_474": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12119188904762268, + "fixed-shap": { + "comprehensiveness": 0.0768330842256546, "sufficiency": 0.0, "masked prediction probs": [ - 0.015034845098853111, - 0.9849650859832764 + 0.011570320464670658, + 0.9884296655654907 ], "full text prediction probs": [ 0.005569362547248602, @@ -131774,12 +148076,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0800810381770134, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11875863373279572, "sufficiency": 0.0, "masked prediction probs": [ - 0.011952221393585205, - 0.9880478382110596 + 0.015034845098853111, + 0.9849650859832764 + ], + "full text prediction probs": [ + 0.005569362547248602, + 0.9944306015968323 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07822006195783615, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011819484643638134, + 0.9881805181503296 ], "full text prediction probs": [ 0.005569362547248602, @@ -131788,7 +148103,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.17646601796150208, + "comprehensiveness": 0.1760253608226776, "sufficiency": 0.0, "masked prediction probs": [ 0.01966971904039383, @@ -131801,7 +148116,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07968108355998993, + "comprehensiveness": 0.07948260009288788, "sufficiency": 0.0, "masked prediction probs": [ 0.011952221393585205, @@ -131814,7 +148129,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03395666554570198, + "comprehensiveness": 0.03387229144573212, "sufficiency": 0.0, "masked prediction probs": [ 0.008296273648738861, @@ -131827,7 +148142,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018383245915174484, + "comprehensiveness": 0.018337681889533997, "sufficiency": 0.0, "masked prediction probs": [ 0.007049341686069965, @@ -131840,7 +148155,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11728686094284058, + "comprehensiveness": 0.1169968694448471, "sufficiency": 0.0, "masked prediction probs": [ 0.015034845098853111, @@ -131853,7 +148168,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06116725131869316, + "comprehensiveness": 0.06101638823747635, "sufficiency": 0.0, "masked prediction probs": [ 0.01051807776093483, @@ -131866,7 +148181,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07869846373796463, + "comprehensiveness": 0.07850483804941177, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011952221393585205, + 0.9880478382110596 + ], + "full text prediction probs": [ + 0.005569362547248602, + 0.9944306015968323 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07831216603517532, "sufficiency": 0.0, "masked prediction probs": [ 0.011952221393585205, @@ -131880,12 +148208,12 @@ } }, "test_532": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07157360017299652, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.09288220852613449, + "sufficiency": 0.6604511141777039, "masked prediction probs": [ - 0.011364612728357315, - 0.9886354207992554 + 0.013024179264903069, + 0.9869758486747742 ], "full text prediction probs": [ 0.00579030392691493, @@ -131984,12 +148312,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06835905462503433, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07013257592916489, "sufficiency": 0.0, "masked prediction probs": [ - 0.011223629117012024, - 0.9887763857841492 + 0.011364612728357315, + 0.9886354207992554 + ], + "full text prediction probs": [ + 0.00579030392691493, + 0.9942097663879395 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.050065115094184875, + "sufficiency": 0.5812981128692627, + "masked prediction probs": [ + 0.009779548272490501, + 0.9902204275131226 ], "full text prediction probs": [ 0.00579030392691493, @@ -131998,7 +148339,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04051511734724045, + "comprehensiveness": 0.040413666516542435, "sufficiency": 0.0, "masked prediction probs": [ 0.009018545038998127, @@ -132011,7 +148352,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06801670044660568, + "comprehensiveness": 0.06784680485725403, "sufficiency": 0.0, "masked prediction probs": [ 0.011223629117012024, @@ -132024,7 +148365,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.011855718679726124, + "comprehensiveness": 0.01182617899030447, "sufficiency": 0.0, "masked prediction probs": [ 0.0067396764643490314, @@ -132037,7 +148378,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003764866152778268, + "comprehensiveness": 0.0037555089220404625, "sufficiency": 0.0, "masked prediction probs": [ 0.006092480383813381, @@ -132050,7 +148391,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06750955432653427, + "comprehensiveness": 0.06734217703342438, "sufficiency": 0.0, "masked prediction probs": [ 0.011223629117012024, @@ -132063,7 +148404,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14022645354270935, + "comprehensiveness": 0.13987965881824493, "sufficiency": 0.0, "masked prediction probs": [ 0.01710417866706848, @@ -132076,7 +148417,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06717563420534134, + "comprehensiveness": 0.06700991094112396, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011223629117012024, + 0.9887763857841492 + ], + "full text prediction probs": [ + 0.00579030392691493, + 0.9942097663879395 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06684500724077225, "sufficiency": 0.0, "masked prediction probs": [ 0.011223629117012024, @@ -132090,12 +148444,12 @@ } }, "test_534": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.26086491346359253, - 0.7391350865364075 + 0.9015421271324158, + 0.09845788031816483 ], "full text prediction probs": [ 0.018267245963215828, @@ -132185,8 +148539,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09811695665121078, - 0.9018830060958862 + 0.9015421271324158, + 0.09845788031816483 ], "full text prediction probs": [ 0.018267245963215828, @@ -132194,12 +148548,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9133145213127136, + "sufficiency": 0.0, "masked prediction probs": [ - 0.14447282254695892, - 0.8555271625518799 + 0.9015421271324158, + 0.09845788031816483 + ], + "full text prediction probs": [ + 0.018267245963215828, + 0.9817327857017517 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8708518743515015, + 0.12914814054965973 ], "full text prediction probs": [ 0.018267245963215828, @@ -132221,7 +148588,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07470691204071045, + "comprehensiveness": 0.07448586821556091, "sufficiency": 0.0, "masked prediction probs": [ 0.023302976042032242, @@ -132235,7 +148602,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9335472583770752, + "sufficiency": 0.9337430000305176, "masked prediction probs": [ 0.11486602574586868, 0.8851340413093567 @@ -132247,7 +148614,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.512831449508667, + "comprehensiveness": 0.5113229751586914, "sufficiency": 0.0, "masked prediction probs": [ 0.05304034799337387, @@ -132261,7 +148628,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.2760433852672577, + "sufficiency": 0.27816346287727356, "masked prediction probs": [ 0.11688690632581711, 0.8831130862236023 @@ -132273,7 +148640,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5170766711235046, + "comprehensiveness": 0.5155646204948425, "sufficiency": 0.0, "masked prediction probs": [ 0.05353499948978424, @@ -132286,11 +148653,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5083325505256653, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.05304034799337387, - 0.9469596743583679 + 0.8708518743515015, + 0.12914814054965973 + ], + "full text prediction probs": [ + 0.018267245963215828, + 0.9817327857017517 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8708518743515015, + 0.12914814054965973 ], "full text prediction probs": [ 0.018267245963215828, @@ -132300,12 +148680,12 @@ } }, "test_554": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8550428748130798, + "fixed-shap": { + "comprehensiveness": 0.08344300091266632, "sufficiency": 0.0, "masked prediction probs": [ - 0.07283349335193634, - 0.9271665811538696 + 0.015135104767978191, + 0.9848648309707642 ], "full text prediction probs": [ 0.008895562961697578, @@ -132404,12 +148784,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9527269005775452, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8371279835700989, "sufficiency": 0.0, "masked prediction probs": [ - 0.08166266232728958, - 0.9183374047279358 + 0.07283349335193634, + 0.9271665811538696 + ], + "full text prediction probs": [ + 0.008895562961697578, + 0.9911044836044312 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04782446101307869, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012557744048535824, + 0.9874421954154968 ], "full text prediction probs": [ 0.008895562961697578, @@ -132418,7 +148811,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.15378813445568085, + "comprehensiveness": 0.15338745713233948, "sufficiency": 0.0, "masked prediction probs": [ 0.020672298967838287, @@ -132431,7 +148824,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12139425426721573, + "comprehensiveness": 0.12107879668474197, "sufficiency": 0.0, "masked prediction probs": [ 0.018215924501419067, @@ -132444,7 +148837,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7181442975997925, + "comprehensiveness": 0.7162830233573914, "sufficiency": 0.0, "masked prediction probs": [ 0.06417662650346756, @@ -132457,7 +148850,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.36541274189949036, + "comprehensiveness": 0.3644680976867676, "sufficiency": 0.0, "masked prediction probs": [ 0.03709731623530388, @@ -132470,7 +148863,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.31860172748565674, + "comprehensiveness": 0.3177802264690399, "sufficiency": 0.0, "masked prediction probs": [ 0.03354821354150772, @@ -132483,7 +148876,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.31938910484313965, + "comprehensiveness": 0.3185676634311676, "sufficiency": 0.0, "masked prediction probs": [ 0.03367307037115097, @@ -132496,7 +148889,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7107564806938171, + "comprehensiveness": 0.7089332342147827, "sufficiency": 0.0, "masked prediction probs": [ 0.06417662650346756, @@ -132507,15 +148900,28 @@ 0.9911044836044312 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9307873249053955, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08166266232728958, + 0.9183374047279358 + ], + "full text prediction probs": [ + 0.008895562961697578, + 0.9911044836044312 + ], + "labels": 1 } }, "test_582": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8464323282241821, + "fixed-shap": { + "comprehensiveness": 0.0425545759499073, + "sufficiency": 0.783224880695343, "masked prediction probs": [ - 0.14585034549236298, - 0.8541496396064758 + 0.007311767898499966, + 0.9926882982254028 ], "full text prediction probs": [ 0.003917781636118889, @@ -132614,12 +149020,12 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8457459211349487, + "sufficiency": 0.8494492769241333, "masked prediction probs": [ - 0.09056556969881058, - 0.90943443775177 + 0.14585034549236298, + 0.8541496396064758 ], "full text prediction probs": [ 0.003917781636118889, @@ -132627,7 +149033,7 @@ ], "labels": 1 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.013272926211357117, "sufficiency": 0.0, "masked prediction probs": [ @@ -132640,9 +149046,22 @@ ], "labels": 1 }, + "var-lime": { + "comprehensiveness": 0.013240450993180275, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005000215023756027, + 0.9949997663497925 + ], + "full text prediction probs": [ + 0.003917781636118889, + 0.9960822463035583 + ], + "labels": 1 + }, "var-attention": { - "comprehensiveness": 0.08433615416288376, - "sufficiency": 0.4261986315250397, + "comprehensiveness": 0.08413030952215195, + "sufficiency": 0.42759743332862854, "masked prediction probs": [ 0.010812662541866302, 0.9891873002052307 @@ -132654,7 +149073,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024497704580426216, + "comprehensiveness": 0.024438057094812393, "sufficiency": 0.0, "masked prediction probs": [ 0.00592548493295908, @@ -132667,7 +149086,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030977798625826836, + "comprehensiveness": 0.030902555212378502, "sufficiency": 0.0, "masked prediction probs": [ 0.00646275794133544, @@ -132681,7 +149100,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.847616970539093, + "sufficiency": 0.8479857444763184, "masked prediction probs": [ 0.09056556969881058, 0.90943443775177 @@ -132693,8 +149112,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03974068909883499, - "sufficiency": 0.022054729983210564, + "comprehensiveness": 0.03964462876319885, + "sufficiency": 0.024415720254182816, "masked prediction probs": [ 0.007198532577604055, 0.9928014278411865 @@ -132707,7 +149126,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8483527898788452, + "sufficiency": 0.848717987537384, + "masked prediction probs": [ + 0.09056556969881058, + 0.90943443775177 + ], + "full text prediction probs": [ + 0.003917781636118889, + 0.9960822463035583 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8490814566612244, "masked prediction probs": [ 0.09056556969881058, 0.90943443775177 @@ -132720,12 +149152,12 @@ } }, "test_609": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7620221972465515, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9670112729072571, - 0.032988760620355606 + 0.9738337993621826, + 0.02616623416543007 ], "full text prediction probs": [ 0.9529470205307007, @@ -132824,12 +149256,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8536056280136108, + "sufficiency": 0.7624592781066895, "masked prediction probs": [ - 0.9819351434707642, - 0.018064899370074272 + 0.9670112729072571, + 0.032988760620355606 + ], + "full text prediction probs": [ + 0.9529470205307007, + 0.047053005546331406 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9788129329681396, + 0.021187085658311844 ], "full text prediction probs": [ 0.9529470205307007, @@ -132839,7 +149284,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7140195369720459, + "sufficiency": 0.7140852212905884, "masked prediction probs": [ 0.9813693761825562, 0.018630648031830788 @@ -132852,7 +149297,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7329642176628113, + "sufficiency": 0.7330254316329956, "masked prediction probs": [ 0.972224771976471, 0.027775224298238754 @@ -132865,7 +149310,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.759245753288269, + "sufficiency": 0.7593010067939758, "masked prediction probs": [ 0.9705811738967896, 0.02941880002617836 @@ -132878,7 +149323,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.038505226373672485, + "sufficiency": 0.03872571140527725, "masked prediction probs": [ 0.982912540435791, 0.01708744838833809 @@ -132890,8 +149335,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2325880229473114, - "sufficiency": 0.9818577766418457, + "comprehensiveness": 0.23253467679023743, + "sufficiency": 0.9818620085716248, "masked prediction probs": [ 0.7501130104064941, 0.24988701939582825 @@ -132903,8 +149348,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5975378751754761, - "sufficiency": 0.9274120330810547, + "comprehensiveness": 0.5974009037017822, + "sufficiency": 0.927428662776947, "masked prediction probs": [ 0.43173015117645264, 0.5682698488235474 @@ -132916,8 +149361,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23248139023780823, - "sufficiency": 0.9818660616874695, + "comprehensiveness": 0.23242810368537903, + "sufficiency": 0.981870174407959, "masked prediction probs": [ 0.7501130104064941, 0.24988701939582825 @@ -132927,15 +149372,28 @@ 0.047053005546331406 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8539075255393982, + "masked prediction probs": [ + 0.9819351434707642, + 0.018064899370074272 + ], + "full text prediction probs": [ + 0.9529470205307007, + 0.047053005546331406 + ], + "labels": 1 } }, "test_655": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9820601344108582, "masked prediction probs": [ - 0.9339825510978699, - 0.06601741909980774 + 0.9667941331863403, + 0.03320588916540146 ], "full text prediction probs": [ 0.0194698479026556, @@ -133034,12 +149492,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.969648540019989, - 0.030351441353559494 + 0.9339825510978699, + 0.06601741909980774 + ], + "full text prediction probs": [ + 0.0194698479026556, + 0.9805301427841187 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.17846070230007172, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.031248802319169044, + 0.9687511324882507 ], "full text prediction probs": [ 0.0194698479026556, @@ -133062,7 +149533,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.4676223397254944, + "sufficiency": 0.46922364830970764, "masked prediction probs": [ 0.9577521085739136, 0.042247869074344635 @@ -133075,7 +149546,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.4440440237522125, + "sufficiency": 0.445711225271225, "masked prediction probs": [ 0.9644240736961365, 0.03557594493031502 @@ -133087,7 +149558,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1932029128074646, + "comprehensiveness": 0.19262440502643585, "sufficiency": 0.0, "masked prediction probs": [ 0.03233790025115013, @@ -133101,7 +149572,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9827574491500854, + "sufficiency": 0.9828088283538818, "masked prediction probs": [ 0.9667941331863403, 0.03320588916540146 @@ -133113,7 +149584,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6963998079299927, + "comprehensiveness": 0.6943269371986389, "sufficiency": 0.0, "masked prediction probs": [ 0.06613112986087799, @@ -133127,7 +149598,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9828599095344543, + "sufficiency": 0.982910692691803, "masked prediction probs": [ 0.9667941331863403, 0.03320588916540146 @@ -133137,15 +149608,28 @@ 0.9805301427841187 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.969648540019989, + 0.030351441353559494 + ], + "full text prediction probs": [ + 0.0194698479026556, + 0.9805301427841187 + ], + "labels": 1 } }, "test_691": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6943551301956177, - 0.3056448698043823 + 0.5359453558921814, + 0.4640546143054962 ], "full text prediction probs": [ 0.03388421982526779, @@ -133244,12 +149728,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8449147939682007, - 0.15508519113063812 + 0.6943551301956177, + 0.3056448698043823 + ], + "full text prediction probs": [ + 0.03388421982526779, + 0.9661157131195068 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.23609426617622375, + 0.7639057636260986 ], "full text prediction probs": [ 0.03388421982526779, @@ -133284,7 +149781,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.41604459285736084, + "comprehensiveness": 0.4144499599933624, "sufficiency": 0.0, "masked prediction probs": [ 0.05551400035619736, @@ -133347,15 +149844,28 @@ 0.9661157131195068 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8449147939682007, + 0.15508519113063812 + ], + "full text prediction probs": [ + 0.03388421982526779, + 0.9661157131195068 + ], + "labels": 1 } }, "test_702": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.955143392086029, - 0.04485660418868065 + 0.07118678838014603, + 0.9288132190704346 ], "full text prediction probs": [ 0.1052446961402893, @@ -133454,12 +149964,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9295636415481567, - 0.07043638080358505 + 0.955143392086029, + 0.04485660418868065 + ], + "full text prediction probs": [ + 0.1052446961402893, + 0.8947552442550659 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.040976133197546005, + 0.9590238928794861 ], "full text prediction probs": [ 0.1052446961402893, @@ -133557,15 +150080,28 @@ 0.8947552442550659 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9295636415481567, + 0.07043638080358505 + ], + "full text prediction probs": [ + 0.1052446961402893, + 0.8947552442550659 + ], + "labels": 1 } }, "test_716": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3272189795970917, "sufficiency": 0.0, "masked prediction probs": [ - 0.9780462980270386, - 0.021953677758574486 + 0.03928298130631447, + 0.960716962814331 ], "full text prediction probs": [ 0.017693279311060905, @@ -133664,12 +150200,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.977489173412323, - 0.0225108340382576 + 0.9780462980270386, + 0.021953677758574486 + ], + "full text prediction probs": [ + 0.017693279311060905, + 0.9823067784309387 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5517622828483582, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.055091626942157745, + 0.9449083209037781 ], "full text prediction probs": [ 0.017693279311060905, @@ -133717,7 +150266,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02124338038265705, + "comprehensiveness": 0.021181417629122734, "sufficiency": 0.0, "masked prediction probs": [ 0.019145863130688667, @@ -133743,7 +150292,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15695877373218536, + "comprehensiveness": 0.1565036028623581, "sufficiency": 0.0, "masked prediction probs": [ 0.028488880023360252, @@ -133767,15 +150316,28 @@ 0.9823067784309387 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.977489173412323, + 0.0225108340382576 + ], + "full text prediction probs": [ + 0.017693279311060905, + 0.9823067784309387 + ], + "labels": 1 } }, "test_848": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.007168332580476999, "sufficiency": 0.0, "masked prediction probs": [ - 0.43861982226371765, - 0.5613802075386047 + 0.004578038584440947, + 0.9954219460487366 ], "full text prediction probs": [ 0.004006934817880392, @@ -133874,12 +150436,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.246400848031044, - 0.7535991072654724 + 0.43861982226371765, + 0.5613802075386047 + ], + "full text prediction probs": [ + 0.004006934817880392, + 0.9959930181503296 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01200561597943306, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004985074046999216, + 0.9950149655342102 ], "full text prediction probs": [ 0.004006934817880392, @@ -133901,7 +150476,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7107886672019958, + "comprehensiveness": 0.7090519070625305, "sufficiency": 0.0, "masked prediction probs": [ 0.06205443665385246, @@ -133914,7 +150489,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.011045592837035656, + "comprehensiveness": 0.011018669232726097, "sufficiency": 0.0, "masked prediction probs": [ 0.004911258351057768, @@ -133927,7 +150502,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004818988498300314, + "comprehensiveness": 0.004807270597666502, "sufficiency": 0.0, "masked prediction probs": [ 0.004402534570544958, @@ -133940,7 +150515,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8996595144271851, + "comprehensiveness": 0.8974773287773132, "sufficiency": 0.0, "masked prediction probs": [ 0.0780186653137207, @@ -133953,7 +150528,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02970893122255802, + "comprehensiveness": 0.029637042433023453, "sufficiency": 0.0, "masked prediction probs": [ 0.006456967443227768, @@ -133977,15 +150552,28 @@ 0.9959930181503296 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.246400848031044, + 0.7535991072654724 + ], + "full text prediction probs": [ + 0.004006934817880392, + 0.9959930181503296 + ], + "labels": 1 } }, "test_858": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9197762608528137, + "fixed-shap": { + "comprehensiveness": 0.010300463996827602, + "sufficiency": 0.0, "masked prediction probs": [ - 0.2030637115240097, - 0.7969362735748291 + 0.005018420517444611, + 0.994981586933136 ], "full text prediction probs": [ 0.004199770744889975, @@ -134084,12 +150672,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9296126365661621, + "sufficiency": 0.9213578104972839, "masked prediction probs": [ - 0.11636857688426971, - 0.8836314082145691 + 0.2030637115240097, + 0.7969362735748291 + ], + "full text prediction probs": [ + 0.004199770744889975, + 0.9958001971244812 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.008560792542994022, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00489556510001421, + 0.9951044321060181 ], "full text prediction probs": [ 0.004199770744889975, @@ -134098,7 +150699,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03669780492782593, + "comprehensiveness": 0.03660770505666733, "sufficiency": 0.0, "masked prediction probs": [ 0.007182347122579813, @@ -134111,7 +150712,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.016896652057766914, + "comprehensiveness": 0.01685526967048645, "sufficiency": 0.0, "masked prediction probs": [ 0.005576476454734802, @@ -134124,8 +150725,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7789760231971741, - "sufficiency": 0.9189857840538025, + "comprehensiveness": 0.7770728468894958, + "sufficiency": 0.9191834926605225, "masked prediction probs": [ 0.06782150268554688, 0.9321784973144531 @@ -134137,7 +150738,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012526117265224457, + "comprehensiveness": 0.012495588511228561, "sufficiency": 0.0, "masked prediction probs": [ 0.00522536551579833, @@ -134151,7 +150752,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9304693341255188, + "sufficiency": 0.9306381940841675, "masked prediction probs": [ 0.11636857688426971, 0.8836314082145691 @@ -134163,8 +150764,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.048601701855659485, - "sufficiency": 0.9136005640029907, + "comprehensiveness": 0.048483822494745255, + "sufficiency": 0.9138098955154419, "masked prediction probs": [ 0.008198472671210766, 0.9918015599250793 @@ -134177,7 +150778,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9308062195777893, + "sufficiency": 0.930973470211029, + "masked prediction probs": [ + 0.11636857688426971, + 0.8836314082145691 + ], + "full text prediction probs": [ + 0.004199770744889975, + 0.9958001971244812 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9311398863792419, "masked prediction probs": [ 0.11636857688426971, 0.8836314082145691 @@ -134190,12 +150804,12 @@ } }, "test_888": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19657017290592194, - "sufficiency": 0.16941118240356445, + "fixed-shap": { + "comprehensiveness": 0.15205860137939453, + "sufficiency": 0.0, "masked prediction probs": [ - 0.022540539503097534, - 0.9774594902992249 + 0.01915367692708969, + 0.9808463454246521 ], "full text prediction probs": [ 0.00758355064317584, @@ -134294,12 +150908,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3435927927494049, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.19252118468284607, + "sufficiency": 0.18649782240390778, + "masked prediction probs": [ + 0.022540539503097534, + 0.9774594902992249 + ], + "full text prediction probs": [ + 0.00758355064317584, + 0.9924163818359375 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10150745511054993, "sufficiency": 0.0, "masked prediction probs": [ - 0.03427719324827194, - 0.9657227993011475 + 0.015490036457777023, + 0.9845100045204163 ], "full text prediction probs": [ 0.00758355064317584, @@ -134308,7 +150935,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13781985640525818, + "comprehensiveness": 0.13746683299541473, "sufficiency": 0.0, "masked prediction probs": [ 0.018318358808755875, @@ -134334,7 +150961,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08373157680034637, + "comprehensiveness": 0.08351818472146988, "sufficiency": 0.0, "masked prediction probs": [ 0.014138948172330856, @@ -134360,7 +150987,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.16515514254570007, + "comprehensiveness": 0.16473637521266937, "sufficiency": 0.0, "masked prediction probs": [ 0.020579669624567032, @@ -134373,7 +151000,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2369859516620636, + "comprehensiveness": 0.23638656735420227, "sufficiency": 0.0, "masked prediction probs": [ 0.026279380545020103, @@ -134386,7 +151013,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1643197238445282, + "comprehensiveness": 0.16390518844127655, "sufficiency": 0.0, "masked prediction probs": [ 0.020579669624567032, @@ -134397,15 +151024,28 @@ 0.9924163818359375 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.335811048746109, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03427719324827194, + 0.9657227993011475 + ], + "full text prediction probs": [ + 0.00758355064317584, + 0.9924163818359375 + ], + "labels": 1 } }, "test_963": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.755695641040802, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9407703280448914, "masked prediction probs": [ - 0.9861918687820435, - 0.013808096759021282 + 0.021525153890252113, + 0.9784748554229736 ], "full text prediction probs": [ 0.9752742648124695, @@ -134492,11 +151132,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "comprehensiveness": 1.0, + "sufficiency": 0.9408631920814514, "masked prediction probs": [ - 0.9852193593978882, - 0.014780642464756966 + 0.021525153890252113, + 0.9784748554229736 ], "full text prediction probs": [ 0.9752742648124695, @@ -134504,12 +151144,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9408764243125916, "masked prediction probs": [ - 0.9860078692436218, - 0.013992109335958958 + 0.021525153890252113, + 0.9784748554229736 + ], + "full text prediction probs": [ + 0.9752742648124695, + 0.02472570724785328 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9480425715446472, + "sufficiency": 0.9250546097755432, + "masked prediction probs": [ + 0.12810206413269043, + 0.8718979954719543 ], "full text prediction probs": [ 0.9752742648124695, @@ -134519,7 +151172,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8761209845542908, + "sufficiency": 0.8761487007141113, "masked prediction probs": [ 0.9857754707336426, 0.014224572107195854 @@ -134532,7 +151185,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8401336669921875, + "sufficiency": 0.8401694297790527, "masked prediction probs": [ 0.9855768084526062, 0.014423198997974396 @@ -134571,7 +151224,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8402408957481384, + "sufficiency": 0.8402765989303589, "masked prediction probs": [ 0.9855768084526062, 0.014423198997974396 @@ -134596,11 +151249,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "comprehensiveness": 0.9465595483779907, + "sufficiency": 0.9251717925071716, "masked prediction probs": [ - 0.9860078692436218, - 0.013992109335958958 + 0.12810206413269043, + 0.8718979954719543 + ], + "full text prediction probs": [ + 0.9752742648124695, + 0.02472570724785328 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9463481307029724, + "sufficiency": 0.9251885414123535, + "masked prediction probs": [ + 0.12810206413269043, + 0.8718979954719543 ], "full text prediction probs": [ 0.9752742648124695, @@ -134610,12 +151276,12 @@ } }, "test_982": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005901078227907419, - "sufficiency": 0.9644796252250671, + "fixed-shap": { + "comprehensiveness": 0.022929014638066292, + "sufficiency": 0.9755681753158569, "masked prediction probs": [ - 0.9836312532424927, - 0.016368748620152473 + 0.9682124257087708, + 0.03178752586245537 ], "full text prediction probs": [ 0.9889746904373169, @@ -134702,11 +151368,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0007713294471614063, - "sufficiency": 0.8234524130821228, + "comprehensiveness": 0.022893618792295456, + "sufficiency": 0.9756059050559998, "masked prediction probs": [ - 0.9882751703262329, - 0.011724897660315037 + 0.9682124257087708, + 0.03178752586245537 ], "full text prediction probs": [ 0.9889746904373169, @@ -134714,12 +151380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3800148665904999, - "sufficiency": 0.9990568161010742, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005890669301152229, + "sufficiency": 0.9645422697067261, "masked prediction probs": [ - 0.6442624926567078, - 0.35573750734329224 + 0.9836312532424927, + 0.016368748620152473 + ], + "full text prediction probs": [ + 0.9889746904373169, + 0.011025247164070606 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.05348128080368042, + "sufficiency": 0.9750223159790039, + "masked prediction probs": [ + 0.9404510259628296, + 0.05954897031188011 ], "full text prediction probs": [ 0.9889746904373169, @@ -134729,7 +151408,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6981689929962158, + "sufficiency": 0.6982354521751404, "masked prediction probs": [ 0.9896652102470398, 0.010334817692637444 @@ -134742,7 +151421,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7256799340248108, + "sufficiency": 0.7257403135299683, "masked prediction probs": [ 0.991603672504425, 0.008396310731768608 @@ -134754,8 +151433,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00406068516895175, - "sufficiency": 0.6885941028594971, + "comprehensiveness": 0.004059790633618832, + "sufficiency": 0.688662588596344, "masked prediction probs": [ 0.9852887988090515, 0.014711151830852032 @@ -134768,7 +151447,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7480562925338745, + "sufficiency": 0.7481118440628052, "masked prediction probs": [ 0.9894443154335022, 0.010555671527981758 @@ -134780,8 +151459,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0832664892077446, - "sufficiency": 0.8611235022544861, + "comprehensiveness": 0.08324815332889557, + "sufficiency": 0.8611541390419006, "masked prediction probs": [ 0.9133602380752563, 0.08663977682590485 @@ -134793,8 +151472,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004741915967315435, - "sufficiency": 0.714383602142334, + "comprehensiveness": 0.004740872420370579, + "sufficiency": 0.7144463658332825, "masked prediction probs": [ 0.9846675992012024, 0.015332319773733616 @@ -134806,8 +151485,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08322982490062714, - "sufficiency": 0.8611846566200256, + "comprehensiveness": 0.0832115039229393, + "sufficiency": 0.8612151145935059, "masked prediction probs": [ 0.9133602380752563, 0.08663977682590485 @@ -134817,15 +151496,28 @@ 0.011025247164070606 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3792622685432434, + "sufficiency": 0.999058723449707, + "masked prediction probs": [ + 0.6442624926567078, + 0.35573750734329224 + ], + "full text prediction probs": [ + 0.9889746904373169, + 0.011025247164070606 + ], + "labels": 0 } }, "test_1009": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18436624109745026, - "sufficiency": 0.9627909064292908, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8818193078041077, "masked prediction probs": [ - 0.8202545046806335, - 0.17974549531936646 + 0.9881173968315125, + 0.011882527731359005 ], "full text prediction probs": [ 0.9867969751358032, @@ -134924,9 +151616,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18404024839401245, + "sufficiency": 0.9628567099571228, + "masked prediction probs": [ + 0.8202545046806335, + 0.17974549531936646 + ], + "full text prediction probs": [ + 0.9867969751358032, + 0.013203032314777374 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7619237899780273, + "sufficiency": 0.7619764804840088, "masked prediction probs": [ 0.9867969751358032, 0.013203032314777374 @@ -134938,8 +151643,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015569495735689998, - "sufficiency": 0.685370922088623, + "comprehensiveness": 0.0015566055662930012, + "sufficiency": 0.6854404211044312, "masked prediction probs": [ 0.9853877425193787, 0.014612291939556599 @@ -134952,7 +151657,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7620291113853455, + "sufficiency": 0.7620816230773926, "masked prediction probs": [ 0.9867969751358032, 0.013203032314777374 @@ -134964,8 +151669,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4371543526649475, - "sufficiency": 0.9749692678451538, + "comprehensiveness": 0.4370577931404114, + "sufficiency": 0.9749747514724731, "masked prediction probs": [ 0.5909431576728821, 0.4090569019317627 @@ -134977,8 +151682,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4370577931404114, - "sufficiency": 0.9749747514724731, + "comprehensiveness": 0.4369613230228424, + "sufficiency": 0.974980354309082, "masked prediction probs": [ 0.5909431576728821, 0.4090569019317627 @@ -134990,8 +151695,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4369613230228424, - "sufficiency": 0.974980354309082, + "comprehensiveness": 0.43686485290527344, + "sufficiency": 0.9749858975410461, "masked prediction probs": [ 0.5909431576728821, 0.4090569019317627 @@ -135004,7 +151709,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8518683314323425, + "sufficiency": 0.8519009351730347, "masked prediction probs": [ 0.9884698390960693, 0.01153012178838253 @@ -135017,7 +151722,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7622916102409363, + "sufficiency": 0.7623439431190491, + "masked prediction probs": [ + 0.9867969751358032, + 0.013203032314777374 + ], + "full text prediction probs": [ + 0.9867969751358032, + 0.013203032314777374 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7623964548110962, "masked prediction probs": [ 0.9867969751358032, 0.013203032314777374 @@ -135030,12 +151748,12 @@ } }, "test_1028": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0245823934674263, - "sufficiency": 0.9863879084587097, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9580146074295044, "masked prediction probs": [ - 0.963967502117157, - 0.0360325388610363 + 0.9869781732559204, + 0.013021820224821568 ], "full text prediction probs": [ 0.9861576557159424, @@ -135134,12 +151852,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01198295596987009, - "sufficiency": 0.9888018369674683, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024538898840546608, + "sufficiency": 0.986411988735199, "masked prediction probs": [ - 0.9753216505050659, - 0.024678319692611694 + 0.963967502117157, + 0.0360325388610363 + ], + "full text prediction probs": [ + 0.9861576557159424, + 0.013842392712831497 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9471556544303894, + "masked prediction probs": [ + 0.9876604080200195, + 0.01233953982591629 ], "full text prediction probs": [ 0.9861576557159424, @@ -135148,8 +151879,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002383698709309101, - "sufficiency": 0.7809090614318848, + "comprehensiveness": 0.0023831715807318687, + "sufficiency": 0.7809575796127319, "masked prediction probs": [ 0.984001636505127, 0.015998370945453644 @@ -135161,8 +151892,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0006115392898209393, - "sufficiency": 0.9029770493507385, + "comprehensiveness": 0.0006114041316322982, + "sufficiency": 0.9029985070228577, "masked prediction probs": [ 0.9856044054031372, 0.014395568519830704 @@ -135174,8 +151905,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003952784929424524, - "sufficiency": 0.7834816575050354, + "comprehensiveness": 0.003951911348849535, + "sufficiency": 0.7835294604301453, "masked prediction probs": [ 0.982580840587616, 0.017419161275029182 @@ -135187,8 +151918,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004304039757698774, - "sufficiency": 0.727952241897583, + "comprehensiveness": 0.004303088877350092, + "sufficiency": 0.7280123829841614, "masked prediction probs": [ 0.982262134552002, 0.01773790456354618 @@ -135200,8 +151931,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01196971908211708, - "sufficiency": 0.9888142347335815, + "comprehensiveness": 0.011967075057327747, + "sufficiency": 0.9888166785240173, "masked prediction probs": [ 0.9753216505050659, 0.024678319692611694 @@ -135213,8 +151944,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003221206134185195, - "sufficiency": 0.8054351210594177, + "comprehensiveness": 0.0032204948365688324, + "sufficiency": 0.805478036403656, "masked prediction probs": [ 0.9832409024238586, 0.016759108752012253 @@ -135226,8 +151957,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011964432895183563, - "sufficiency": 0.9888191819190979, + "comprehensiveness": 0.011961790733039379, + "sufficiency": 0.9888216257095337, + "masked prediction probs": [ + 0.9753216505050659, + 0.024678319692611694 + ], + "full text prediction probs": [ + 0.9861576557159424, + 0.013842392712831497 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.011959150433540344, + "sufficiency": 0.9888241291046143, "masked prediction probs": [ 0.9753216505050659, 0.024678319692611694 @@ -135240,12 +151984,12 @@ } }, "test_1051": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9820482730865479, - 0.01795174367725849 + 0.8814677596092224, + 0.1185322105884552 ], "full text prediction probs": [ 0.20979683101177216, @@ -135344,12 +152088,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.976177453994751, - 0.023822562769055367 + 0.9820482730865479, + 0.01795174367725849 + ], + "full text prediction probs": [ + 0.20979683101177216, + 0.7902031540870667 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8684249520301819, + 0.13157501816749573 ], "full text prediction probs": [ 0.20979683101177216, @@ -135447,15 +152204,28 @@ 0.7902031540870667 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.976177453994751, + 0.023822562769055367 + ], + "full text prediction probs": [ + 0.20979683101177216, + 0.7902031540870667 + ], + "labels": 0 } }, "test_1138": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8223124146461487, - "sufficiency": 0.9650867581367493, + "fixed-shap": { + "comprehensiveness": 0.8384355306625366, + "sufficiency": 0.9866278767585754, "masked prediction probs": [ - 0.2432640641927719, - 0.7567359805107117 + 0.2287648469209671, + 0.7712351679801941 ], "full text prediction probs": [ 0.982754647731781, @@ -135554,12 +152324,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9717506766319275, - "sufficiency": 0.964063823223114, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8208519220352173, + "sufficiency": 0.9651487469673157, "masked prediction probs": [ - 0.10732210427522659, - 0.8926779627799988 + 0.2432640641927719, + 0.7567359805107117 + ], + "full text prediction probs": [ + 0.982754647731781, + 0.017245331779122353 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.848860502243042, + "sufficiency": 0.9485971927642822, + "masked prediction probs": [ + 0.21786189079284668, + 0.7821381092071533 ], "full text prediction probs": [ 0.982754647731781, @@ -135569,7 +152352,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6668832898139954, + "sufficiency": 0.6669571399688721, "masked prediction probs": [ 0.9872445464134216, 0.012755506671965122 @@ -135581,8 +152364,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.848672091960907, - "sufficiency": 0.9486085772514343, + "comprehensiveness": 0.8484838604927063, + "sufficiency": 0.9486199617385864, "masked prediction probs": [ 0.21786189079284668, 0.7821381092071533 @@ -135594,8 +152377,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005114994943141937, - "sufficiency": 0.8106938004493713, + "comprehensiveness": 0.005113860126584768, + "sufficiency": 0.8107357621192932, "masked prediction probs": [ 0.978143572807312, 0.02185641974210739 @@ -135607,8 +152390,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.018257951363921165, - "sufficiency": 0.8559988141059875, + "comprehensiveness": 0.018253901973366737, + "sufficiency": 0.8560306429862976, "masked prediction probs": [ 0.9662917852401733, 0.03370819613337517 @@ -135620,8 +152403,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9706732630729675, - "sufficiency": 0.9641035795211792, + "comprehensiveness": 0.9704580307006836, + "sufficiency": 0.9641115069389343, "masked prediction probs": [ 0.10732210427522659, 0.8926779627799988 @@ -135633,8 +152416,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002928093308582902, - "sufficiency": 0.8816481232643127, + "comprehensiveness": 0.0029274444095790386, + "sufficiency": 0.8816743493080139, "masked prediction probs": [ 0.9801132678985596, 0.01988673023879528 @@ -135646,8 +152429,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9702429175376892, - "sufficiency": 0.9641194939613342, + "comprehensiveness": 0.9700278639793396, + "sufficiency": 0.9641275405883789, + "masked prediction probs": [ + 0.10732210427522659, + 0.8926779627799988 + ], + "full text prediction probs": [ + 0.982754647731781, + 0.017245331779122353 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9698129892349243, + "sufficiency": 0.9641354084014893, "masked prediction probs": [ 0.10732210427522659, 0.8926779627799988 @@ -135660,12 +152456,12 @@ } }, "test_1216": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0018157848389819264, - "sufficiency": 0.9893462657928467, + "fixed-shap": { + "comprehensiveness": 0.014992878772318363, + "sufficiency": 0.9949967265129089, "masked prediction probs": [ - 0.9944067001342773, - 0.005593259818851948 + 0.9823814034461975, + 0.01761862076818943 ], "full text prediction probs": [ 0.996063768863678, @@ -135764,12 +152560,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002481291303411126, - "sufficiency": 0.978020966053009, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001812606817111373, + "sufficiency": 0.9893649220466614, "masked prediction probs": [ - 0.9937953948974609, - 0.006204640492796898 + 0.9944067001342773, + 0.005593259818851948 + ], + "full text prediction probs": [ + 0.996063768863678, + 0.003936289809644222 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006777683738619089, + "sufficiency": 0.9903712868690491, + "masked prediction probs": [ + 0.989866316318512, + 0.010133730247616768 ], "full text prediction probs": [ 0.996063768863678, @@ -135778,8 +152587,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013565666740760207, - "sufficiency": 0.897497832775116, + "comprehensiveness": 0.0013562699314206839, + "sufficiency": 0.8975201845169067, "masked prediction probs": [ 0.9948233366012573, 0.00517667131498456 @@ -135791,8 +152600,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001169685972854495, - "sufficiency": 0.704226553440094, + "comprehensiveness": 0.0011694302083924413, + "sufficiency": 0.7042912840843201, "masked prediction probs": [ 0.9949939846992493, 0.005006098188459873 @@ -135804,8 +152613,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0038224104791879654, - "sufficiency": 0.7460241317749023, + "comprehensiveness": 0.0038215748500078917, + "sufficiency": 0.7460796236991882, "masked prediction probs": [ 0.9925670623779297, 0.0074329194612801075 @@ -135817,8 +152626,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011691745603457093, - "sufficiency": 0.7043559551239014, + "comprehensiveness": 0.001168919145129621, + "sufficiency": 0.7044205069541931, "masked prediction probs": [ 0.9949939846992493, 0.005006098188459873 @@ -135830,8 +152639,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.025696486234664917, - "sufficiency": 0.9943236112594604, + "comprehensiveness": 0.025690870359539986, + "sufficiency": 0.994324803352356, "masked prediction probs": [ 0.9725465774536133, 0.027453413233160973 @@ -135843,8 +152652,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010834947461262345, - "sufficiency": 0.8715253472328186, + "comprehensiveness": 0.0010832580737769604, + "sufficiency": 0.8715534210205078, "masked prediction probs": [ 0.9950719475746155, 0.00492806127294898 @@ -135856,8 +152665,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0011684084311127663, - "sufficiency": 0.7045496106147766, + "comprehensiveness": 0.0011681532487273216, + "sufficiency": 0.7046141624450684, "masked prediction probs": [ 0.9949939846992493, 0.005006098188459873 @@ -135867,15 +152676,28 @@ 0.003936289809644222 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002476415364071727, + "sufficiency": 0.9780641198158264, + "masked prediction probs": [ + 0.9937953948974609, + 0.006204640492796898 + ], + "full text prediction probs": [ + 0.996063768863678, + 0.003936289809644222 + ], + "labels": 0 } }, "test_1298": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9709216356277466, - "sufficiency": 0.9902454018592834, + "fixed-shap": { + "comprehensiveness": 0.01610243320465088, + "sufficiency": 0.9371100068092346, "masked prediction probs": [ - 0.1097666472196579, - 0.8902333378791809 + 0.973152220249176, + 0.026847800239920616 ], "full text prediction probs": [ 0.9877126812934875, @@ -135974,12 +152796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9487264752388, - "sufficiency": 0.9978916049003601, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9692066311836243, + "sufficiency": 0.9902626276016235, "masked prediction probs": [ - 0.1283184140920639, - 0.8716816306114197 + 0.1097666472196579, + 0.8902333378791809 + ], + "full text prediction probs": [ + 0.9877126812934875, + 0.01228735875338316 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.011866329237818718, + "sufficiency": 0.7985549569129944, + "masked prediction probs": [ + 0.9769613146781921, + 0.023038653656840324 ], "full text prediction probs": [ 0.9877126812934875, @@ -135989,7 +152824,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7642693519592285, + "sufficiency": 0.7643213868141174, "masked prediction probs": [ 0.9902241826057434, 0.009775864891707897 @@ -136001,8 +152836,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05661119893193245, - "sufficiency": 0.9598709940910339, + "comprehensiveness": 0.056598711758852005, + "sufficiency": 0.9598798751831055, "masked prediction probs": [ 0.9364093542098999, 0.06359058618545532 @@ -136015,7 +152850,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7613118290901184, + "sufficiency": 0.7613644599914551, "masked prediction probs": [ 0.9877126812934875, 0.01228735875338316 @@ -136028,7 +152863,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7613644599914551, + "sufficiency": 0.7614170908927917, "masked prediction probs": [ 0.9877126812934875, 0.01228735875338316 @@ -136040,8 +152875,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.016933336853981018, - "sufficiency": 0.9389907121658325, + "comprehensiveness": 0.01692960411310196, + "sufficiency": 0.9390040636062622, "masked prediction probs": [ 0.9723568558692932, 0.027643166482448578 @@ -136053,8 +152888,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002265993971377611, - "sufficiency": 0.910110592842102, + "comprehensiveness": 0.0022654945496469736, + "sufficiency": 0.910130500793457, "masked prediction probs": [ 0.9856573343276978, 0.014342697337269783 @@ -136066,11 +152901,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05654880404472351, - "sufficiency": 0.9599152207374573, + "comprehensiveness": 0.011848020367324352, + "sufficiency": 0.798865795135498, "masked prediction probs": [ - 0.9364093542098999, - 0.06359058618545532 + 0.9769613146781921, + 0.023038653656840324 + ], + "full text prediction probs": [ + 0.9877126812934875, + 0.01228735875338316 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9468449950218201, + "sufficiency": 0.9978957176208496, + "masked prediction probs": [ + 0.1283184140920639, + 0.8716816306114197 ], "full text prediction probs": [ 0.9877126812934875, @@ -136080,12 +152928,12 @@ } }, "test_1350": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7782185077667236, + "sufficiency": 0.8400062918663025, "masked prediction probs": [ - 0.8756378293037415, - 0.12436211109161377 + 0.9103332757949829, + 0.08966673910617828 ], "full text prediction probs": [ 0.8369883894920349, @@ -136184,12 +153032,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.629181444644928, + "sufficiency": 0.778688371181488, "masked prediction probs": [ - 0.8719923496246338, - 0.1280076801776886 + 0.8756378293037415, + 0.12436211109161377 + ], + "full text prediction probs": [ + 0.8369883894920349, + 0.16301162540912628 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.062031351029872894, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7901351451873779, + 0.20986485481262207 ], "full text prediction probs": [ 0.8369883894920349, @@ -136212,7 +153073,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9131091833114624, + "sufficiency": 0.9131321310997009, "masked prediction probs": [ 0.8369883894920349, 0.16301162540912628 @@ -136225,7 +153086,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8847928047180176, + "sufficiency": 0.8848233222961426, "masked prediction probs": [ 0.8861538767814636, 0.11384618282318115 @@ -136238,7 +153099,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.916301965713501, + "sufficiency": 0.9163241386413574, "masked prediction probs": [ 0.8504272103309631, 0.14957277476787567 @@ -136251,7 +153112,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9985206127166748, + "sufficiency": 0.9985209703445435, "masked prediction probs": [ 0.9422093033790588, 0.05779065936803818 @@ -136277,7 +153138,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9985213875770569, + "sufficiency": 0.9985218644142151, "masked prediction probs": [ 0.9422093033790588, 0.05779065936803818 @@ -136287,15 +153148,28 @@ 0.16301162540912628 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6300631761550903, + "masked prediction probs": [ + 0.8719923496246338, + 0.1280076801776886 + ], + "full text prediction probs": [ + 0.8369883894920349, + 0.16301162540912628 + ], + "labels": 0 } }, "test_1366": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02838173694908619, - "sufficiency": 0.9801012873649597, + "fixed-shap": { + "comprehensiveness": 0.013273146003484726, + "sufficiency": 0.9666620492935181, "masked prediction probs": [ - 0.9692788124084473, - 0.030721234157681465 + 0.9830530285835266, + 0.016946962103247643 ], "full text prediction probs": [ 0.9951539039611816, @@ -136394,12 +153268,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0032787476666271687, - "sufficiency": 0.8401721715927124, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02833201363682747, + "sufficiency": 0.9801360964775085, "masked prediction probs": [ - 0.9921594858169556, - 0.007840502075850964 + 0.9692788124084473, + 0.030721234157681465 + ], + "full text prediction probs": [ + 0.9951539039611816, + 0.004846138413995504 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.027334336191415787, + "sufficiency": 0.9650574922561646, + "masked prediction probs": [ + 0.9701845049858093, + 0.029815513640642166 ], "full text prediction probs": [ 0.9951539039611816, @@ -136408,8 +153295,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009845573222264647, - "sufficiency": 0.8350425362586975, + "comprehensiveness": 0.000984341837465763, + "sufficiency": 0.8350786566734314, "masked prediction probs": [ 0.9942545294761658, 0.005745480302721262 @@ -136421,8 +153308,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0032773122657090425, - "sufficiency": 0.8402421474456787, + "comprehensiveness": 0.003276594914495945, + "sufficiency": 0.8402771353721619, "masked prediction probs": [ 0.9921594858169556, 0.007840502075850964 @@ -136434,8 +153321,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0035295237321406603, - "sufficiency": 0.9149813055992126, + "comprehensiveness": 0.0035287514328956604, + "sufficiency": 0.9149999022483826, "masked prediction probs": [ 0.9919283390045166, 0.008071636781096458 @@ -136447,8 +153334,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007461005006916821, - "sufficiency": 0.8630225658416748, + "comprehensiveness": 0.0007459372864104807, + "sufficiency": 0.863052487373352, "masked prediction probs": [ 0.9944719076156616, 0.0055281007662415504 @@ -136460,8 +153347,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004726029932498932, - "sufficiency": 0.8756632804870605, + "comprehensiveness": 0.004724996164441109, + "sufficiency": 0.8756905198097229, "masked prediction probs": [ 0.9908329844474792, 0.009167032316327095 @@ -136473,8 +153360,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003274445189163089, - "sufficiency": 0.840381920337677, + "comprehensiveness": 0.003273729234933853, + "sufficiency": 0.8404167890548706, "masked prediction probs": [ 0.9921594858169556, 0.007840502075850964 @@ -136486,8 +153373,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003273729234933853, - "sufficiency": 0.8404167890548706, + "comprehensiveness": 0.003273013513535261, + "sufficiency": 0.8404516577720642, + "masked prediction probs": [ + 0.9921594858169556, + 0.007840502075850964 + ], + "full text prediction probs": [ + 0.9951539039611816, + 0.004846138413995504 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0032722982577979565, + "sufficiency": 0.8404865264892578, "masked prediction probs": [ 0.9921594858169556, 0.007840502075850964 @@ -136500,12 +153400,12 @@ } }, "test_1406": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05081479251384735, - 0.9491851329803467 + 0.03938150405883789, + 0.9606184959411621 ], "full text prediction probs": [ 0.9712284803390503, @@ -136604,12 +153504,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03443603217601776, - 0.965563952922821 + 0.05081479251384735, + 0.9491851329803467 + ], + "full text prediction probs": [ + 0.9712284803390503, + 0.028771577402949333 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05092518776655197, + 0.9490747451782227 ], "full text prediction probs": [ 0.9712284803390503, @@ -136619,7 +153532,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.14481253921985626, + "sufficiency": 0.1450047492980957, "masked prediction probs": [ 0.9882242679595947, 0.011775779537856579 @@ -136632,7 +153545,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.775361180305481, + "sufficiency": 0.7754116058349609, "masked prediction probs": [ 0.9712284803390503, 0.028771577402949333 @@ -136657,7 +153570,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5472750067710876, + "comprehensiveness": 0.5471521019935608, "sufficiency": 1.0, "masked prediction probs": [ 0.48406851291656494, @@ -136684,7 +153597,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.896765410900116, + "sufficiency": 0.8967885375022888, "masked prediction probs": [ 0.9827598333358765, 0.01724017597734928 @@ -136707,15 +153620,28 @@ 0.028771577402949333 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03443603217601776, + 0.965563952922821 + ], + "full text prediction probs": [ + 0.9712284803390503, + 0.028771577402949333 + ], + "labels": 0 } }, "test_1426": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006683405954390764, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.016643142327666283, + "sufficiency": 0.9829790592193604, "masked prediction probs": [ - 0.9787241220474243, - 0.02127595990896225 + 0.9697476625442505, + 0.030252404510974884 ], "full text prediction probs": [ 0.9847477078437805, @@ -136814,12 +153740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009540045633912086, - "sufficiency": 0.9901149868965149, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006671561859548092, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9761342406272888, - 0.023865779861807823 + 0.9787241220474243, + 0.02127595990896225 + ], + "full text prediction probs": [ + 0.9847477078437805, + 0.015252317301928997 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01110257301479578, + "sufficiency": 0.9618828892707825, + "masked prediction probs": [ + 0.9747212529182434, + 0.02527879923582077 ], "full text prediction probs": [ 0.9847477078437805, @@ -136828,8 +153767,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.015083279460668564, - "sufficiency": 0.8219855427742004, + "comprehensiveness": 0.015079938806593418, + "sufficiency": 0.8220250010490417, "masked prediction probs": [ 0.97112637758255, 0.028873661532998085 @@ -136842,7 +153781,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7637577056884766, + "sufficiency": 0.7638099789619446, "masked prediction probs": [ 0.9847477078437805, 0.015252317301928997 @@ -136854,8 +153793,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014231887646019459, - "sufficiency": 0.9589231014251709, + "comprehensiveness": 0.014228736981749535, + "sufficiency": 0.9589322209358215, "masked prediction probs": [ 0.9718895554542542, 0.02811051532626152 @@ -136867,8 +153806,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.015073264017701149, - "sufficiency": 0.82210373878479, + "comprehensiveness": 0.015069928951561451, + "sufficiency": 0.8221430778503418, "masked prediction probs": [ 0.97112637758255, 0.028873661532998085 @@ -136880,7 +153819,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013927656225860119, + "comprehensiveness": 0.013924574479460716, "sufficiency": 1.0, "masked prediction probs": [ 0.9721588492393494, @@ -136894,7 +153833,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8967821002006531, + "sufficiency": 0.896804928779602, "masked prediction probs": [ 0.9887452721595764, 0.011254657991230488 @@ -136906,8 +153845,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.015063262544572353, - "sufficiency": 0.8222217559814453, + "comprehensiveness": 0.015059931203722954, + "sufficiency": 0.8222610950469971, "masked prediction probs": [ 0.97112637758255, 0.028873661532998085 @@ -136917,15 +153856,28 @@ 0.015252317301928997 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009521063417196274, + "sufficiency": 0.9901346564292908, + "masked prediction probs": [ + 0.9761342406272888, + 0.023865779861807823 + ], + "full text prediction probs": [ + 0.9847477078437805, + 0.015252317301928997 + ], + "labels": 0 } }, "test_1466": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00593319907784462, - "sufficiency": 0.9981128573417664, + "fixed-shap": { + "comprehensiveness": 0.005556619726121426, + "sufficiency": 0.9657139778137207, "masked prediction probs": [ - 0.9837722182273865, - 0.016227737069129944 + 0.9841132760047913, + 0.015886729583144188 ], "full text prediction probs": [ 0.9891457557678223, @@ -137024,12 +153976,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006230523344129324, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0059227352030575275, + "sufficiency": 0.998116135597229, "masked prediction probs": [ - 0.9834929704666138, - 0.016507014632225037 + 0.9837722182273865, + 0.016227737069129944 + ], + "full text prediction probs": [ + 0.9891457557678223, + 0.010854206047952175 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0053635272197425365, + "sufficiency": 0.9558398723602295, + "masked prediction probs": [ + 0.9842785000801086, + 0.01572151854634285 ], "full text prediction probs": [ 0.9891457557678223, @@ -137038,8 +154003,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0004300201253499836, - "sufficiency": 0.3693509101867676, + "comprehensiveness": 0.00042992536327801645, + "sufficiency": 0.3694898784160614, "masked prediction probs": [ 0.9887555241584778, 0.011244433000683784 @@ -137051,8 +154016,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006408100947737694, - "sufficiency": 0.9604722261428833, + "comprehensiveness": 0.006406689062714577, + "sufficiency": 0.9604808688163757, "masked prediction probs": [ 0.9833292961120605, 0.016670729964971542 @@ -137064,8 +154029,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00810336135327816, - "sufficiency": 0.9755771160125732, + "comprehensiveness": 0.008101576939225197, + "sufficiency": 0.975582480430603, "masked prediction probs": [ 0.9817889332771301, 0.018211010843515396 @@ -137077,8 +154042,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005137599539011717, - "sufficiency": 0.9528256058692932, + "comprehensiveness": 0.005136468447744846, + "sufficiency": 0.9528360366821289, "masked prediction probs": [ 0.9844804406166077, 0.015519573353230953 @@ -137090,8 +154055,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0028014297131448984, - "sufficiency": 0.9524827003479004, + "comprehensiveness": 0.0028008127119392157, + "sufficiency": 0.9524931907653809, "masked prediction probs": [ 0.9866012930870056, 0.013398672454059124 @@ -137103,8 +154068,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003754581091925502, - "sufficiency": 0.8613778948783875, + "comprehensiveness": 0.0037537547759711742, + "sufficiency": 0.8614084124565125, "masked prediction probs": [ 0.9857348203659058, 0.014265221543610096 @@ -137116,8 +154081,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006401048507541418, - "sufficiency": 0.9605156779289246, + "comprehensiveness": 0.006399639882147312, + "sufficiency": 0.9605242609977722, "masked prediction probs": [ 0.9833292961120605, 0.016670729964971542 @@ -137127,15 +154092,28 @@ 0.010854206047952175 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00621818657964468, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9834929704666138, + 0.016507014632225037 + ], + "full text prediction probs": [ + 0.9891457557678223, + 0.010854206047952175 + ], + "labels": 0 } }, "test_1504": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2141740322113037, - "sufficiency": 0.8936048150062561, + "fixed-shap": { + "comprehensiveness": 0.029740873724222183, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7284775376319885, - 0.2715224325656891 + 0.879859983921051, + 0.12014005333185196 ], "full text prediction probs": [ 0.9042712450027466, @@ -137234,12 +154212,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.18726077675819397, - "sufficiency": 0.8823543190956116, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.21375735104084015, + "sufficiency": 0.8938117623329163, "masked prediction probs": [ - 0.750268280506134, - 0.24973168969154358 + 0.7284775376319885, + 0.2715224325656891 + ], + "full text prediction probs": [ + 0.9042712450027466, + 0.09572873264551163 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09616328775882721, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8251674771308899, + 0.17483247816562653 ], "full text prediction probs": [ 0.9042712450027466, @@ -137261,8 +154252,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.18716973066329956, - "sufficiency": 0.882411539554596, + "comprehensiveness": 0.18712425231933594, + "sufficiency": 0.8824400901794434, "masked prediction probs": [ 0.750268280506134, 0.24973168969154358 @@ -137275,7 +154266,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6803931593894958, + "sufficiency": 0.6804707050323486, "masked prediction probs": [ 0.9822632670402527, 0.01773669756948948 @@ -137300,8 +154291,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.18037953972816467, - "sufficiency": 0.9528732299804688, + "comprehensiveness": 0.18033573031425476, + "sufficiency": 0.9528846740722656, "masked prediction probs": [ 0.7557470202445984, 0.244253009557724 @@ -137313,8 +154304,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.16158317029476166, - "sufficiency": 0.838947594165802, + "comprehensiveness": 0.16154395043849945, + "sufficiency": 0.8389866352081299, "masked prediction probs": [ 0.7711915969848633, 0.2288084328174591 @@ -137326,8 +154317,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18694253265857697, - "sufficiency": 0.8825542330741882, + "comprehensiveness": 0.1868971586227417, + "sufficiency": 0.8825827836990356, + "masked prediction probs": [ + 0.750268280506134, + 0.24973168969154358 + ], + "full text prediction probs": [ + 0.9042712450027466, + 0.09572873264551163 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.18685179948806763, + "sufficiency": 0.8826112151145935, "masked prediction probs": [ 0.750268280506134, 0.24973168969154358 @@ -137340,12 +154344,12 @@ } }, "test_1556": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9824926853179932, - 0.017507284879684448 + 0.9529067873954773, + 0.047093186527490616 ], "full text prediction probs": [ 0.11623505502939224, @@ -137444,12 +154448,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9824926853179932, + 0.017507284879684448 + ], + "full text prediction probs": [ + 0.11623505502939224, + 0.883764922618866 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9885468482971191, - 0.01145316194742918 + 0.9853072166442871, + 0.014692840166389942 ], "full text prediction probs": [ 0.11623505502939224, @@ -137547,15 +154564,28 @@ 0.883764922618866 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9885468482971191, + 0.01145316194742918 + ], + "full text prediction probs": [ + 0.11623505502939224, + 0.883764922618866 + ], + "labels": 1 } }, "test_1571": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7125278115272522, "sufficiency": 1.0, "masked prediction probs": [ - 0.012902823276817799, - 0.9870971441268921 + 0.2548182010650635, + 0.7451817393302917 ], "full text prediction probs": [ 0.6795142889022827, @@ -137654,12 +154684,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.010886558331549168, - 0.989113450050354 + 0.012902823276817799, + 0.9870971441268921 + ], + "full text prediction probs": [ + 0.6795142889022827, + 0.3204856812953949 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6795142889022827, + 0.3204856812953949 ], "full text prediction probs": [ 0.6795142889022827, @@ -137669,7 +154712,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.05888162553310394, + "sufficiency": 0.059196267277002335, "masked prediction probs": [ 0.9628191590309143, 0.03718084096908569 @@ -137694,7 +154737,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.38828104734420776, + "comprehensiveness": 0.38815125823020935, "sufficiency": 1.0, "masked prediction probs": [ 0.4472286105155945, @@ -137708,7 +154751,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.28601664304733276, + "sufficiency": 0.2862550914287567, "masked prediction probs": [ 0.958939790725708, 0.0410601906478405 @@ -137733,8 +154776,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.31878918409347534, - "sufficiency": 0.9870566725730896, + "comprehensiveness": 0.31868278980255127, + "sufficiency": 0.9870609641075134, "masked prediction probs": [ 0.48861023783683777, 0.5113897919654846 @@ -137757,15 +154800,28 @@ 0.3204856812953949 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.010886558331549168, + 0.989113450050354 + ], + "full text prediction probs": [ + 0.6795142889022827, + 0.3204856812953949 + ], + "labels": 0 } }, "test_1573": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10001764446496964, + "fixed-shap": { + "comprehensiveness": 0.4418785870075226, "sufficiency": 1.0, "masked prediction probs": [ - 0.784882664680481, - 0.21511733531951904 + 0.5184500813484192, + 0.4815499186515808 ], "full text prediction probs": [ 0.8628323674201965, @@ -137864,12 +154920,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9245693683624268, - "sufficiency": 0.9791184663772583, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09981273114681244, + "sufficiency": 1.0, "masked prediction probs": [ - 0.14078111946582794, - 0.8592188954353333 + 0.784882664680481, + 0.21511733531951904 + ], + "full text prediction probs": [ + 0.8628323674201965, + 0.13716761767864227 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01849197968840599, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8483871817588806, + 0.1516128033399582 ], "full text prediction probs": [ 0.8628323674201965, @@ -137879,7 +154948,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.25130340456962585, + "sufficiency": 0.25149500370025635, "masked prediction probs": [ 0.9607499837875366, 0.039250023663043976 @@ -137891,7 +154960,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.018487244844436646, + "comprehensiveness": 0.018482515588402748, "sufficiency": 1.0, "masked prediction probs": [ 0.8483871817588806, @@ -137904,8 +154973,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.16310706734657288, - "sufficiency": 0.8468455076217651, + "comprehensiveness": 0.1630653291940689, + "sufficiency": 0.8468847274780273, "masked prediction probs": [ 0.735354483127594, 0.26464545726776123 @@ -137918,7 +154987,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9445023536682129, + "sufficiency": 0.9445164799690247, "masked prediction probs": [ 0.9666042327880859, 0.033395763486623764 @@ -137930,7 +154999,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5653360486030579, + "comprehensiveness": 0.5651914477348328, "sufficiency": 1.0, "masked prediction probs": [ 0.42076244950294495, @@ -137944,7 +155013,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9030522108078003, + "sufficiency": 0.9030770659446716, "masked prediction probs": [ 0.9394890069961548, 0.06051099672913551 @@ -137956,7 +155025,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.565047025680542, + "comprehensiveness": 0.5649026036262512, "sufficiency": 1.0, "masked prediction probs": [ 0.42076244950294495, @@ -137967,15 +155036,28 @@ 0.13716761767864227 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9224432706832886, + "sufficiency": 0.9791663885116577, + "masked prediction probs": [ + 0.14078111946582794, + 0.8592188954353333 + ], + "full text prediction probs": [ + 0.8628323674201965, + 0.13716761767864227 + ], + "labels": 0 } }, "test_1617": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.49106037616729736, "masked prediction probs": [ - 0.019473956897854805, - 0.9805260300636292 + 0.9886549711227417, + 0.011344977654516697 ], "full text prediction probs": [ 0.9801427721977234, @@ -138074,7 +155156,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -138087,9 +155169,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8475135564804077, + "masked prediction probs": [ + 0.9866496920585632, + 0.013350291177630424 + ], + "full text prediction probs": [ + 0.9801427721977234, + 0.019857192412018776 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6329942941665649, + "sufficiency": 0.6330759525299072, "masked prediction probs": [ 0.9823936223983765, 0.01760634407401085 @@ -138102,7 +155197,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9479466080665588, + "sufficiency": 0.9479581713676453, "masked prediction probs": [ 0.028039224445819855, 0.9719608426094055 @@ -138154,7 +155249,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7939820885658264, + "sufficiency": 0.7940279245376587, "masked prediction probs": [ 0.9852547645568848, 0.014745160937309265 @@ -138177,15 +155272,28 @@ 0.019857192412018776 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.019473956897854805, + 0.9805260300636292 + ], + "full text prediction probs": [ + 0.9801427721977234, + 0.019857192412018776 + ], + "labels": 0 } }, "test_1664": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9293665885925293, - 0.07063333690166473 + 0.8822754621505737, + 0.11772453039884567 ], "full text prediction probs": [ 0.7378941774368286, @@ -138284,12 +155392,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9057052731513977, - 0.09429469704627991 + 0.9293665885925293, + 0.07063333690166473 + ], + "full text prediction probs": [ + 0.7378941774368286, + 0.2621058225631714 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7378941774368286, + 0.2621058225631714 ], "full text prediction probs": [ 0.7378941774368286, @@ -138387,15 +155508,28 @@ 0.2621058225631714 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9057052731513977, + 0.09429469704627991 + ], + "full text prediction probs": [ + 0.7378941774368286, + 0.2621058225631714 + ], + "labels": 0 } }, "test_1695": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04699387028813362, - "sufficiency": 0.9994405508041382, + "fixed-shap": { + "comprehensiveness": 0.023674068972468376, + "sufficiency": 0.9342609643936157, "masked prediction probs": [ - 0.9478691816329956, - 0.05213077738881111 + 0.9690207242965698, + 0.03097924403846264 ], "full text prediction probs": [ 0.9904935956001282, @@ -138482,11 +155616,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.04692144691944122, - "sufficiency": 0.9994414448738098, + "comprehensiveness": 0.02363758347928524, + "sufficiency": 0.9343622326850891, "masked prediction probs": [ - 0.9478691816329956, - 0.05213077738881111 + 0.9690207242965698, + 0.03097924403846264 ], "full text prediction probs": [ 0.9904935956001282, @@ -138494,12 +155628,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.036495957523584366, - "sufficiency": 0.9872562885284424, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02363237924873829, + "sufficiency": 0.9343767166137695, "masked prediction probs": [ - 0.9573326110839844, - 0.04266740381717682 + 0.9690207242965698, + 0.03097924403846264 + ], + "full text prediction probs": [ + 0.9904935956001282, + 0.009506366215646267 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0021767527796328068, + "sufficiency": 0.8584644794464111, + "masked prediction probs": [ + 0.988515317440033, + 0.011484667658805847 ], "full text prediction probs": [ 0.9904935956001282, @@ -138509,7 +155656,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.69523686170578, + "sufficiency": 0.6953039169311523, "masked prediction probs": [ 0.9919924736022949, 0.008007504045963287 @@ -138521,8 +155668,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.014813677407801151, - "sufficiency": 0.9128020405769348, + "comprehensiveness": 0.014810419641435146, + "sufficiency": 0.9128212332725525, "masked prediction probs": [ 0.9770276546478271, 0.02297239378094673 @@ -138534,8 +155681,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026088563725352287, - "sufficiency": 0.9092206358909607, + "comprehensiveness": 0.026082826778292656, + "sufficiency": 0.9092406034469604, "masked prediction probs": [ 0.9667733311653137, 0.033226653933525085 @@ -138547,8 +155694,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.028529483824968338, - "sufficiency": 0.9041724801063538, + "comprehensiveness": 0.028523212298750877, + "sufficiency": 0.9041935205459595, "masked prediction probs": [ 0.9645482897758484, 0.03545166179537773 @@ -138560,8 +155707,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03645583614706993, - "sufficiency": 0.9872702956199646, + "comprehensiveness": 0.03644781932234764, + "sufficiency": 0.987273097038269, "masked prediction probs": [ 0.9573326110839844, 0.04266740381717682 @@ -138573,8 +155720,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023880619555711746, - "sufficiency": 0.8676877617835999, + "comprehensiveness": 0.0023875373881310225, + "sufficiency": 0.867716908454895, "masked prediction probs": [ 0.9883208870887756, 0.011679104529321194 @@ -138586,11 +155733,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03643980994820595, - "sufficiency": 0.9872758984565735, + "comprehensiveness": 0.002173404674977064, + "sufficiency": 0.8586821556091309, "masked prediction probs": [ - 0.9573326110839844, - 0.04266740381717682 + 0.988515317440033, + 0.011484667658805847 + ], + "full text prediction probs": [ + 0.9904935956001282, + 0.009506366215646267 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0021729273721575737, + "sufficiency": 0.8587132096290588, + "masked prediction probs": [ + 0.988515317440033, + 0.011484667658805847 ], "full text prediction probs": [ 0.9904935956001282, @@ -138600,12 +155760,12 @@ } }, "test_1739": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008294857107102871, - "sufficiency": 0.866645336151123, + "fixed-shap": { + "comprehensiveness": 0.004061143845319748, + "sufficiency": 0.989835798740387, "masked prediction probs": [ - 0.9761062264442444, - 0.02389373630285263 + 0.9799169898033142, + 0.02008303627371788 ], "full text prediction probs": [ 0.9835724234580994, @@ -138704,12 +155864,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004908378701657057, - "sufficiency": 0.8887915015220642, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008280137553811073, + "sufficiency": 0.8668819665908813, "masked prediction probs": [ - 0.9791465401649475, - 0.020853446796536446 + 0.9761062264442444, + 0.02389373630285263 + ], + "full text prediction probs": [ + 0.9835724234580994, + 0.01642759144306183 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006940749008208513, + "sufficiency": 0.9886835217475891, + "masked prediction probs": [ + 0.9773125648498535, + 0.022687483578920364 ], "full text prediction probs": [ 0.9835724234580994, @@ -138718,8 +155891,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0018706839764490724, - "sufficiency": 0.582520604133606, + "comprehensiveness": 0.001870269188657403, + "sufficiency": 0.5826131105422974, "masked prediction probs": [ 0.9818852543830872, 0.01811470091342926 @@ -138731,8 +155904,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0023558414541184902, - "sufficiency": 0.8547128438949585, + "comprehensiveness": 0.0023553192149847746, + "sufficiency": 0.8547450304031372, "masked prediction probs": [ 0.9814472198486328, 0.01855279877781868 @@ -138744,8 +155917,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0035868496634066105, - "sufficiency": 0.7584315538406372, + "comprehensiveness": 0.003586054779589176, + "sufficiency": 0.7584851384162903, "masked prediction probs": [ 0.9803360104560852, 0.019663946703076363 @@ -138757,8 +155930,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001648060861043632, - "sufficiency": 0.7933027744293213, + "comprehensiveness": 0.0016476957825943828, + "sufficiency": 0.7933486104011536, "masked prediction probs": [ 0.9820850491523743, 0.01791492849588394 @@ -138770,8 +155943,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014579473063349724, - "sufficiency": 0.9911614060401917, + "comprehensiveness": 0.014576243236660957, + "sufficiency": 0.9911633133888245, "masked prediction probs": [ 0.9704115390777588, 0.029588483273983 @@ -138783,8 +155956,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00808646995574236, - "sufficiency": 0.9486474394798279, + "comprehensiveness": 0.008084679953753948, + "sufficiency": 0.9486588835716248, "masked prediction probs": [ 0.9762711524963379, 0.02372882515192032 @@ -138796,8 +155969,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0023532328195869923, - "sufficiency": 0.8548737168312073, + "comprehensiveness": 0.002352711744606495, + "sufficiency": 0.8549058437347412, "masked prediction probs": [ 0.9814472198486328, 0.01855279877781868 @@ -138807,15 +155980,28 @@ 0.01642759144306183 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004898600280284882, + "sufficiency": 0.8890129923820496, + "masked prediction probs": [ + 0.9791465401649475, + 0.020853446796536446 + ], + "full text prediction probs": [ + 0.9835724234580994, + 0.01642759144306183 + ], + "labels": 0 } }, "test_1801": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.044095728546381, - "sufficiency": 0.9773794412612915, + "fixed-shap": { + "comprehensiveness": 0.06951148808002472, + "sufficiency": 0.9839717149734497, "masked prediction probs": [ - 0.9194586873054504, - 0.08054132014513016 + 0.8972313404083252, + 0.10276864469051361 ], "full text prediction probs": [ 0.9580225944519043, @@ -138914,12 +156100,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.24743066728115082, - "sufficiency": 0.9848500490188599, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.044015198945999146, + "sufficiency": 0.9774207472801208, "masked prediction probs": [ - 0.7412362694740295, - 0.25876376032829285 + 0.9194586873054504, + 0.08054132014513016 + ], + "full text prediction probs": [ + 0.9580225944519043, + 0.04197739437222481 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8857419490814209, + "masked prediction probs": [ + 0.9689443111419678, + 0.031055739149451256 ], "full text prediction probs": [ 0.9580225944519043, @@ -138929,7 +156128,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8330534100532532, + "sufficiency": 0.8330915570259094, "masked prediction probs": [ 0.9614068269729614, 0.038593173027038574 @@ -138942,7 +156141,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6644692420959473, + "sufficiency": 0.6645457148551941, "masked prediction probs": [ 0.9693698883056641, 0.030630093067884445 @@ -138954,8 +156153,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01858883537352085, - "sufficiency": 0.8236058354377747, + "comprehensiveness": 0.0185845959931612, + "sufficiency": 0.823646068572998, "masked prediction probs": [ 0.9417248368263245, 0.058275189250707626 @@ -138968,7 +156167,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7947983741760254, + "sufficiency": 0.7948451638221741, "masked prediction probs": [ 0.970663845539093, 0.029336102306842804 @@ -138980,8 +156179,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.053981713950634, - "sufficiency": 0.9795538187026978, + "comprehensiveness": 0.05396940931677818, + "sufficiency": 0.979558527469635, "masked prediction probs": [ 0.9106725454330444, 0.08932746201753616 @@ -138994,7 +156193,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8431178331375122, + "sufficiency": 0.8431535959243774, "masked prediction probs": [ 0.965023398399353, 0.034976523369550705 @@ -139006,8 +156205,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05395710840821266, - "sufficiency": 0.9795631170272827, + "comprehensiveness": 0.05394481495022774, + "sufficiency": 0.9795677065849304, "masked prediction probs": [ 0.9106725454330444, 0.08932746201753616 @@ -139017,15 +156216,28 @@ 0.04197739437222481 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.24692337214946747, + "sufficiency": 0.9848811030387878, + "masked prediction probs": [ + 0.7412362694740295, + 0.25876376032829285 + ], + "full text prediction probs": [ + 0.9580225944519043, + 0.04197739437222481 + ], + "labels": 0 } }, "test_28": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7587039470672607, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9300997853279114, "masked prediction probs": [ - 0.30049392580986023, - 0.6995060443878174 + 0.9901755452156067, + 0.009824375621974468 ], "full text prediction probs": [ 0.9874333739280701, @@ -139124,12 +156336,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9087591171264648, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7573655247688293, "sufficiency": 1.0, "masked prediction probs": [ - 0.16317816078662872, - 0.8368217945098877 + 0.30049392580986023, + 0.6995060443878174 + ], + "full text prediction probs": [ + 0.9874333739280701, + 0.012566634453833103 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9373719692230225, + "masked prediction probs": [ + 0.9911200404167175, + 0.00887999590486288 ], "full text prediction probs": [ 0.9874333739280701, @@ -139139,7 +156364,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7607840895652771, + "sufficiency": 0.7608368396759033, "masked prediction probs": [ 0.988785982131958, 0.011214016936719418 @@ -139151,7 +156376,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9083585143089294, + "comprehensiveness": 0.9081583619117737, "sufficiency": 1.0, "masked prediction probs": [ 0.16317816078662872, @@ -139164,8 +156389,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8894211053848267, - "sufficiency": 0.8845523595809937, + "comprehensiveness": 0.8892251253128052, + "sufficiency": 0.8845778107643127, "masked prediction probs": [ 0.18018431961536407, 0.8198156356811523 @@ -139178,7 +156403,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9153481721878052, + "sufficiency": 0.9153667688369751, "masked prediction probs": [ 0.9916028380393982, 0.008397193625569344 @@ -139190,7 +156415,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9077582955360413, + "comprehensiveness": 0.9075583219528198, "sufficiency": 1.0, "masked prediction probs": [ 0.16317816078662872, @@ -139203,8 +156428,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0035235979594290257, - "sufficiency": 0.7977311015129089, + "comprehensiveness": 0.0035228224005550146, + "sufficiency": 0.7977757453918457, "masked prediction probs": [ 0.9842332005500793, 0.015766814351081848 @@ -139216,7 +156441,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9073585867881775, + "comprehensiveness": 0.9071587920188904, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.16317816078662872, + 0.8368217945098877 + ], + "full text prediction probs": [ + 0.9874333739280701, + 0.012566634453833103 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9069591760635376, "sufficiency": 1.0, "masked prediction probs": [ 0.16317816078662872, @@ -139230,12 +156468,12 @@ } }, "test_68": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6695740222930908, + "fixed-shap": { + "comprehensiveness": 0.21657995879650116, + "sufficiency": 0.0, "masked prediction probs": [ - 0.46728530526161194, - 0.5327146649360657 + 0.025684546679258347, + 0.9743155241012573 ], "full text prediction probs": [ 0.010054494254291058, @@ -139334,12 +156572,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7395675778388977, + "sufficiency": 0.6767323613166809, "masked prediction probs": [ - 0.3518982231616974, - 0.6481017470359802 + 0.46728530526161194, + 0.5327146649360657 + ], + "full text prediction probs": [ + 0.010054494254291058, + 0.9899454712867737 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.19449026882648468, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02444053627550602, + 0.9755595326423645 ], "full text prediction probs": [ 0.010054494254291058, @@ -139348,7 +156599,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5550872683525085, + "comprehensiveness": 0.5535901784896851, "sufficiency": 0.0, "masked prediction probs": [ 0.05111289396882057, @@ -139361,8 +156612,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.415743350982666, - "sufficiency": 0.5688984394073486, + "comprehensiveness": 0.4146250784397125, + "sufficiency": 0.5700564384460449, "masked prediction probs": [ 0.04088914021849632, 0.9591108560562134 @@ -139375,7 +156626,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6539188027381897, + "sufficiency": 0.6548458933830261, "masked prediction probs": [ 0.2807939350605011, 0.7192060351371765 @@ -139387,7 +156638,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07855415344238281, + "comprehensiveness": 0.07834399491548538, "sufficiency": 0.0, "masked prediction probs": [ 0.015912139788269997, @@ -139401,7 +156652,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.743046760559082, + "sufficiency": 0.7437314391136169, "masked prediction probs": [ 0.3518982231616974, 0.6481017470359802 @@ -139413,7 +156664,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03507303074002266, + "comprehensiveness": 0.034979697316884995, "sufficiency": 0.0, "masked prediction probs": [ 0.012683888897299767, @@ -139427,7 +156678,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7444125413894653, + "sufficiency": 0.7450900077819824, + "masked prediction probs": [ + 0.3518982231616974, + 0.6481017470359802 + ], + "full text prediction probs": [ + 0.010054494254291058, + 0.9899454712867737 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7457638382911682, "masked prediction probs": [ 0.3518982231616974, 0.6481017470359802 @@ -139440,12 +156704,12 @@ } }, "test_101": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8455085754394531, + "fixed-shap": { + "comprehensiveness": 0.01074208039790392, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6203190684318542, - 0.37968090176582336 + 0.006850745528936386, + 0.9931492209434509 ], "full text prediction probs": [ 0.006032336037606001, @@ -139544,12 +156808,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.269047349691391, + "sufficiency": 0.8486826419830322, "masked prediction probs": [ - 0.32289522886276245, - 0.6771047711372375 + 0.6203190684318542, + 0.37968090176582336 + ], + "full text prediction probs": [ + 0.006032336037606001, + 0.9939676523208618 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014961236156523228, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0071991500444710255, + 0.9928008317947388 ], "full text prediction probs": [ 0.006032336037606001, @@ -139559,7 +156836,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.2709197402000427, + "sufficiency": 0.272782564163208, "masked prediction probs": [ 0.32289522886276245, 0.6771047711372375 @@ -139571,7 +156848,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.17799381911754608, + "comprehensiveness": 0.1775396168231964, "sufficiency": 0.0, "masked prediction probs": [ 0.019949665293097496, @@ -139584,7 +156861,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.43514326214790344, + "comprehensiveness": 0.43403568863868713, "sufficiency": 0.0, "masked prediction probs": [ 0.04014310613274574, @@ -139597,7 +156874,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1753023862838745, + "comprehensiveness": 0.17485731840133667, "sufficiency": 0.0, "masked prediction probs": [ 0.019809361547231674, @@ -139610,7 +156887,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2868802845478058, + "comprehensiveness": 0.28615379333496094, "sufficiency": 0.0, "masked prediction probs": [ 0.02863556705415249, @@ -139623,7 +156900,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04143588989973068, + "comprehensiveness": 0.0413312204182148, "sufficiency": 0.0, "masked prediction probs": [ 0.00930529460310936, @@ -139637,7 +156914,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.281955748796463, + "sufficiency": 0.283762663602829, + "masked prediction probs": [ + 0.32289522886276245, + 0.6771047711372375 + ], + "full text prediction probs": [ + 0.006032336037606001, + 0.9939676523208618 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.2855605185031891, "masked prediction probs": [ 0.32289522886276245, 0.6771047711372375 @@ -139650,12 +156940,12 @@ } }, "test_104": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9724497199058533, - 0.027550240978598595 + 0.32536303997039795, + 0.674636960029602 ], "full text prediction probs": [ 0.040620289742946625, @@ -139754,12 +157044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9724497199058533, + 0.027550240978598595 + ], + "full text prediction probs": [ + 0.040620289742946625, + 0.9593797326087952 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9744222164154053, - 0.02557775378227234 + 0.040620289742946625, + 0.9593797326087952 ], "full text prediction probs": [ 0.040620289742946625, @@ -139857,15 +157160,28 @@ 0.9593797326087952 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9744222164154053, + 0.02557775378227234 + ], + "full text prediction probs": [ + 0.040620289742946625, + 0.9593797326087952 + ], + "labels": 1 } }, "test_138": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8213407397270203, + "sufficiency": 0.8384091258049011, "masked prediction probs": [ - 0.989482045173645, - 0.010517923161387444 + 0.9870108366012573, + 0.012989133596420288 ], "full text prediction probs": [ 0.9843734502792358, @@ -139964,12 +157280,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6914362907409668, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8216569423675537, "masked prediction probs": [ - 0.359348326921463, - 0.6406516432762146 + 0.989482045173645, + 0.010517923161387444 + ], + "full text prediction probs": [ + 0.9843734502792358, + 0.015626609325408936 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7808190584182739, + "masked prediction probs": [ + 0.9843734502792358, + 0.015626609325408936 ], "full text prediction probs": [ 0.9843734502792358, @@ -139979,7 +157308,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6916581988334656, + "sufficiency": 0.6917264461517334, "masked prediction probs": [ 0.9907304644584656, 0.009269515052437782 @@ -139992,7 +157321,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7808675765991211, + "sufficiency": 0.7809159159660339, "masked prediction probs": [ 0.9843734502792358, 0.015626609325408936 @@ -140004,8 +157333,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008958370424807072, - "sufficiency": 0.9077982902526855, + "comprehensiveness": 0.00895639043301344, + "sufficiency": 0.907818615436554, "masked prediction probs": [ 0.9762701392173767, 0.02372986450791359 @@ -140018,7 +157347,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.877765953540802, + "sufficiency": 0.87779301404953, "masked prediction probs": [ 0.9886971712112427, 0.0113028883934021 @@ -140030,7 +157359,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6906722784042358, + "comprehensiveness": 0.6905196309089661, "sufficiency": 1.0, "masked prediction probs": [ 0.359348326921463, @@ -140044,7 +157373,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8224273324012756, + "sufficiency": 0.8224664926528931, "masked prediction probs": [ 0.9899542331695557, 0.010045693255960941 @@ -140056,7 +157385,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6903671026229858, + "comprehensiveness": 0.6902145743370056, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.359348326921463, + 0.6406516432762146 + ], + "full text prediction probs": [ + 0.9843734502792358, + 0.015626609325408936 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6900622248649597, "sufficiency": 1.0, "masked prediction probs": [ 0.359348326921463, @@ -140070,12 +157412,12 @@ } }, "test_150": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5433991551399231, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.047618329524993896, - 0.9523816704750061 + 0.236980140209198, + 0.763019859790802 ], "full text prediction probs": [ 0.006437117699533701, @@ -140174,12 +157516,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.45456141233444214, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5321620106697083, "sufficiency": 0.0, "masked prediction probs": [ - 0.04161322861909866, - 0.9583867788314819 + 0.047618329524993896, + 0.9523816704750061 + ], + "full text prediction probs": [ + 0.006437117699533701, + 0.9935629367828369 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.061880309134721756, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01123802550137043, + 0.9887619614601135 ], "full text prediction probs": [ 0.006437117699533701, @@ -140188,7 +157543,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.49190187454223633, + "comprehensiveness": 0.4906368851661682, "sufficiency": 0.0, "masked prediction probs": [ 0.0446012020111084, @@ -140214,7 +157569,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3553597331047058, + "comprehensiveness": 0.3544505536556244, "sufficiency": 0.0, "masked prediction probs": [ 0.03414975106716156, @@ -140227,7 +157582,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.449909508228302, + "comprehensiveness": 0.44876137375831604, "sufficiency": 0.0, "masked prediction probs": [ 0.04161322861909866, @@ -140240,7 +157595,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6076510548591614, + "comprehensiveness": 0.6061043739318848, "sufficiency": 0.0, "masked prediction probs": [ 0.05406777560710907, @@ -140253,7 +157608,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0658559575676918, + "comprehensiveness": 0.06568875163793564, "sufficiency": 0.0, "masked prediction probs": [ 0.011612380854785442, @@ -140266,7 +157621,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4464825689792633, + "comprehensiveness": 0.44535183906555176, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04161322861909866, + 0.9583867788314819 + ], + "full text prediction probs": [ + 0.006437117699533701, + 0.9935629367828369 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.44422683119773865, "sufficiency": 0.0, "masked prediction probs": [ 0.04161322861909866, @@ -140280,12 +157648,12 @@ } }, "test_176": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9127097129821777, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07905780524015427, - 0.9209421873092651 + 0.10856272280216217, + 0.8914372324943542 ], "full text prediction probs": [ 0.04597692936658859, @@ -140384,12 +157752,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.874116063117981, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07905780524015427, + 0.9209421873092651 + ], + "full text prediction probs": [ + 0.04597692936658859, + 0.9540231227874756 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7755616903305054, - 0.22443832457065582 + 0.10294148325920105, + 0.8970585465431213 ], "full text prediction probs": [ 0.04597692936658859, @@ -140487,15 +157868,28 @@ 0.9540231227874756 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7755616903305054, + 0.22443832457065582 + ], + "full text prediction probs": [ + 0.04597692936658859, + 0.9540231227874756 + ], + "labels": 1 } }, "test_187": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0726943165063858, "sufficiency": 0.0, "masked prediction probs": [ - 0.09525743126869202, - 0.9047425389289856 + 0.016043948009610176, + 0.9839560389518738 ], "full text prediction probs": [ 0.010856120847165585, @@ -140594,12 +157988,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.29310476779937744, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.03224274888634682, - 0.9677572846412659 + 0.09525743126869202, + 0.9047425389289856 + ], + "full text prediction probs": [ + 0.010856120847165585, + 0.9891439080238342 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09824206680059433, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018044017255306244, + 0.9819559454917908 ], "full text prediction probs": [ 0.010856120847165585, @@ -140608,7 +158015,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5791755318641663, + "comprehensiveness": 0.5775964260101318, "sufficiency": 0.0, "masked prediction probs": [ 0.05323193967342377, @@ -140634,7 +158041,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5455737113952637, + "comprehensiveness": 0.5440942645072937, "sufficiency": 0.0, "masked prediction probs": [ 0.05099165067076683, @@ -140647,7 +158054,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10983066260814667, + "comprehensiveness": 0.1095336377620697, "sufficiency": 0.0, "masked prediction probs": [ 0.018957864493131638, @@ -140660,7 +158067,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6880831718444824, + "comprehensiveness": 0.6862273216247559, "sufficiency": 0.0, "masked prediction probs": [ 0.06175089254975319, @@ -140673,7 +158080,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3413841724395752, + "comprehensiveness": 0.3404659032821655, "sufficiency": 0.0, "masked prediction probs": [ 0.0361752063035965, @@ -140686,7 +158093,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1089443787932396, + "comprehensiveness": 0.10865212231874466, "sufficiency": 0.0, "masked prediction probs": [ 0.018957864493131638, @@ -140697,15 +158104,28 @@ 0.9891439080238342 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2860470712184906, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03224274888634682, + 0.9677572846412659 + ], + "full text prediction probs": [ + 0.010856120847165585, + 0.9891439080238342 + ], + "labels": 1 } }, "test_202": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8892192244529724, + "fixed-shap": { + "comprehensiveness": 0.7091082334518433, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7326191663742065, - 0.26738080382347107 + 0.06144653260707855, + 0.9385534524917603 ], "full text prediction probs": [ 0.010802972130477428, @@ -140804,12 +158224,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.27028581500053406, + "sufficiency": 0.8916437029838562, "masked prediction probs": [ - 0.8649590611457825, - 0.13504092395305634 + 0.7326191663742065, + 0.26738080382347107 + ], + "full text prediction probs": [ + 0.010802972130477428, + 0.9891969561576843 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3914030194282532, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03946109488606453, + 0.9605388641357422 ], "full text prediction probs": [ 0.010802972130477428, @@ -140831,7 +158264,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1612580269575119, + "comprehensiveness": 0.160819873213768, "sufficiency": 0.0, "masked prediction probs": [ 0.022642450407147408, @@ -140857,7 +158290,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.42582380771636963, + "comprehensiveness": 0.42467305064201355, "sufficiency": 0.0, "masked prediction probs": [ 0.04223695024847984, @@ -140871,7 +158304,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6088116765022278, + "sufficiency": 0.6098645925521851, "masked prediction probs": [ 0.6970823407173157, 0.3029176890850067 @@ -140883,7 +158316,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10974317789077759, + "comprehensiveness": 0.10944819450378418, "sufficiency": 0.0, "masked prediction probs": [ 0.018948115408420563, @@ -140897,7 +158330,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6109117865562439, + "sufficiency": 0.6119534373283386, "masked prediction probs": [ 0.6970823407173157, 0.3029176890850067 @@ -140907,15 +158340,28 @@ 0.9891969561576843 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.2878207564353943, + "masked prediction probs": [ + 0.8649590611457825, + 0.13504092395305634 + ], + "full text prediction probs": [ + 0.010802972130477428, + 0.9891969561576843 + ], + "labels": 1 } }, "test_242": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1033974438905716, "sufficiency": 0.0, "masked prediction probs": [ - 0.825871467590332, - 0.17412854731082916 + 0.015877336263656616, + 0.984122633934021 ], "full text prediction probs": [ 0.008226459845900536, @@ -141014,12 +158460,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4562413990497589, - 0.5437586307525635 + 0.825871467590332, + 0.17412854731082916 + ], + "full text prediction probs": [ + 0.008226459845900536, + 0.9917735457420349 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13660266995429993, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018580393865704536, + 0.9814196825027466 ], "full text prediction probs": [ 0.008226459845900536, @@ -141054,7 +158513,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.18572783470153809, + "comprehensiveness": 0.18524153530597687, "sufficiency": 0.0, "masked prediction probs": [ 0.02237805165350437, @@ -141067,7 +158526,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1547704041004181, + "comprehensiveness": 0.15436621010303497, "sufficiency": 0.0, "masked prediction probs": [ 0.020050209015607834, @@ -141080,7 +158539,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1151159331202507, + "comprehensiveness": 0.1148160919547081, "sufficiency": 0.0, "masked prediction probs": [ 0.017043767496943474, @@ -141093,7 +158552,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0892350822687149, + "comprehensiveness": 0.08900325000286102, "sufficiency": 0.0, "masked prediction probs": [ 0.015079333446919918, @@ -141117,15 +158576,28 @@ 0.9917735457420349 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4562413990497589, + 0.5437586307525635 + ], + "full text prediction probs": [ + 0.008226459845900536, + 0.9917735457420349 + ], + "labels": 1 } }, "test_275": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09586359560489655, + "fixed-shap": { + "comprehensiveness": 0.11099894344806671, "sufficiency": 0.0, "masked prediction probs": [ - 0.011864401400089264, - 0.988135576248169 + 0.013042187318205833, + 0.9869577884674072 ], "full text prediction probs": [ 0.004404587205499411, @@ -141224,12 +158696,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19904068112373352, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09393192827701569, "sufficiency": 0.0, "masked prediction probs": [ - 0.020211827009916306, - 0.9797881245613098 + 0.011864401400089264, + 0.988135576248169 + ], + "full text prediction probs": [ + 0.004404587205499411, + 0.995595395565033 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0654744803905487, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009617473930120468, + 0.9903824925422668 ], "full text prediction probs": [ 0.004404587205499411, @@ -141238,7 +158723,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08441580086946487, + "comprehensiveness": 0.08420424908399582, "sufficiency": 0.0, "masked prediction probs": [ 0.011125516146421432, @@ -141251,7 +158736,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04864339157938957, + "comprehensiveness": 0.04852179065346718, "sufficiency": 0.0, "masked prediction probs": [ 0.008287148550152779, @@ -141264,7 +158749,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.039364781230688095, + "comprehensiveness": 0.039266619831323624, "sufficiency": 0.0, "masked prediction probs": [ 0.00755448779091239, @@ -141277,7 +158762,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02417922019958496, + "comprehensiveness": 0.024119077250361443, "sufficiency": 0.0, "masked prediction probs": [ 0.006344203371554613, @@ -141290,7 +158775,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09086697548627853, + "comprehensiveness": 0.09064151346683502, "sufficiency": 0.0, "masked prediction probs": [ 0.011711875908076763, @@ -141303,7 +158788,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021055245772004128, + "comprehensiveness": 0.021003132686018944, "sufficiency": 0.0, "masked prediction probs": [ 0.006102106999605894, @@ -141316,7 +158801,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09041716158390045, + "comprehensiveness": 0.09019391983747482, "sufficiency": 0.0, "masked prediction probs": [ 0.011711875908076763, @@ -141327,15 +158812,28 @@ 0.995595395565033 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19462867081165314, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020211827009916306, + 0.9797881245613098 + ], + "full text prediction probs": [ + 0.004404587205499411, + 0.995595395565033 + ], + "labels": 1 } }, "test_327": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.867861807346344, + "fixed-shap": { + "comprehensiveness": 0.01334922295063734, + "sufficiency": 0.0, "masked prediction probs": [ - 0.20806650817394257, - 0.791933536529541 + 0.00513997208327055, + 0.994860053062439 ], "full text prediction probs": [ 0.00409709382802248, @@ -141434,12 +158932,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.16895005106925964, - "sufficiency": 0.44327637553215027, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8705108165740967, "masked prediction probs": [ - 0.017566552385687828, - 0.9824334383010864 + 0.20806650817394257, + 0.791933536529541 + ], + "full text prediction probs": [ + 0.00409709382802248, + 0.995902955532074 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.055479198694229126, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008531260304152966, + 0.9914687871932983 ], "full text prediction probs": [ 0.00409709382802248, @@ -141448,8 +158959,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04633694887161255, - "sufficiency": 0.4568190574645996, + "comprehensiveness": 0.04622126743197441, + "sufficiency": 0.4581734538078308, "masked prediction probs": [ 0.0078005362302064896, 0.9921994805335999 @@ -141461,7 +158972,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06050705537199974, + "comprehensiveness": 0.06035637483000755, "sufficiency": 0.0, "masked prediction probs": [ 0.008945244364440441, @@ -141474,7 +158985,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.037692125886678696, + "comprehensiveness": 0.037598494440317154, "sufficiency": 0.0, "masked prediction probs": [ 0.007124659605324268, @@ -141487,7 +158998,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006998597178608179, + "comprehensiveness": 0.006981255020946264, "sufficiency": 0.0, "masked prediction probs": [ 0.004660623148083687, @@ -141500,8 +159011,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1668567955493927, - "sufficiency": 0.4501655101776123, + "comprehensiveness": 0.16644436120986938, + "sufficiency": 0.45152294635772705, "masked prediction probs": [ 0.017566552385687828, 0.9824334383010864 @@ -141513,7 +159024,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012387152761220932, + "comprehensiveness": 0.012356609106063843, "sufficiency": 0.0, "masked prediction probs": [ 0.005099520552903414, @@ -141526,8 +159037,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16603393852710724, - "sufficiency": 0.45287367701530457, + "comprehensiveness": 0.16562555730342865, + "sufficiency": 0.454217791557312, + "masked prediction probs": [ + 0.017566552385687828, + 0.9824334383010864 + ], + "full text prediction probs": [ + 0.00409709382802248, + 0.995902955532074 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.16521917283535004, + "sufficiency": 0.4555552899837494, "masked prediction probs": [ 0.017566552385687828, 0.9824334383010864 @@ -141540,12 +159064,12 @@ } }, "test_338": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5781685709953308, "sufficiency": 0.0, "masked prediction probs": [ - 0.3086560070514679, - 0.6913439631462097 + 0.054059501737356186, + 0.9459404945373535 ], "full text prediction probs": [ 0.015460032038390636, @@ -141644,12 +159168,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3040063977241516, - 0.6959936022758484 + 0.3086560070514679, + 0.6913439631462097 + ], + "full text prediction probs": [ + 0.015460032038390636, + 0.9845399260520935 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4716029167175293, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04779398441314697, + 0.9522059559822083 ], "full text prediction probs": [ 0.015460032038390636, @@ -141671,7 +159208,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.014246298000216484, + "comprehensiveness": 0.014204975217580795, "sufficiency": 0.0, "masked prediction probs": [ 0.01643972285091877, @@ -141684,7 +159221,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8717247843742371, + "comprehensiveness": 0.8692035675048828, "sufficiency": 0.0, "masked prediction probs": [ 0.07557588070631027, @@ -141697,7 +159234,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014163890853524208, + "comprehensiveness": 0.014123043976724148, "sufficiency": 0.0, "masked prediction probs": [ 0.01643972285091877, @@ -141747,15 +159284,28 @@ 0.9845399260520935 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3040063977241516, + 0.6959936022758484 + ], + "full text prediction probs": [ + 0.015460032038390636, + 0.9845399260520935 + ], + "labels": 1 } }, "test_353": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.469860702753067, + "fixed-shap": { + "comprehensiveness": 0.8489917516708374, "sufficiency": 0.0, "masked prediction probs": [ - 0.04720686003565788, - 0.9527931213378906 + 0.07224778831005096, + 0.9277521967887878 ], "full text prediction probs": [ 0.016173429787158966, @@ -141854,12 +159404,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10151609778404236, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4587458670139313, "sufficiency": 0.0, "masked prediction probs": [ - 0.02304084226489067, - 0.9769591689109802 + 0.04720686003565788, + 0.9527931213378906 + ], + "full text prediction probs": [ + 0.016173429787158966, + 0.9838265776634216 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1725383847951889, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027879929170012474, + 0.9721201062202454 ], "full text prediction probs": [ 0.016173429787158966, @@ -141868,7 +159431,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4573933780193329, + "comprehensiveness": 0.456048846244812, "sufficiency": 0.0, "masked prediction probs": [ 0.04720686003565788, @@ -141881,7 +159444,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10668103396892548, + "comprehensiveness": 0.10636835545301437, "sufficiency": 0.0, "masked prediction probs": [ 0.023432938382029533, @@ -141894,7 +159457,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4547121822834015, + "comprehensiveness": 0.45338332653045654, "sufficiency": 0.0, "masked prediction probs": [ 0.04720686003565788, @@ -141907,7 +159470,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10032942146062851, + "comprehensiveness": 0.10003707557916641, "sufficiency": 0.0, "masked prediction probs": [ 0.02304084226489067, @@ -141920,7 +159483,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8955478668212891, + "comprehensiveness": 0.8929458856582642, "sufficiency": 0.0, "masked prediction probs": [ 0.07765153050422668, @@ -141933,7 +159496,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07433020323514938, + "comprehensiveness": 0.07411486655473709, "sufficiency": 0.0, "masked prediction probs": [ 0.021290987730026245, @@ -141946,7 +159509,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09945746511220932, + "comprehensiveness": 0.09917017072439194, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02304084226489067, + 0.9769591689109802 + ], + "full text prediction probs": [ + 0.016173429787158966, + 0.9838265776634216 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09888453036546707, "sufficiency": 0.0, "masked prediction probs": [ 0.02304084226489067, @@ -141960,12 +159536,12 @@ } }, "test_356": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2898924946784973, "sufficiency": 0.0, "masked prediction probs": [ - 0.6626870632171631, - 0.3373129665851593 + 0.029857534915208817, + 0.9701424241065979 ], "full text prediction probs": [ 0.008480571210384369, @@ -142064,12 +159640,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.30841416120529175, - 0.6915857791900635 + 0.6626870632171631, + 0.3373129665851593 + ], + "full text prediction probs": [ + 0.008480571210384369, + 0.9915193915367126 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.24038779735565186, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026639791205525398, + 0.9733601808547974 ], "full text prediction probs": [ 0.008480571210384369, @@ -142091,7 +159680,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18661099672317505, + "comprehensiveness": 0.1861194521188736, "sufficiency": 0.0, "masked prediction probs": [ 0.022614793851971626, @@ -142104,7 +159693,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.035667166113853455, + "comprehensiveness": 0.03557346388697624, "sufficiency": 0.0, "masked prediction probs": [ 0.011189231649041176, @@ -142117,7 +159706,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025454796850681305, + "comprehensiveness": 0.025388097390532494, "sufficiency": 0.0, "masked prediction probs": [ 0.010418711230158806, @@ -142130,7 +159719,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8332343101501465, + "comprehensiveness": 0.8310567140579224, "sufficiency": 0.0, "masked prediction probs": [ 0.07209096103906631, @@ -142143,7 +159732,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03565073758363724, + "comprehensiveness": 0.035557810217142105, "sufficiency": 0.0, "masked prediction probs": [ 0.011209317483007908, @@ -142167,15 +159756,28 @@ 0.9915193915367126 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.30841416120529175, + 0.6915857791900635 + ], + "full text prediction probs": [ + 0.008480571210384369, + 0.9915193915367126 + ], + "labels": 1 } }, "test_388": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.4957139194011688, "sufficiency": 1.0, "masked prediction probs": [ - 0.9807330369949341, - 0.019266918301582336 + 0.29446712136268616, + 0.7055328488349915 ], "full text prediction probs": [ 0.5033013224601746, @@ -142274,12 +159876,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9845426082611084, - 0.015457360073924065 + 0.9807330369949341, + 0.019266918301582336 + ], + "full text prediction probs": [ + 0.5033013224601746, + 0.49669867753982544 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6470963954925537, + 0.35290366411209106 ], "full text prediction probs": [ 0.5033013224601746, @@ -142377,15 +159992,28 @@ 0.49669867753982544 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9845426082611084, + 0.015457360073924065 + ], + "full text prediction probs": [ + 0.5033013224601746, + 0.49669867753982544 + ], + "labels": 1 } }, "test_393": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7999847531318665, + "fixed-shap": { + "comprehensiveness": 0.033087898045778275, + "sufficiency": 0.0, "masked prediction probs": [ - 0.11004945635795593, - 0.8899505734443665 + 0.007447991985827684, + 0.9925520420074463 ], "full text prediction probs": [ 0.004889159929007292, @@ -142484,12 +160112,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.24001583456993103, - "sufficiency": 0.7128999829292297, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8040347099304199, "masked prediction probs": [ - 0.023834262043237686, - 0.9761657118797302 + 0.11004945635795593, + 0.8899505734443665 + ], + "full text prediction probs": [ + 0.004889159929007292, + 0.995110809803009 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.011467075906693935, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005796631332486868, + 0.9942033886909485 ], "full text prediction probs": [ 0.004889159929007292, @@ -142498,7 +160139,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0403532013297081, + "comprehensiveness": 0.04025145247578621, "sufficiency": 0.0, "masked prediction probs": [ 0.008082464337348938, @@ -142511,8 +160152,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1144687831401825, - "sufficiency": 0.785111129283905, + "comprehensiveness": 0.11418087780475616, + "sufficiency": 0.785650908946991, "masked prediction probs": [ 0.013970283791422844, 0.9860296845436096 @@ -142524,7 +160165,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08024422824382782, + "comprehensiveness": 0.08004290610551834, "sufficiency": 0.0, "masked prediction probs": [ 0.011271199211478233, @@ -142537,7 +160178,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05584158003330231, + "comprehensiveness": 0.055701833218336105, "sufficiency": 0.0, "masked prediction probs": [ 0.009341564029455185, @@ -142550,8 +160191,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2370126098394394, - "sufficiency": 0.7164878249168396, + "comprehensiveness": 0.23642095923423767, + "sufficiency": 0.717194676399231, "masked prediction probs": [ 0.023834262043237686, 0.9761657118797302 @@ -142563,7 +160204,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03406260162591934, + "comprehensiveness": 0.03397778421640396, "sufficiency": 0.0, "masked prediction probs": [ 0.0076187108643352985, @@ -142576,8 +160217,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23583225905895233, - "sufficiency": 0.7178980112075806, + "comprehensiveness": 0.23524649441242218, + "sufficiency": 0.7185978293418884, + "masked prediction probs": [ + 0.023834262043237686, + 0.9761657118797302 + ], + "full text prediction probs": [ + 0.004889159929007292, + 0.995110809803009 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23466362059116364, + "sufficiency": 0.7192941904067993, "masked prediction probs": [ 0.023834262043237686, 0.9761657118797302 @@ -142590,12 +160244,12 @@ } }, "test_405": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.46411392092704773, - 0.5358861088752747 + 0.1473013013601303, + 0.8526987433433533 ], "full text prediction probs": [ 0.021922891959547997, @@ -142694,12 +160348,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7380893230438232, - 0.26191067695617676 + 0.46411392092704773, + 0.5358861088752747 + ], + "full text prediction probs": [ + 0.021922891959547997, + 0.9780770540237427 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12355846166610718, + 0.8764415383338928 ], "full text prediction probs": [ 0.021922891959547997, @@ -142734,7 +160401,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.47475680708885193, + "comprehensiveness": 0.4732421636581421, "sufficiency": 0.0, "masked prediction probs": [ 0.05159473791718483, @@ -142747,7 +160414,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3193201720714569, + "comprehensiveness": 0.3183046579360962, "sufficiency": 0.0, "masked prediction probs": [ 0.04194405674934387, @@ -142773,7 +160440,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11153209954500198, + "comprehensiveness": 0.1111796423792839, "sufficiency": 0.0, "masked prediction probs": [ 0.028960509225726128, @@ -142797,15 +160464,28 @@ 0.9780770540237427 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7380893230438232, + 0.26191067695617676 + ], + "full text prediction probs": [ + 0.021922891959547997, + 0.9780770540237427 + ], + "labels": 1 } }, "test_432": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.981964111328125, - 0.018035925924777985 + 0.10821250826120377, + 0.8917874693870544 ], "full text prediction probs": [ 0.14125162363052368, @@ -142904,12 +160584,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9797751903533936, - 0.020224781706929207 + 0.981964111328125, + 0.018035925924777985 + ], + "full text prediction probs": [ + 0.14125162363052368, + 0.8587483763694763 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06931501626968384, + 0.9306849837303162 ], "full text prediction probs": [ 0.14125162363052368, @@ -143007,15 +160700,28 @@ 0.8587483763694763 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9797751903533936, + 0.020224781706929207 + ], + "full text prediction probs": [ + 0.14125162363052368, + 0.8587483763694763 + ], + "labels": 1 } }, "test_439": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5878101587295532, "sufficiency": 0.0, "masked prediction probs": [ - 0.9839514493942261, - 0.016048630699515343 + 0.056375473737716675, + 0.9436245560646057 ], "full text prediction probs": [ 0.0195170845836401, @@ -143114,12 +160820,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9834907650947571, - 0.01650919020175934 + 0.9839514493942261, + 0.016048630699515343 + ], + "full text prediction probs": [ + 0.0195170845836401, + 0.9804829359054565 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0406186580657959, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022137155756354332, + 0.9778628349304199 ], "full text prediction probs": [ 0.0195170845836401, @@ -143193,7 +160912,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.33831092715263367, + "comprehensiveness": 0.3372809588909149, "sufficiency": 0.0, "masked prediction probs": [ 0.041678156703710556, @@ -143217,15 +160936,28 @@ 0.9804829359054565 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9834907650947571, + 0.01650919020175934 + ], + "full text prediction probs": [ + 0.0195170845836401, + 0.9804829359054565 + ], + "labels": 1 } }, "test_457": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5128268599510193, - "sufficiency": 0.9608227014541626, + "fixed-shap": { + "comprehensiveness": 0.02014452964067459, + "sufficiency": 0.0, "masked prediction probs": [ - 0.04370260611176491, - 0.9562973976135254 + 0.004747966304421425, + 0.9952520132064819 ], "full text prediction probs": [ 0.0031552943401038647, @@ -143324,12 +161056,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.35362157225608826, - "sufficiency": 0.9036884307861328, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5026534199714661, + "sufficiency": 0.9615989327430725, "masked prediction probs": [ - 0.03168076276779175, - 0.968319296836853 + 0.04370260611176491, + 0.9562973976135254 + ], + "full text prediction probs": [ + 0.0031552943401038647, + 0.9968447685241699 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.005614283960312605, + "sufficiency": 0.24188822507858276, + "masked prediction probs": [ + 0.003609204199165106, + 0.9963907599449158 ], "full text prediction probs": [ 0.0031552943401038647, @@ -143338,7 +161083,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02217041328549385, + "comprehensiveness": 0.022115709260106087, "sufficiency": 0.0, "masked prediction probs": [ 0.004948131740093231, @@ -143364,8 +161109,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11813954263925552, - "sufficiency": 0.850662350654602, + "comprehensiveness": 0.11784946918487549, + "sufficiency": 0.8510286211967468, "masked prediction probs": [ 0.012755999341607094, 0.9872439503669739 @@ -143377,7 +161122,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.031035583466291428, + "comprehensiveness": 0.030959565192461014, "sufficiency": 0.0, "masked prediction probs": [ 0.0056836106814444065, @@ -143390,8 +161135,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3492908179759979, - "sufficiency": 0.9048665165901184, + "comprehensiveness": 0.3484373390674591, + "sufficiency": 0.9050986766815186, "masked prediction probs": [ 0.03168076276779175, 0.968319296836853 @@ -143403,7 +161148,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013583565130829811, + "comprehensiveness": 0.01355045661330223, "sufficiency": 0.0, "masked prediction probs": [ 0.004267334938049316, @@ -143416,8 +161161,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.34758806228637695, - "sufficiency": 0.905329704284668, + "comprehensiveness": 0.3467428982257843, + "sufficiency": 0.9055596590042114, + "masked prediction probs": [ + 0.03168076276779175, + 0.968319296836853 + ], + "full text prediction probs": [ + 0.0031552943401038647, + 0.9968447685241699 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.34590181708335876, + "sufficiency": 0.9057884216308594, "masked prediction probs": [ 0.03168076276779175, 0.968319296836853 @@ -143430,12 +161188,12 @@ } }, "test_458": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.992590069770813, - 0.0074098980985581875 + 0.9948984980583191, + 0.0051014781929552555 ], "full text prediction probs": [ 0.4940539300441742, @@ -143534,12 +161292,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9953442215919495, - 0.0046556973829865456 + 0.992590069770813, + 0.0074098980985581875 + ], + "full text prediction probs": [ + 0.4940539300441742, + 0.5059460401535034 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9919949769973755, + 0.008005008101463318 ], "full text prediction probs": [ 0.4940539300441742, @@ -143637,15 +161408,28 @@ 0.5059460401535034 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9953442215919495, + 0.0046556973829865456 + ], + "full text prediction probs": [ + 0.4940539300441742, + 0.5059460401535034 + ], + "labels": 0 } }, "test_465": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9360160231590271, + "fixed-shap": { + "comprehensiveness": 0.01633741892874241, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6749736666679382, - 0.32502633333206177 + 0.005016935057938099, + 0.9949830770492554 ], "full text prediction probs": [ 0.0037346661556512117, @@ -143744,12 +161528,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.920067310333252, + "sufficiency": 0.9372929334640503, "masked prediction probs": [ - 0.341367244720459, - 0.6586328148841858 + 0.6749736666679382, + 0.32502633333206177 + ], + "full text prediction probs": [ + 0.0037346661556512117, + 0.9962653517723083 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.006781009957194328, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004279098007827997, + 0.9957209229469299 ], "full text prediction probs": [ 0.0037346661556512117, @@ -143759,7 +161556,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9202662110328674, + "sufficiency": 0.9204640984535217, "masked prediction probs": [ 0.341367244720459, 0.6586328148841858 @@ -143771,7 +161568,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.026596007868647575, + "comprehensiveness": 0.026530073955655098, "sufficiency": 0.0, "masked prediction probs": [ 0.005875261500477791, @@ -143784,7 +161581,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01940668188035488, + "comprehensiveness": 0.019358688965439796, "sufficiency": 0.0, "masked prediction probs": [ 0.005300587508827448, @@ -143797,7 +161594,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0290236659348011, + "comprehensiveness": 0.028952067717909813, "sufficiency": 0.0, "masked prediction probs": [ 0.006082270760089159, @@ -143810,7 +161607,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08665773272514343, + "comprehensiveness": 0.08644448220729828, "sufficiency": 0.0, "masked prediction probs": [ 0.010761460289359093, @@ -143823,7 +161620,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07935388386249542, + "comprehensiveness": 0.07915908843278885, "sufficiency": 0.0, "masked prediction probs": [ 0.010185105726122856, @@ -143837,7 +161634,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9214391112327576, + "sufficiency": 0.9216312766075134, + "masked prediction probs": [ + 0.341367244720459, + 0.6586328148841858 + ], + "full text prediction probs": [ + 0.0037346661556512117, + 0.9962653517723083 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9218224883079529, "masked prediction probs": [ 0.341367244720459, 0.6586328148841858 @@ -143850,12 +161660,12 @@ } }, "test_477": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07793346792459488, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9872176051139832, - 0.012782368808984756 + 0.022295715287327766, + 0.9777042865753174 ], "full text prediction probs": [ 0.017230726778507233, @@ -143954,12 +161764,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8275973200798035, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9916281700134277, - 0.008371827192604542 + 0.9872176051139832, + 0.012782368808984756 + ], + "full text prediction probs": [ + 0.017230726778507233, + 0.982769250869751 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.029449298977851868, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0191977359354496, + 0.9808022975921631 ], "full text prediction probs": [ 0.017230726778507233, @@ -143969,7 +161792,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3352387249469757, + "sufficiency": 0.3372207283973694, "masked prediction probs": [ 0.6806420087814331, 0.3193579912185669 @@ -144007,7 +161830,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11049602180719376, + "comprehensiveness": 0.11016901582479477, "sufficiency": 0.0, "masked prediction probs": [ 0.02467721328139305, @@ -144033,7 +161856,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08007913082838058, + "comprehensiveness": 0.07984353601932526, "sufficiency": 0.0, "masked prediction probs": [ 0.022659366950392723, @@ -144057,15 +161880,28 @@ 0.982769250869751 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8321288824081421, + "masked prediction probs": [ + 0.9916281700134277, + 0.008371827192604542 + ], + "full text prediction probs": [ + 0.017230726778507233, + 0.982769250869751 + ], + "labels": 1 } }, "test_551": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014546981081366539, - "sufficiency": 0.9958775639533997, + "fixed-shap": { + "comprehensiveness": 0.014860650524497032, + "sufficiency": 0.9355809092521667, "masked prediction probs": [ - 0.9668213725090027, - 0.03317868337035179 + 0.966539740562439, + 0.033460263162851334 ], "full text prediction probs": [ 0.979882538318634, @@ -144164,12 +162000,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007384736090898514, - "sufficiency": 0.9353286623954773, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014521103352308273, + "sufficiency": 0.995884895324707, "masked prediction probs": [ - 0.9732402563095093, - 0.026759730651974678 + 0.9668213725090027, + 0.03317868337035179 + ], + "full text prediction probs": [ + 0.979882538318634, + 0.020117424428462982 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004081608261913061, + "sufficiency": 0.8232399821281433, + "masked prediction probs": [ + 0.9762104749679565, + 0.02378953993320465 ], "full text prediction probs": [ 0.979882538318634, @@ -144179,7 +162028,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2275603711605072, + "sufficiency": 0.22773203253746033, "masked prediction probs": [ 0.9817549586296082, 0.01824507676064968 @@ -144192,7 +162041,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8537598848342896, + "sufficiency": 0.8537924289703369, "masked prediction probs": [ 0.9814726114273071, 0.01852736622095108 @@ -144205,7 +162054,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7010252475738525, + "sufficiency": 0.7010917067527771, "masked prediction probs": [ 0.9845892786979675, 0.01541076973080635 @@ -144218,7 +162067,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.826760470867157, + "sufficiency": 0.8267989158630371, "masked prediction probs": [ 0.981768012046814, 0.01823202148079872 @@ -144230,8 +162079,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05585551634430885, - "sufficiency": 0.9262741208076477, + "comprehensiveness": 0.055843111127614975, + "sufficiency": 0.9262904524803162, "masked prediction probs": [ 0.9295868277549744, 0.07041319459676743 @@ -144243,8 +162092,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01381753385066986, - "sufficiency": 0.9622609615325928, + "comprehensiveness": 0.013814466074109077, + "sufficiency": 0.9622693657875061, "masked prediction probs": [ 0.9674376249313354, 0.03256240859627724 @@ -144256,8 +162105,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.055830713361501694, - "sufficiency": 0.9263069033622742, + "comprehensiveness": 0.05581831932067871, + "sufficiency": 0.9263232946395874, "masked prediction probs": [ 0.9295868277549744, 0.07041319459676743 @@ -144267,15 +162116,28 @@ 0.020117424428462982 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007369987200945616, + "sufficiency": 0.9354578256607056, + "masked prediction probs": [ + 0.9732402563095093, + 0.026759730651974678 + ], + "full text prediction probs": [ + 0.979882538318634, + 0.020117424428462982 + ], + "labels": 0 } }, "test_559": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9864413142204285, - 0.013558750040829182 + 0.9487954378128052, + 0.05120449513196945 ], "full text prediction probs": [ 0.12002544105052948, @@ -144374,12 +162236,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9864413142204285, + 0.013558750040829182 + ], + "full text prediction probs": [ + 0.12002544105052948, + 0.8799745440483093 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.934151828289032, - 0.06584814935922623 + 0.9155601859092712, + 0.08443980664014816 ], "full text prediction probs": [ 0.12002544105052948, @@ -144477,15 +162352,28 @@ 0.8799745440483093 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.934151828289032, + 0.06584814935922623 + ], + "full text prediction probs": [ + 0.12002544105052948, + 0.8799745440483093 + ], + "labels": 1 } }, "test_570": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9456610083580017, + "fixed-shap": { + "comprehensiveness": 0.5272245407104492, + "sufficiency": 0.3541445732116699, "masked prediction probs": [ - 0.38784846663475037, - 0.612151563167572 + 0.045594263821840286, + 0.9544057250022888 ], "full text prediction probs": [ 0.004748549312353134, @@ -144584,12 +162472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9552566409111023, + "sufficiency": 0.9467593431472778, "masked prediction probs": [ - 0.5386926531791687, - 0.4613073170185089 + 0.38784846663475037, + 0.612151563167572 + ], + "full text prediction probs": [ + 0.004748549312353134, + 0.9952514171600342 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.406074196100235, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03693940117955208, + 0.9630605578422546 ], "full text prediction probs": [ 0.004748549312353134, @@ -144611,7 +162512,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05752987787127495, + "comprehensiveness": 0.057385437190532684, "sufficiency": 0.0, "masked prediction probs": [ 0.009320630691945553, @@ -144624,7 +162525,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03950181603431702, + "comprehensiveness": 0.03940289095044136, "sufficiency": 0.0, "masked prediction probs": [ 0.007895869202911854, @@ -144637,7 +162538,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04268335551023483, + "comprehensiveness": 0.04257672652602196, "sufficiency": 0.0, "masked prediction probs": [ 0.008157922886312008, @@ -144651,7 +162552,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9059637784957886, + "sufficiency": 0.9061977863311768, "masked prediction probs": [ 0.5106468796730042, 0.48935312032699585 @@ -144663,7 +162564,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04481402039527893, + "comprehensiveness": 0.04470262676477432, "sufficiency": 0.0, "masked prediction probs": [ 0.008345906622707844, @@ -144677,7 +162578,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9064306616783142, + "sufficiency": 0.9066624045372009, "masked prediction probs": [ 0.5106468796730042, 0.48935312032699585 @@ -144687,15 +162588,28 @@ 0.9952514171600342 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9562513828277588, + "masked prediction probs": [ + 0.5386926531791687, + 0.4613073170185089 + ], + "full text prediction probs": [ + 0.004748549312353134, + 0.9952514171600342 + ], + "labels": 1 } }, "test_599": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4728694558143616, - 0.5271305441856384 + 0.011186940595507622, + 0.9888129830360413 ], "full text prediction probs": [ 0.012768110260367393, @@ -144794,12 +162708,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7302594780921936, + "sufficiency": 1.0, "masked prediction probs": [ - 0.4387825131416321, - 0.5612174868583679 + 0.4728694558143616, + 0.5271305441856384 + ], + "full text prediction probs": [ + 0.012768110260367393, + 0.9872318506240845 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011675102636218071, + 0.9883248805999756 ], "full text prediction probs": [ 0.012768110260367393, @@ -144809,7 +162736,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.731015682220459, + "sufficiency": 0.7317675948143005, "masked prediction probs": [ 0.4387825131416321, 0.5612174868583679 @@ -144821,7 +162748,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.009250114671885967, + "comprehensiveness": 0.00922429095953703, "sufficiency": 0.0, "masked prediction probs": [ 0.013429113663733006, @@ -144834,7 +162761,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7536051869392395, + "comprehensiveness": 0.7515072226524353, "sufficiency": 0.0, "masked prediction probs": [ 0.06676685065031052, @@ -144848,7 +162775,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8992847800254822, + "sufficiency": 0.8995639681816101, "masked prediction probs": [ 0.3025180399417877, 0.6974819898605347 @@ -144873,7 +162800,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.25869232416152954, + "comprehensiveness": 0.2579781115055084, "sufficiency": 0.0, "masked prediction probs": [ 0.03145967796444893, @@ -144887,7 +162814,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7354652285575867, + "sufficiency": 0.7361925840377808, + "masked prediction probs": [ + 0.4387825131416321, + 0.5612174868583679 + ], + "full text prediction probs": [ + 0.012768110260367393, + 0.9872318506240845 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7369158864021301, "masked prediction probs": [ 0.4387825131416321, 0.5612174868583679 @@ -144900,12 +162840,12 @@ } }, "test_621": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9746912121772766, - 0.025308758020401 + 0.18628497421741486, + 0.8137150406837463 ], "full text prediction probs": [ 0.020807959139347076, @@ -144995,8 +162935,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2845941483974457, - 0.7154058814048767 + 0.18628497421741486, + 0.8137150406837463 ], "full text prediction probs": [ 0.020807959139347076, @@ -145004,12 +162944,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9732533693313599, - 0.026746677234768867 + 0.9746912121772766, + 0.025308758020401 + ], + "full text prediction probs": [ + 0.020807959139347076, + 0.9791920185089111 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.17614325881004333, + "masked prediction probs": [ + 0.08915262669324875, + 0.9108473658561707 ], "full text prediction probs": [ 0.020807959139347076, @@ -145018,7 +162971,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1719544678926468, + "comprehensiveness": 0.17141205072402954, "sufficiency": 1.0, "masked prediction probs": [ 0.031677938997745514, @@ -145057,7 +163010,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08280980587005615, + "comprehensiveness": 0.08255103975534439, "sufficiency": 0.0, "masked prediction probs": [ 0.026092389598488808, @@ -145083,7 +163036,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.25429996848106384, + "comprehensiveness": 0.2535102665424347, "sufficiency": 0.0, "masked prediction probs": [ 0.03713767230510712, @@ -145096,11 +163049,24 @@ "labels": 1 }, "var-var-len_var-feat": { + "comprehensiveness": 1.0, + "sufficiency": 0.19396919012069702, + "masked prediction probs": [ + 0.08915262669324875, + 0.9108473658561707 + ], + "full text prediction probs": [ + 0.020807959139347076, + 0.9791920185089111 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.08815408498048782, - 0.9118459820747375 + 0.9732533693313599, + 0.026746677234768867 ], "full text prediction probs": [ 0.020807959139347076, @@ -145110,12 +163076,12 @@ } }, "test_641": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.40898269414901733, - "sufficiency": 0.984379231929779, + "fixed-shap": { + "comprehensiveness": 0.020740240812301636, + "sufficiency": 0.0, "masked prediction probs": [ - 0.036158252507448196, - 0.9638417959213257 + 0.005898870062083006, + 0.9941011071205139 ], "full text prediction probs": [ 0.004282461944967508, @@ -145214,12 +163180,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6038393378257751, - "sufficiency": 0.9643993973731995, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.40075433254241943, + "sufficiency": 0.9846931099891663, "masked prediction probs": [ - 0.052311476320028305, - 0.9476885199546814 + 0.036158252507448196, + 0.9638417959213257 + ], + "full text prediction probs": [ + 0.004282461944967508, + 0.9957175850868225 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.005246646236628294, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0047007473185658455, + 0.995299220085144 ], "full text prediction probs": [ 0.004282461944967508, @@ -145228,7 +163207,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05998622998595238, + "comprehensiveness": 0.05983612686395645, "sufficiency": 0.0, "masked prediction probs": [ 0.009065650403499603, @@ -145241,7 +163220,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01865321397781372, + "comprehensiveness": 0.018606653437018394, "sufficiency": 0.0, "masked prediction probs": [ 0.005773517303168774, @@ -145254,7 +163233,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.039380624890327454, + "comprehensiveness": 0.039282575249671936, "sufficiency": 0.0, "masked prediction probs": [ 0.00743828946724534, @@ -145267,7 +163246,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02805527299642563, + "comprehensiveness": 0.027985593304038048, "sufficiency": 0.0, "masked prediction probs": [ 0.006536409258842468, @@ -145280,8 +163259,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5963406562805176, - "sufficiency": 0.9648409485816956, + "comprehensiveness": 0.59486323595047, + "sufficiency": 0.9649279713630676, "masked prediction probs": [ 0.052311476320028305, 0.9476885199546814 @@ -145293,7 +163272,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.003584118327125907, + "comprehensiveness": 0.003575260518118739, "sufficiency": 0.0, "masked prediction probs": [ 0.004571780562400818, @@ -145306,8 +163285,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.593393087387085, - "sufficiency": 0.9650145173072815, + "comprehensiveness": 0.5919302105903625, + "sufficiency": 0.9651006460189819, + "masked prediction probs": [ + 0.052311476320028305, + 0.9476885199546814 + ], + "full text prediction probs": [ + 0.004282461944967508, + 0.9957175850868225 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5904744863510132, + "sufficiency": 0.965186357498169, "masked prediction probs": [ 0.052311476320028305, 0.9476885199546814 @@ -145320,12 +163312,12 @@ } }, "test_663": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1088959127664566, - "sufficiency": 0.8528988361358643, + "fixed-shap": { + "comprehensiveness": 0.022110899910330772, + "sufficiency": 0.0, "masked prediction probs": [ - 0.017725976184010506, - 0.9822739958763123 + 0.011444758623838425, + 0.9885552525520325 ], "full text prediction probs": [ 0.009844467975199223, @@ -145412,11 +163404,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.10682915896177292, - "sufficiency": 0.8556869029998779, + "comprehensiveness": 0.021691253408789635, + "sufficiency": 0.0, "masked prediction probs": [ - 0.017725976184010506, - 0.9822739958763123 + 0.011444758623838425, + 0.9885552525520325 ], "full text prediction probs": [ 0.009844467975199223, @@ -145424,12 +163416,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0216326005756855, "sufficiency": 0.0, "masked prediction probs": [ - 0.008862248621881008, - 0.991137683391571 + 0.011444758623838425, + 0.9885552525520325 + ], + "full text prediction probs": [ + 0.009844467975199223, + 0.9901555776596069 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01231265440583229, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010757730342447758, + 0.9892422556877136 ], "full text prediction probs": [ 0.009844467975199223, @@ -145438,8 +163443,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12182962894439697, - "sufficiency": 0.9548528790473938, + "comprehensiveness": 0.12150197476148605, + "sufficiency": 0.9549741148948669, "masked prediction probs": [ 0.018881376832723618, 0.9811185598373413 @@ -145464,7 +163469,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02674064412713051, + "comprehensiveness": 0.026669111102819443, "sufficiency": 0.0, "masked prediction probs": [ 0.011838658712804317, @@ -145477,7 +163482,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.028446625918149948, + "comprehensiveness": 0.028370734304189682, "sufficiency": 0.0, "masked prediction probs": [ 0.01197157334536314, @@ -145490,7 +163495,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12531918287277222, + "comprehensiveness": 0.12498573213815689, "sufficiency": 0.0, "masked prediction probs": [ 0.019240591675043106, @@ -145503,7 +163508,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07627537846565247, + "comprehensiveness": 0.07607296109199524, "sufficiency": 0.0, "masked prediction probs": [ 0.015578593127429485, @@ -145527,15 +163532,28 @@ 0.9901555776596069 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008862248621881008, + 0.991137683391571 + ], + "full text prediction probs": [ + 0.009844467975199223, + 0.9901555776596069 + ], + "labels": 1 } }, "test_703": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9517486691474915, - 0.04825131967663765 + 0.2796519100666046, + 0.720348060131073 ], "full text prediction probs": [ 0.01541654672473669, @@ -145634,12 +163652,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.953056275844574, - 0.04694370552897453 + 0.9517486691474915, + 0.04825131967663765 + ], + "full text prediction probs": [ + 0.01541654672473669, + 0.9845834970474243 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3044756352901459, + 0.6955243349075317 ], "full text prediction probs": [ 0.01541654672473669, @@ -145661,7 +163692,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03476633131504059, + "comprehensiveness": 0.0346655510365963, "sufficiency": 0.0, "masked prediction probs": [ 0.017808575183153152, @@ -145687,7 +163718,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.22275975346565247, + "comprehensiveness": 0.22211773693561554, "sufficiency": 0.0, "masked prediction probs": [ 0.030832713469862938, @@ -145737,15 +163768,28 @@ 0.9845834970474243 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.953056275844574, + 0.04694370552897453 + ], + "full text prediction probs": [ + 0.01541654672473669, + 0.9845834970474243 + ], + "labels": 1 } }, "test_733": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.25557687878608704, - "sufficiency": 0.9530690908432007, + "fixed-shap": { + "comprehensiveness": 0.014851199463009834, + "sufficiency": 0.0, "masked prediction probs": [ - 0.023088833317160606, - 0.9769111275672913 + 0.003966964315623045, + 0.9960330128669739 ], "full text prediction probs": [ 0.0027872887440025806, @@ -145844,12 +163888,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07773760706186295, - "sufficiency": 0.939905047416687, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.25052976608276367, + "sufficiency": 0.9539946913719177, "masked prediction probs": [ - 0.009086733683943748, - 0.9909132719039917 + 0.023088833317160606, + 0.9769111275672913 + ], + "full text prediction probs": [ + 0.0027872887440025806, + 0.9972127079963684 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.00560719845816493, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.003242734121158719, + 0.9967572093009949 ], "full text prediction probs": [ 0.0027872887440025806, @@ -145858,8 +163915,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04974939301609993, - "sufficiency": 0.3496723175048828, + "comprehensiveness": 0.049627188593149185, + "sufficiency": 0.3512677848339081, "masked prediction probs": [ 0.0068286811001598835, 0.9931713342666626 @@ -145871,7 +163928,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.015063161961734295, + "comprehensiveness": 0.015026251785457134, "sufficiency": 0.0, "masked prediction probs": [ 0.004013875499367714, @@ -145884,7 +163941,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.014450903050601482, + "comprehensiveness": 0.014415579847991467, "sufficiency": 0.0, "masked prediction probs": [ 0.003966964315623045, @@ -145897,7 +163954,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014358039945363998, + "comprehensiveness": 0.014323029667139053, "sufficiency": 0.0, "masked prediction probs": [ 0.003962243907153606, @@ -145910,7 +163967,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.033976960927248, + "comprehensiveness": 0.033894311636686325, "sufficiency": 0.0, "masked prediction probs": [ 0.005574530456215143, @@ -145923,7 +163980,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.003457345999777317, + "comprehensiveness": 0.003448956413194537, "sufficiency": 0.0, "masked prediction probs": [ 0.0030715945176780224, @@ -145936,7 +163993,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014880403876304626, + "comprehensiveness": 0.014844383113086224, "sufficiency": 0.0, "masked prediction probs": [ 0.004013875499367714, @@ -145947,15 +164004,28 @@ 0.9972127079963684 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07604809105396271, + "sufficiency": 0.9412095546722412, + "masked prediction probs": [ + 0.009086733683943748, + 0.9909132719039917 + ], + "full text prediction probs": [ + 0.0027872887440025806, + 0.9972127079963684 + ], + "labels": 1 } }, "test_779": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7016666531562805, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7373309135437012, - 0.26266908645629883 + 0.00791297946125269, + 0.9920870661735535 ], "full text prediction probs": [ 0.008616828359663486, @@ -146054,12 +164124,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5432238578796387, + "sufficiency": 0.7080063223838806, "masked prediction probs": [ - 0.5920177698135376, - 0.4079822301864624 + 0.7373309135437012, + 0.26266908645629883 + ], + "full text prediction probs": [ + 0.008616828359663486, + 0.9913832545280457 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08730057626962662, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015199672430753708, + 0.9848003387451172 ], "full text prediction probs": [ 0.008616828359663486, @@ -146069,7 +164152,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5444339513778687, + "sufficiency": 0.5456377267837524, "masked prediction probs": [ 0.5920177698135376, 0.4079822301864624 @@ -146081,7 +164164,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.027813583612442017, + "comprehensiveness": 0.02774018980562687, "sufficiency": 0.0, "masked prediction probs": [ 0.010719556361436844, @@ -146094,7 +164177,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8258988857269287, + "comprehensiveness": 0.8237252235412598, "sufficiency": 0.0, "masked prediction probs": [ 0.07122422009706497, @@ -146107,7 +164190,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03843291476368904, + "comprehensiveness": 0.038332030177116394, "sufficiency": 0.0, "masked prediction probs": [ 0.011537858285009861, @@ -146120,7 +164203,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07071418315172195, + "comprehensiveness": 0.07052905112504959, "sufficiency": 0.0, "masked prediction probs": [ 0.014005588367581367, @@ -146133,7 +164216,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14983278512954712, + "comprehensiveness": 0.14944154024124146, "sufficiency": 0.0, "masked prediction probs": [ 0.02006482519209385, @@ -146147,7 +164230,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5515621900558472, + "sufficiency": 0.552728533744812, + "masked prediction probs": [ + 0.5920177698135376, + 0.4079822301864624 + ], + "full text prediction probs": [ + 0.008616828359663486, + 0.9913832545280457 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5538889169692993, "masked prediction probs": [ 0.5920177698135376, 0.4079822301864624 @@ -146160,12 +164256,12 @@ } }, "test_788": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.20945847034454346, "sufficiency": 0.0, "masked prediction probs": [ - 0.8350191116333008, - 0.16498085856437683 + 0.02474592812359333, + 0.9752540588378906 ], "full text prediction probs": [ 0.009517418220639229, @@ -146264,12 +164360,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9146844148635864, - 0.08531565964221954 + 0.8350191116333008, + 0.16498085856437683 + ], + "full text prediction probs": [ + 0.009517418220639229, + 0.9904825687408447 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2562732994556427, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02861090749502182, + 0.9713890552520752 ], "full text prediction probs": [ 0.009517418220639229, @@ -146291,7 +164400,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09108345955610275, + "comprehensiveness": 0.09084022045135498, "sufficiency": 0.0, "masked prediction probs": [ 0.016321806237101555, @@ -146304,7 +164413,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07725612819194794, + "comprehensiveness": 0.0770503580570221, "sufficiency": 0.0, "masked prediction probs": [ 0.015304341912269592, @@ -146317,7 +164426,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05912720784544945, + "comprehensiveness": 0.058970145881175995, "sufficiency": 0.0, "masked prediction probs": [ 0.013958204537630081, @@ -146331,7 +164440,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.37371155619621277, + "sufficiency": 0.37536856532096863, "masked prediction probs": [ 0.8297556638717651, 0.17024438083171844 @@ -146343,7 +164452,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3263780474662781, + "comprehensiveness": 0.32551565766334534, "sufficiency": 0.0, "masked prediction probs": [ 0.03416042402386665, @@ -146367,15 +164476,28 @@ 0.9904825687408447 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9146844148635864, + 0.08531565964221954 + ], + "full text prediction probs": [ + 0.009517418220639229, + 0.9904825687408447 + ], + "labels": 1 } }, "test_803": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10547365993261337, - "sufficiency": 0.8915609121322632, + "fixed-shap": { + "comprehensiveness": 0.018267514184117317, + "sufficiency": 0.0, "masked prediction probs": [ - 0.011848089285194874, - 0.9881518483161926 + 0.004987560212612152, + 0.9950124621391296 ], "full text prediction probs": [ 0.0035504200495779514, @@ -146474,12 +164596,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05361200124025345, - "sufficiency": 0.8999043107032776, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10337097197771072, + "sufficiency": 0.8937200307846069, "masked prediction probs": [ - 0.007853866554796696, - 0.9921460747718811 + 0.011848089285194874, + 0.9881518483161926 + ], + "full text prediction probs": [ + 0.0035504200495779514, + 0.9964495897293091 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.011115571483969688, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004444886464625597, + 0.9955551028251648 ], "full text prediction probs": [ 0.0035504200495779514, @@ -146488,7 +164623,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03839823603630066, + "comprehensiveness": 0.03830302506685257, "sufficiency": 0.0, "masked prediction probs": [ 0.0066404459066689014, @@ -146514,7 +164649,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021391509100794792, + "comprehensiveness": 0.021338729187846184, "sufficiency": 0.0, "masked prediction probs": [ 0.005280407145619392, @@ -146527,7 +164662,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011205332353711128, + "comprehensiveness": 0.01117775309830904, "sufficiency": 0.0, "masked prediction probs": [ 0.004458836745470762, @@ -146540,8 +164675,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05295222997665405, - "sufficiency": 0.9011346697807312, + "comprehensiveness": 0.05282221734523773, + "sufficiency": 0.9013770818710327, "masked prediction probs": [ 0.007853866554796696, 0.9921460747718811 @@ -146553,7 +164688,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010979114100337029, + "comprehensiveness": 0.010952224023640156, "sufficiency": 0.0, "masked prediction probs": [ 0.004444886464625597, @@ -146566,8 +164701,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05269284546375275, - "sufficiency": 0.9016183614730835, + "comprehensiveness": 0.0525641031563282, + "sufficiency": 0.901858389377594, + "masked prediction probs": [ + 0.007853866554796696, + 0.9921460747718811 + ], + "full text prediction probs": [ + 0.0035504200495779514, + 0.9964495897293091 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0524359866976738, + "sufficiency": 0.9020973443984985, "masked prediction probs": [ 0.007853866554796696, 0.9921460747718811 @@ -146580,12 +164728,12 @@ } }, "test_806": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7760660648345947, - 0.22393393516540527 + 0.9506463408470154, + 0.04935360327363014 ], "full text prediction probs": [ 0.7519028186798096, @@ -146684,12 +164832,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017009062692523003, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7404815554618835, - 0.25951847434043884 + 0.7760660648345947, + 0.22393393516540527 + ], + "full text prediction probs": [ + 0.7519028186798096, + 0.248097226023674 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7519028186798096, + 0.248097226023674 ], "full text prediction probs": [ 0.7519028186798096, @@ -146699,7 +164860,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9260990619659424, + "sufficiency": 0.9261210560798645, "masked prediction probs": [ 0.9583896398544312, 0.04161040857434273 @@ -146764,7 +164925,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9429823756217957, + "sufficiency": 0.9429993033409119, "masked prediction probs": [ 0.8583714365959167, 0.14162857830524445 @@ -146787,15 +164948,28 @@ 0.248097226023674 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.016963597387075424, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7404815554618835, + 0.25951847434043884 + ], + "full text prediction probs": [ + 0.7519028186798096, + 0.248097226023674 + ], + "labels": 0 } }, "test_811": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9754166007041931, - 0.02458338439464569 + 0.02981664426624775, + 0.9701833724975586 ], "full text prediction probs": [ 0.05408254638314247, @@ -146894,12 +165068,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9666328430175781, - 0.03336718678474426 + 0.9754166007041931, + 0.02458338439464569 + ], + "full text prediction probs": [ + 0.05408254638314247, + 0.9459174871444702 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24824926257133484, + 0.7517507672309875 ], "full text prediction probs": [ 0.05408254638314247, @@ -146997,15 +165184,28 @@ 0.9459174871444702 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9666328430175781, + 0.03336718678474426 + ], + "full text prediction probs": [ + 0.05408254638314247, + 0.9459174871444702 + ], + "labels": 1 } }, "test_824": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9315157532691956, + "fixed-shap": { + "comprehensiveness": 0.06466489285230637, + "sufficiency": 0.0, "masked prediction probs": [ - 0.15787823498249054, - 0.8421217203140259 + 0.011863909661769867, + 0.9881360530853271 ], "full text prediction probs": [ 0.006999780889600515, @@ -147092,11 +165292,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, - "sufficiency": 0.9327656626701355, + "comprehensiveness": 0.06348317116498947, + "sufficiency": 0.0, "masked prediction probs": [ - 0.15787823498249054, - 0.8421217203140259 + 0.011863909661769867, + 0.9881360530853271 ], "full text prediction probs": [ 0.006999780889600515, @@ -147104,12 +165304,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 2.4828104869811796e-05, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06331787258386612, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011863909661769867, + 0.9881360530853271 + ], + "full text prediction probs": [ + 0.006999780889600515, + 0.9930002689361572 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.043486472219228745, "sufficiency": 0.0, "masked prediction probs": [ - 0.007001619786024094, - 0.9929983615875244 + 0.010349131189286709, + 0.9896508455276489 ], "full text prediction probs": [ 0.006999780889600515, @@ -147118,8 +165331,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7410955429077148, - "sufficiency": 0.9012811183929443, + "comprehensiveness": 0.7391758561134338, + "sufficiency": 0.9015364646911621, "masked prediction probs": [ 0.06408054381608963, 0.935919463634491 @@ -147131,7 +165344,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0017459442606195807, + "comprehensiveness": 0.0017414332833141088, "sufficiency": 0.0, "masked prediction probs": [ 0.007134491577744484, @@ -147144,8 +165357,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.30478471517562866, - "sufficiency": 0.9326837658882141, + "comprehensiveness": 0.30399927496910095, + "sufficiency": 0.9328570365905762, "masked prediction probs": [ 0.03059682622551918, 0.9694031476974487 @@ -147157,7 +165370,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0161439199000597, + "comprehensiveness": 0.016102423891425133, "sufficiency": 0.0, "masked prediction probs": [ 0.008252862840890884, @@ -147170,8 +165383,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.30997395515441895, - "sufficiency": 0.8547211289405823, + "comprehensiveness": 0.30917924642562866, + "sufficiency": 0.8550931215286255, "masked prediction probs": [ 0.031122636049985886, 0.968877375125885 @@ -147183,7 +165396,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03387094661593437, + "comprehensiveness": 0.033784329891204834, "sufficiency": 0.0, "masked prediction probs": [ 0.009642473421990871, @@ -147196,11 +165409,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7297245860099792, - "sufficiency": 0.902793824672699, + "comprehensiveness": 0.04271002113819122, + "sufficiency": 0.0, "masked prediction probs": [ - 0.06408054381608963, - 0.935919463634491 + 0.010349131189286709, + 0.9896508455276489 + ], + "full text prediction probs": [ + 0.006999780889600515, + 0.9930002689361572 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04260135442018509, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010349131189286709, + 0.9896508455276489 ], "full text prediction probs": [ 0.006999780889600515, @@ -147210,12 +165436,12 @@ } }, "test_831": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.6336695551872253, "masked prediction probs": [ - 0.9235719442367554, - 0.07642807811498642 + 0.8563357591629028, + 0.14366425573825836 ], "full text prediction probs": [ 0.056333500891923904, @@ -147314,12 +165540,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9176831841468811, - 0.08231686800718307 + 0.9235719442367554, + 0.07642807811498642 + ], + "full text prediction probs": [ + 0.056333500891923904, + 0.9436664581298828 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3506331145763397, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0660419836640358, + 0.9339579939842224 ], "full text prediction probs": [ 0.056333500891923904, @@ -147417,15 +165656,28 @@ 0.9436664581298828 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9176831841468811, + 0.08231686800718307 + ], + "full text prediction probs": [ + 0.056333500891923904, + 0.9436664581298828 + ], + "labels": 1 } }, "test_881": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9087537527084351, + "fixed-shap": { + "comprehensiveness": 0.003953790757805109, "sufficiency": 0.0, "masked prediction probs": [ - 0.07539326697587967, - 0.9246066808700562 + 0.007683585397899151, + 0.9923163652420044 ], "full text prediction probs": [ 0.007387748919427395, @@ -147524,12 +165776,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6951344013214111, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8897276520729065, "sufficiency": 0.0, "masked prediction probs": [ - 0.06051976978778839, - 0.9394802451133728 + 0.07539326697587967, + 0.9246066808700562 + ], + "full text prediction probs": [ + 0.007387748919427395, + 0.9926122426986694 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007387748919427395, + 0.9926122426986694 ], "full text prediction probs": [ 0.007387748919427395, @@ -147538,7 +165803,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6933199167251587, + "comprehensiveness": 0.6915149092674255, "sufficiency": 0.0, "masked prediction probs": [ 0.06051976978778839, @@ -147551,7 +165816,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09193259477615356, + "comprehensiveness": 0.09169387817382812, "sufficiency": 0.0, "masked prediction probs": [ 0.01445130817592144, @@ -147564,7 +165829,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0515730194747448, + "comprehensiveness": 0.051439445465803146, "sufficiency": 0.0, "masked prediction probs": [ 0.0113606546074152, @@ -147577,7 +165842,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.051439445465803146, + "comprehensiveness": 0.05130656436085701, "sufficiency": 0.0, "masked prediction probs": [ 0.0113606546074152, @@ -147590,7 +165855,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2966657876968384, + "comprehensiveness": 0.2959013879299164, "sufficiency": 0.0, "masked prediction probs": [ 0.030359851196408272, @@ -147616,7 +165881,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6826289892196655, + "comprehensiveness": 0.6808791756629944, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06051976978778839, + 0.9394802451133728 + ], + "full text prediction probs": [ + 0.007387748919427395, + 0.9926122426986694 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6791382431983948, "sufficiency": 0.0, "masked prediction probs": [ 0.06051976978778839, @@ -147630,12 +165908,12 @@ } }, "test_919": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10785912722349167, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11919092386960983, + "sufficiency": 0.9899730682373047, "masked prediction probs": [ - 0.8792076110839844, - 0.12079240381717682 + 0.8690819144248962, + 0.13091804087162018 ], "full text prediction probs": [ 0.9755867719650269, @@ -147734,12 +166012,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1370747685432434, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10766633599996567, "sufficiency": 1.0, "masked prediction probs": [ - 0.8528822064399719, - 0.14711782336235046 + 0.8792076110839844, + 0.12079240381717682 + ], + "full text prediction probs": [ + 0.9755867719650269, + 0.024413254112005234 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.1714940369129181, + "sufficiency": 0.9765720367431641, + "masked prediction probs": [ + 0.8220369815826416, + 0.1779630333185196 ], "full text prediction probs": [ 0.9755867719650269, @@ -147748,8 +166039,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.011628017760813236, - "sufficiency": 0.9015093445777893, + "comprehensiveness": 0.011625420302152634, + "sufficiency": 0.9015313386917114, "masked prediction probs": [ 0.965175449848175, 0.03482458367943764 @@ -147762,7 +166053,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8975309729576111, + "sufficiency": 0.8975538611412048, "masked prediction probs": [ 0.9811493158340454, 0.01885066367685795 @@ -147774,8 +166065,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005800998769700527, - "sufficiency": 0.8828955888748169, + "comprehensiveness": 0.005799703765660524, + "sufficiency": 0.8829216957092285, "masked prediction probs": [ 0.9703904390335083, 0.02960953302681446 @@ -147787,8 +166078,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002594033721834421, - "sufficiency": 0.7265355587005615, + "comprehensiveness": 0.0025934549048542976, + "sufficiency": 0.7265966534614563, "masked prediction probs": [ 0.9732626080513, 0.026737365871667862 @@ -147800,7 +166091,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13692182302474976, + "comprehensiveness": 0.13689126074314117, "sufficiency": 1.0, "masked prediction probs": [ 0.8528822064399719, @@ -147813,8 +166104,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.033275164663791656, - "sufficiency": 0.9595272541046143, + "comprehensiveness": 0.03326774388551712, + "sufficiency": 0.9595361948013306, "masked prediction probs": [ 0.9457600712776184, 0.054239995777606964 @@ -147826,7 +166117,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13686072826385498, + "comprehensiveness": 0.1368301957845688, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8528822064399719, + 0.14711782336235046 + ], + "full text prediction probs": [ + 0.9755867719650269, + 0.024413254112005234 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13679969310760498, "sufficiency": 1.0, "masked prediction probs": [ 0.8528822064399719, @@ -147840,12 +166144,12 @@ } }, "test_951": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.855629563331604, + "fixed-shap": { + "comprehensiveness": 0.009981749579310417, + "sufficiency": 0.8779642581939697, "masked prediction probs": [ - 0.9369521141052246, - 0.063047856092453 + 0.9127832055091858, + 0.08721686154603958 ], "full text prediction probs": [ 0.9211592674255371, @@ -147932,11 +166236,24 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { + "comprehensiveness": 0.2856518626213074, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6810581088066101, + 0.3189418613910675 + ], + "full text prediction probs": [ + 0.9211592674255371, + 0.07884066551923752 + ], + "labels": 0 + }, + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8998901844024658, + "sufficiency": 0.8559042811393738, "masked prediction probs": [ - 0.9491888284683228, - 0.050811152905225754 + 0.9369521141052246, + 0.063047856092453 ], "full text prediction probs": [ 0.9211592674255371, @@ -147944,12 +166261,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.57342529296875, + "sufficiency": 0.8395070433616638, "masked prediction probs": [ - 0.9669927358627319, - 0.03300723060965538 + 0.9211592674255371, + 0.07884066551923752 ], "full text prediction probs": [ 0.9211592674255371, @@ -147959,7 +166276,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8133680820465088, + "sufficiency": 0.8134124875068665, "masked prediction probs": [ 0.9698400497436523, 0.030159924179315567 @@ -147972,7 +166289,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8395452499389648, + "sufficiency": 0.8395833373069763, "masked prediction probs": [ 0.9211592674255371, 0.07884066551923752 @@ -147985,7 +166302,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8395833373069763, + "sufficiency": 0.8396214246749878, "masked prediction probs": [ 0.9211592674255371, 0.07884066551923752 @@ -147998,7 +166315,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9128888845443726, + "sufficiency": 0.9129096865653992, "masked prediction probs": [ 0.9356369972229004, 0.06436294317245483 @@ -148010,7 +166327,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.229336678981781, + "comprehensiveness": 0.2292821854352951, "sufficiency": 1.0, "masked prediction probs": [ 0.7281179428100586, @@ -148023,8 +166340,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06821038573980331, - "sufficiency": 0.8797011375427246, + "comprehensiveness": 0.0681941881775856, + "sufficiency": 0.879729688167572, "masked prediction probs": [ 0.8637303709983826, 0.13626959919929504 @@ -148037,7 +166354,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.839735746383667, + "sufficiency": 0.8397737145423889, "masked prediction probs": [ 0.9211592674255371, 0.07884066551923752 @@ -148047,15 +166364,28 @@ 0.07884066551923752 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.574336588382721, + "masked prediction probs": [ + 0.9669927358627319, + 0.03300723060965538 + ], + "full text prediction probs": [ + 0.9211592674255371, + 0.07884066551923752 + ], + "labels": 0 } }, "test_953": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09474348276853561, - "sufficiency": 0.9334867596626282, + "fixed-shap": { + "comprehensiveness": 0.08473880589008331, + "sufficiency": 0.9432163834571838, "masked prediction probs": [ - 0.8877315521240234, - 0.11226846277713776 + 0.8966360688209534, + 0.10336393862962723 ], "full text prediction probs": [ 0.9720565676689148, @@ -148154,12 +166484,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06188184767961502, - "sufficiency": 0.8656145334243774, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09457346796989441, + "sufficiency": 0.9336060881614685, "masked prediction probs": [ - 0.9168805480003357, - 0.0831194669008255 + 0.8877315521240234, + 0.11226846277713776 + ], + "full text prediction probs": [ + 0.9720565676689148, + 0.02794346585869789 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002825729548931122, + "sufficiency": 0.9170040488243103, + "masked prediction probs": [ + 0.9695364832878113, + 0.03046354092657566 ], "full text prediction probs": [ 0.9720565676689148, @@ -148169,7 +166512,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7495511174201965, + "sufficiency": 0.749607264995575, "masked prediction probs": [ 0.9805965423583984, 0.01940353773534298 @@ -148181,8 +166524,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.06185409799218178, - "sufficiency": 0.8656747937202454, + "comprehensiveness": 0.0618402324616909, + "sufficiency": 0.8657048940658569, "masked prediction probs": [ 0.9168805480003357, 0.0831194669008255 @@ -148194,8 +166537,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004571647848933935, - "sufficiency": 0.8845576643943787, + "comprehensiveness": 0.004570623394101858, + "sufficiency": 0.884583592414856, "masked prediction probs": [ 0.9679775834083557, 0.0320223867893219 @@ -148207,8 +166550,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005631429608911276, - "sufficiency": 0.7444646954536438, + "comprehensiveness": 0.005630167666822672, + "sufficiency": 0.744521975517273, "masked prediction probs": [ 0.9670308828353882, 0.032969146966934204 @@ -148220,8 +166563,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.11212926357984543, - "sufficiency": 0.9237995743751526, + "comprehensiveness": 0.1121041402220726, + "sufficiency": 0.9238166809082031, "masked prediction probs": [ 0.8719660639762878, 0.12803401052951813 @@ -148234,7 +166577,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8653264045715332, + "sufficiency": 0.8653565645217896, "masked prediction probs": [ 0.9729035496711731, 0.02709641493856907 @@ -148246,8 +166589,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.061784833669662476, - "sufficiency": 0.8658251762390137, + "comprehensiveness": 0.06177099794149399, + "sufficiency": 0.8658552169799805, + "masked prediction probs": [ + 0.9168805480003357, + 0.0831194669008255 + ], + "full text prediction probs": [ + 0.9720565676689148, + 0.02794346585869789 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.061757173389196396, + "sufficiency": 0.8658852577209473, "masked prediction probs": [ 0.9168805480003357, 0.0831194669008255 @@ -148260,12 +166616,12 @@ } }, "test_957": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9183717966079712, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.578497588634491, + "sufficiency": 0.9981388449668884, "masked prediction probs": [ - 0.1548081636428833, - 0.8451917767524719 + 0.4578685164451599, + 0.5421314239501953 ], "full text prediction probs": [ 0.9737054705619812, @@ -148364,12 +166720,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9677255153656006, - "sufficiency": 0.9840377569198608, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.91672682762146, + "sufficiency": 1.0, "masked prediction probs": [ - 0.10925186425447464, - 0.890748143196106 + 0.1548081636428833, + 0.8451917767524719 + ], + "full text prediction probs": [ + 0.9737054705619812, + 0.026294561102986336 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.948431670665741, + "sufficiency": 0.9649521112442017, + "masked prediction probs": [ + 0.12629708647727966, + 0.8737029433250427 ], "full text prediction probs": [ 0.9737054705619812, @@ -148379,7 +166748,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7787843346595764, + "sufficiency": 0.7788338661193848, "masked prediction probs": [ 0.9834213852882385, 0.016578586772084236 @@ -148392,7 +166761,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7901877164840698, + "sufficiency": 0.7902346849441528, "masked prediction probs": [ 0.9737054705619812, 0.026294561102986336 @@ -148404,8 +166773,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9670759439468384, - "sufficiency": 0.9840484261512756, + "comprehensiveness": 0.9668595790863037, + "sufficiency": 0.9840520620346069, "masked prediction probs": [ 0.10925186425447464, 0.890748143196106 @@ -148418,7 +166787,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8273205757141113, + "sufficiency": 0.827359139919281, "masked prediction probs": [ 0.9777114987373352, 0.022288557142019272 @@ -148430,7 +166799,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9639427661895752, + "comprehensiveness": 0.9637272357940674, "sufficiency": 1.0, "masked prediction probs": [ 0.11166700720787048, @@ -148444,7 +166813,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7310057878494263, + "sufficiency": 0.7310659289360046, "masked prediction probs": [ 0.9791186451911926, 0.020881351083517075 @@ -148456,8 +166825,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.966211199760437, - "sufficiency": 0.984062671661377, + "comprehensiveness": 0.9659952521324158, + "sufficiency": 0.9840663075447083, + "masked prediction probs": [ + 0.10925186425447464, + 0.890748143196106 + ], + "full text prediction probs": [ + 0.9737054705619812, + 0.026294561102986336 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9657794237136841, + "sufficiency": 0.9840697646141052, "masked prediction probs": [ 0.10925186425447464, 0.890748143196106 @@ -148470,12 +166852,12 @@ } }, "test_960": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7367123365402222, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.951114296913147, "masked prediction probs": [ - 0.3138924539089203, - 0.6861075758934021 + 0.9694753885269165, + 0.030524568632245064 ], "full text prediction probs": [ 0.9626964926719666, @@ -148574,12 +166956,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8658897280693054, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7353762984275818, "sufficiency": 1.0, "masked prediction probs": [ - 0.19874370098114014, - 0.8012562990188599 + 0.3138924539089203, + 0.6861075758934021 + ], + "full text prediction probs": [ + 0.9626964926719666, + 0.037303514778614044 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9295901656150818, + "masked prediction probs": [ + 0.9777611494064331, + 0.022238845005631447 ], "full text prediction probs": [ 0.9626964926719666, @@ -148589,7 +166984,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8008341193199158, + "sufficiency": 0.800879180431366, "masked prediction probs": [ 0.9902262687683105, 0.009773727506399155 @@ -148601,7 +166996,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.865497350692749, + "comprehensiveness": 0.8653013110160828, "sufficiency": 1.0, "masked prediction probs": [ 0.19874370098114014, @@ -148614,8 +167009,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8398712277412415, - "sufficiency": 0.9087977409362793, + "comprehensiveness": 0.8396809697151184, + "sufficiency": 0.9088183641433716, "masked prediction probs": [ 0.2211952954530716, 0.7788046598434448 @@ -148627,8 +167022,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8396809697151184, - "sufficiency": 0.9088183641433716, + "comprehensiveness": 0.8394908308982849, + "sufficiency": 0.9088389873504639, "masked prediction probs": [ 0.2211952954530716, 0.7788046598434448 @@ -148640,7 +167035,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8649094104766846, + "comprehensiveness": 0.8647136092185974, "sufficiency": 1.0, "masked prediction probs": [ 0.19874370098114014, @@ -148654,7 +167049,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8141934871673584, + "sufficiency": 0.8142355680465698, "masked prediction probs": [ 0.9750409722328186, 0.024959081783890724 @@ -148666,7 +167061,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8645179271697998, + "comprehensiveness": 0.8643222451210022, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19874370098114014, + 0.8012562990188599 + ], + "full text prediction probs": [ + 0.9626964926719666, + 0.037303514778614044 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8641267418861389, "sufficiency": 1.0, "masked prediction probs": [ 0.19874370098114014, @@ -148680,12 +167088,12 @@ } }, "test_1031": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07613789290189743, - "sufficiency": 0.9474762678146362, + "fixed-shap": { + "comprehensiveness": 0.0010192056652158499, + "sufficiency": 0.7571836709976196, "masked prediction probs": [ - 0.9218454360961914, - 0.07815458625555038 + 0.9901310205459595, + 0.009869003668427467 ], "full text prediction probs": [ 0.9910575151443481, @@ -148784,12 +167192,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.09011361002922058, - "sufficiency": 0.9591473937034607, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07600411772727966, + "sufficiency": 0.9475685954093933, "masked prediction probs": [ - 0.9089968204498291, - 0.09100322425365448 + 0.9218454360961914, + 0.07815458625555038 + ], + "full text prediction probs": [ + 0.9910575151443481, + 0.008942466229200363 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6974809765815735, + "masked prediction probs": [ + 0.9922089576721191, + 0.0077909682877361774 ], "full text prediction probs": [ 0.9910575151443481, @@ -148798,8 +167219,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013828674564138055, - "sufficiency": 0.5333722829818726, + "comprehensiveness": 0.0013825638452544808, + "sufficiency": 0.5334747433662415, "masked prediction probs": [ 0.9897979497909546, 0.010202022269368172 @@ -148811,8 +167232,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017071770504117012, - "sufficiency": 0.9404622316360474, + "comprehensiveness": 0.01706802472472191, + "sufficiency": 0.9404752850532532, "masked prediction probs": [ 0.9755045175552368, 0.024495482444763184 @@ -148824,8 +167245,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01706802472472191, - "sufficiency": 0.9404752850532532, + "comprehensiveness": 0.017064278945326805, + "sufficiency": 0.940488338470459, "masked prediction probs": [ 0.9755045175552368, 0.024495482444763184 @@ -148837,8 +167258,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000384727114578709, - "sufficiency": 0.718188464641571, + "comprehensiveness": 0.0003846427134703845, + "sufficiency": 0.7182502746582031, "masked prediction probs": [ 0.9907068610191345, 0.00929313525557518 @@ -148850,8 +167271,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011255261488258839, - "sufficiency": 0.985541582107544, + "comprehensiveness": 0.011252792552113533, + "sufficiency": 0.985544741153717, "masked prediction probs": [ 0.9807968139648438, 0.019203223288059235 @@ -148863,8 +167284,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001615301938727498, - "sufficiency": 0.31446969509124756, + "comprehensiveness": 0.0016149476869031787, + "sufficiency": 0.3146200180053711, "masked prediction probs": [ 0.9895846247673035, 0.010415379889309406 @@ -148876,8 +167297,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01705305278301239, - "sufficiency": 0.9405274987220764, + "comprehensiveness": 0.017049314454197884, + "sufficiency": 0.9405404925346375, "masked prediction probs": [ 0.9755045175552368, 0.024495482444763184 @@ -148887,15 +167308,28 @@ 0.008942466229200363 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08993583917617798, + "sufficiency": 0.9592280387878418, + "masked prediction probs": [ + 0.9089968204498291, + 0.09100322425365448 + ], + "full text prediction probs": [ + 0.9910575151443481, + 0.008942466229200363 + ], + "labels": 0 } }, "test_1055": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22256454825401306, + "fixed-shap": { + "comprehensiveness": 0.5185537338256836, "sufficiency": 1.0, "masked prediction probs": [ - 0.6047601103782654, - 0.3952398896217346 + 0.4057404398918152, + 0.5942595601081848 ], "full text prediction probs": [ 0.754409909248352, @@ -148994,12 +167428,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3682204782962799, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.22203625738620758, "sufficiency": 1.0, "masked prediction probs": [ - 0.5062336921691895, - 0.49376630783081055 + 0.6047601103782654, + 0.3952398896217346 + ], + "full text prediction probs": [ + 0.754409909248352, + 0.24559006094932556 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.754409909248352, + 0.24559006094932556 ], "full text prediction probs": [ 0.754409909248352, @@ -149009,7 +167456,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8467093110084534, + "sufficiency": 0.8467547297477722, "masked prediction probs": [ 0.9819353818893433, 0.01806469075381756 @@ -149060,7 +167507,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4585287272930145, + "comprehensiveness": 0.4583928883075714, "sufficiency": 1.0, "masked prediction probs": [ 0.4449085593223572, @@ -149073,7 +167520,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9551774859428406, + "comprehensiveness": 0.9548947811126709, "sufficiency": 1.0, "masked prediction probs": [ 0.10948557406663895, @@ -149097,15 +167544,28 @@ 0.24559006094932556 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3672398626804352, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5062336921691895, + 0.49376630783081055 + ], + "full text prediction probs": [ + 0.754409909248352, + 0.24559006094932556 + ], + "labels": 0 } }, "test_1127": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0020716283470392227, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.005769779905676842, + "sufficiency": 0.9780255556106567, "masked prediction probs": [ - 0.9930047392845154, - 0.00699526397511363 + 0.989628791809082, + 0.010371190495789051 ], "full text prediction probs": [ 0.994895875453949, @@ -149204,12 +167664,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0013494036393240094, - "sufficiency": 0.8275430202484131, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0020680036395788193, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9936618804931641, - 0.006338134873658419 + 0.9930047392845154, + 0.00699526397511363 + ], + "full text prediction probs": [ + 0.994895875453949, + 0.005104146432131529 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005755753722041845, + "sufficiency": 0.9766924381256104, + "masked prediction probs": [ + 0.9896312355995178, + 0.010368826799094677 ], "full text prediction probs": [ 0.994895875453949, @@ -149218,7 +167691,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0007001315243542194, + "comprehensiveness": 0.000699978438206017, "sufficiency": 0.0, "masked prediction probs": [ 0.9942554831504822, @@ -149231,8 +167704,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0012396862730383873, - "sufficiency": 0.8622512817382812, + "comprehensiveness": 0.001239415374584496, + "sufficiency": 0.8622814416885376, "masked prediction probs": [ 0.9937617182731628, 0.006238308269530535 @@ -149244,8 +167717,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00394453015178442, - "sufficiency": 0.8470199108123779, + "comprehensiveness": 0.003943668212741613, + "sufficiency": 0.8470533490180969, "masked prediction probs": [ 0.9912863373756409, 0.008713625371456146 @@ -149258,7 +167731,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7878854870796204, + "sufficiency": 0.7879318594932556, "masked prediction probs": [ 0.9955021739006042, 0.004497781861573458 @@ -149270,8 +167743,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005446149036288261, - "sufficiency": 0.9734987020492554, + "comprehensiveness": 0.00544495927169919, + "sufficiency": 0.9735044240951538, "masked prediction probs": [ 0.9899100661277771, 0.010089944116771221 @@ -149283,8 +167756,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011170732323080301, - "sufficiency": 0.008714348077774048, + "comprehensiveness": 0.0011168293422088027, + "sufficiency": 0.008930795826017857, "masked prediction probs": [ 0.9938730001449585, 0.006127010565251112 @@ -149296,8 +167769,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00394108472391963, - "sufficiency": 0.8471535444259644, + "comprehensiveness": 0.003940224181860685, + "sufficiency": 0.8471868634223938, "masked prediction probs": [ 0.9912863373756409, 0.008713625371456146 @@ -149307,15 +167780,28 @@ 0.005104146432131529 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0013467527460306883, + "sufficiency": 0.8278817534446716, + "masked prediction probs": [ + 0.9936618804931641, + 0.006338134873658419 + ], + "full text prediction probs": [ + 0.994895875453949, + 0.005104146432131529 + ], + "labels": 0 } }, "test_1148": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8908168077468872, + "sufficiency": 0.9211158156394958, "masked prediction probs": [ - 0.9536765813827515, - 0.04632345959544182 + 0.9775111675262451, + 0.022488867864012718 ], "full text prediction probs": [ 0.9464061260223389, @@ -149414,9 +167900,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8910185098648071, + "masked prediction probs": [ + 0.9536765813827515, + 0.04632345959544182 + ], + "full text prediction probs": [ + 0.9464061260223389, + 0.053593847900629044 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8149977922439575, + "sufficiency": 0.8150405883789062, "masked prediction probs": [ 0.9464061260223389, 0.053593847900629044 @@ -149429,7 +167928,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9494379162788391, + "sufficiency": 0.9494496583938599, "masked prediction probs": [ 0.9719855785369873, 0.028014346957206726 @@ -149442,7 +167941,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8150833249092102, + "sufficiency": 0.8151259422302246, "masked prediction probs": [ 0.9464061260223389, 0.053593847900629044 @@ -149455,7 +167954,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8151259422302246, + "sufficiency": 0.815168559551239, "masked prediction probs": [ 0.9464061260223389, 0.053593847900629044 @@ -149468,7 +167967,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8733164668083191, + "sufficiency": 0.873345673084259, "masked prediction probs": [ 0.9593791365623474, 0.04062081128358841 @@ -149481,7 +167980,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9962223172187805, + "sufficiency": 0.9962232708930969, "masked prediction probs": [ 0.9612399339675903, 0.03876003623008728 @@ -149494,7 +167993,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9047839641571045, + "sufficiency": 0.9048059582710266, "masked prediction probs": [ 0.970029890537262, 0.029970116913318634 @@ -149507,7 +168006,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.815296471118927, + "sufficiency": 0.8153389692306519, + "masked prediction probs": [ + 0.9464061260223389, + 0.053593847900629044 + ], + "full text prediction probs": [ + 0.9464061260223389, + 0.053593847900629044 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8153815865516663, "masked prediction probs": [ 0.9464061260223389, 0.053593847900629044 @@ -149520,12 +168032,12 @@ } }, "test_1171": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7898478507995605, + "fixed-shap": { + "comprehensiveness": 0.22201383113861084, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9763003587722778, - 0.02369960956275463 + 0.7409718036651611, + 0.2590281367301941 ], "full text prediction probs": [ 0.9290163516998291, @@ -149612,11 +168124,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.18353243172168732, - "sufficiency": 0.9414100646972656, + "comprehensiveness": 0.18521274626255035, + "sufficiency": 0.9314928650856018, "masked prediction probs": [ - 0.7733083963394165, - 0.2266915738582611 + 0.7718828320503235, + 0.2281171679496765 ], "full text prediction probs": [ 0.9290163516998291, @@ -149624,12 +168136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9593239426612854, + "sufficiency": 0.7902440428733826, "masked prediction probs": [ - 0.9415702223777771, - 0.05842984840273857 + 0.9763003587722778, + 0.02369960956275463 + ], + "full text prediction probs": [ + 0.9290163516998291, + 0.07098361849784851 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08086099475622177, + "sufficiency": 0.8841710686683655, + "masked prediction probs": [ + 0.8603819608688354, + 0.13961805403232574 ], "full text prediction probs": [ 0.9290163516998291, @@ -149639,7 +168164,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5241103172302246, + "sufficiency": 0.5242224335670471, "masked prediction probs": [ 0.97197026014328, 0.02802971936762333 @@ -149651,8 +168176,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.21363306045532227, - "sufficiency": 0.9249750375747681, + "comprehensiveness": 0.21358275413513184, + "sufficiency": 0.9249926209449768, "masked prediction probs": [ 0.747642993927002, 0.25235703587532043 @@ -149664,8 +168189,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.21358275413513184, - "sufficiency": 0.9249926209449768, + "comprehensiveness": 0.2135324627161026, + "sufficiency": 0.9250102043151855, "masked prediction probs": [ 0.747642993927002, 0.25235703587532043 @@ -149677,8 +168202,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2135324627161026, - "sufficiency": 0.9250102043151855, + "comprehensiveness": 0.21348220109939575, + "sufficiency": 0.9250279664993286, "masked prediction probs": [ 0.747642993927002, 0.25235703587532043 @@ -149690,8 +168215,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12912623584270477, - "sufficiency": 0.9475771188735962, + "comprehensiveness": 0.12909583747386932, + "sufficiency": 0.9475895166397095, "masked prediction probs": [ 0.8193113803863525, 0.18068863451480865 @@ -149704,7 +168229,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8972392678260803, + "sufficiency": 0.8972634077072144, "masked prediction probs": [ 0.9345095157623291, 0.06549043208360672 @@ -149716,8 +168241,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21338173747062683, - "sufficiency": 0.9250632524490356, + "comprehensiveness": 0.21333152055740356, + "sufficiency": 0.9250807762145996, "masked prediction probs": [ 0.747642993927002, 0.25235703587532043 @@ -149727,15 +168252,28 @@ 0.07098361849784851 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9594100117683411, + "masked prediction probs": [ + 0.9415702223777771, + 0.05842984840273857 + ], + "full text prediction probs": [ + 0.9290163516998291, + 0.07098361849784851 + ], + "labels": 0 } }, "test_1179": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.025745661929249763, + "sufficiency": 0.9294003844261169, "masked prediction probs": [ - 0.977429986000061, - 0.022569982334971428 + 0.9507182240486145, + 0.04928174987435341 ], "full text prediction probs": [ 0.9736744165420532, @@ -149834,12 +168372,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17465175688266754, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.817666232585907, - 0.18233375251293182 + 0.977429986000061, + 0.022569982334971428 + ], + "full text prediction probs": [ + 0.9736744165420532, + 0.026325609534978867 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.25668370723724365, + "sufficiency": 0.9851422905921936, + "masked prediction probs": [ + 0.744339644908905, + 0.25566041469573975 ], "full text prediction probs": [ 0.9736744165420532, @@ -149849,7 +168400,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5305435061454773, + "sufficiency": 0.5306485891342163, "masked prediction probs": [ 0.979450523853302, 0.020549511536955833 @@ -149862,7 +168413,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8606852889060974, + "sufficiency": 0.8607164025306702, "masked prediction probs": [ 0.041721995919942856, 0.9582780599594116 @@ -149875,7 +168426,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8607164025306702, + "sufficiency": 0.8607475161552429, "masked prediction probs": [ 0.041721995919942856, 0.9582780599594116 @@ -149888,7 +168439,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.790308952331543, + "sufficiency": 0.790355920791626, "masked prediction probs": [ 0.9736744165420532, 0.026325609534978867 @@ -149900,7 +168451,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.17445646226406097, + "comprehensiveness": 0.17441745102405548, "sufficiency": 1.0, "masked prediction probs": [ 0.817666232585907, @@ -149913,8 +168464,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00466193538159132, - "sufficiency": 0.8184188008308411, + "comprehensiveness": 0.004660893231630325, + "sufficiency": 0.8184593915939331, "masked prediction probs": [ 0.9695045351982117, 0.030495429411530495 @@ -149927,7 +168478,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.860840916633606, + "sufficiency": 0.8608719706535339, "masked prediction probs": [ 0.041721995919942856, 0.9582780599594116 @@ -149937,15 +168488,28 @@ 0.026325609534978867 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17430052161216736, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.817666232585907, + 0.18233375251293182 + ], + "full text prediction probs": [ + 0.9736744165420532, + 0.026325609534978867 + ], + "labels": 0 } }, "test_1212": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006638665217906237, - "sufficiency": 0.9956682920455933, + "fixed-shap": { + "comprehensiveness": 0.0036775541957467794, + "sufficiency": 0.9210706353187561, "masked prediction probs": [ - 0.9868788123130798, - 0.013121222145855427 + 0.9895761013031006, + 0.010423854924738407 ], "full text prediction probs": [ 0.9929260015487671, @@ -150032,11 +168596,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008610389195382595, - "sufficiency": 0.995197594165802, + "comprehensiveness": 0.0036719106137752533, + "sufficiency": 0.9211918115615845, "masked prediction probs": [ - 0.9850707054138184, - 0.014929255470633507 + 0.9895761013031006, + 0.010423854924738407 ], "full text prediction probs": [ 0.9929260015487671, @@ -150044,12 +168608,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007008949760347605, - "sufficiency": 0.9955839514732361, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003671105718240142, + "sufficiency": 0.9212089776992798, "masked prediction probs": [ - 0.9865303039550781, - 0.013469771482050419 + 0.9895761013031006, + 0.010423854924738407 + ], + "full text prediction probs": [ + 0.9929260015487671, + 0.007074046414345503 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007412308361381292, + "sufficiency": 0.8924790024757385, + "masked prediction probs": [ + 0.9861607551574707, + 0.013839209452271461 ], "full text prediction probs": [ 0.9929260015487671, @@ -150058,8 +168635,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009879420977085829, - "sufficiency": 0.10716403275728226, + "comprehensiveness": 0.0009877255652099848, + "sufficiency": 0.1073596253991127, "masked prediction probs": [ 0.992024302482605, 0.007975766435265541 @@ -150071,8 +168648,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0005319928750395775, - "sufficiency": 0.8353819251060486, + "comprehensiveness": 0.0005318763433024287, + "sufficiency": 0.8354179859161377, "masked prediction probs": [ 0.9924403429031372, 0.007559662684798241 @@ -150084,8 +168661,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0005245653446763754, - "sufficiency": 0.7130544185638428, + "comprehensiveness": 0.0005244504427537322, + "sufficiency": 0.713117241859436, "masked prediction probs": [ 0.992447018623352, 0.007552947383373976 @@ -150097,8 +168674,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0013357953866943717, - "sufficiency": 0.741963267326355, + "comprehensiveness": 0.0013355029514059424, + "sufficiency": 0.7420198321342468, "masked prediction probs": [ 0.9917060136795044, 0.008294005878269672 @@ -150110,8 +168687,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00645058136433363, - "sufficiency": 0.960130512714386, + "comprehensiveness": 0.006449169013649225, + "sufficiency": 0.9601393342018127, "masked prediction probs": [ 0.9870333671569824, 0.012966625392436981 @@ -150123,8 +168700,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009969067759811878, - "sufficiency": 0.3953932821750641, + "comprehensiveness": 0.0009966886136680841, + "sufficiency": 0.39552557468414307, "masked prediction probs": [ 0.9920151233673096, 0.007984897121787071 @@ -150136,11 +168713,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0064477575942873955, - "sufficiency": 0.9601479768753052, + "comprehensiveness": 0.00740095553919673, + "sufficiency": 0.8926435708999634, "masked prediction probs": [ - 0.9870333671569824, - 0.012966625392436981 + 0.9861607551574707, + 0.013839209452271461 + ], + "full text prediction probs": [ + 0.9929260015487671, + 0.007074046414345503 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007399336900562048, + "sufficiency": 0.8926671147346497, + "masked prediction probs": [ + 0.9861607551574707, + 0.013839209452271461 ], "full text prediction probs": [ 0.9929260015487671, @@ -150150,12 +168740,12 @@ } }, "test_1279": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9798756837844849, + "fixed-shap": { + "comprehensiveness": 0.0026529354508966208, + "sufficiency": 0.9071468114852905, "masked prediction probs": [ - 0.031086992472410202, - 0.9689130783081055 + 0.989740252494812, + 0.01025974191725254 ], "full text prediction probs": [ 0.9921547770500183, @@ -150254,12 +168844,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9731192588806152, + "sufficiency": 0.9799109697341919, "masked prediction probs": [ - 0.01798092946410179, - 0.9820190668106079 + 0.031086992472410202, + 0.9689130783081055 + ], + "full text prediction probs": [ + 0.9921547770500183, + 0.007845207117497921 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0015979398740455508, + "sufficiency": 0.860206663608551, + "masked prediction probs": [ + 0.9906975626945496, + 0.009302402846515179 ], "full text prediction probs": [ 0.9921547770500183, @@ -150268,8 +168871,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0018935665721073747, - "sufficiency": 0.8077064156532288, + "comprehensiveness": 0.001893151318654418, + "sufficiency": 0.8077484965324402, "masked prediction probs": [ 0.9904279708862305, 0.009572080336511135 @@ -150281,8 +168884,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9328303933143616, - "sufficiency": 0.9769856929779053, + "comprehensiveness": 0.932625949382782, + "sufficiency": 0.976990818977356, "masked prediction probs": [ 0.14128915965557098, 0.8587108254432678 @@ -150295,7 +168898,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9731369018554688, + "sufficiency": 0.9731428623199463, "masked prediction probs": [ 0.01798092946410179, 0.9820190668106079 @@ -150307,8 +168910,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002922382904216647, - "sufficiency": 0.8506554961204529, + "comprehensiveness": 0.002921742619946599, + "sufficiency": 0.8506881594657898, "masked prediction probs": [ 0.9894880056381226, 0.010511970147490501 @@ -150321,7 +168924,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9731486439704895, + "sufficiency": 0.9731544852256775, "masked prediction probs": [ 0.01798092946410179, 0.9820190668106079 @@ -150333,8 +168936,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019890996627509594, - "sufficiency": 0.8319289684295654, + "comprehensiveness": 0.001988664036616683, + "sufficiency": 0.8319658637046814, "masked prediction probs": [ 0.9903388619422913, 0.009661170653998852 @@ -150347,7 +168950,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9731603860855103, + "sufficiency": 0.9731663465499878, + "masked prediction probs": [ + 0.01798092946410179, + 0.9820190668106079 + ], + "full text prediction probs": [ + 0.9921547770500183, + 0.007845207117497921 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9731721878051758, "masked prediction probs": [ 0.01798092946410179, 0.9820190668106079 @@ -150360,12 +168976,12 @@ } }, "test_1294": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0009657916962169111, - "sufficiency": 0.062285467982292175, + "fixed-shap": { + "comprehensiveness": 0.07478957623243332, + "sufficiency": 0.8119639754295349, "masked prediction probs": [ - 0.9906495213508606, - 0.009350530803203583 + 0.9235063195228577, + 0.07649367302656174 ], "full text prediction probs": [ 0.9915279150009155, @@ -150452,11 +169068,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005298030097037554, - "sufficiency": 0.8724324703216553, + "comprehensiveness": 0.07467463612556458, + "sufficiency": 0.8122529983520508, "masked prediction probs": [ - 0.9867019057273865, - 0.013298091478645802 + 0.9235063195228577, + 0.07649367302656174 ], "full text prediction probs": [ 0.9915279150009155, @@ -150464,12 +169080,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 8.58965577208437e-05, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07465823739767075, + "sufficiency": 0.8122941851615906, + "masked prediction probs": [ + 0.9235063195228577, + 0.07649367302656174 + ], + "full text prediction probs": [ + 0.9915279150009155, + 0.008472045883536339 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0565614253282547, + "sufficiency": 0.8307364583015442, "masked prediction probs": [ - 0.9914496541023254, - 0.00855037197470665 + 0.9399831295013428, + 0.060016848146915436 ], "full text prediction probs": [ 0.9915279150009155, @@ -150491,8 +169120,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002361936029046774, - "sufficiency": 0.6806170344352722, + "comprehensiveness": 0.002361417980864644, + "sufficiency": 0.6806871294975281, "masked prediction probs": [ 0.9893749952316284, 0.010624971240758896 @@ -150504,8 +169133,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4200431704521179, - "sufficiency": 0.9382566213607788, + "comprehensiveness": 0.41995105147361755, + "sufficiency": 0.9382701516151428, "masked prediction probs": [ 0.6085718870162964, 0.3914281129837036 @@ -150517,8 +169146,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0028304001316428185, - "sufficiency": 0.8029583692550659, + "comprehensiveness": 0.002829779637977481, + "sufficiency": 0.8030016422271729, "masked prediction probs": [ 0.9889468550682068, 0.011053224094212055 @@ -150530,8 +169159,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06498971581459045, - "sufficiency": 0.8871203660964966, + "comprehensiveness": 0.06497547030448914, + "sufficiency": 0.8871451020240784, "masked prediction probs": [ 0.9322503805160522, 0.06774967163801193 @@ -150543,8 +169172,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.419766902923584, - "sufficiency": 0.9382972121238708, + "comprehensiveness": 0.41967493295669556, + "sufficiency": 0.9383107423782349, "masked prediction probs": [ 0.6085718870162964, 0.3914281129837036 @@ -150556,11 +169185,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002359347650781274, - "sufficiency": 0.6809670329093933, + "comprehensiveness": 0.05647466331720352, + "sufficiency": 0.830996036529541, "masked prediction probs": [ - 0.9893749952316284, - 0.010624971240758896 + 0.9399831295013428, + 0.060016848146915436 + ], + "full text prediction probs": [ + 0.9915279150009155, + 0.008472045883536339 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05646229162812233, + "sufficiency": 0.8310331106185913, + "masked prediction probs": [ + 0.9399831295013428, + 0.060016848146915436 ], "full text prediction probs": [ 0.9915279150009155, @@ -150570,12 +169212,12 @@ } }, "test_1299": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7681252956390381, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9469327330589294, - 0.05306733772158623 + 0.9500539898872375, + 0.049946047365665436 ], "full text prediction probs": [ 0.9420557618141174, @@ -150674,12 +169316,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7538275718688965, + "sufficiency": 0.7685558199882507, "masked prediction probs": [ - 0.9563829302787781, - 0.043617065995931625 + 0.9469327330589294, + 0.05306733772158623 + ], + "full text prediction probs": [ + 0.9420557618141174, + 0.057944294065237045 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8191542625427246, + "masked prediction probs": [ + 0.9420557618141174, + 0.057944294065237045 ], "full text prediction probs": [ 0.9420557618141174, @@ -150689,7 +169344,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9740837216377258, + "sufficiency": 0.9740896821022034, "masked prediction probs": [ 0.978817880153656, 0.02118220180273056 @@ -150702,7 +169357,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8191962242126465, + "sufficiency": 0.8192381858825684, "masked prediction probs": [ 0.9420557618141174, 0.057944294065237045 @@ -150715,7 +169370,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.753998875617981, + "sufficiency": 0.754055917263031, "masked prediction probs": [ 0.9563829302787781, 0.043617065995931625 @@ -150727,8 +169382,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04493240639567375, - "sufficiency": 0.8570556640625, + "comprehensiveness": 0.04492199048399925, + "sufficiency": 0.8570888042449951, "masked prediction probs": [ 0.9033045172691345, 0.0966954156756401 @@ -150740,7 +169395,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6560997366905212, + "comprehensiveness": 0.6559476256370544, "sufficiency": 1.0, "masked prediction probs": [ 0.3760817050933838, @@ -150754,7 +169409,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8560100197792053, + "sufficiency": 0.8560433983802795, "masked prediction probs": [ 0.9627173542976379, 0.03728267177939415 @@ -150767,7 +169422,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7542268633842468, + "sufficiency": 0.7542837858200073, + "masked prediction probs": [ + 0.9563829302787781, + 0.043617065995931625 + ], + "full text prediction probs": [ + 0.9420557618141174, + 0.057944294065237045 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7543407082557678, "masked prediction probs": [ 0.9563829302787781, 0.043617065995931625 @@ -150780,12 +169448,12 @@ } }, "test_1341": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08761031925678253, - "sufficiency": 0.9671337008476257, + "fixed-shap": { + "comprehensiveness": 0.027345875278115273, + "sufficiency": 0.8854242563247681, "masked prediction probs": [ - 0.8592780232429504, - 0.14072194695472717 + 0.9106167554855347, + 0.08938319236040115 ], "full text prediction probs": [ 0.933912456035614, @@ -150884,12 +169552,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06484712660312653, - "sufficiency": 0.9308859705924988, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08744607865810394, + "sufficiency": 0.9671953320503235, "masked prediction probs": [ - 0.8785660266876221, - 0.1214340329170227 + 0.8592780232429504, + 0.14072194695472717 + ], + "full text prediction probs": [ + 0.933912456035614, + 0.066087506711483 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00978400744497776, + "sufficiency": 0.8627110719680786, + "masked prediction probs": [ + 0.925559937953949, + 0.07444004714488983 ], "full text prediction probs": [ 0.933912456035614, @@ -150898,8 +169579,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0567297488451004, - "sufficiency": 0.7628433108329773, + "comprehensiveness": 0.05671646073460579, + "sufficiency": 0.762898862361908, "masked prediction probs": [ 0.8854827880859375, 0.11451715975999832 @@ -150911,8 +169592,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.06481674313545227, - "sufficiency": 0.9309181571006775, + "comprehensiveness": 0.06480157375335693, + "sufficiency": 0.9309344291687012, "masked prediction probs": [ 0.8785660266876221, 0.1214340329170227 @@ -150924,8 +169605,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.24510185420513153, - "sufficiency": 0.96628338098526, + "comprehensiveness": 0.24504446983337402, + "sufficiency": 0.9662913680076599, "masked prediction probs": [ 0.7245731949806213, 0.2754267752170563 @@ -150937,8 +169618,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01084414217621088, - "sufficiency": 0.9258759617805481, + "comprehensiveness": 0.010841604322195053, + "sufficiency": 0.9258933067321777, "masked prediction probs": [ 0.9246484041213989, 0.07535156607627869 @@ -150950,8 +169631,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04688511788845062, - "sufficiency": 0.8895947933197021, + "comprehensiveness": 0.046874143183231354, + "sufficiency": 0.8896206021308899, "masked prediction probs": [ 0.8938495516777039, 0.10615049302577972 @@ -150963,8 +169644,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05958017334342003, - "sufficiency": 0.8325846195220947, + "comprehensiveness": 0.05956623703241348, + "sufficiency": 0.8326238393783569, "masked prediction probs": [ 0.8829898238182068, 0.117010198533535 @@ -150976,8 +169657,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06474092602729797, - "sufficiency": 0.9309990406036377, + "comprehensiveness": 0.06472578644752502, + "sufficiency": 0.9310152530670166, + "masked prediction probs": [ + 0.8785660266876221, + 0.1214340329170227 + ], + "full text prediction probs": [ + 0.933912456035614, + 0.066087506711483 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06471064686775208, + "sufficiency": 0.9310312867164612, "masked prediction probs": [ 0.8785660266876221, 0.1214340329170227 @@ -150990,12 +169684,12 @@ } }, "test_1382": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015905032632872462, - "sufficiency": 0.997791588306427, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8464082479476929, "masked prediction probs": [ - 0.9926082491874695, - 0.007391676772385836 + 0.9941542744636536, + 0.005845688749104738 ], "full text prediction probs": [ 0.9940588474273682, @@ -151094,12 +169788,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00036866473965346813, - "sufficiency": 0.9976027607917786, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001587717910297215, + "sufficiency": 0.9977954030036926, "masked prediction probs": [ - 0.9937220215797424, - 0.006277923472225666 + 0.9926082491874695, + 0.007391676772385836 + ], + "full text prediction probs": [ + 0.9940588474273682, + 0.005941133946180344 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009844345040619373, + "sufficiency": 0.8061726689338684, + "masked prediction probs": [ + 0.9931592345237732, + 0.006840796209871769 ], "full text prediction probs": [ 0.9940588474273682, @@ -151108,8 +169815,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010008058743551373, - "sufficiency": 0.8126185536384583, + "comprehensiveness": 0.001000586780719459, + "sufficiency": 0.8126595616340637, "masked prediction probs": [ 0.9931442737579346, 0.006855756975710392 @@ -151121,8 +169828,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.000368503388017416, - "sufficiency": 0.9976037740707397, + "comprehensiveness": 0.0003684227995108813, + "sufficiency": 0.9976043105125427, "masked prediction probs": [ 0.9937220215797424, 0.006277923472225666 @@ -151135,7 +169842,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8278511166572571, + "sufficiency": 0.8278887271881104, "masked prediction probs": [ 0.994184672832489, 0.005815331358462572 @@ -151147,8 +169854,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00027597963344305754, - "sufficiency": 0.7403881549835205, + "comprehensiveness": 0.00027591930120252073, + "sufficiency": 0.7404448986053467, "masked prediction probs": [ 0.9938064813613892, 0.006193600594997406 @@ -151160,8 +169867,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0015168392565101385, - "sufficiency": 0.8805399537086487, + "comprehensiveness": 0.0015165075892582536, + "sufficiency": 0.8805661201477051, "masked prediction probs": [ 0.9926714897155762, 0.007328565698117018 @@ -151173,8 +169880,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005706775118596852, - "sufficiency": 0.9586071968078613, + "comprehensiveness": 0.0005705528310500085, + "sufficiency": 0.9586161375045776, "masked prediction probs": [ 0.9935367703437805, 0.0064631616696715355 @@ -151186,8 +169893,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0003681006783153862, - "sufficiency": 0.9976063966751099, + "comprehensiveness": 0.00036802023532800376, + "sufficiency": 0.9976069331169128, + "masked prediction probs": [ + 0.9937220215797424, + 0.006277923472225666 + ], + "full text prediction probs": [ + 0.9940588474273682, + 0.005941133946180344 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00036793985054828227, + "sufficiency": 0.9976074695587158, "masked prediction probs": [ 0.9937220215797424, 0.006277923472225666 @@ -151200,12 +169920,12 @@ } }, "test_1397": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00989433191716671, - "sufficiency": 0.9647309184074402, + "fixed-shap": { + "comprehensiveness": 0.0014414136530831456, + "sufficiency": 0.9211816191673279, "masked prediction probs": [ - 0.9794784188270569, - 0.020521514117717743 + 0.9871403574943542, + 0.012859641574323177 ], "full text prediction probs": [ 0.9884468913078308, @@ -151304,12 +170024,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018936878070235252, - "sufficiency": 0.9946624636650085, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009876896627247334, + "sufficiency": 0.9647930860519409, "masked prediction probs": [ - 0.9712517261505127, - 0.028748316690325737 + 0.9794784188270569, + 0.020521514117717743 + ], + "full text prediction probs": [ + 0.9884468913078308, + 0.011553111486136913 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009307306027039886, + "sufficiency": 0.8976042866706848, + "masked prediction probs": [ + 0.9876015782356262, + 0.012398391030728817 ], "full text prediction probs": [ 0.9884468913078308, @@ -151319,7 +170052,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7460296154022217, + "sufficiency": 0.746085524559021, "masked prediction probs": [ 0.9901898503303528, 0.009810215793550014 @@ -151331,8 +170064,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0018040990689769387, - "sufficiency": 0.9815691709518433, + "comprehensiveness": 0.0018037020927295089, + "sufficiency": 0.9815733432769775, "masked prediction probs": [ 0.9868080019950867, 0.013191997073590755 @@ -151345,7 +170078,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8225221633911133, + "sufficiency": 0.8225612044334412, "masked prediction probs": [ 0.988793671131134, 0.011206305585801601 @@ -151358,7 +170091,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8225612044334412, + "sufficiency": 0.822600245475769, "masked prediction probs": [ 0.988793671131134, 0.011206305585801601 @@ -151370,8 +170103,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0024020199198275805, - "sufficiency": 0.9743797779083252, + "comprehensiveness": 0.00240149162709713, + "sufficiency": 0.9743853211402893, "masked prediction probs": [ 0.9862633943557739, 0.01373655628412962 @@ -151383,8 +170116,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012298851506784558, - "sufficiency": 0.90621417760849, + "comprehensiveness": 0.0012296147178858519, + "sufficiency": 0.9062348008155823, "masked prediction probs": [ 0.9873286485671997, 0.012671367265284061 @@ -151396,8 +170129,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0018021153518930078, - "sufficiency": 0.9815895557403564, + "comprehensiveness": 0.0018017190741375089, + "sufficiency": 0.9815936088562012, "masked prediction probs": [ 0.9868080019950867, 0.013191997073590755 @@ -151407,15 +170140,28 @@ 0.011553111486136913 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01889941282570362, + "sufficiency": 0.994672954082489, + "masked prediction probs": [ + 0.9712517261505127, + 0.028748316690325737 + ], + "full text prediction probs": [ + 0.9884468913078308, + 0.011553111486136913 + ], + "labels": 0 } }, "test_1416": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.995396077632904, - "sufficiency": 0.9992075562477112, + "fixed-shap": { + "comprehensiveness": 0.5431972146034241, + "sufficiency": 1.0, "masked prediction probs": [ - 0.08591748774051666, - 0.9140824675559998 + 0.4685744643211365, + 0.5314255356788635 ], "full text prediction probs": [ 0.9282354712486267, @@ -151514,12 +170260,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7236535549163818, - "sufficiency": 0.9786043763160706, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9935175776481628, + "sufficiency": 0.9992090463638306, "masked prediction probs": [ - 0.31471192836761475, - 0.6852880716323853 + 0.08591748774051666, + 0.9140824675559998 + ], + "full text prediction probs": [ + 0.9282354712486267, + 0.07176455110311508 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8325026631355286, + "masked prediction probs": [ + 0.9282354712486267, + 0.07176455110311508 ], "full text prediction probs": [ 0.9282354712486267, @@ -151542,7 +170301,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8325421810150146, + "sufficiency": 0.832581639289856, "masked prediction probs": [ 0.9282354712486267, 0.07176455110311508 @@ -151555,7 +170314,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8895103335380554, + "sufficiency": 0.8895363807678223, "masked prediction probs": [ 0.9389826655387878, 0.06101740896701813 @@ -151567,8 +170326,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.08142692595720291, - "sufficiency": 0.9119767546653748, + "comprehensiveness": 0.08140774071216583, + "sufficiency": 0.9119974374771118, "masked prediction probs": [ 0.8591354489326477, 0.1408645361661911 @@ -151580,8 +170339,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7228010296821594, - "sufficiency": 0.9786295890808105, + "comprehensiveness": 0.7226307392120361, + "sufficiency": 0.9786346554756165, "masked prediction probs": [ 0.31471192836761475, 0.6852880716323853 @@ -151594,7 +170353,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8755602240562439, + "sufficiency": 0.8755896091461182, "masked prediction probs": [ 0.9447948932647705, 0.05520514398813248 @@ -151606,8 +170365,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7224605679512024, - "sufficiency": 0.9786396622657776, + "comprehensiveness": 0.7222903966903687, + "sufficiency": 0.9786446690559387, + "masked prediction probs": [ + 0.31471192836761475, + 0.6852880716323853 + ], + "full text prediction probs": [ + 0.9282354712486267, + 0.07176455110311508 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7221204042434692, + "sufficiency": 0.9786497354507446, "masked prediction probs": [ 0.31471192836761475, 0.6852880716323853 @@ -151620,12 +170392,12 @@ } }, "test_1465": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0026282065082341433, "sufficiency": 0.0, "masked prediction probs": [ - 0.7630605101585388, - 0.23693953454494476 + 0.018390189856290817, + 0.9816098213195801 ], "full text prediction probs": [ 0.01822199672460556, @@ -151724,12 +170496,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7971444725990295, - 0.20285552740097046 + 0.7630605101585388, + 0.23693953454494476 + ], + "full text prediction probs": [ + 0.01822199672460556, + 0.9817780256271362 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015542232431471348, + 0.984457790851593 ], "full text prediction probs": [ 0.01822199672460556, @@ -151751,7 +170536,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3265513479709625, + "comprehensiveness": 0.3255646228790283, "sufficiency": 0.0, "masked prediction probs": [ 0.039774343371391296, @@ -151764,7 +170549,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0813981369137764, + "comprehensiveness": 0.08115291595458984, "sufficiency": 0.0, "masked prediction probs": [ 0.023610498756170273, @@ -151777,7 +170562,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2993111312389374, + "comprehensiveness": 0.29841214418411255, "sufficiency": 0.0, "masked prediction probs": [ 0.038096167147159576, @@ -151827,15 +170612,28 @@ 0.9817780256271362 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7971444725990295, + 0.20285552740097046 + ], + "full text prediction probs": [ + 0.01822199672460556, + 0.9817780256271362 + ], + "labels": 1 } }, "test_1468": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.019373051822185516, - "sufficiency": 0.8990591764450073, + "fixed-shap": { + "comprehensiveness": 0.8158890604972839, + "sufficiency": 0.9629680514335632, "masked prediction probs": [ - 0.9586202502250671, - 0.04137973487377167 + 0.246601402759552, + 0.753398597240448 ], "full text prediction probs": [ 0.9759381413459778, @@ -151934,12 +170732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007385647390037775, - "sufficiency": 0.8803761601448059, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.019338436424732208, + "sufficiency": 0.8992395401000977, "masked prediction probs": [ - 0.9693241715431213, - 0.030675848945975304 + 0.9586202502250671, + 0.04137973487377167 + ], + "full text prediction probs": [ + 0.9759381413459778, + 0.024061892181634903 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4682942032814026, + "sufficiency": 0.9828392863273621, + "masked prediction probs": [ + 0.556479275226593, + 0.44352075457572937 ], "full text prediction probs": [ 0.9759381413459778, @@ -151948,8 +170759,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006164378486573696, - "sufficiency": 0.8713732957839966, + "comprehensiveness": 0.0061630019918084145, + "sufficiency": 0.8714020252227783, "masked prediction probs": [ 0.9704166054725647, 0.029583383351564407 @@ -151962,7 +170773,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7882187962532043, + "sufficiency": 0.7882660031318665, "masked prediction probs": [ 0.9759381413459778, 0.024061892181634903 @@ -151974,8 +170785,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8915875554084778, - "sufficiency": 0.862235963344574, + "comprehensiveness": 0.8913885354995728, + "sufficiency": 0.8622667193412781, "masked prediction probs": [ 0.17697177827358246, 0.8230282068252563 @@ -151987,8 +170798,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005135560408234596, - "sufficiency": 0.8917977809906006, + "comprehensiveness": 0.005134414881467819, + "sufficiency": 0.8918218016624451, "masked prediction probs": [ 0.9713350534439087, 0.028664879500865936 @@ -152000,8 +170811,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9296389818191528, - "sufficiency": 0.8948574662208557, + "comprehensiveness": 0.9294315576553345, + "sufficiency": 0.8948808312416077, "masked prediction probs": [ 0.14250139892101288, 0.8574986457824707 @@ -152013,8 +170824,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06288556009531021, - "sufficiency": 0.9301843643188477, + "comprehensiveness": 0.0628715381026268, + "sufficiency": 0.930199921131134, "masked prediction probs": [ 0.9195476174354553, 0.08045239746570587 @@ -152026,8 +170837,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9292243719100952, - "sufficiency": 0.8949043154716492, + "comprehensiveness": 0.929017186164856, + "sufficiency": 0.8949277997016907, "masked prediction probs": [ 0.14250139892101288, 0.8574986457824707 @@ -152037,15 +170848,28 @@ 0.024061892181634903 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007370831910520792, + "sufficiency": 0.8806160688400269, + "masked prediction probs": [ + 0.9693241715431213, + 0.030675848945975304 + ], + "full text prediction probs": [ + 0.9759381413459778, + 0.024061892181634903 + ], + "labels": 0 } }, "test_1473": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9745230674743652, - 0.02547692321240902 + 0.6272298097610474, + 0.37277013063430786 ], "full text prediction probs": [ 0.44912654161453247, @@ -152144,12 +170968,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.959338903427124, - 0.04066115617752075 + 0.9745230674743652, + 0.02547692321240902 + ], + "full text prediction probs": [ + 0.44912654161453247, + 0.5508733987808228 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6248443722724915, + 0.37515562772750854 ], "full text prediction probs": [ 0.44912654161453247, @@ -152247,15 +171084,28 @@ 0.5508733987808228 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.959338903427124, + 0.04066115617752075 + ], + "full text prediction probs": [ + 0.44912654161453247, + 0.5508733987808228 + ], + "labels": 0 } }, "test_1475": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8537423610687256, - 0.14625762403011322 + 0.946828305721283, + 0.05317169055342674 ], "full text prediction probs": [ 0.7920400500297546, @@ -152354,12 +171204,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8486312627792358, - 0.15136878192424774 + 0.8537423610687256, + 0.14625762403011322 + ], + "full text prediction probs": [ + 0.7920400500297546, + 0.20795993506908417 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9190845489501953, + 0.08091546595096588 ], "full text prediction probs": [ 0.7920400500297546, @@ -152382,7 +171245,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9917690753936768, + "sufficiency": 0.991771399974823, "masked prediction probs": [ 0.7920400500297546, 0.20795993506908417 @@ -152457,15 +171320,28 @@ 0.20795993506908417 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8486312627792358, + 0.15136878192424774 + ], + "full text prediction probs": [ + 0.7920400500297546, + 0.20795993506908417 + ], + "labels": 0 } }, "test_1626": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01265473198145628, - "sufficiency": 0.9432510137557983, + "fixed-shap": { + "comprehensiveness": 0.018019044771790504, + "sufficiency": 0.955318033695221, "masked prediction probs": [ - 0.9804027080535889, - 0.019597314298152924 + 0.9755217432975769, + 0.02447824738919735 ], "full text prediction probs": [ 0.9919171929359436, @@ -152564,12 +171440,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01531935017555952, - "sufficiency": 0.9027359485626221, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012632518075406551, + "sufficiency": 0.943350613117218, "masked prediction probs": [ - 0.9779536724090576, - 0.022046281024813652 + 0.9804027080535889, + 0.019597314298152924 + ], + "full text prediction probs": [ + 0.9919171929359436, + 0.008082800544798374 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00656608771532774, + "sufficiency": 0.9049795269966125, + "masked prediction probs": [ + 0.9859309196472168, + 0.014069048687815666 ], "full text prediction probs": [ 0.9919171929359436, @@ -152578,7 +171467,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0014183057937771082, + "comprehensiveness": 0.0014179947320371866, "sufficiency": 0.0, "masked prediction probs": [ 0.9906241297721863, @@ -152591,8 +171480,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.10589277744293213, - "sufficiency": 0.8155698180198669, + "comprehensiveness": 0.10586956143379211, + "sufficiency": 0.8156102299690247, "masked prediction probs": [ 0.8953540325164795, 0.10464596748352051 @@ -152604,8 +171493,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006563208065927029, - "sufficiency": 0.9050212502479553, + "comprehensiveness": 0.006561769172549248, + "sufficiency": 0.9050421118736267, "masked prediction probs": [ 0.9859309196472168, 0.014069048687815666 @@ -152617,8 +171506,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006561769172549248, - "sufficiency": 0.9050421118736267, + "comprehensiveness": 0.0065603312104940414, + "sufficiency": 0.9050628542900085, "masked prediction probs": [ 0.9859309196472168, 0.014069048687815666 @@ -152630,8 +171519,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015302562154829502, - "sufficiency": 0.9028424620628357, + "comprehensiveness": 0.015299207530915737, + "sufficiency": 0.9028636813163757, "masked prediction probs": [ 0.9779536724090576, 0.022046281024813652 @@ -152643,8 +171532,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009870960377156734, - "sufficiency": 0.8466208577156067, + "comprehensiveness": 0.009868797846138477, + "sufficiency": 0.8466545343399048, "masked prediction probs": [ 0.9829080104827881, 0.017091933637857437 @@ -152656,8 +171545,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01529585663229227, - "sufficiency": 0.9028850197792053, + "comprehensiveness": 0.015292505733668804, + "sufficiency": 0.9029063582420349, + "masked prediction probs": [ + 0.9779536724090576, + 0.022046281024813652 + ], + "full text prediction probs": [ + 0.9919171929359436, + 0.008082800544798374 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015289157629013062, + "sufficiency": 0.902927577495575, "masked prediction probs": [ 0.9779536724090576, 0.022046281024813652 @@ -152670,12 +171572,12 @@ } }, "test_1662": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10721436142921448, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7383880615234375, - 0.2616119682788849 + 0.8172701597213745, + 0.1827297955751419 ], "full text prediction probs": [ 0.8172109127044678, @@ -152774,12 +171676,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.106981560587883, "sufficiency": 1.0, "masked prediction probs": [ - 0.05293949693441391, - 0.9470604658126831 + 0.7383880615234375, + 0.2616119682788849 + ], + "full text prediction probs": [ + 0.8172109127044678, + 0.18278907239437103 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9834736585617065, + "masked prediction probs": [ + 0.9091711044311523, + 0.09082892537117004 ], "full text prediction probs": [ 0.8172109127044678, @@ -152801,7 +171716,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6389738917350769, + "comprehensiveness": 0.6388006806373596, "sufficiency": 1.0, "masked prediction probs": [ 0.34616634249687195, @@ -152814,7 +171729,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7803165912628174, + "comprehensiveness": 0.78010493516922, "sufficiency": 1.0, "masked prediction probs": [ 0.24181407690048218, @@ -152840,7 +171755,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6892951726913452, + "comprehensiveness": 0.6891083121299744, "sufficiency": 1.0, "masked prediction probs": [ 0.30865657329559326, @@ -152866,7 +171781,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7794710397720337, + "comprehensiveness": 0.7792598605155945, "sufficiency": 1.0, "masked prediction probs": [ 0.24181407690048218, @@ -152877,15 +171792,28 @@ 0.18278907239437103 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05293949693441391, + 0.9470604658126831 + ], + "full text prediction probs": [ + 0.8172109127044678, + 0.18278907239437103 + ], + "labels": 0 } }, "test_1670": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8497068285942078, - "sufficiency": 0.9237983226776123, + "fixed-shap": { + "comprehensiveness": 0.9479430913925171, + "sufficiency": 0.9229755997657776, "masked prediction probs": [ - 0.2135564237833023, - 0.7864435315132141 + 0.12758119404315948, + 0.8724188208580017 ], "full text prediction probs": [ 0.9572098255157471, @@ -152972,11 +171900,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.44723695516586304, - "sufficiency": 0.9634755849838257, + "comprehensiveness": 0.9464291334152222, + "sufficiency": 0.923098623752594, "masked prediction probs": [ - 0.5651671886444092, - 0.43483278155326843 + 0.12758119404315948, + 0.8724188208580017 ], "full text prediction probs": [ 0.9572098255157471, @@ -152984,12 +171912,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.768226146697998, - "sufficiency": 0.8884303569793701, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.848156213760376, + "sufficiency": 0.9239373803138733, "masked prediction probs": [ - 0.2836381793022156, - 0.7163618206977844 + 0.2135564237833023, + 0.7864435315132141 + ], + "full text prediction probs": [ + 0.9572098255157471, + 0.04279009997844696 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7389569282531738, + "sufficiency": 0.9285357594490051, + "masked prediction probs": [ + 0.30915331840515137, + 0.6908466815948486 ], "full text prediction probs": [ 0.9572098255157471, @@ -153011,8 +171952,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.10404635220766068, - "sufficiency": 0.921560525894165, + "comprehensiveness": 0.10402263700962067, + "sufficiency": 0.9215783476829529, "masked prediction probs": [ 0.86594158411026, 0.13405846059322357 @@ -153025,7 +171966,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8925643563270569, + "sufficiency": 0.8925887942314148, "masked prediction probs": [ 0.9761031270027161, 0.02389690838754177 @@ -153038,7 +171979,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8925887942314148, + "sufficiency": 0.8926132917404175, "masked prediction probs": [ 0.9761031270027161, 0.02389690838754177 @@ -153050,8 +171991,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4466255307197571, - "sufficiency": 0.9635255336761475, + "comprehensiveness": 0.4465237557888031, + "sufficiency": 0.963533878326416, "masked prediction probs": [ 0.5651671886444092, 0.43483278155326843 @@ -153064,7 +172005,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9389075636863708, + "sufficiency": 0.9389215111732483, "masked prediction probs": [ 0.9751664400100708, 0.024833599105477333 @@ -153076,11 +172017,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.44642210006713867, - "sufficiency": 0.9635421633720398, + "comprehensiveness": 0.7377790808677673, + "sufficiency": 0.9286496043205261, "masked prediction probs": [ - 0.5651671886444092, - 0.43483278155326843 + 0.30915331840515137, + 0.6908466815948486 + ], + "full text prediction probs": [ + 0.9572098255157471, + 0.04279009997844696 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7666522264480591, + "sufficiency": 0.888658881187439, + "masked prediction probs": [ + 0.2836381793022156, + 0.7163618206977844 ], "full text prediction probs": [ 0.9572098255157471, @@ -153090,12 +172044,12 @@ } }, "test_1699": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9606711268424988, + "fixed-shap": { + "comprehensiveness": 0.964446485042572, "sufficiency": 1.0, "masked prediction probs": [ - 0.1172851026058197, - 0.8827148675918579 + 0.11390000581741333, + 0.8861000537872314 ], "full text prediction probs": [ 0.9786535501480103, @@ -153194,12 +172148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9589598774909973, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1172851026058197, + 0.8827148675918579 + ], + "full text prediction probs": [ + 0.9786535501480103, + 0.02134648710489273 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.033616527915000916, - 0.9663835167884827 + 0.056529365479946136, + 0.9434706568717957 ], "full text prediction probs": [ 0.9786535501480103, @@ -153209,7 +172176,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6872406601905823, + "sufficiency": 0.6873102784156799, "masked prediction probs": [ 0.9840638637542725, 0.015936171635985374 @@ -153221,7 +172188,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8983685374259949, + "comprehensiveness": 0.898168683052063, "sufficiency": 1.0, "masked prediction probs": [ 0.17135080695152283, @@ -153248,7 +172215,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8619672656059265, + "sufficiency": 0.8619980812072754, "masked prediction probs": [ 0.9852708578109741, 0.014729098416864872 @@ -153274,7 +172241,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6875883936882019, + "sufficiency": 0.6876577734947205, "masked prediction probs": [ 0.9840638637542725, 0.015936171635985374 @@ -153297,15 +172264,28 @@ 0.02134648710489273 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.033616527915000916, + 0.9663835167884827 + ], + "full text prediction probs": [ + 0.9786535501480103, + 0.02134648710489273 + ], + "labels": 0 } }, "test_1708": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9682902693748474, + "fixed-shap": { + "comprehensiveness": 0.16087152063846588, + "sufficiency": 0.8948435187339783, "masked prediction probs": [ - 0.037390969693660736, - 0.9626089930534363 + 0.8203063011169434, + 0.17969369888305664 ], "full text prediction probs": [ 0.961844801902771, @@ -153404,7 +172384,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9683478474617004, "masked prediction probs": [ @@ -153417,9 +172397,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.08905231207609177, + "sufficiency": 0.837034285068512, + "masked prediction probs": [ + 0.883334219455719, + 0.1166657954454422 + ], + "full text prediction probs": [ + 0.961844801902771, + 0.03815527260303497 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.41040560603141785, + "sufficiency": 0.41053932905197144, "masked prediction probs": [ 0.9881401062011719, 0.011859914287924767 @@ -153431,8 +172424,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8422549962997437, - "sufficiency": 0.9161807298660278, + "comprehensiveness": 0.8420640230178833, + "sufficiency": 0.9161996841430664, "masked prediction probs": [ 0.21912477910518646, 0.7808752059936523 @@ -153444,8 +172437,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.21805588901042938, - "sufficiency": 0.8442912697792053, + "comprehensiveness": 0.2180064469575882, + "sufficiency": 0.8443264961242676, "masked prediction probs": [ 0.7695144414901733, 0.23048551380634308 @@ -153457,8 +172450,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2180064469575882, - "sufficiency": 0.8443264961242676, + "comprehensiveness": 0.2179570496082306, + "sufficiency": 0.8443618416786194, "masked prediction probs": [ 0.7695144414901733, 0.23048551380634308 @@ -153471,7 +172464,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9683836698532104, + "sufficiency": 0.9683908820152283, "masked prediction probs": [ 0.037390969693660736, 0.9626089930534363 @@ -153483,8 +172476,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5459294319152832, - "sufficiency": 0.8473116159439087, + "comprehensiveness": 0.5458057522773743, + "sufficiency": 0.8473461270332336, "masked prediction probs": [ 0.4799948036670685, 0.5200051665306091 @@ -153497,7 +172490,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9683980345726013, + "sufficiency": 0.9684051871299744, + "masked prediction probs": [ + 0.037390969693660736, + 0.9626089930534363 + ], + "full text prediction probs": [ + 0.961844801902771, + 0.03815527260303497 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9684123396873474, "masked prediction probs": [ 0.037390969693660736, 0.9626089930534363 @@ -153510,12 +172516,12 @@ } }, "test_1732": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9662357568740845, + "fixed-shap": { + "comprehensiveness": 0.9253081679344177, + "sufficiency": 0.9977225065231323, "masked prediction probs": [ - 0.9855534434318542, - 0.014446617104113102 + 0.14942678809165955, + 0.8505731821060181 ], "full text prediction probs": [ 0.9844649434089661, @@ -153602,11 +172608,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.07443872839212418, - "sufficiency": 0.9986371994018555, + "comprehensiveness": 0.9238749146461487, + "sufficiency": 0.9977259635925293, "masked prediction probs": [ - 0.9171839952468872, - 0.08281603455543518 + 0.14942678809165955, + 0.8505731821060181 ], "full text prediction probs": [ 0.9844649434089661, @@ -153614,12 +172620,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9003031849861145, + "sufficiency": 0.9662954807281494, "masked prediction probs": [ - 0.9854310750961304, - 0.014568928629159927 + 0.9855534434318542, + 0.014446617104113102 + ], + "full text prediction probs": [ + 0.9844649434089661, + 0.015535077080130577 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2413174957036972, + "sufficiency": 0.9972923398017883, + "masked prediction probs": [ + 0.7662551999092102, + 0.2337447702884674 ], "full text prediction probs": [ 0.9844649434089661, @@ -153629,7 +172648,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.822303831577301, + "sufficiency": 0.8223430514335632, "masked prediction probs": [ 0.9862197637557983, 0.013780205510556698 @@ -153642,7 +172661,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7363203763961792, + "sufficiency": 0.7363786697387695, "masked prediction probs": [ 0.9852471351623535, 0.014752858318388462 @@ -153654,8 +172673,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.46144625544548035, - "sufficiency": 0.9952796101570129, + "comprehensiveness": 0.46134424209594727, + "sufficiency": 0.9952807426452637, "masked prediction probs": [ 0.5670206546783447, 0.4329793155193329 @@ -153668,7 +172687,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8486378192901611, + "sufficiency": 0.8486712574958801, "masked prediction probs": [ 0.9854705333709717, 0.014529419131577015 @@ -153680,8 +172699,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10596295446157455, - "sufficiency": 0.9947587251663208, + "comprehensiveness": 0.10593954473733902, + "sufficiency": 0.9947597980499268, "masked prediction probs": [ 0.888563871383667, 0.1114361509680748 @@ -153694,7 +172713,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.857085645198822, + "sufficiency": 0.857117235660553, "masked prediction probs": [ 0.9877836108207703, 0.012216350995004177 @@ -153706,8 +172725,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4610385298728943, - "sufficiency": 0.9952837824821472, + "comprehensiveness": 0.46093669533729553, + "sufficiency": 0.995284914970398, "masked prediction probs": [ 0.5670206546783447, 0.4329793155193329 @@ -153717,15 +172736,28 @@ 0.015535077080130577 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9005011916160583, + "masked prediction probs": [ + 0.9854310750961304, + 0.014568928629159927 + ], + "full text prediction probs": [ + 0.9844649434089661, + 0.015535077080130577 + ], + "labels": 0 } }, "test_1777": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9203546643257141, + "sufficiency": 0.0, "masked prediction probs": [ - 0.2555842697620392, - 0.7444157600402832 + 0.8358526229858398, + 0.16414731740951538 ], "full text prediction probs": [ 0.03485448285937309, @@ -153824,12 +172856,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9229521751403809, + "masked prediction probs": [ + 0.2555842697620392, + 0.7444157600402832 + ], + "full text prediction probs": [ + 0.03485448285937309, + 0.9651455879211426 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9190365076065063, - 0.08096343278884888 + 0.2878471314907074, + 0.7121528387069702 ], "full text prediction probs": [ 0.03485448285937309, @@ -153851,7 +172896,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.46991729736328125, + "comprehensiveness": 0.4680209159851074, "sufficiency": 0.0, "masked prediction probs": [ 0.058053139597177505, @@ -153927,15 +172972,28 @@ 0.9651455879211426 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9190365076065063, + 0.08096343278884888 + ], + "full text prediction probs": [ + 0.03485448285937309, + 0.9651455879211426 + ], + "labels": 0 } }, "test_1800": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.3922925591468811, + "fixed-shap": { + "comprehensiveness": 0.0015134550631046295, + "sufficiency": 0.9584461450576782, "masked prediction probs": [ - 0.982524573802948, - 0.017475424334406853 + 0.9793851375579834, + 0.020614875480532646 ], "full text prediction probs": [ 0.9807453155517578, @@ -154034,12 +173092,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7091199159622192, + "sufficiency": 0.39337241649627686, "masked prediction probs": [ - 0.9839277863502502, - 0.016072284430265427 + 0.982524573802948, + 0.017475424334406853 + ], + "full text prediction probs": [ + 0.9807453155517578, + 0.01925465650856495 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007457830477505922, + "sufficiency": 0.9011159539222717, + "masked prediction probs": [ + 0.9740293622016907, + 0.02597055211663246 ], "full text prediction probs": [ 0.9807453155517578, @@ -154049,7 +173120,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8366202116012573, + "sufficiency": 0.8366564512252808, "masked prediction probs": [ 0.9870693683624268, 0.012930595315992832 @@ -154062,7 +173133,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7840125560760498, + "sufficiency": 0.7840604186058044, "masked prediction probs": [ 0.9807453155517578, 0.01925465650856495 @@ -154074,8 +173145,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6237579584121704, - "sufficiency": 0.9986196160316467, + "comprehensiveness": 0.6236194968223572, + "sufficiency": 0.9986198544502258, "masked prediction probs": [ 0.4187869429588318, 0.581213116645813 @@ -154087,8 +173158,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.053573910146951675, - "sufficiency": 0.8804225325584412, + "comprehensiveness": 0.05356202274560928, + "sufficiency": 0.880449116230011, "masked prediction probs": [ 0.932468593120575, 0.06753136217594147 @@ -154100,8 +173171,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05356202274560928, - "sufficiency": 0.880449116230011, + "comprehensiveness": 0.05355013906955719, + "sufficiency": 0.8804755806922913, "masked prediction probs": [ 0.932468593120575, 0.06753136217594147 @@ -154113,8 +173184,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005284673534333706, - "sufficiency": 0.8505624532699585, + "comprehensiveness": 0.005283501464873552, + "sufficiency": 0.8505955934524536, "masked prediction probs": [ 0.9759810566902161, 0.024018989875912666 @@ -154126,8 +173197,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05353826284408569, - "sufficiency": 0.8805021047592163, + "comprehensiveness": 0.053526390343904495, + "sufficiency": 0.8805286288261414, "masked prediction probs": [ 0.932468593120575, 0.06753136217594147 @@ -154137,15 +173208,28 @@ 0.01925465650856495 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7097002863883972, + "masked prediction probs": [ + 0.9839277863502502, + 0.016072284430265427 + ], + "full text prediction probs": [ + 0.9807453155517578, + 0.01925465650856495 + ], + "labels": 0 } }, "test_1803": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9827633500099182, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0028912462294101715, + "sufficiency": 0.891831636428833, "masked prediction probs": [ - 0.09740830212831497, - 0.9025917053222656 + 0.9721148014068604, + 0.027885181829333305 ], "full text prediction probs": [ 0.9746957421302795, @@ -154244,12 +173328,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9980806708335876, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9810050129890442, + "sufficiency": 1.0, "masked prediction probs": [ - 0.0784815102815628, - 0.9215185046195984 + 0.09740830212831497, + 0.9025917053222656 + ], + "full text prediction probs": [ + 0.9746957421302795, + 0.025304235517978668 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006092443596571684, + "sufficiency": 0.9097710251808167, + "masked prediction probs": [ + 0.9692462086677551, + 0.030753735452890396 ], "full text prediction probs": [ 0.9746957421302795, @@ -154259,7 +173356,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8284257054328918, + "sufficiency": 0.8284639716148376, "masked prediction probs": [ 0.9787610769271851, 0.021238956600427628 @@ -154272,7 +173369,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7893131971359253, + "sufficiency": 0.7893602848052979, "masked prediction probs": [ 0.9746957421302795, 0.025304235517978668 @@ -154284,8 +173381,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00886628869920969, - "sufficiency": 0.8886853456497192, + "comprehensiveness": 0.008864307776093483, + "sufficiency": 0.8887102603912354, "masked prediction probs": [ 0.9667615294456482, 0.03323847055435181 @@ -154298,7 +173395,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9980823397636414, + "sufficiency": 0.9980827569961548, "masked prediction probs": [ 0.0784815102815628, 0.9215185046195984 @@ -154310,8 +173407,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6750335693359375, - "sufficiency": 0.9861819744110107, + "comprehensiveness": 0.6748828291893005, + "sufficiency": 0.9861849546432495, "masked prediction probs": [ 0.37035560607910156, 0.6296444535255432 @@ -154324,7 +173421,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.789501428604126, + "sufficiency": 0.789548397064209, "masked prediction probs": [ 0.9746957421302795, 0.025304235517978668 @@ -154337,7 +173434,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9980835914611816, + "sufficiency": 0.9980840682983398, + "masked prediction probs": [ + 0.0784815102815628, + 0.9215185046195984 + ], + "full text prediction probs": [ + 0.9746957421302795, + 0.025304235517978668 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9980844259262085, "masked prediction probs": [ 0.0784815102815628, 0.9215185046195984 @@ -154350,12 +173460,12 @@ } }, "test_1814": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06356729567050934, - "sufficiency": 0.9098594784736633, + "fixed-shap": { + "comprehensiveness": 0.003540418576449156, + "sufficiency": 0.8969308137893677, "masked prediction probs": [ - 0.9270728826522827, - 0.07292713969945908 + 0.9812420606613159, + 0.0187578983604908 ], "full text prediction probs": [ 0.9844369888305664, @@ -154454,12 +173564,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.25637438893318176, - "sufficiency": 0.8493009805679321, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06345478445291519, + "sufficiency": 0.910019040107727, "masked prediction probs": [ - 0.7526705861091614, - 0.24732936918735504 + 0.9270728826522827, + 0.07292713969945908 + ], + "full text prediction probs": [ + 0.9844369888305664, + 0.015563009306788445 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8076766133308411, + "masked prediction probs": [ + 0.9858633875846863, + 0.014136580750346184 ], "full text prediction probs": [ 0.9844369888305664, @@ -154468,8 +173591,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.014013445004820824, - "sufficiency": 0.8338610529899597, + "comprehensiveness": 0.014010345563292503, + "sufficiency": 0.8338978290557861, "masked prediction probs": [ 0.9717658162117004, 0.028234191238880157 @@ -154482,7 +173605,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.780812680721283, + "sufficiency": 0.7808610796928406, "masked prediction probs": [ 0.9844369888305664, 0.015563009306788445 @@ -154495,7 +173618,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7808610796928406, + "sufficiency": 0.7809094786643982, "masked prediction probs": [ 0.9844369888305664, 0.015563009306788445 @@ -154507,8 +173630,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.012802066281437874, - "sufficiency": 0.8392137885093689, + "comprehensiveness": 0.012799237854778767, + "sufficiency": 0.8392493724822998, "masked prediction probs": [ 0.9728534817695618, 0.02714656852185726 @@ -154520,8 +173643,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2560911178588867, - "sufficiency": 0.8494675755500793, + "comprehensiveness": 0.2560345232486725, + "sufficiency": 0.8495008945465088, "masked prediction probs": [ 0.7526705861091614, 0.24732936918735504 @@ -154534,7 +173657,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8399720788002014, + "sufficiency": 0.8400073647499084, "masked prediction probs": [ 0.984759509563446, 0.015240445733070374 @@ -154546,8 +173669,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.25597795844078064, - "sufficiency": 0.8495340347290039, + "comprehensiveness": 0.2559214234352112, + "sufficiency": 0.8495672345161438, + "masked prediction probs": [ + 0.7526705861091614, + 0.24732936918735504 + ], + "full text prediction probs": [ + 0.9844369888305664, + 0.015563009306788445 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2558649480342865, + "sufficiency": 0.8496004939079285, "masked prediction probs": [ 0.7526705861091614, 0.24732936918735504 @@ -154560,12 +173696,12 @@ } }, "test_18": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9139902591705322, + "fixed-shap": { + "comprehensiveness": 0.12921454012393951, + "sufficiency": 0.0, "masked prediction probs": [ - 0.24128438532352448, - 0.7587156295776367 + 0.017788469791412354, + 0.9822115302085876 ], "full text prediction probs": [ 0.007792229764163494, @@ -154664,12 +173800,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7084483504295349, - "sufficiency": 0.8550456166267395, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9157311320304871, "masked prediction probs": [ - 0.06373284757137299, - 0.9362671375274658 + 0.24128438532352448, + 0.7587156295776367 + ], + "full text prediction probs": [ + 0.007792229764163494, + 0.9922078251838684 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1242256909608841, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017626164481043816, + 0.982373833656311 ], "full text prediction probs": [ 0.007792229764163494, @@ -154678,7 +173827,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.24046191573143005, + "comprehensiveness": 0.2398558259010315, "sufficiency": 0.0, "masked prediction probs": [ 0.026827717199921608, @@ -154691,7 +173840,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08967847377061844, + "comprehensiveness": 0.08945300430059433, "sufficiency": 0.0, "masked prediction probs": [ 0.014909232966601849, @@ -154704,7 +173853,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.121050164103508, + "comprehensiveness": 0.12074659019708633, "sufficiency": 0.0, "masked prediction probs": [ 0.017423199489712715, @@ -154717,7 +173866,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.19620965421199799, + "comprehensiveness": 0.19571882486343384, "sufficiency": 0.0, "masked prediction probs": [ 0.023442363366484642, @@ -154730,8 +173879,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.26528850197792053, - "sufficiency": 0.917399525642395, + "comprehensiveness": 0.26462653279304504, + "sufficiency": 0.9176054000854492, "masked prediction probs": [ 0.029005318880081177, 0.9709947109222412 @@ -154743,7 +173892,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0925167128443718, + "comprehensiveness": 0.09228642284870148, "sufficiency": 0.0, "masked prediction probs": [ 0.015208540484309196, @@ -154756,7 +173905,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08856236189603806, + "comprehensiveness": 0.08834246546030045, "sufficiency": 0.0, "masked prediction probs": [ 0.014909232966601849, @@ -154767,15 +173916,28 @@ 0.9922078251838684 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6926561594009399, + "sufficiency": 0.8582728505134583, + "masked prediction probs": [ + 0.06373284757137299, + 0.9362671375274658 + ], + "full text prediction probs": [ + 0.007792229764163494, + 0.9922078251838684 + ], + "labels": 1 } }, "test_20": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19287218153476715, + "fixed-shap": { + "comprehensiveness": 0.07728923112154007, "sufficiency": 0.0, "masked prediction probs": [ - 0.021127842366695404, - 0.9788721203804016 + 0.011959182098507881, + 0.9880408644676208 ], "full text prediction probs": [ 0.005828090477734804, @@ -154874,12 +174036,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19981379806995392, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18905825912952423, "sufficiency": 0.0, "masked prediction probs": [ - 0.021998343989253044, - 0.9780017137527466 + 0.021127842366695404, + 0.9788721203804016 + ], + "full text prediction probs": [ + 0.005828090477734804, + 0.9941719174385071 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06641441583633423, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011216063983738422, + 0.9887839555740356 ], "full text prediction probs": [ 0.005828090477734804, @@ -154888,7 +174063,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.19932112097740173, + "comprehensiveness": 0.19883087277412415, "sufficiency": 0.0, "masked prediction probs": [ 0.021998343989253044, @@ -154901,7 +174076,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.051632512360811234, + "comprehensiveness": 0.05150582641363144, "sufficiency": 0.0, "masked prediction probs": [ 0.01002721767872572, @@ -154914,7 +174089,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07742287218570709, + "comprehensiveness": 0.07723337411880493, "sufficiency": 0.0, "masked prediction probs": [ 0.012140111066401005, @@ -154927,7 +174102,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07723337411880493, + "comprehensiveness": 0.07704479992389679, "sufficiency": 0.0, "masked prediction probs": [ 0.012140111066401005, @@ -154940,7 +174115,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.051254309713840485, + "comprehensiveness": 0.05112947151064873, "sufficiency": 0.0, "masked prediction probs": [ 0.01002721767872572, @@ -154953,7 +174128,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028606783598661423, + "comprehensiveness": 0.02853727713227272, "sufficiency": 0.0, "masked prediction probs": [ 0.0081774378195405, @@ -154966,7 +174141,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19641532003879547, + "comprehensiveness": 0.19593924283981323, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.021998343989253044, + 0.9780017137527466 + ], + "full text prediction probs": [ + 0.005828090477734804, + 0.9941719174385071 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.19546546041965485, "sufficiency": 0.0, "masked prediction probs": [ 0.021998343989253044, @@ -154980,12 +174168,12 @@ } }, "test_21": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.31299081444740295, + "fixed-shap": { + "comprehensiveness": 0.036535121500492096, "sufficiency": 0.0, "masked prediction probs": [ - 0.03212974593043327, - 0.9678702354431152 + 0.01079247985035181, + 0.9892075061798096 ], "full text prediction probs": [ 0.007972699590027332, @@ -155084,12 +174272,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2684365212917328, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3066331446170807, "sufficiency": 0.0, "masked prediction probs": [ - 0.029120611026883125, - 0.9708794355392456 + 0.03212974593043327, + 0.9678702354431152 + ], + "full text prediction probs": [ + 0.007972699590027332, + 0.9920273423194885 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.017292344942688942, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00933841336518526, + 0.9906615614891052 ], "full text prediction probs": [ 0.007972699590027332, @@ -155098,7 +174299,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.44142645597457886, + "comprehensiveness": 0.4403113126754761, "sufficiency": 0.0, "masked prediction probs": [ 0.042837344110012054, @@ -155111,7 +174312,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2670802175998688, + "comprehensiveness": 0.26640722155570984, "sufficiency": 0.0, "masked prediction probs": [ 0.029120611026883125, @@ -155124,7 +174325,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10038240998983383, + "comprehensiveness": 0.100130096077919, "sufficiency": 0.0, "masked prediction probs": [ 0.01594117283821106, @@ -155137,7 +174338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1852942258119583, + "comprehensiveness": 0.18482965230941772, "sufficiency": 0.0, "masked prediction probs": [ 0.022718697786331177, @@ -155150,7 +174351,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1350925862789154, + "comprehensiveness": 0.1347547322511673, "sufficiency": 0.0, "masked prediction probs": [ 0.018750596791505814, @@ -155163,7 +174364,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012896879576146603, + "comprehensiveness": 0.012864705175161362, "sufficiency": 0.0, "masked prediction probs": [ 0.009004258550703526, @@ -155176,7 +174377,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.26374876499176025, + "comprehensiveness": 0.26309239864349365, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.029120611026883125, + 0.9708794355392456 + ], + "full text prediction probs": [ + 0.007972699590027332, + 0.9920273423194885 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2624393105506897, "sufficiency": 0.0, "masked prediction probs": [ 0.029120611026883125, @@ -155190,12 +174404,12 @@ } }, "test_37": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9140151143074036, + "fixed-shap": { + "comprehensiveness": 0.061943553388118744, "sufficiency": 0.0, "masked prediction probs": [ - 0.07846564054489136, - 0.9215342998504639 + 0.012185916304588318, + 0.9878140687942505 ], "full text prediction probs": [ 0.0073675476014614105, @@ -155294,12 +174508,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8955905437469482, "sufficiency": 0.0, "masked prediction probs": [ - 0.08912728726863861, - 0.9108726382255554 + 0.07846564054489136, + 0.9215342998504639 + ], + "full text prediction probs": [ + 0.0073675476014614105, + 0.9926324486732483 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03632361814379692, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010258395224809647, + 0.9897415637969971 ], "full text prediction probs": [ 0.0073675476014614105, @@ -155334,7 +174561,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.028898051008582115, + "comprehensiveness": 0.02882596291601658, "sufficiency": 0.0, "masked prediction probs": [ 0.009679020382463932, @@ -155347,7 +174574,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04848901554942131, + "comprehensiveness": 0.04836835712194443, "sufficiency": 0.0, "masked prediction probs": [ 0.011255783960223198, @@ -155360,7 +174587,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8844477534294128, + "comprehensiveness": 0.8822523355484009, "sufficiency": 0.0, "masked prediction probs": [ 0.07846564054489136, @@ -155373,7 +174600,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.023892274126410484, + "comprehensiveness": 0.02383311651647091, "sufficiency": 0.0, "masked prediction probs": [ 0.009292946197092533, @@ -155397,15 +174624,28 @@ 0.9926324486732483 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08912728726863861, + 0.9108726382255554 + ], + "full text prediction probs": [ + 0.0073675476014614105, + 0.9926324486732483 + ], + "labels": 1 } }, "test_57": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05713099241256714, - "sufficiency": 0.8539641499519348, + "fixed-shap": { + "comprehensiveness": 0.05368811637163162, + "sufficiency": 0.0, "masked prediction probs": [ - 0.009772785939276218, - 0.990227222442627 + 0.009497522376477718, + 0.9905024766921997 ], "full text prediction probs": [ 0.005205183289945126, @@ -155504,12 +174744,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07475538551807404, - "sufficiency": 0.6645026803016663, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.056009892374277115, + "sufficiency": 0.8568263649940491, "masked prediction probs": [ - 0.011301455087959766, - 0.9886985421180725 + 0.009772785939276218, + 0.990227222442627 + ], + "full text prediction probs": [ + 0.005205183289945126, + 0.9947947859764099 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.026812490075826645, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007397165056318045, + 0.9926028847694397 ], "full text prediction probs": [ 0.005205183289945126, @@ -155518,7 +174771,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05825413390994072, + "comprehensiveness": 0.05811193957924843, "sufficiency": 0.0, "masked prediction probs": [ 0.009967503137886524, @@ -155531,7 +174784,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.026054618880152702, + "comprehensiveness": 0.025991175323724747, "sufficiency": 0.0, "masked prediction probs": [ 0.0073404461145401, @@ -155544,7 +174797,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04669081047177315, + "comprehensiveness": 0.046577394008636475, "sufficiency": 0.0, "masked prediction probs": [ 0.009040787816047668, @@ -155557,7 +174810,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03948702663183212, + "comprehensiveness": 0.03939134255051613, "sufficiency": 0.0, "masked prediction probs": [ 0.008456895127892494, @@ -155570,7 +174823,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03735949844121933, + "comprehensiveness": 0.03726918622851372, "sufficiency": 0.0, "masked prediction probs": [ 0.008289150893688202, @@ -155583,7 +174836,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028490858152508736, + "comprehensiveness": 0.028422150760889053, "sufficiency": 0.0, "masked prediction probs": [ 0.00756284361705184, @@ -155596,7 +174849,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.057411253452301025, + "comprehensiveness": 0.05727313831448555, "sufficiency": 0.0, "masked prediction probs": [ 0.009967503137886524, @@ -155607,15 +174860,28 @@ 0.9947947859764099 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0731407105922699, + "sufficiency": 0.6717405319213867, + "masked prediction probs": [ + 0.011301455087959766, + 0.9886985421180725 + ], + "full text prediction probs": [ + 0.005205183289945126, + 0.9947947859764099 + ], + "labels": 1 } }, "test_69": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1349790096282959, - 0.8650210499763489 + 0.20498917996883392, + 0.7950108647346497 ], "full text prediction probs": [ 0.02245187759399414, @@ -155705,8 +174971,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1349790096282959, - 0.8650210499763489 + 0.20498917996883392, + 0.7950108647346497 ], "full text prediction probs": [ 0.02245187759399414, @@ -155714,12 +174980,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2586657404899597, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.039084792137145996, - 0.960915207862854 + 0.20498917996883392, + 0.7950108647346497 + ], + "full text prediction probs": [ + 0.02245187759399414, + 0.9775480628013611 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18444623053073883, + 0.8155537247657776 ], "full text prediction probs": [ 0.02245187759399414, @@ -155741,7 +175020,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.25706636905670166, + "comprehensiveness": 0.2562740743160248, "sufficiency": 0.0, "masked prediction probs": [ 0.039084792137145996, @@ -155806,11 +175085,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.25315314531326294, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.039084792137145996, - 0.960915207862854 + 0.18444623053073883, + 0.8155537247657776 + ], + "full text prediction probs": [ + 0.02245187759399414, + 0.9775480628013611 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18444623053073883, + 0.8155537247657776 ], "full text prediction probs": [ 0.02245187759399414, @@ -155820,12 +175112,12 @@ } }, "test_115": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9006673097610474, + "fixed-shap": { + "comprehensiveness": 0.052751269191503525, + "sufficiency": 0.0, "masked prediction probs": [ - 0.32006925344467163, - 0.6799308061599731 + 0.010796299204230309, + 0.9892037510871887 ], "full text prediction probs": [ 0.006655305158346891, @@ -155924,12 +175216,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8265663981437683, + "sufficiency": 0.9026494026184082, "masked prediction probs": [ - 0.16322782635688782, - 0.8367722034454346 + 0.32006925344467163, + 0.6799308061599731 + ], + "full text prediction probs": [ + 0.006655305158346891, + 0.9933446645736694 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.005108388140797615, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007065544370561838, + 0.9929344654083252 ], "full text prediction probs": [ 0.006655305158346891, @@ -155938,7 +175243,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.14448677003383636, + "comprehensiveness": 0.1441277414560318, "sufficiency": 0.0, "masked prediction probs": [ 0.01825750060379505, @@ -155964,7 +175269,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.045127879828214645, + "comprehensiveness": 0.045016296207904816, "sufficiency": 0.0, "masked prediction probs": [ 0.010297132655978203, @@ -155977,7 +175282,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06537416577339172, + "comprehensiveness": 0.0652129203081131, "sufficiency": 0.0, "masked prediction probs": [ 0.011943990364670753, @@ -155990,8 +175295,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.36220547556877136, - "sufficiency": 0.7468123435974121, + "comprehensiveness": 0.3613142669200897, + "sufficiency": 0.7474345564842224, "masked prediction probs": [ 0.036030013114213943, 0.9639700651168823 @@ -156003,7 +175308,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1414739042520523, + "comprehensiveness": 0.14112666249275208, "sufficiency": 0.0, "masked prediction probs": [ 0.018157081678509712, @@ -156016,8 +175321,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.36042746901512146, - "sufficiency": 0.7480537295341492, + "comprehensiveness": 0.3595449924468994, + "sufficiency": 0.7486698031425476, "masked prediction probs": [ 0.036030013114213943, 0.9639700651168823 @@ -156027,15 +175332,28 @@ 0.9933446645736694 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8303741812705994, + "masked prediction probs": [ + 0.16322782635688782, + 0.8367722034454346 + ], + "full text prediction probs": [ + 0.006655305158346891, + 0.9933446645736694 + ], + "labels": 1 } }, "test_130": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9323828220367432, - 0.06761717796325684 + 0.456779807806015, + 0.5432201623916626 ], "full text prediction probs": [ 0.03404533863067627, @@ -156134,12 +175452,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7302283048629761, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8976361155509949, - 0.10236388444900513 + 0.9323828220367432, + 0.06761717796325684 + ], + "full text prediction probs": [ + 0.03404533863067627, + 0.9659546613693237 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08997868001461029, + 0.9100213050842285 ], "full text prediction probs": [ 0.03404533863067627, @@ -156187,7 +175518,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14614318311214447, + "comprehensiveness": 0.1455988883972168, "sufficiency": 0.0, "masked prediction probs": [ 0.041865281760692596, @@ -156237,15 +175568,28 @@ 0.9659546613693237 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7391218543052673, + "masked prediction probs": [ + 0.8976361155509949, + 0.10236388444900513 + ], + "full text prediction probs": [ + 0.03404533863067627, + 0.9659546613693237 + ], + "labels": 1 } }, "test_139": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8011128306388855, + "fixed-shap": { + "comprehensiveness": 0.08076463639736176, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7469403743743896, - 0.25305959582328796 + 0.012260143645107746, + 0.9877398610115051 ], "full text prediction probs": [ 0.005855589639395475, @@ -156344,12 +175688,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6331232786178589, - "sufficiency": 0.7821698784828186, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8050422072410583, "masked prediction probs": [ - 0.057074595242738724, - 0.9429254531860352 + 0.7469403743743896, + 0.25305959582328796 + ], + "full text prediction probs": [ + 0.005855589639395475, + 0.9941443800926208 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.025439269840717316, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007918648421764374, + 0.9920812845230103 ], "full text prediction probs": [ 0.005855589639395475, @@ -156358,8 +175715,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6315616369247437, - "sufficiency": 0.7827064990997314, + "comprehensiveness": 0.6300077438354492, + "sufficiency": 0.7832404971122742, "masked prediction probs": [ 0.057074595242738724, 0.9429254531860352 @@ -156371,7 +175728,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.037670210003852844, + "comprehensiveness": 0.03757775202393532, "sufficiency": 0.0, "masked prediction probs": [ 0.00891813263297081, @@ -156384,7 +175741,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.012366482056677341, + "comprehensiveness": 0.012336203828454018, "sufficiency": 0.0, "masked prediction probs": [ 0.006863478571176529, @@ -156397,7 +175754,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014351990073919296, + "comprehensiveness": 0.014316936023533344, "sufficiency": 0.0, "masked prediction probs": [ 0.0070281922817230225, @@ -156410,8 +175767,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3193400204181671, - "sufficiency": 0.6690440773963928, + "comprehensiveness": 0.31856194138526917, + "sufficiency": 0.6698495149612427, "masked prediction probs": [ 0.032009273767471313, 0.9679907560348511 @@ -156423,7 +175780,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0032641373109072447, + "comprehensiveness": 0.003256203606724739, "sufficiency": 0.0, "masked prediction probs": [ 0.0061235991306602955, @@ -156436,8 +175793,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.622351348400116, - "sufficiency": 0.7858715057373047, + "comprehensiveness": 0.6208423376083374, + "sufficiency": 0.7863900661468506, + "masked prediction probs": [ + 0.057074595242738724, + 0.9429254531860352 + ], + "full text prediction probs": [ + 0.005855589639395475, + 0.9941443800926208 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6193406581878662, + "sufficiency": 0.7869061231613159, "masked prediction probs": [ 0.057074595242738724, 0.9429254531860352 @@ -156450,12 +175820,12 @@ } }, "test_148": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8748237490653992, + "sufficiency": 0.0, "masked prediction probs": [ - 0.975174605846405, - 0.02482534758746624 + 0.24563349783420563, + 0.7543664574623108 ], "full text prediction probs": [ 0.009760519489645958, @@ -156554,12 +175924,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9088534116744995, + "sufficiency": 0.877422034740448, "masked prediction probs": [ - 0.9752653241157532, - 0.02473471313714981 + 0.975174605846405, + 0.02482534758746624 + ], + "full text prediction probs": [ + 0.009760519489645958, + 0.9902395009994507 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.49314337968826294, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04782823100686073, + 0.952171802520752 ], "full text prediction probs": [ 0.009760519489645958, @@ -156569,7 +175952,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9090892672538757, + "sufficiency": 0.9093239903450012, "masked prediction probs": [ 0.9752653241157532, 0.02473471313714981 @@ -156582,7 +175965,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6210398077964783, + "sufficiency": 0.6220155358314514, "masked prediction probs": [ 0.27771860361099243, 0.7222813963890076 @@ -156595,7 +175978,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7741072177886963, + "sufficiency": 0.7746872901916504, "masked prediction probs": [ 0.3299300968647003, 0.6700699329376221 @@ -156621,7 +176004,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9173325896263123, + "sufficiency": 0.9175438284873962, "masked prediction probs": [ 0.8528927564620972, 0.14710724353790283 @@ -156647,7 +176030,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9104793667793274, + "sufficiency": 0.9107068777084351, + "masked prediction probs": [ + 0.9752653241157532, + 0.02473471313714981 + ], + "full text prediction probs": [ + 0.009760519489645958, + 0.9902395009994507 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9109333157539368, "masked prediction probs": [ 0.9752653241157532, 0.02473471313714981 @@ -156660,12 +176056,12 @@ } }, "test_160": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8900299668312073, + "fixed-shap": { + "comprehensiveness": 0.00716041587293148, + "sufficiency": 0.0, "masked prediction probs": [ - 0.34810224175453186, - 0.6518977284431458 + 0.006987799424678087, + 0.9930122494697571 ], "full text prediction probs": [ 0.006423977203667164, @@ -156764,12 +176160,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.8922179341316223, + "masked prediction probs": [ + 0.34810224175453186, + 0.6518977284431458 + ], + "full text prediction probs": [ + 0.006423977203667164, + 0.9935759902000427 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.015339613892138004, "sufficiency": 0.0, "masked prediction probs": [ - 0.15026715397834778, - 0.8497328162193298 + 0.00765931187197566, + 0.9923406839370728 ], "full text prediction probs": [ 0.006423977203667164, @@ -156804,7 +176213,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.18825162947177887, + "comprehensiveness": 0.1877874881029129, "sufficiency": 0.0, "masked prediction probs": [ 0.021659323945641518, @@ -156830,7 +176239,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13206440210342407, + "comprehensiveness": 0.13174037635326385, "sufficiency": 0.0, "masked prediction probs": [ 0.017164863646030426, @@ -156843,7 +176252,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09720022231340408, + "comprehensiveness": 0.0969623252749443, "sufficiency": 0.0, "masked prediction probs": [ 0.014348800294101238, @@ -156867,15 +176276,28 @@ 0.9935759902000427 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15026715397834778, + 0.8497328162193298 + ], + "full text prediction probs": [ + 0.006423977203667164, + 0.9935759902000427 + ], + "labels": 1 } }, "test_191": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9833775758743286, - 0.016622468829154968 + 0.03584510087966919, + 0.964154839515686 ], "full text prediction probs": [ 0.057730499655008316, @@ -156974,12 +176396,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9841743111610413, - 0.015825653448700905 + 0.9833775758743286, + 0.016622468829154968 + ], + "full text prediction probs": [ + 0.057730499655008316, + 0.942269504070282 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.057730499655008316, + 0.942269504070282 ], "full text prediction probs": [ 0.057730499655008316, @@ -157053,7 +176488,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9867633581161499, + "comprehensiveness": 0.980275571346283, "sufficiency": 0.0, "masked prediction probs": [ 0.08755454421043396, @@ -157077,15 +176512,28 @@ 0.942269504070282 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9841743111610413, + 0.015825653448700905 + ], + "full text prediction probs": [ + 0.057730499655008316, + 0.942269504070282 + ], + "labels": 1 } }, "test_217": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9524856209754944, + "fixed-shap": { + "comprehensiveness": 0.13790270686149597, + "sufficiency": 0.7399141192436218, "masked prediction probs": [ - 0.19137771427631378, - 0.8086223006248474 + 0.01454200129956007, + 0.9854580163955688 ], "full text prediction probs": [ 0.0032466731499880552, @@ -157184,12 +176632,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.31420236825942993, - "sufficiency": 0.9304059147834778, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9533950686454773, "masked prediction probs": [ - 0.029485097154974937, - 0.9705149531364441 + 0.19137771427631378, + 0.8086223006248474 + ], + "full text prediction probs": [ + 0.0032466731499880552, + 0.9967532753944397 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05419248342514038, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007783084642142057, + 0.992216944694519 ], "full text prediction probs": [ 0.0032466731499880552, @@ -157198,8 +176659,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.31345152854919434, - "sufficiency": 0.930571973323822, + "comprehensiveness": 0.31270426511764526, + "sufficiency": 0.930737316608429, "masked prediction probs": [ 0.029485097154974937, 0.9705149531364441 @@ -157211,8 +176672,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11921244114637375, - "sufficiency": 0.8622032999992371, + "comprehensiveness": 0.11892891675233841, + "sufficiency": 0.8625306487083435, "masked prediction probs": [ 0.013249607756733894, 0.9867504239082336 @@ -157224,8 +176685,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.23450228571891785, - "sufficiency": 0.8350534439086914, + "comprehensiveness": 0.23394589126110077, + "sufficiency": 0.8354443907737732, "masked prediction probs": [ 0.022970227524638176, 0.9770298004150391 @@ -157237,7 +176698,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03230299428105354, + "comprehensiveness": 0.032226528972387314, "sufficiency": 0.0, "masked prediction probs": [ 0.00597017677500844, @@ -157250,8 +176711,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3104837238788605, - "sufficiency": 0.9312285780906677, + "comprehensiveness": 0.3097505271434784, + "sufficiency": 0.9313907623291016, "masked prediction probs": [ 0.029485097154974937, 0.9705149531364441 @@ -157263,7 +176724,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05652483180165291, + "comprehensiveness": 0.05639166757464409, "sufficiency": 0.0, "masked prediction probs": [ 0.008034879341721535, @@ -157276,8 +176737,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3090207874774933, - "sufficiency": 0.9315522313117981, + "comprehensiveness": 0.30829450488090515, + "sufficiency": 0.9317129254341125, + "masked prediction probs": [ + 0.029485097154974937, + 0.9705149531364441 + ], + "full text prediction probs": [ + 0.0032466731499880552, + 0.9967532753944397 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3075715899467468, + "sufficiency": 0.9318728446960449, "masked prediction probs": [ 0.029485097154974937, 0.9705149531364441 @@ -157290,12 +176764,12 @@ } }, "test_227": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9819214344024658, - 0.01807854324579239 + 0.21990644931793213, + 0.7800935506820679 ], "full text prediction probs": [ 0.0792042687535286, @@ -157394,12 +176868,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9800158143043518, - 0.01998419128358364 + 0.9819214344024658, + 0.01807854324579239 + ], + "full text prediction probs": [ + 0.0792042687535286, + 0.9207956790924072 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21030567586421967, + 0.7896943688392639 ], "full text prediction probs": [ 0.0792042687535286, @@ -157497,15 +176984,28 @@ 0.9207956790924072 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9800158143043518, + 0.01998419128358364 + ], + "full text prediction probs": [ + 0.0792042687535286, + 0.9207956790924072 + ], + "labels": 1 } }, "test_237": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08688734471797943, "sufficiency": 0.0, "masked prediction probs": [ - 0.9820008873939514, - 0.017999060451984406 + 0.018824562430381775, + 0.9811753630638123 ], "full text prediction probs": [ 0.012513075955212116, @@ -157604,12 +177104,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9849429130554199, - 0.015057047829031944 + 0.9820008873939514, + 0.017999060451984406 + ], + "full text prediction probs": [ + 0.012513075955212116, + 0.9874869585037231 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13541780412197113, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022593701258301735, + 0.9774062633514404 ], "full text prediction probs": [ 0.012513075955212116, @@ -157657,7 +177170,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11530768871307373, + "comprehensiveness": 0.1150011420249939, "sufficiency": 0.0, "masked prediction probs": [ 0.021165935322642326, @@ -157671,7 +177184,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6055685877799988, + "sufficiency": 0.606613039970398, "masked prediction probs": [ 0.9786564111709595, 0.02134360373020172 @@ -157683,7 +177196,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.19048826396465302, + "comprehensiveness": 0.189984530210495, "sufficiency": 0.0, "masked prediction probs": [ 0.02688383311033249, @@ -157707,15 +177220,28 @@ 0.9874869585037231 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9849429130554199, + 0.015057047829031944 + ], + "full text prediction probs": [ + 0.012513075955212116, + 0.9874869585037231 + ], + "labels": 1 } }, "test_254": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6144359707832336, - 0.38556399941444397 + 0.872010350227356, + 0.12798960506916046 ], "full text prediction probs": [ 0.014083006419241428, @@ -157805,8 +177331,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6144359707832336, - 0.38556399941444397 + 0.872010350227356, + 0.12798960506916046 ], "full text prediction probs": [ 0.014083006419241428, @@ -157814,12 +177340,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8410905599594116, - 0.15890948474407196 + 0.872010350227356, + 0.12798960506916046 + ], + "full text prediction probs": [ + 0.014083006419241428, + 0.9859170317649841 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9312016367912292, + 0.06879835575819016 ], "full text prediction probs": [ 0.014083006419241428, @@ -157841,7 +177380,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06609801203012466, + "comprehensiveness": 0.06591756641864777, "sufficiency": 0.0, "masked prediction probs": [ 0.018912913277745247, @@ -157893,7 +177432,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06827550381422043, + "comprehensiveness": 0.06809112429618835, "sufficiency": 0.0, "masked prediction probs": [ 0.01912657544016838, @@ -157909,8 +177448,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8410905599594116, - 0.15890948474407196 + 0.9312016367912292, + 0.06879835575819016 + ], + "full text prediction probs": [ + 0.014083006419241428, + 0.9859170317649841 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9312016367912292, + 0.06879835575819016 ], "full text prediction probs": [ 0.014083006419241428, @@ -157920,12 +177472,12 @@ } }, "test_257": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.533477783203125, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9512590169906616, - 0.04874095693230629 + 0.7884355187416077, + 0.21156443655490875 ], "full text prediction probs": [ 0.004004579968750477, @@ -158024,12 +177576,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.5424888134002686, + "masked prediction probs": [ + 0.9512590169906616, + 0.04874095693230629 + ], + "full text prediction probs": [ + 0.004004579968750477, + 0.9959954023361206 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6769337058067322, "sufficiency": 0.0, "masked prediction probs": [ - 0.9282025098800659, - 0.07179746776819229 + 0.060156162828207016, + 0.9398438334465027 ], "full text prediction probs": [ 0.004004579968750477, @@ -158064,7 +177629,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3233455717563629, + "comprehensiveness": 0.32257142663002014, "sufficiency": 0.0, "masked prediction probs": [ 0.030955461785197258, @@ -158077,7 +177642,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017100224271416664, + "comprehensiveness": 0.017059382051229477, "sufficiency": 0.0, "masked prediction probs": [ 0.005433267448097467, @@ -158103,7 +177668,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010887160897254944, + "comprehensiveness": 0.010861281305551529, "sufficiency": 0.0, "masked prediction probs": [ 0.0049186283722519875, @@ -158127,15 +177692,28 @@ 0.9959954023361206 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9282025098800659, + 0.07179746776819229 + ], + "full text prediction probs": [ + 0.004004579968750477, + 0.9959954023361206 + ], + "labels": 1 } }, "test_268": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.48047757148742676, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.42136457562446594, - 0.5786353945732117 + 0.9135821461677551, + 0.08641790598630905 ], "full text prediction probs": [ 0.7324920296669006, @@ -158234,12 +177812,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.47929343581199646, "sufficiency": 1.0, "masked prediction probs": [ - 0.048307936638593674, - 0.9516921043395996 + 0.42136457562446594, + 0.5786353945732117 + ], + "full text prediction probs": [ + 0.7324920296669006, + 0.26750797033309937 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9110985398292542, + 0.08890146017074585 ], "full text prediction probs": [ 0.7324920296669006, @@ -158274,7 +177865,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9345967173576355, + "comprehensiveness": 0.9343091249465942, "sufficiency": 1.0, "masked prediction probs": [ 0.12524937093257904, @@ -158287,7 +177878,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9343091249465942, + "comprehensiveness": 0.9340218305587769, "sufficiency": 1.0, "masked prediction probs": [ 0.12524937093257904, @@ -158300,7 +177891,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9340218305587769, + "comprehensiveness": 0.9337345361709595, "sufficiency": 1.0, "masked prediction probs": [ 0.12524937093257904, @@ -158326,7 +177917,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9334475994110107, + "comprehensiveness": 0.933160662651062, "sufficiency": 1.0, "masked prediction probs": [ 0.12524937093257904, @@ -158337,15 +177928,28 @@ 0.26750797033309937 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.048307936638593674, + 0.9516921043395996 + ], + "full text prediction probs": [ + 0.7324920296669006, + 0.26750797033309937 + ], + "labels": 1 } }, "test_269": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.17812523245811462, "sufficiency": 0.0, "masked prediction probs": [ - 0.9436972737312317, - 0.05630271136760712 + 0.04707716777920723, + 0.9529228210449219 ], "full text prediction probs": [ 0.03882475197315216, @@ -158444,12 +178048,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9574717283248901, - 0.04252830147743225 + 0.9436972737312317, + 0.05630271136760712 + ], + "full text prediction probs": [ + 0.03882475197315216, + 0.961175262928009 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08697156608104706, + 0.9130284786224365 ], "full text prediction probs": [ 0.03882475197315216, @@ -158523,7 +178140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6561012864112854, + "comprehensiveness": 0.6534407734870911, "sufficiency": 0.0, "masked prediction probs": [ 0.07105889916419983, @@ -158547,15 +178164,28 @@ 0.961175262928009 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9574717283248901, + 0.04252830147743225 + ], + "full text prediction probs": [ + 0.03882475197315216, + 0.961175262928009 + ], + "labels": 1 } }, "test_271": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.010280944406986237, "sufficiency": 0.0, "masked prediction probs": [ - 0.9807606935501099, - 0.019239289686083794 + 0.006853685714304447, + 0.9931463003158569 ], "full text prediction probs": [ 0.006040363572537899, @@ -158654,12 +178284,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9697302579879761, - 0.030269786715507507 + 0.9807606935501099, + 0.019239289686083794 + ], + "full text prediction probs": [ + 0.006040363572537899, + 0.9939596652984619 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.008350558578968048, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006716032046824694, + 0.9932839870452881 ], "full text prediction probs": [ 0.006040363572537899, @@ -158707,7 +178350,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0002325271925656125, + "comprehensiveness": 0.0002319579798495397, "sufficiency": 0.0, "masked prediction probs": [ 0.0060592531226575375, @@ -158721,7 +178364,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7605681419372559, + "sufficiency": 0.7611520886421204, "masked prediction probs": [ 0.9483706951141357, 0.05162929370999336 @@ -158733,7 +178376,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027408255264163017, + "comprehensiveness": 0.027341486886143684, "sufficiency": 0.0, "masked prediction probs": [ 0.00828548800200224, @@ -158757,15 +178400,28 @@ 0.9939596652984619 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9697302579879761, + 0.030269786715507507 + ], + "full text prediction probs": [ + 0.006040363572537899, + 0.9939596652984619 + ], + "labels": 1 } }, "test_274": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9197897911071777, - 0.08021026104688644 + 0.6108970642089844, + 0.3891029357910156 ], "full text prediction probs": [ 0.5304475426673889, @@ -158864,12 +178520,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8651017546653748, - 0.13489821553230286 + 0.9197897911071777, + 0.08021026104688644 + ], + "full text prediction probs": [ + 0.5304475426673889, + 0.4695524573326111 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5393908023834229, + 0.46060922741889954 ], "full text prediction probs": [ 0.5304475426673889, @@ -158930,7 +178599,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3043532967567444, + "comprehensiveness": 0.30421748757362366, "sufficiency": 1.0, "masked prediction probs": [ 0.3940686881542206, @@ -158959,8 +178628,21 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7462173700332642, - 0.25378260016441345 + 0.5393908023834229, + 0.46060922741889954 + ], + "full text prediction probs": [ + 0.5304475426673889, + 0.4695524573326111 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8651017546653748, + 0.13489821553230286 ], "full text prediction probs": [ 0.5304475426673889, @@ -158970,12 +178652,12 @@ } }, "test_293": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10246046632528305, + "fixed-shap": { + "comprehensiveness": 0.011968251317739487, "sufficiency": 0.0, "masked prediction probs": [ - 0.015016158111393452, - 0.9849838614463806 + 0.007944628596305847, + 0.992055356502533 ], "full text prediction probs": [ 0.007009432651102543, @@ -159074,12 +178756,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1327303946018219, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10040436685085297, "sufficiency": 0.0, "masked prediction probs": [ - 0.01759396120905876, - 0.9824060201644897 + 0.015016158111393452, + 0.9849838614463806 + ], + "full text prediction probs": [ + 0.007009432651102543, + 0.9929906129837036 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.024526264518499374, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008970117196440697, + 0.9910298585891724 ], "full text prediction probs": [ 0.007009432651102543, @@ -159088,7 +178783,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1810370236635208, + "comprehensiveness": 0.18058517575263977, "sufficiency": 0.0, "masked prediction probs": [ 0.02148243598639965, @@ -159101,7 +178796,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13206784427165985, + "comprehensiveness": 0.1317390352487564, "sufficiency": 0.0, "masked prediction probs": [ 0.01759396120905876, @@ -159114,7 +178809,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05672464147210121, + "comprehensiveness": 0.056583765894174576, "sufficiency": 0.0, "masked prediction probs": [ 0.011566977947950363, @@ -159127,7 +178822,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11615718901157379, + "comprehensiveness": 0.1158694326877594, "sufficiency": 0.0, "masked prediction probs": [ 0.0163652952760458, @@ -159140,7 +178835,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11579634994268417, + "comprehensiveness": 0.11551019549369812, "sufficiency": 0.0, "masked prediction probs": [ 0.01635936088860035, @@ -159153,7 +178848,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10052163898944855, + "comprehensiveness": 0.10027384012937546, "sufficiency": 0.0, "masked prediction probs": [ 0.015146154910326004, @@ -159166,7 +178861,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13044002652168274, + "comprehensiveness": 0.13011926412582397, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01759396120905876, + 0.9824060201644897 + ], + "full text prediction probs": [ + 0.007009432651102543, + 0.9929906129837036 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12980006635189056, "sufficiency": 0.0, "masked prediction probs": [ 0.01759396120905876, @@ -159180,12 +178888,12 @@ } }, "test_377": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6039901375770569, - "sufficiency": 0.8730105757713318, + "fixed-shap": { + "comprehensiveness": 0.10388827323913574, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05642213299870491, - 0.9435778260231018 + 0.020137932151556015, + 0.9798620939254761 ], "full text prediction probs": [ 0.012600471265614033, @@ -159284,12 +178992,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1919800490140915, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5909558534622192, + "sufficiency": 0.8757473230361938, + "masked prediction probs": [ + 0.05642213299870491, + 0.9435778260231018 + ], + "full text prediction probs": [ + 0.012600471265614033, + 0.9873995780944824 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04636723920702934, "sufficiency": 0.0, "masked prediction probs": [ - 0.026836521923542023, - 0.9731634855270386 + 0.0160480048507452, + 0.983951985836029 ], "full text prediction probs": [ 0.012600471265614033, @@ -159298,7 +179019,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.11609165370464325, + "comprehensiveness": 0.11578017473220825, "sufficiency": 0.0, "masked prediction probs": [ 0.021232325583696365, @@ -159311,7 +179032,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08905749022960663, + "comprehensiveness": 0.08881918340921402, "sufficiency": 0.0, "masked prediction probs": [ 0.019239962100982666, @@ -159324,7 +179045,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10682078450918198, + "comprehensiveness": 0.10653571039438248, "sufficiency": 0.0, "masked prediction probs": [ 0.020585764199495316, @@ -159337,7 +179058,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.009970402345061302, + "comprehensiveness": 0.009943864308297634, "sufficiency": 0.0, "masked prediction probs": [ 0.013347824104130268, @@ -159350,7 +179071,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11241769790649414, + "comprehensiveness": 0.11211927235126495, "sufficiency": 0.0, "masked prediction probs": [ 0.02104911394417286, @@ -159363,7 +179084,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05185827985405922, + "comprehensiveness": 0.05172098055481911, "sufficiency": 0.0, "masked prediction probs": [ 0.016508206725120544, @@ -159376,7 +179097,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11424750834703445, + "comprehensiveness": 0.11394583433866501, "sufficiency": 0.0, "masked prediction probs": [ 0.021232325583696365, @@ -159387,15 +179108,28 @@ 0.9873995780944824 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.18742966651916504, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026836521923542023, + 0.9731634855270386 + ], + "full text prediction probs": [ + 0.012600471265614033, + 0.9873995780944824 + ], + "labels": 1 } }, "test_411": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9493380784988403, + "fixed-shap": { + "comprehensiveness": 0.12033405154943466, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9881191849708557, - 0.011880895122885704 + 0.7364584803581238, + 0.2635415494441986 ], "full text prediction probs": [ 0.8255811333656311, @@ -159482,11 +179216,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.5217648148536682, + "comprehensiveness": 0.12010705471038818, "sufficiency": 1.0, "masked prediction probs": [ - 0.4384176731109619, - 0.5615823268890381 + 0.7364584803581238, + 0.2635415494441986 ], "full text prediction probs": [ 0.8255811333656311, @@ -159494,12 +179228,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9494472146034241, + "masked prediction probs": [ + 0.9881191849708557, + 0.011880895122885704 + ], + "full text prediction probs": [ + 0.8255811333656311, + 0.17441882193088531 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9720374345779419, - 0.027962535619735718 + 0.8388849496841431, + 0.16111502051353455 ], "full text prediction probs": [ 0.8255811333656311, @@ -159509,7 +179256,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9494608640670776, + "sufficiency": 0.9494744539260864, "masked prediction probs": [ 0.9881191849708557, 0.011880895122885704 @@ -159522,7 +179269,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9757511019706726, + "sufficiency": 0.9757575988769531, "masked prediction probs": [ 0.8255811333656311, 0.17441882193088531 @@ -159534,7 +179281,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9223861694335938, + "comprehensiveness": 0.9221378564834595, "sufficiency": 1.0, "masked prediction probs": [ 0.14040805399417877, @@ -159547,7 +179294,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9221378564834595, + "comprehensiveness": 0.9218898415565491, "sufficiency": 1.0, "masked prediction probs": [ 0.14040805399417877, @@ -159560,8 +179307,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.43577951192855835, - "sufficiency": 0.9512606859207153, + "comprehensiveness": 0.43566223978996277, + "sufficiency": 0.9512737393379211, "masked prediction probs": [ 0.5016981959342957, 0.49830180406570435 @@ -159574,7 +179321,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9736695885658264, + "sufficiency": 0.9736766219139099, "masked prediction probs": [ 0.8403662443161011, 0.1596338152885437 @@ -159586,11 +179333,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9213939905166626, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.14040805399417877, - 0.8595919013023376 + 0.8388849496841431, + 0.16111502051353455 + ], + "full text prediction probs": [ + 0.8255811333656311, + 0.17441882193088531 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9720374345779419, + 0.027962535619735718 ], "full text prediction probs": [ 0.8255811333656311, @@ -159600,12 +179360,12 @@ } }, "test_420": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12084099650382996, + "fixed-shap": { + "comprehensiveness": 0.00513378856703639, "sufficiency": 0.0, "masked prediction probs": [ - 0.027687229216098785, - 0.9723127484321594 + 0.020123925060033798, + 0.9798760414123535 ], "full text prediction probs": [ 0.019788358360528946, @@ -159704,12 +179464,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03992598131299019, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11795329302549362, "sufficiency": 0.0, "masked prediction probs": [ - 0.022462023422122, - 0.9775379300117493 + 0.027687229216098785, + 0.9723127484321594 + ], + "full text prediction probs": [ + 0.019788358360528946, + 0.980211615562439 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019788358360528946, + 0.980211615562439 ], "full text prediction probs": [ 0.019788358360528946, @@ -159731,7 +179504,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.039688874036073685, + "comprehensiveness": 0.0395713709294796, "sufficiency": 0.0, "masked prediction probs": [ 0.022462023422122, @@ -159744,7 +179517,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9573666453361511, + "comprehensiveness": 0.9545406699180603, "sufficiency": 0.0, "masked prediction probs": [ 0.08447392284870148, @@ -159757,7 +179530,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.40418741106987, + "comprehensiveness": 0.40299785137176514, "sufficiency": 0.0, "masked prediction probs": [ 0.047178614884614944, @@ -159783,7 +179556,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.13200919330120087, + "comprehensiveness": 0.13162295520305634, "sufficiency": 0.0, "masked prediction probs": [ 0.028786905109882355, @@ -159796,7 +179569,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.039108242839574814, + "comprehensiveness": 0.03899415209889412, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022462023422122, + 0.9775379300117493 + ], + "full text prediction probs": [ + 0.019788358360528946, + 0.980211615562439 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03888072073459625, "sufficiency": 0.0, "masked prediction probs": [ 0.022462023422122, @@ -159810,12 +179596,12 @@ } }, "test_430": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08185053616762161, "sufficiency": 0.0, "masked prediction probs": [ - 0.7464274764060974, - 0.253572553396225 + 0.01914844661951065, + 0.9808515310287476 ], "full text prediction probs": [ 0.01326426025480032, @@ -159914,12 +179700,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.37648671865463257, - 0.6235132813453674 + 0.7464274764060974, + 0.253572553396225 + ], + "full text prediction probs": [ + 0.01326426025480032, + 0.9867357611656189 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.040712859481573105, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016264300793409348, + 0.9837356209754944 ], "full text prediction probs": [ 0.01326426025480032, @@ -159928,7 +179727,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0871928483247757, + "comprehensiveness": 0.08695679903030396, "sufficiency": 0.0, "masked prediction probs": [ 0.019689468666911125, @@ -159941,7 +179740,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.16931401193141937, + "comprehensiveness": 0.16885687410831451, "sufficiency": 0.0, "masked prediction probs": [ 0.025774948298931122, @@ -159993,7 +179792,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16750019788742065, + "comprehensiveness": 0.16705280542373657, "sufficiency": 0.0, "masked prediction probs": [ 0.025774948298931122, @@ -160017,15 +179816,28 @@ 0.9867357611656189 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.37648671865463257, + 0.6235132813453674 + ], + "full text prediction probs": [ + 0.01326426025480032, + 0.9867357611656189 + ], + "labels": 1 } }, "test_438": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0392213836312294, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.12352216988801956, + "sufficiency": 0.03034897893667221, "masked prediction probs": [ - 0.006732570938766003, - 0.9932674169540405 + 0.013613482937216759, + 0.9863865375518799 ], "full text prediction probs": [ 0.0035312739200890064, @@ -160124,12 +179936,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.028748350217938423, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03846721351146698, "sufficiency": 0.0, "masked prediction probs": [ - 0.005923690740019083, - 0.9940762519836426 + 0.006732570938766003, + 0.9932674169540405 + ], + "full text prediction probs": [ + 0.0035312739200890064, + 0.9964687824249268 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05216095969080925, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00788271613419056, + 0.9921173453330994 ], "full text prediction probs": [ 0.0035312739200890064, @@ -160138,7 +179963,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.049570951610803604, + "comprehensiveness": 0.04945237562060356, "sufficiency": 0.0, "masked prediction probs": [ 0.007666632998734713, @@ -160151,7 +179976,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.019857216626405716, + "comprehensiveness": 0.01980983093380928, "sufficiency": 0.0, "masked prediction probs": [ 0.005191810894757509, @@ -160164,7 +179989,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.051783304661512375, + "comprehensiveness": 0.051660023629665375, "sufficiency": 0.0, "masked prediction probs": [ 0.007871848531067371, @@ -160177,7 +180002,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.028474587947130203, + "comprehensiveness": 0.028406959027051926, "sufficiency": 0.0, "masked prediction probs": [ 0.005923690740019083, @@ -160190,8 +180015,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07997613400220871, - "sufficiency": 0.813497006893158, + "comprehensiveness": 0.07978664338588715, + "sufficiency": 0.8139383792877197, "masked prediction probs": [ 0.010267134755849838, 0.9897329211235046 @@ -160203,7 +180028,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.009060357697308064, + "comprehensiveness": 0.009038941003382206, "sufficiency": 0.0, "masked prediction probs": [ 0.004296167753636837, @@ -160216,7 +180041,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.028272662311792374, + "comprehensiveness": 0.02820598892867565, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005923690740019083, + 0.9940762519836426 + ], + "full text prediction probs": [ + 0.0035312739200890064, + 0.9964687824249268 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02813963033258915, "sufficiency": 0.0, "masked prediction probs": [ 0.005923690740019083, @@ -160230,12 +180068,12 @@ } }, "test_466": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.035371411591768265, + "fixed-shap": { + "comprehensiveness": 0.026791667565703392, "sufficiency": 0.0, "masked prediction probs": [ - 0.009106581099331379, - 0.9908933639526367 + 0.008430179208517075, + 0.9915697574615479 ], "full text prediction probs": [ 0.006318075582385063, @@ -160334,12 +180172,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03115825355052948, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03466770425438881, "sufficiency": 0.0, "masked prediction probs": [ - 0.00882430374622345, - 0.991175651550293 + 0.009106581099331379, + 0.9908933639526367 + ], + "full text prediction probs": [ + 0.006318075582385063, + 0.9936819076538086 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02165939472615719, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008064662106335163, + 0.9919353723526001 ], "full text prediction probs": [ 0.006318075582385063, @@ -160348,8 +180199,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.20520322024822235, - "sufficiency": 0.7320188879966736, + "comprehensiveness": 0.2046954333782196, + "sufficiency": 0.7326812148094177, "masked prediction probs": [ 0.02286496013402939, 0.9771350622177124 @@ -160361,7 +180212,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.031004048883914948, + "comprehensiveness": 0.030927516520023346, "sufficiency": 0.0, "masked prediction probs": [ 0.00882430374622345, @@ -160374,7 +180225,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02602742426097393, + "comprehensiveness": 0.02596333436667919, "sufficiency": 0.0, "masked prediction probs": [ 0.008427241817116737, @@ -160387,7 +180238,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04826175048947334, + "comprehensiveness": 0.04814320430159569, "sufficiency": 0.0, "masked prediction probs": [ 0.010238749906420708, @@ -160400,7 +180251,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18411625921726227, + "comprehensiveness": 0.18366512656211853, "sufficiency": 0.0, "masked prediction probs": [ 0.021311914548277855, @@ -160413,7 +180264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.005032731220126152, + "comprehensiveness": 0.0050204298458993435, "sufficiency": 0.0, "masked prediction probs": [ 0.006729010492563248, @@ -160426,7 +180277,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.030625132843852043, + "comprehensiveness": 0.030550457537174225, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00882430374622345, + 0.991175651550293 + ], + "full text prediction probs": [ + 0.006318075582385063, + 0.9936819076538086 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.030476145446300507, "sufficiency": 0.0, "masked prediction probs": [ 0.00882430374622345, @@ -160440,12 +180304,12 @@ } }, "test_484": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9142864346504211, + "fixed-shap": { + "comprehensiveness": 0.008097512647509575, + "sufficiency": 0.0, "masked prediction probs": [ - 0.22271761298179626, - 0.7772824168205261 + 0.0037014347035437822, + 0.996298611164093 ], "full text prediction probs": [ 0.0030363998375833035, @@ -160544,12 +180408,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.22864679992198944, - "sufficiency": 0.6650277972221375, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9159228801727295, "masked prediction probs": [ - 0.022178327664732933, - 0.9778217077255249 + 0.22271761298179626, + 0.7772824168205261 + ], + "full text prediction probs": [ + 0.0030363998375833035, + 0.9969635605812073 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0077575924806296825, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0036874322686344385, + 0.9963125586509705 ], "full text prediction probs": [ 0.0030363998375833035, @@ -160558,7 +180435,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.046722412109375, + "comprehensiveness": 0.04661130905151367, "sufficiency": 0.0, "masked prediction probs": [ 0.0069572655484080315, @@ -160571,8 +180448,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.15576286613941193, - "sufficiency": 0.11462371051311493, + "comprehensiveness": 0.1553933471441269, + "sufficiency": 0.11672165989875793, "masked prediction probs": [ 0.01613895781338215, 0.9838610887527466 @@ -160584,7 +180461,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01214104425162077, + "comprehensiveness": 0.012112309224903584, "sufficiency": 0.0, "masked prediction probs": [ 0.0040601338259875774, @@ -160597,7 +180474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.005389360710978508, + "comprehensiveness": 0.005376635119318962, "sufficiency": 0.0, "masked prediction probs": [ 0.0034918927121907473, @@ -160610,8 +180487,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.20425023138523102, - "sufficiency": 0.7945556640625, + "comprehensiveness": 0.20376910269260406, + "sufficiency": 0.7950389981269836, "masked prediction probs": [ 0.02034011483192444, 0.9796598553657532 @@ -160623,7 +180500,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.015492482110857964, + "comprehensiveness": 0.01545607391744852, "sufficiency": 0.0, "masked prediction probs": [ 0.004351970739662647, @@ -160636,8 +180513,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20329022407531738, - "sufficiency": 0.7955201268196106, + "comprehensiveness": 0.20281361043453217, + "sufficiency": 0.7959989905357361, "masked prediction probs": [ 0.02034011483192444, 0.9796598553657532 @@ -160647,15 +180524,28 @@ 0.9969635605812073 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.22383341193199158, + "sufficiency": 0.6720712184906006, + "masked prediction probs": [ + 0.022178327664732933, + 0.9778217077255249 + ], + "full text prediction probs": [ + 0.0030363998375833035, + 0.9969635605812073 + ], + "labels": 1 } }, "test_506": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.965827226638794, + "fixed-shap": { + "comprehensiveness": 0.026253746822476387, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9191688299179077, - 0.08083110302686691 + 0.011718296445906162, + 0.9882816672325134 ], "full text prediction probs": [ 0.009738342836499214, @@ -160754,12 +180644,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9962521195411682, + "sufficiency": 0.9665364027023315, "masked prediction probs": [ - 0.9114827513694763, - 0.08851724117994308 + 0.9191688299179077, + 0.08083110302686691 + ], + "full text prediction probs": [ + 0.009738342836499214, + 0.9902616143226624 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009738342836499214, + 0.9902616143226624 ], "full text prediction probs": [ 0.009738342836499214, @@ -160769,7 +180672,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9962617754936218, + "sufficiency": 0.9962714314460754, "masked prediction probs": [ 0.9114827513694763, 0.08851724117994308 @@ -160781,8 +180684,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14387674629688263, - "sufficiency": 0.16830846667289734, + "comprehensiveness": 0.14350594580173492, + "sufficiency": 0.1704491525888443, "masked prediction probs": [ 0.020876748487353325, 0.9791232347488403 @@ -160795,7 +180698,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9962810277938843, + "sufficiency": 0.9962905645370483, "masked prediction probs": [ 0.9114827513694763, 0.08851724117994308 @@ -160807,8 +180710,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13482017815113068, - "sufficiency": 0.049088254570961, + "comprehensiveness": 0.1344745010137558, + "sufficiency": 0.05152326449751854, "masked prediction probs": [ 0.020229563117027283, 0.9797704219818115 @@ -160821,7 +180724,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9963001012802124, + "sufficiency": 0.9963095188140869, "masked prediction probs": [ 0.9114827513694763, 0.08851724117994308 @@ -160847,7 +180750,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9963189363479614, + "sufficiency": 0.9963282942771912, + "masked prediction probs": [ + 0.9114827513694763, + 0.08851724117994308 + ], + "full text prediction probs": [ + 0.009738342836499214, + 0.9902616143226624 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9963375926017761, "masked prediction probs": [ 0.9114827513694763, 0.08851724117994308 @@ -160860,12 +180776,12 @@ } }, "test_567": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006386959925293922, - "sufficiency": 0.971089780330658, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9799571633338928, "masked prediction probs": [ - 0.9820537567138672, - 0.01794617809355259 + 0.9878612756729126, + 0.01213870383799076 ], "full text prediction probs": [ 0.9878203272819519, @@ -160964,12 +180880,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01066709216684103, - "sufficiency": 0.8019434809684753, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0063756611198186874, + "sufficiency": 0.9711409211158752, "masked prediction probs": [ - 0.9781723022460938, - 0.02182774245738983 + 0.9820537567138672, + 0.01794617809355259 + ], + "full text prediction probs": [ + 0.9878203272819519, + 0.012179667130112648 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9708065986633301, + "masked prediction probs": [ + 0.9928334951400757, + 0.0071665639989078045 ], "full text prediction probs": [ 0.9878203272819519, @@ -160979,7 +180908,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7740321159362793, + "sufficiency": 0.7740820646286011, "masked prediction probs": [ 0.9917445778846741, 0.008255427703261375 @@ -160991,8 +180920,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.016810927540063858, - "sufficiency": 0.754283607006073, + "comprehensiveness": 0.01680721342563629, + "sufficiency": 0.7543379068374634, "masked prediction probs": [ 0.9726086854934692, 0.027391348034143448 @@ -161004,8 +180933,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00505456468090415, - "sufficiency": 0.7090694904327393, + "comprehensiveness": 0.005053448025137186, + "sufficiency": 0.7091338038444519, "masked prediction probs": [ 0.9832456111907959, 0.016754353418946266 @@ -161017,8 +180946,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010657665319740772, - "sufficiency": 0.8021185398101807, + "comprehensiveness": 0.010655311867594719, + "sufficiency": 0.8021622896194458, "masked prediction probs": [ 0.9781723022460938, 0.02182774245738983 @@ -161030,8 +180959,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.019397146999835968, - "sufficiency": 0.9772384762763977, + "comprehensiveness": 0.019392862915992737, + "sufficiency": 0.9772436022758484, "masked prediction probs": [ 0.9702568650245667, 0.029743090271949768 @@ -161044,7 +180973,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7868131399154663, + "sufficiency": 0.7868602275848389, "masked prediction probs": [ 0.9883954524993896, 0.01160458568483591 @@ -161056,8 +180985,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010650606825947762, - "sufficiency": 0.8022496104240417, + "comprehensiveness": 0.010648255236446857, + "sufficiency": 0.8022932410240173, + "masked prediction probs": [ + 0.9781723022460938, + 0.02182774245738983 + ], + "full text prediction probs": [ + 0.9878203272819519, + 0.012179667130112648 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010645905509591103, + "sufficiency": 0.8023368716239929, "masked prediction probs": [ 0.9781723022460938, 0.02182774245738983 @@ -161070,12 +181012,12 @@ } }, "test_578": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.40072154998779297, + "fixed-shap": { + "comprehensiveness": 0.3528386056423187, + "sufficiency": 0.0, "masked prediction probs": [ - 0.1102825477719307, - 0.8897175192832947 + 0.03600331023335457, + 0.9639967083930969 ], "full text prediction probs": [ 0.009205746464431286, @@ -161174,12 +181116,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5912704467773438, - "sufficiency": 0.34213101863861084, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4130721092224121, "masked prediction probs": [ - 0.05505799129605293, - 0.9449419975280762 + 0.1102825477719307, + 0.8897175192832947 + ], + "full text prediction probs": [ + 0.009205746464431286, + 0.9907942414283752 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04350099340081215, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012587888166308403, + 0.9874120950698853 ], "full text prediction probs": [ 0.009205746464431286, @@ -161188,7 +181143,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3064572513103485, + "comprehensiveness": 0.305670827627182, "sufficiency": 0.0, "masked prediction probs": [ 0.033032383769750595, @@ -161201,7 +181156,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11403824388980865, + "comprehensiveness": 0.11374635249376297, "sufficiency": 0.0, "masked prediction probs": [ 0.0180948656052351, @@ -161214,7 +181169,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15236984193325043, + "comprehensiveness": 0.15198083221912384, "sufficiency": 0.0, "masked prediction probs": [ 0.021113263443112373, @@ -161227,7 +181182,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.024380074813961983, + "comprehensiveness": 0.024317989125847816, "sufficiency": 0.0, "masked prediction probs": [ 0.01111586857587099, @@ -161240,8 +181195,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5837417840957642, - "sufficiency": 0.3504970371723175, + "comprehensiveness": 0.5822589993476868, + "sufficiency": 0.3521447777748108, "masked prediction probs": [ 0.05505799129605293, 0.9449419975280762 @@ -161253,7 +181208,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05552506819367409, + "comprehensiveness": 0.05538438633084297, "sufficiency": 0.0, "masked prediction probs": [ 0.013578335754573345, @@ -161266,8 +181221,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5807837247848511, - "sufficiency": 0.3537841737270355, + "comprehensiveness": 0.5793159008026123, + "sufficiency": 0.3554152846336365, + "masked prediction probs": [ + 0.05505799129605293, + 0.9449419975280762 + ], + "full text prediction probs": [ + 0.009205746464431286, + 0.9907942414283752 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5778554677963257, + "sufficiency": 0.3570381999015808, "masked prediction probs": [ 0.05505799129605293, 0.9449419975280762 @@ -161280,12 +181248,12 @@ } }, "test_581": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9208498597145081, + "sufficiency": 0.5692088603973389, "masked prediction probs": [ - 0.5241780281066895, - 0.47582194209098816 + 0.5197447538375854, + 0.48025524616241455 ], "full text prediction probs": [ 0.011830995790660381, @@ -161373,10 +181341,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9223310351371765, + "sufficiency": 0.5772706270217896, "masked prediction probs": [ - 0.5241780281066895, - 0.47582194209098816 + 0.5197447538375854, + 0.48025524616241455 ], "full text prediction probs": [ 0.011830995790660381, @@ -161384,12 +181352,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9244965314865112, + "sufficiency": 0.5783977508544922, "masked prediction probs": [ - 0.22134561836719513, - 0.7786543965339661 + 0.5197447538375854, + 0.48025524616241455 + ], + "full text prediction probs": [ + 0.011830995790660381, + 0.9881689548492432 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.033462490886449814, + "masked prediction probs": [ + 0.390540212392807, + 0.6094597578048706 ], "full text prediction probs": [ 0.011830995790660381, @@ -161399,7 +181380,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9175723195075989, + "sufficiency": 0.917790949344635, "masked prediction probs": [ 0.21433494985103607, 0.7856650948524475 @@ -161424,8 +181405,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8196277618408203, - "sufficiency": 0.02467385306954384, + "comprehensiveness": 0.8174625635147095, + "sufficiency": 0.027246899902820587, "masked prediction probs": [ 0.0737321749329567, 0.9262678027153015 @@ -161438,7 +181419,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.928878664970398, + "sufficiency": 0.9290658235549927, "masked prediction probs": [ 0.10517007112503052, 0.8948299288749695 @@ -161451,7 +181432,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9254898428916931, + "sufficiency": 0.9256854057312012, "masked prediction probs": [ 0.22134561836719513, 0.7786543965339661 @@ -161477,10 +181458,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9258798956871033, + "sufficiency": 0.051125138998031616, "masked prediction probs": [ - 0.22134561836719513, - 0.7786543965339661 + 0.390540212392807, + 0.6094597578048706 + ], + "full text prediction probs": [ + 0.011830995790660381, + 0.9881689548492432 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.05359581112861633, + "masked prediction probs": [ + 0.390540212392807, + 0.6094597578048706 ], "full text prediction probs": [ 0.011830995790660381, @@ -161490,12 +181484,12 @@ } }, "test_632": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9823023676872253, + "fixed-shap": { + "comprehensiveness": 0.04867703467607498, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8546445369720459, - 0.1453554332256317 + 0.010717857629060745, + 0.9892821311950684 ], "full text prediction probs": [ 0.006909050978720188, @@ -161594,12 +181588,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9062128067016602, + "sufficiency": 0.9826565980911255, "masked prediction probs": [ - 0.7857170104980469, - 0.21428297460079193 + 0.8546445369720459, + 0.1453554332256317 + ], + "full text prediction probs": [ + 0.006909050978720188, + 0.9930908679962158 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006909050978720188, + 0.9930908679962158 ], "full text prediction probs": [ 0.006909050978720188, @@ -161609,7 +181616,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8616541624069214, + "sufficiency": 0.8619986176490784, "masked prediction probs": [ 0.7840717434883118, 0.21592830121517181 @@ -161621,7 +181628,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.049921486526727676, + "comprehensiveness": 0.04979735612869263, "sufficiency": 0.0, "masked prediction probs": [ 0.010915081016719341, @@ -161634,7 +181641,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.031663764268159866, + "comprehensiveness": 0.031585223972797394, "sufficiency": 0.0, "masked prediction probs": [ 0.00945636723190546, @@ -161661,7 +181668,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.96897953748703, + "sufficiency": 0.9690560102462769, "masked prediction probs": [ 0.6386589407920837, 0.36134105920791626 @@ -161673,7 +181680,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021761130541563034, + "comprehensiveness": 0.021707551553845406, "sufficiency": 0.0, "masked prediction probs": [ 0.008672820404171944, @@ -161687,7 +181694,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8636953830718994, + "sufficiency": 0.8640297651290894, "masked prediction probs": [ 0.7840717434883118, 0.21592830121517181 @@ -161697,15 +181704,28 @@ 0.9930908679962158 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9082782864570618, + "masked prediction probs": [ + 0.7857170104980469, + 0.21428297460079193 + ], + "full text prediction probs": [ + 0.006909050978720188, + 0.9930908679962158 + ], + "labels": 1 } }, "test_642": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.051826782524585724, - "sufficiency": 0.9734905958175659, + "fixed-shap": { + "comprehensiveness": 0.046133581548929214, + "sufficiency": 0.9592386484146118, "masked prediction probs": [ - 0.9413827657699585, - 0.05861726775765419 + 0.9465250968933105, + 0.05347489193081856 ], "full text prediction probs": [ 0.9881948232650757, @@ -161804,12 +181824,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01087498664855957, - "sufficiency": 0.8816658854484558, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05173513665795326, + "sufficiency": 0.9735375046730042, "masked prediction probs": [ - 0.9783546924591064, - 0.021645335480570793 + 0.9413827657699585, + 0.05861726775765419 + ], + "full text prediction probs": [ + 0.9881948232650757, + 0.011805151589214802 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.044694557785987854, + "sufficiency": 0.9350311160087585, + "masked prediction probs": [ + 0.9477444291114807, + 0.052255600690841675 ], "full text prediction probs": [ 0.9881948232650757, @@ -161818,8 +181851,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0030485251918435097, - "sufficiency": 0.7510343790054321, + "comprehensiveness": 0.003047851612791419, + "sufficiency": 0.7510894536972046, "masked prediction probs": [ 0.9854357838630676, 0.014564150013029575 @@ -161831,8 +181864,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010870181024074554, - "sufficiency": 0.8817182779312134, + "comprehensiveness": 0.01086778100579977, + "sufficiency": 0.881744384765625, "masked prediction probs": [ 0.9783546924591064, 0.021645335480570793 @@ -161844,8 +181877,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006053542718291283, - "sufficiency": 0.7654755711555481, + "comprehensiveness": 0.006052205804735422, + "sufficiency": 0.7655273079872131, "masked prediction probs": [ 0.9827136993408203, 0.017286336049437523 @@ -161857,8 +181890,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003310357453301549, - "sufficiency": 0.7951865196228027, + "comprehensiveness": 0.0033096265979111195, + "sufficiency": 0.7952317595481873, "masked prediction probs": [ 0.9851968288421631, 0.014803213998675346 @@ -161870,8 +181903,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05625351890921593, - "sufficiency": 0.9587971568107605, + "comprehensiveness": 0.056241098791360855, + "sufficiency": 0.9588062763214111, "masked prediction probs": [ 0.9372380971908569, 0.06276194006204605 @@ -161883,8 +181916,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01845555752515793, - "sufficiency": 0.9635921120643616, + "comprehensiveness": 0.01845148578286171, + "sufficiency": 0.9636000394821167, "masked prediction probs": [ 0.9714733362197876, 0.02852669730782509 @@ -161896,8 +181929,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010858186520636082, - "sufficiency": 0.8818487524986267, + "comprehensiveness": 0.010855790227651596, + "sufficiency": 0.8818747401237488, + "masked prediction probs": [ + 0.9783546924591064, + 0.021645335480570793 + ], + "full text prediction probs": [ + 0.9881948232650757, + 0.011805151589214802 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01085339579731226, + "sufficiency": 0.8819008469581604, "masked prediction probs": [ 0.9783546924591064, 0.021645335480570793 @@ -161910,12 +181956,12 @@ } }, "test_665": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.433565616607666, + "fixed-shap": { + "comprehensiveness": 0.04166780784726143, "sufficiency": 0.0, "masked prediction probs": [ - 0.04321623593568802, - 0.9567837119102478 + 0.014200780540704727, + 0.9857991933822632 ], "full text prediction probs": [ 0.011115757748484612, @@ -162002,11 +182048,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.42551812529563904, + "comprehensiveness": 0.04089440032839775, "sufficiency": 0.0, "masked prediction probs": [ - 0.04321623593568802, - 0.9567837119102478 + 0.014200780540704727, + 0.9857991933822632 ], "full text prediction probs": [ 0.011115757748484612, @@ -162014,12 +182060,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01670520007610321, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0407862514257431, "sufficiency": 0.0, "masked prediction probs": [ - 0.012379294261336327, - 0.9876206517219543 + 0.014200780540704727, + 0.9857991933822632 + ], + "full text prediction probs": [ + 0.011115757748484612, + 0.9888842105865479 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04881865531206131, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014818061143159866, + 0.9851818680763245 ], "full text prediction probs": [ 0.011115757748484612, @@ -162028,7 +182087,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1608881801366806, + "comprehensiveness": 0.16046492755413055, "sufficiency": 0.0, "masked prediction probs": [ 0.023317323997616768, @@ -162041,7 +182100,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.004692259710282087, + "comprehensiveness": 0.004679948091506958, "sufficiency": 0.0, "masked prediction probs": [ 0.011472542770206928, @@ -162054,7 +182113,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10037965327501297, + "comprehensiveness": 0.10011696815490723, "sufficiency": 0.0, "masked prediction probs": [ 0.018768571317195892, @@ -162067,7 +182126,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08023283630609512, + "comprehensiveness": 0.08002342283725739, "sufficiency": 0.0, "masked prediction probs": [ 0.01724868454039097, @@ -162080,7 +182139,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08474893867969513, + "comprehensiveness": 0.08452831208705902, "sufficiency": 0.0, "masked prediction probs": [ 0.017610888928174973, @@ -162093,7 +182152,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05094706267118454, + "comprehensiveness": 0.05081477761268616, "sufficiency": 0.0, "masked prediction probs": [ 0.015030518174171448, @@ -162106,11 +182165,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004631341900676489, + "comprehensiveness": 0.04793364182114601, "sufficiency": 0.0, "masked prediction probs": [ - 0.011472542770206928, - 0.9885274171829224 + 0.014818061143159866, + 0.9851818680763245 + ], + "full text prediction probs": [ + 0.011115757748484612, + 0.9888842105865479 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04780982434749603, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014818061143159866, + 0.9851818680763245 ], "full text prediction probs": [ 0.011115757748484612, @@ -162120,12 +182192,12 @@ } }, "test_672": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9063754081726074, + "fixed-shap": { + "comprehensiveness": 0.027464618906378746, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7771925330162048, - 0.22280748188495636 + 0.005543331149965525, + 0.9944566488265991 ], "full text prediction probs": [ 0.0032951822504401207, @@ -162224,12 +182296,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9260899424552917, + "sufficiency": 0.9081684350967407, "masked prediction probs": [ - 0.29575616121292114, - 0.7042438983917236 + 0.7771925330162048, + 0.22280748188495636 + ], + "full text prediction probs": [ + 0.0032951822504401207, + 0.9967048764228821 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.006469925865530968, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.003836404997855425, + 0.9961636066436768 ], "full text prediction probs": [ 0.0032951822504401207, @@ -162239,7 +182324,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9262664318084717, + "sufficiency": 0.9264421463012695, "masked prediction probs": [ 0.29575616121292114, 0.7042438983917236 @@ -162251,8 +182336,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1129944920539856, - "sufficiency": 0.6852936148643494, + "comprehensiveness": 0.11272560060024261, + "sufficiency": 0.6860415935516357, "masked prediction probs": [ 0.012770834378898144, 0.9872292280197144 @@ -162264,7 +182349,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.023286106064915657, + "comprehensiveness": 0.02323082461953163, "sufficiency": 0.0, "masked prediction probs": [ 0.005252504255622625, @@ -162277,7 +182362,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026917055249214172, + "comprehensiveness": 0.026853306218981743, "sufficiency": 0.0, "masked prediction probs": [ 0.005563125479966402, @@ -162291,7 +182376,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9190962314605713, + "sufficiency": 0.9192871451377869, "masked prediction probs": [ 0.1480400115251541, 0.8519600033760071 @@ -162303,7 +182388,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03460623323917389, + "comprehensiveness": 0.03452466055750847, "sufficiency": 0.0, "masked prediction probs": [ 0.00622480409219861, @@ -162317,7 +182402,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9273080825805664, + "sufficiency": 0.9274787902832031, + "masked prediction probs": [ + 0.29575616121292114, + 0.7042438983917236 + ], + "full text prediction probs": [ + 0.0032951822504401207, + 0.9967048764228821 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9276487827301025, "masked prediction probs": [ 0.29575616121292114, 0.7042438983917236 @@ -162330,12 +182428,12 @@ } }, "test_681": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9516440629959106, + "fixed-shap": { + "comprehensiveness": 0.6367022395133972, + "sufficiency": 0.8691467642784119, "masked prediction probs": [ - 0.42145299911499023, - 0.578546941280365 + 0.05688768997788429, + 0.9431123733520508 ], "full text prediction probs": [ 0.007348695304244757, @@ -162434,12 +182532,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.810307502746582, + "sufficiency": 0.952617347240448, "masked prediction probs": [ - 0.3766160011291504, - 0.6233839988708496 + 0.42145299911499023, + 0.578546941280365 + ], + "full text prediction probs": [ + 0.007348695304244757, + 0.9926512837409973 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.24547475576400757, + "sufficiency": 0.5109924077987671, + "masked prediction probs": [ + 0.0268898643553257, + 0.9731100797653198 ], "full text prediction probs": [ 0.007348695304244757, @@ -162475,7 +182586,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8117285370826721, + "sufficiency": 0.8121975064277649, "masked prediction probs": [ 0.3766160011291504, 0.6233839988708496 @@ -162487,7 +182598,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020657965913414955, + "comprehensiveness": 0.020606573671102524, "sufficiency": 0.0, "masked prediction probs": [ 0.009005594067275524, @@ -162501,7 +182612,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9364898204803467, + "sufficiency": 0.9366472363471985, "masked prediction probs": [ 0.13656353950500488, 0.8634364604949951 @@ -162513,7 +182624,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03570839762687683, + "comprehensiveness": 0.03562000021338463, "sufficiency": 0.0, "masked prediction probs": [ 0.010227042250335217, @@ -162527,7 +182638,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8135904669761658, + "sufficiency": 0.8140501976013184, + "masked prediction probs": [ + 0.3766160011291504, + 0.6233839988708496 + ], + "full text prediction probs": [ + 0.007348695304244757, + 0.9926512837409973 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8145077228546143, "masked prediction probs": [ 0.3766160011291504, 0.6233839988708496 @@ -162540,12 +182664,12 @@ } }, "test_688": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15509340167045593, + "fixed-shap": { + "comprehensiveness": 0.20429149270057678, "sufficiency": 0.0, "masked prediction probs": [ - 0.021665994077920914, - 0.9783340692520142 + 0.025362834334373474, + 0.9746372103691101 ], "full text prediction probs": [ 0.010011878795921803, @@ -162632,11 +182756,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.15225620567798615, + "comprehensiveness": 0.2005542814731598, "sufficiency": 0.0, "masked prediction probs": [ - 0.021665994077920914, - 0.9783340692520142 + 0.025362834334373474, + 0.9746372103691101 ], "full text prediction probs": [ 0.010011878795921803, @@ -162644,7 +182768,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.20003153383731842, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.025362834334373474, + 0.9746372103691101 + ], + "full text prediction probs": [ + 0.010011878795921803, + 0.9899881482124329 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -162658,7 +182795,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1320398449897766, + "comprehensiveness": 0.13169747591018677, "sufficiency": 0.0, "masked prediction probs": [ 0.020171331241726875, @@ -162684,7 +182821,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07648303359746933, + "comprehensiveness": 0.07628573477268219, "sufficiency": 0.0, "masked prediction probs": [ 0.015927260741591454, @@ -162697,7 +182834,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.031580742448568344, + "comprehensiveness": 0.03149948641657829, "sufficiency": 0.0, "masked prediction probs": [ 0.012460684403777122, @@ -162710,7 +182847,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.19745811820030212, + "comprehensiveness": 0.19695135951042175, "sufficiency": 0.0, "masked prediction probs": [ 0.025362834334373474, @@ -162723,7 +182860,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013123411685228348, + "comprehensiveness": 0.013089817948639393, "sufficiency": 0.0, "masked prediction probs": [ 0.0110347094014287, @@ -162747,15 +182884,28 @@ 0.9899881482124329 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007376148831099272, + 0.9926239252090454 + ], + "full text prediction probs": [ + 0.010011878795921803, + 0.9899881482124329 + ], + "labels": 1 } }, "test_725": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4640578329563141, "sufficiency": 0.0, "masked prediction probs": [ - 0.8183175325393677, - 0.18168246746063232 + 0.05100603401660919, + 0.9489940404891968 ], "full text prediction probs": [ 0.02143787033855915, @@ -162854,12 +183004,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7444640398025513, - 0.25553596019744873 + 0.8183175325393677, + 0.18168246746063232 + ], + "full text prediction probs": [ + 0.02143787033855915, + 0.97856205701828 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2566792666912079, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.038254737854003906, + 0.9617453217506409 ], "full text prediction probs": [ 0.02143787033855915, @@ -162881,7 +183044,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03214211389422417, + "comprehensiveness": 0.03204457461833954, "sufficiency": 0.0, "masked prediction probs": [ 0.023550231009721756, @@ -162907,7 +183070,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12755611538887024, + "comprehensiveness": 0.1271713674068451, "sufficiency": 0.0, "masked prediction probs": [ 0.029871495440602303, @@ -162933,7 +183096,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.28431805968284607, + "comprehensiveness": 0.28346559405326843, "sufficiency": 0.0, "masked prediction probs": [ 0.04034985229372978, @@ -162957,15 +183120,28 @@ 0.97856205701828 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7444640398025513, + 0.25553596019744873 + ], + "full text prediction probs": [ + 0.02143787033855915, + 0.97856205701828 + ], + "labels": 1 } }, "test_727": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4314858913421631, "sufficiency": 0.0, "masked prediction probs": [ - 0.8955259919166565, - 0.10447399318218231 + 0.04465925693511963, + 0.9553407430648804 ], "full text prediction probs": [ 0.013924718834459782, @@ -163064,12 +183240,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.4577416479587555, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7909559011459351, - 0.20904412865638733 + 0.8955259919166565, + 0.10447399318218231 + ], + "full text prediction probs": [ + 0.013924718834459782, + 0.986075222492218 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6670875549316406, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06264203786849976, + 0.937358021736145 ], "full text prediction probs": [ 0.013924718834459782, @@ -163079,7 +183268,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.4592249095439911, + "sufficiency": 0.46070006489753723, "masked prediction probs": [ 0.7909559011459351, 0.20904412865638733 @@ -163104,7 +183293,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3612736463546753, + "comprehensiveness": 0.3602921664714813, "sufficiency": 0.0, "masked prediction probs": [ 0.040453094989061356, @@ -163117,7 +183306,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7199504971504211, + "comprehensiveness": 0.7179998755455017, "sufficiency": 0.0, "masked prediction probs": [ 0.06693456321954727, @@ -163143,7 +183332,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15525013208389282, + "comprehensiveness": 0.15483176708221436, "sufficiency": 0.0, "masked prediction probs": [ 0.025417890399694443, @@ -163157,7 +183346,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4679567515850067, + "sufficiency": 0.46938472986221313, + "masked prediction probs": [ + 0.7909559011459351, + 0.20904412865638733 + ], + "full text prediction probs": [ + 0.013924718834459782, + 0.986075222492218 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4708050489425659, "masked prediction probs": [ 0.7909559011459351, 0.20904412865638733 @@ -163170,12 +183372,12 @@ } }, "test_735": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07064121961593628, "sufficiency": 0.0, "masked prediction probs": [ - 0.7395166754722595, - 0.26048338413238525 + 0.012929841876029968, + 0.9870702028274536 ], "full text prediction probs": [ 0.0074400086887180805, @@ -163274,12 +183476,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8693540692329407, - 0.13064593076705933 + 0.7395166754722595, + 0.26048338413238525 + ], + "full text prediction probs": [ + 0.0074400086887180805, + 0.9925600290298462 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.062107205390930176, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012378349900245667, + 0.9876216053962708 ], "full text prediction probs": [ 0.0074400086887180805, @@ -163301,7 +183516,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02513107657432556, + "comprehensiveness": 0.025068171322345734, "sufficiency": 0.0, "masked prediction probs": [ 0.00944331381469965, @@ -163314,7 +183529,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4220268726348877, + "comprehensiveness": 0.42097315192222595, "sufficiency": 0.0, "masked prediction probs": [ 0.04116606339812279, @@ -163327,7 +183542,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02698608674108982, + "comprehensiveness": 0.02691887505352497, "sufficiency": 0.0, "masked prediction probs": [ 0.009602008387446404, @@ -163353,7 +183568,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06818195432424545, + "comprehensiveness": 0.06801298260688782, "sufficiency": 0.0, "masked prediction probs": [ 0.012929647229611874, @@ -163377,15 +183592,28 @@ 0.9925600290298462 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8693540692329407, + 0.13064593076705933 + ], + "full text prediction probs": [ + 0.0074400086887180805, + 0.9925600290298462 + ], + "labels": 1 } }, "test_754": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.041736993938684464, - "sufficiency": 0.8624383211135864, + "fixed-shap": { + "comprehensiveness": 0.061073821038007736, + "sufficiency": 0.9004355072975159, "masked prediction probs": [ - 0.9390572905540466, - 0.06094278395175934 + 0.9218223094940186, + 0.07817765325307846 ], "full text prediction probs": [ 0.9762576222419739, @@ -163472,11 +183700,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0021086218766868114, - "sufficiency": 0.8821564316749573, + "comprehensiveness": 0.06097804009914398, + "sufficiency": 0.9005916714668274, "masked prediction probs": [ - 0.9743752479553223, - 0.025624698027968407 + 0.9218223094940186, + 0.07817765325307846 ], "full text prediction probs": [ 0.9762576222419739, @@ -163484,12 +183712,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004571095108985901, - "sufficiency": 0.8155850172042847, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04166220501065254, + "sufficiency": 0.8626847863197327, "masked prediction probs": [ - 0.9721760749816895, - 0.027823947370052338 + 0.9390572905540466, + 0.06094278395175934 + ], + "full text prediction probs": [ + 0.9762576222419739, + 0.023742401972413063 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07082974165678024, + "sufficiency": 0.8589311838150024, + "masked prediction probs": [ + 0.9129993319511414, + 0.08700067549943924 ], "full text prediction probs": [ 0.9762576222419739, @@ -163498,8 +183739,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.004667844157665968, - "sufficiency": 0.7847708463668823, + "comprehensiveness": 0.004666798748075962, + "sufficiency": 0.7848190069198608, "masked prediction probs": [ 0.9720887541770935, 0.027911188080906868 @@ -163512,7 +183753,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8111863732337952, + "sufficiency": 0.8112285733222961, "masked prediction probs": [ 0.9762576222419739, 0.023742401972413063 @@ -163524,8 +183765,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.031172005459666252, - "sufficiency": 0.8627668619155884, + "comprehensiveness": 0.031165027990937233, + "sufficiency": 0.8627975583076477, "masked prediction probs": [ 0.9484053254127502, 0.051594678312540054 @@ -163537,8 +183778,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.031165027990937233, - "sufficiency": 0.8627975583076477, + "comprehensiveness": 0.03115805611014366, + "sufficiency": 0.862828254699707, "masked prediction probs": [ 0.9484053254127502, 0.051594678312540054 @@ -163550,8 +183791,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.011178943328559399, - "sufficiency": 0.827165961265564, + "comprehensiveness": 0.011176442727446556, + "sufficiency": 0.8272046446800232, "masked prediction probs": [ 0.9662647247314453, 0.03373527526855469 @@ -163563,8 +183804,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0048984140157699585, - "sufficiency": 0.8284488916397095, + "comprehensiveness": 0.004897318780422211, + "sufficiency": 0.8284872770309448, "masked prediction probs": [ 0.971877932548523, 0.02812207117676735 @@ -163576,11 +183817,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.031144119799137115, - "sufficiency": 0.8628895878791809, + "comprehensiveness": 0.07071887701749802, + "sufficiency": 0.8591519594192505, "masked prediction probs": [ - 0.9484053254127502, - 0.051594678312540054 + 0.9129993319511414, + 0.08700067549943924 + ], + "full text prediction probs": [ + 0.9762576222419739, + 0.023742401972413063 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00456189876422286, + "sufficiency": 0.8159560561180115, + "masked prediction probs": [ + 0.9721760749816895, + 0.027823947370052338 ], "full text prediction probs": [ 0.9762576222419739, @@ -163590,12 +183844,12 @@ } }, "test_784": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08620122075080872, + "fixed-shap": { + "comprehensiveness": 0.10564752668142319, "sufficiency": 0.0, "masked prediction probs": [ - 0.01512949075549841, - 0.9848704934120178 + 0.01661960780620575, + 0.9833803176879883 ], "full text prediction probs": [ 0.008523903787136078, @@ -163694,12 +183948,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10401061922311783, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08443791419267654, "sufficiency": 0.0, "masked prediction probs": [ - 0.016660727560520172, - 0.9833393096923828 + 0.01512949075549841, + 0.9848704934120178 + ], + "full text prediction probs": [ + 0.008523903787136078, + 0.9914761185646057 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04849043861031532, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01232700515538454, + 0.9876729846000671 ], "full text prediction probs": [ 0.008523903787136078, @@ -163708,7 +183975,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.036262575536966324, + "comprehensiveness": 0.03617032244801521, "sufficiency": 0.0, "masked prediction probs": [ 0.011367933824658394, @@ -163721,7 +183988,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.060194678604602814, + "comprehensiveness": 0.06004193425178528, "sufficiency": 0.0, "masked prediction probs": [ 0.013256958685815334, @@ -163734,7 +184001,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06508291512727737, + "comprehensiveness": 0.06491819024085999, "sufficiency": 0.0, "masked prediction probs": [ 0.013654434122145176, @@ -163747,7 +184014,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08603040128946304, + "comprehensiveness": 0.08581320196390152, "sufficiency": 0.0, "masked prediction probs": [ 0.015322906896471977, @@ -163760,7 +184027,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10269764065742493, + "comprehensiveness": 0.1024390161037445, "sufficiency": 0.0, "masked prediction probs": [ 0.016660727560520172, @@ -163773,7 +184040,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0604340136051178, + "comprehensiveness": 0.060282204300165176, "sufficiency": 0.0, "masked prediction probs": [ 0.013324231840670109, @@ -163786,7 +184053,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10218168795108795, + "comprehensiveness": 0.10192564874887466, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016660727560520172, + 0.9833393096923828 + ], + "full text prediction probs": [ + 0.008523903787136078, + 0.9914761185646057 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10167089104652405, "sufficiency": 0.0, "masked prediction probs": [ 0.016660727560520172, @@ -163800,12 +184080,12 @@ } }, "test_876": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.971460223197937, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08655509352684021, - 0.9134449362754822 + 0.006051671225577593, + 0.9939483404159546 ], "full text prediction probs": [ 0.006846562027931213, @@ -163904,12 +184184,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9318674802780151, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9975048899650574, + "sufficiency": 0.9720310568809509, "masked prediction probs": [ - 0.09756718575954437, - 0.9024328589439392 + 0.08655509352684021, + 0.9134449362754822 + ], + "full text prediction probs": [ + 0.006846562027931213, + 0.99315345287323 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01206558384001255, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007813097909092903, + 0.9921869039535522 ], "full text prediction probs": [ 0.006846562027931213, @@ -163918,8 +184211,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2563765347003937, - "sufficiency": 0.42661699652671814, + "comprehensiveness": 0.25573796033859253, + "sufficiency": 0.4280434250831604, "masked prediction probs": [ 0.02738429605960846, 0.972615659236908 @@ -163931,7 +184224,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04796770587563515, + "comprehensiveness": 0.047848522663116455, "sufficiency": 0.0, "masked prediction probs": [ 0.01069868728518486, @@ -163944,7 +184237,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07736877351999283, + "comprehensiveness": 0.0771770179271698, "sufficiency": 0.0, "masked prediction probs": [ 0.013075306080281734, @@ -163957,7 +184250,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04974314197897911, + "comprehensiveness": 0.04962015897035599, "sufficiency": 0.0, "masked prediction probs": [ 0.010861202143132687, @@ -163971,7 +184264,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9327086210250854, + "sufficiency": 0.9328743815422058, "masked prediction probs": [ 0.09756718575954437, 0.9024328589439392 @@ -163983,7 +184276,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017857562750577927, + "comprehensiveness": 0.017813630402088165, "sufficiency": 0.0, "masked prediction probs": [ 0.008294975385069847, @@ -163997,7 +184290,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9330393671989441, + "sufficiency": 0.9332034587860107, + "masked prediction probs": [ + 0.09756718575954437, + 0.9024328589439392 + ], + "full text prediction probs": [ + 0.006846562027931213, + 0.99315345287323 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9333667755126953, "masked prediction probs": [ 0.09756718575954437, 0.9024328589439392 @@ -164010,12 +184316,12 @@ } }, "test_900": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.167512908577919, + "fixed-shap": { + "comprehensiveness": 0.04239344596862793, "sufficiency": 0.0, "masked prediction probs": [ - 0.018436437472701073, - 0.9815635681152344 + 0.008408965542912483, + 0.9915909767150879 ], "full text prediction probs": [ 0.005011525936424732, @@ -164102,11 +184408,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.16463641822338104, + "comprehensiveness": 0.04166547954082489, "sufficiency": 0.0, "masked prediction probs": [ - 0.018436437472701073, - 0.9815635681152344 + 0.008408965542912483, + 0.9915909767150879 ], "full text prediction probs": [ 0.005011525936424732, @@ -164114,12 +184420,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08564487099647522, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04156351834535599, "sufficiency": 0.0, "masked prediction probs": [ - 0.01201231312006712, - 0.9879876375198364 + 0.008408965542912483, + 0.9915909767150879 + ], + "full text prediction probs": [ + 0.005011525936424732, + 0.9949885010719299 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03524794802069664, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007899768650531769, + 0.992100179195404 ], "full text prediction probs": [ 0.005011525936424732, @@ -164128,7 +184447,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08543580025434494, + "comprehensiveness": 0.08522775024175644, "sufficiency": 0.0, "masked prediction probs": [ 0.01201231312006712, @@ -164141,7 +184460,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02426619827747345, + "comprehensiveness": 0.02420724928379059, "sufficiency": 0.0, "masked prediction probs": [ 0.007004766725003719, @@ -164154,7 +184473,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05159875005483627, + "comprehensiveness": 0.0514737032353878, "sufficiency": 0.0, "masked prediction probs": [ 0.009260275401175022, @@ -164167,7 +184486,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02446775510907173, + "comprehensiveness": 0.024408604949712753, "sufficiency": 0.0, "masked prediction probs": [ 0.00703111756592989, @@ -164180,7 +184499,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04360613971948624, + "comprehensiveness": 0.04350097477436066, "sufficiency": 0.0, "masked prediction probs": [ 0.008619576692581177, @@ -164193,7 +184512,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.052984610199928284, + "comprehensiveness": 0.052857134491205215, "sufficiency": 0.0, "masked prediction probs": [ 0.009406216442584991, @@ -164206,11 +184525,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08420250564813614, + "comprehensiveness": 0.03465575724840164, "sufficiency": 0.0, "masked prediction probs": [ - 0.01201231312006712, - 0.9879876375198364 + 0.007899768650531769, + 0.992100179195404 + ], + "full text prediction probs": [ + 0.005011525936424732, + 0.9949885010719299 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0345727764070034, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007899768650531769, + 0.992100179195404 ], "full text prediction probs": [ 0.005011525936424732, @@ -164220,12 +184552,12 @@ } }, "test_942": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2123754769563675, - "sufficiency": 0.7518041729927063, + "fixed-shap": { + "comprehensiveness": 0.009365622885525227, + "sufficiency": 0.8123505711555481, "masked prediction probs": [ - 0.797304093837738, - 0.20269586145877838 + 0.9809119701385498, + 0.019088085740804672 ], "full text prediction probs": [ 0.9893825054168701, @@ -164324,12 +184656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4656570255756378, - "sufficiency": 0.7585210800170898, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.21200042963027954, + "sufficiency": 0.7522424459457397, "masked prediction probs": [ - 0.5674840211868286, - 0.4325160086154938 + 0.797304093837738, + 0.20269586145877838 + ], + "full text prediction probs": [ + 0.9893825054168701, + 0.010617551393806934 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01201678067445755, + "sufficiency": 0.8001441359519958, + "masked prediction probs": [ + 0.9784925580024719, + 0.021507391706109047 ], "full text prediction probs": [ 0.9893825054168701, @@ -164339,7 +184684,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2954435348510742, + "sufficiency": 0.29559898376464844, "masked prediction probs": [ 0.9916212558746338, 0.008378701284527779 @@ -164352,7 +184697,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7994418144226074, + "sufficiency": 0.7994860410690308, "masked prediction probs": [ 0.9893825054168701, 0.010617551393806934 @@ -164364,8 +184709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0032924849074333906, - "sufficiency": 0.7888197898864746, + "comprehensiveness": 0.003291758708655834, + "sufficiency": 0.7888663411140442, "masked prediction probs": [ 0.9863974452018738, 0.01360249798744917 @@ -164377,8 +184722,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0004997352370992303, - "sufficiency": 0.7499715685844421, + "comprehensiveness": 0.0004996250499971211, + "sufficiency": 0.7500267028808594, "masked prediction probs": [ 0.9889293313026428, 0.011070641689002514 @@ -164390,8 +184735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4651436507701874, - "sufficiency": 0.7587873339653015, + "comprehensiveness": 0.46504107117652893, + "sufficiency": 0.7588405609130859, "masked prediction probs": [ 0.5674840211868286, 0.4325160086154938 @@ -164404,7 +184749,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.25216636061668396, + "sufficiency": 0.2523311674594879, "masked prediction probs": [ 0.990875244140625, 0.0091248145326972 @@ -164416,8 +184761,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.46493861079216003, - "sufficiency": 0.7588936686515808, + "comprehensiveness": 0.46483612060546875, + "sufficiency": 0.7589467167854309, + "masked prediction probs": [ + 0.5674840211868286, + 0.4325160086154938 + ], + "full text prediction probs": [ + 0.9893825054168701, + 0.010617551393806934 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.464733749628067, + "sufficiency": 0.7589998841285706, "masked prediction probs": [ 0.5674840211868286, 0.4325160086154938 @@ -164430,12 +184788,12 @@ } }, "test_981": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.2856287658214569, + "fixed-shap": { + "comprehensiveness": 0.23528197407722473, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7592150568962097, - 0.2407849133014679 + 0.02462456002831459, + 0.9753754138946533 ], "full text prediction probs": [ 0.0060014137998223305, @@ -164534,12 +184892,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3363364338874817, + "sufficiency": 0.29976779222488403, "masked prediction probs": [ - 0.3653150200843811, - 0.6346849799156189 + 0.7592150568962097, + 0.2407849133014679 + ], + "full text prediction probs": [ + 0.0060014137998223305, + 0.993998646736145 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08058134466409683, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012524640187621117, + 0.9874753355979919 ], "full text prediction probs": [ 0.0060014137998223305, @@ -164548,7 +184919,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2872030436992645, + "comprehensiveness": 0.2864951193332672, "sufficiency": 0.0, "masked prediction probs": [ 0.02925136126577854, @@ -164561,7 +184932,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.29607924818992615, + "comprehensiveness": 0.2953512370586395, "sufficiency": 0.0, "masked prediction probs": [ 0.030029157176613808, @@ -164574,7 +184945,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13665084540843964, + "comprehensiveness": 0.13631565868854523, "sufficiency": 0.0, "masked prediction probs": [ 0.017118340358138084, @@ -164587,7 +184958,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0026018903590738773, + "comprehensiveness": 0.0025955240707844496, "sufficiency": 0.0, "masked prediction probs": [ 0.006213567219674587, @@ -164601,7 +184972,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.34444573521614075, + "sufficiency": 0.3460438847541809, "masked prediction probs": [ 0.3653150200843811, 0.6346849799156189 @@ -164627,7 +184998,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3476342558860779, + "sufficiency": 0.34921690821647644, + "masked prediction probs": [ + 0.3653150200843811, + 0.6346849799156189 + ], + "full text prediction probs": [ + 0.0060014137998223305, + 0.993998646736145 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.350791871547699, "masked prediction probs": [ 0.3653150200843811, 0.6346849799156189 @@ -164640,12 +185024,12 @@ } }, "test_1023": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09043150395154953, - "sufficiency": 0.8901033997535706, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9701695442199707, "masked prediction probs": [ - 0.8693134784698486, - 0.13068656623363495 + 0.976150631904602, + 0.023849399760365486 ], "full text prediction probs": [ 0.9472963809967041, @@ -164744,12 +185128,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03515598177909851, - "sufficiency": 0.8510394096374512, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09026402235031128, + "sufficiency": 0.8903068900108337, "masked prediction probs": [ - 0.9169236421585083, - 0.08307638019323349 + 0.8693134784698486, + 0.13068656623363495 + ], + "full text prediction probs": [ + 0.9472963809967041, + 0.0527036190032959 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.02876085229218006, + "sufficiency": 0.9174232482910156, + "masked prediction probs": [ + 0.9224429130554199, + 0.07755711674690247 ], "full text prediction probs": [ 0.9472963809967041, @@ -164759,7 +185156,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9577673077583313, + "sufficiency": 0.9577770829200745, "masked prediction probs": [ 0.9767125248908997, 0.023287484422326088 @@ -164771,8 +185168,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03513971343636513, - "sufficiency": 0.8511083126068115, + "comprehensiveness": 0.035131584852933884, + "sufficiency": 0.8511427640914917, "masked prediction probs": [ 0.9169236421585083, 0.08307638019323349 @@ -164784,8 +185181,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026276055723428726, - "sufficiency": 0.8391726613044739, + "comprehensiveness": 0.026269977912306786, + "sufficiency": 0.8392098546028137, "masked prediction probs": [ 0.9245796203613281, 0.07542045414447784 @@ -164797,8 +185194,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.05093732103705406, - "sufficiency": 0.8785325288772583, + "comprehensiveness": 0.050925541669130325, + "sufficiency": 0.8785606622695923, "masked prediction probs": [ 0.9032487273216248, 0.09675126522779465 @@ -164810,8 +185207,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9419589638710022, - "sufficiency": 0.9433045387268066, + "comprehensiveness": 0.9417411684989929, + "sufficiency": 0.943317711353302, "masked prediction probs": [ 0.1325562596321106, 0.8674437403678894 @@ -164823,8 +185220,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.038111209869384766, - "sufficiency": 0.7293123602867126, + "comprehensiveness": 0.0381024032831192, + "sufficiency": 0.729374885559082, "masked prediction probs": [ 0.9143247604370117, 0.08567516505718231 @@ -164836,8 +185233,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.035099104046821594, - "sufficiency": 0.8512803912162781, + "comprehensiveness": 0.03509099408984184, + "sufficiency": 0.8513147234916687, + "masked prediction probs": [ + 0.9169236421585083, + 0.08307638019323349 + ], + "full text prediction probs": [ + 0.9472963809967041, + 0.0527036190032959 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03508288785815239, + "sufficiency": 0.8513491153717041, "masked prediction probs": [ 0.9169236421585083, 0.08307638019323349 @@ -164850,12 +185260,12 @@ } }, "test_1132": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.17454345524311066, "sufficiency": 1.0, "masked prediction probs": [ - 0.010438400320708752, - 0.9895616173744202 + 0.808973491191864, + 0.1910264492034912 ], "full text prediction probs": [ 0.9620679616928101, @@ -164954,12 +185364,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.011315022595226765, - 0.9886849522590637 + 0.010438400320708752, + 0.9895616173744202 + ], + "full text prediction probs": [ + 0.9620679616928101, + 0.03793209046125412 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.29319795966148376, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.704372227191925, + 0.2956278324127197 ], "full text prediction probs": [ 0.9620679616928101, @@ -164969,7 +185392,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4941111207008362, + "sufficiency": 0.49422621726989746, "masked prediction probs": [ 0.9884272217750549, 0.011572752147912979 @@ -164982,7 +185405,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8242780566215515, + "sufficiency": 0.8243180513381958, "masked prediction probs": [ 0.9620679616928101, 0.03793209046125412 @@ -164995,7 +185418,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.636564314365387, + "sufficiency": 0.6366469860076904, "masked prediction probs": [ 0.9648296236991882, 0.03517039120197296 @@ -165033,8 +185456,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07369223237037659, - "sufficiency": 0.871153712272644, + "comprehensiveness": 0.0736754909157753, + "sufficiency": 0.871182918548584, "masked prediction probs": [ 0.8972251415252686, 0.10277486592531204 @@ -165057,15 +185480,28 @@ 0.03793209046125412 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.011315022595226765, + 0.9886849522590637 + ], + "full text prediction probs": [ + 0.9620679616928101, + 0.03793209046125412 + ], + "labels": 0 } }, "test_1155": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0061476221308112144, - "sufficiency": 0.8686465620994568, + "fixed-shap": { + "comprehensiveness": 0.05311879515647888, + "sufficiency": 0.9866936206817627, "masked prediction probs": [ - 0.9788336157798767, - 0.021166333928704262 + 0.9365873336791992, + 0.06341265887022018 ], "full text prediction probs": [ 0.9843628406524658, @@ -165152,11 +185588,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006138067692518234, - "sufficiency": 0.8688506484031677, + "comprehensiveness": 0.053036242723464966, + "sufficiency": 0.9867143630981445, "masked prediction probs": [ - 0.9788336157798767, - 0.021166333928704262 + 0.9365873336791992, + 0.06341265887022018 ], "full text prediction probs": [ 0.9843628406524658, @@ -165164,12 +185600,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.008881799876689911, - "sufficiency": 0.8659500479698181, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05302446708083153, + "sufficiency": 0.9867172241210938, "masked prediction probs": [ - 0.9763602614402771, - 0.023639757186174393 + 0.9365873336791992, + 0.06341265887022018 + ], + "full text prediction probs": [ + 0.9843628406524658, + 0.015637164935469627 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03731762245297432, + "sufficiency": 0.9855223298072815, + "masked prediction probs": [ + 0.9507318735122681, + 0.04926805570721626 ], "full text prediction probs": [ 0.9843628406524658, @@ -165179,7 +185628,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.06172390282154083, + "sufficiency": 0.061932068318128586, "masked prediction probs": [ 0.9865147471427917, 0.01348522026091814 @@ -165191,8 +185640,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008877858519554138, - "sufficiency": 0.8660096526145935, + "comprehensiveness": 0.008875889703631401, + "sufficiency": 0.8660393357276917, "masked prediction probs": [ 0.9763602614402771, 0.023639757186174393 @@ -165204,8 +185653,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007431799545884132, - "sufficiency": 0.8129134178161621, + "comprehensiveness": 0.007430151104927063, + "sufficiency": 0.8129549026489258, "masked prediction probs": [ 0.9776622653007507, 0.022337736561894417 @@ -165217,8 +185666,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00104204670060426, - "sufficiency": 0.8899822235107422, + "comprehensiveness": 0.0010418157326057553, + "sufficiency": 0.8900066018104553, "masked prediction probs": [ 0.983423113822937, 0.016576845198869705 @@ -165230,8 +185679,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008369151502847672, - "sufficiency": 0.9077857732772827, + "comprehensiveness": 0.008367295376956463, + "sufficiency": 0.9078062772750854, "masked prediction probs": [ 0.976813793182373, 0.0231862124055624 @@ -165243,8 +185692,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007219874765723944, - "sufficiency": 0.057236652821302414, + "comprehensiveness": 0.007218274753540754, + "sufficiency": 0.057445574551820755, "masked prediction probs": [ 0.977849006652832, 0.022150997072458267 @@ -165256,11 +185705,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008868020959198475, - "sufficiency": 0.8661580681800842, + "comprehensiveness": 0.03725973889231682, + "sufficiency": 0.985544741153717, "masked prediction probs": [ - 0.9763602614402771, - 0.023639757186174393 + 0.9507318735122681, + 0.04926805570721626 + ], + "full text prediction probs": [ + 0.9843628406524658, + 0.015637164935469627 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.037251487374305725, + "sufficiency": 0.9855480194091797, + "masked prediction probs": [ + 0.9507318735122681, + 0.04926805570721626 ], "full text prediction probs": [ 0.9843628406524658, @@ -165270,12 +185732,12 @@ } }, "test_1264": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002338898368179798, - "sufficiency": 0.7066997289657593, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9282373785972595, "masked prediction probs": [ - 0.976284921169281, - 0.02371511049568653 + 0.9828517436981201, + 0.01714826002717018 ], "full text prediction probs": [ 0.9783745408058167, @@ -165374,12 +185836,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002334717195481062, + "sufficiency": 0.7072239518165588, + "masked prediction probs": [ + 0.976284921169281, + 0.02371511049568653 + ], + "full text prediction probs": [ + 0.9783745408058167, + 0.02162540890276432 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.559710681438446, + "sufficiency": 0.8470796942710876, "masked prediction probs": [ - 0.9830530285835266, - 0.016946889460086823 + 0.9835145473480225, + 0.01648547872900963 ], "full text prediction probs": [ 0.9783745408058167, @@ -165388,8 +185863,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.011054704897105694, - "sufficiency": 0.8595020771026611, + "comprehensiveness": 0.011052235029637814, + "sufficiency": 0.8595335483551025, "masked prediction probs": [ 0.9684781432151794, 0.03152189776301384 @@ -165402,7 +185877,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.5599074363708496, + "sufficiency": 0.5600056648254395, "masked prediction probs": [ 0.9830530285835266, 0.016946889460086823 @@ -165415,7 +185890,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8093113303184509, + "sufficiency": 0.8093538880348206, "masked prediction probs": [ 0.9783745408058167, 0.02162540890276432 @@ -165427,8 +185902,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00048764506937004626, - "sufficiency": 0.8483116030693054, + "comprehensiveness": 0.0004875362210441381, + "sufficiency": 0.8483454585075378, "masked prediction probs": [ 0.9779376983642578, 0.02206229232251644 @@ -165440,8 +185915,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.040184784680604935, - "sufficiency": 0.9392666220664978, + "comprehensiveness": 0.04017581790685654, + "sufficiency": 0.9392802119255066, "masked prediction probs": [ 0.9423681497573853, 0.05763183534145355 @@ -165454,7 +185929,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8721410632133484, + "sufficiency": 0.8721696138381958, "masked prediction probs": [ 0.9792575240135193, 0.020742418244481087 @@ -165467,7 +185942,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.560398280620575, + "sufficiency": 0.5604962706565857, + "masked prediction probs": [ + 0.9830530285835266, + 0.016946889460086823 + ], + "full text prediction probs": [ + 0.9783745408058167, + 0.02162540890276432 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.560594379901886, "masked prediction probs": [ 0.9830530285835266, 0.016946889460086823 @@ -165480,12 +185968,12 @@ } }, "test_1306": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.007715292740613222, "sufficiency": 1.0, "masked prediction probs": [ - 0.9773129224777222, - 0.02268712967634201 + 0.9698076248168945, + 0.030192364007234573 ], "full text prediction probs": [ 0.9766876101493835, @@ -165584,12 +186072,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006187160965055227, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9711604118347168, - 0.028839601203799248 + 0.9773129224777222, + 0.02268712967634201 + ], + "full text prediction probs": [ + 0.9766876101493835, + 0.023312360048294067 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8107537627220154, + "masked prediction probs": [ + 0.9766876101493835, + 0.023312360048294067 ], "full text prediction probs": [ 0.9766876101493835, @@ -165599,7 +186100,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7409955263137817, + "sufficiency": 0.7410534620285034, "masked prediction probs": [ 0.9818457365036011, 0.01815425418317318 @@ -165611,8 +186112,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005771836265921593, - "sufficiency": 0.898369312286377, + "comprehensiveness": 0.005770545452833176, + "sufficiency": 0.8983919620513916, "masked prediction probs": [ 0.9715291261672974, 0.028470871970057487 @@ -165624,8 +186125,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009738349355757236, - "sufficiency": 0.8498783111572266, + "comprehensiveness": 0.009736170992255211, + "sufficiency": 0.8499119281768799, "masked prediction probs": [ 0.9679821729660034, 0.032017797231674194 @@ -165637,8 +186138,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009736170992255211, - "sufficiency": 0.8499119281768799, + "comprehensiveness": 0.00973399356007576, + "sufficiency": 0.8499454855918884, "masked prediction probs": [ 0.9679821729660034, 0.032017797231674194 @@ -165650,8 +186151,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012878798879683018, - "sufficiency": 0.9344270825386047, + "comprehensiveness": 0.012875919230282307, + "sufficiency": 0.9344417452812195, "masked prediction probs": [ 0.9651696681976318, 0.034830283373594284 @@ -165663,8 +186164,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0024742495734244585, - "sufficiency": 0.8675628304481506, + "comprehensiveness": 0.0024736966006457806, + "sufficiency": 0.867592453956604, "masked prediction probs": [ 0.974474310874939, 0.025525759905576706 @@ -165676,8 +186177,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009729642421007156, - "sufficiency": 0.8500125408172607, + "comprehensiveness": 0.00972746778279543, + "sufficiency": 0.8500460982322693, "masked prediction probs": [ 0.9679821729660034, 0.032017797231674194 @@ -165687,15 +186188,28 @@ 0.023312360048294067 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006174718961119652, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9711604118347168, + 0.028839601203799248 + ], + "full text prediction probs": [ + 0.9766876101493835, + 0.023312360048294067 + ], + "labels": 0 } }, "test_1355": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.023874174803495407, - 0.9761258363723755 + 0.560696542263031, + 0.4393034279346466 ], "full text prediction probs": [ 0.5425664782524109, @@ -165782,11 +186296,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.023874174803495407, - 0.9761258363723755 + 0.560696542263031, + 0.4393034279346466 ], "full text prediction probs": [ 0.5425664782524109, @@ -165794,12 +186308,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7565953135490417, - 0.24340468645095825 + 0.560696542263031, + 0.4393034279346466 + ], + "full text prediction probs": [ + 0.5425664782524109, + 0.4574335813522339 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.35446372628211975, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.37972134351730347, + 0.6202786564826965 ], "full text prediction probs": [ 0.5425664782524109, @@ -165860,7 +186387,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.91549152135849, + "comprehensiveness": 0.9150937795639038, "sufficiency": 1.0, "masked prediction probs": [ 0.12124554067850113, @@ -165873,7 +186400,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5304715633392334, + "comprehensiveness": 0.5302411913871765, "sufficiency": 1.0, "masked prediction probs": [ 0.29833054542541504, @@ -165886,12 +186413,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.35338664054870605, "sufficiency": 1.0, "masked prediction probs": [ + 0.37972134351730347, + 0.6202786564826965 + ], + "full text prediction probs": [ 0.5425664782524109, 0.4574335813522339 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.35323330760002136, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.37972134351730347, + 0.6202786564826965 + ], "full text prediction probs": [ 0.5425664782524109, 0.4574335813522339 @@ -165900,12 +186440,12 @@ } }, "test_1373": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.956322968006134, - 0.043677058070898056 + 0.9602981805801392, + 0.039701782166957855 ], "full text prediction probs": [ 0.923862099647522, @@ -166004,12 +186544,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9516672492027283, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9301380515098572, - 0.06986191123723984 + 0.956322968006134, + 0.043677058070898056 + ], + "full text prediction probs": [ + 0.923862099647522, + 0.07613793015480042 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8616910576820374, + "masked prediction probs": [ + 0.923862099647522, + 0.07613793015480042 ], "full text prediction probs": [ 0.923862099647522, @@ -166019,7 +186572,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8579061031341553, + "sufficiency": 0.8579398989677429, "masked prediction probs": [ 0.9369876980781555, 0.0630122721195221 @@ -166032,7 +186585,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8617238998413086, + "sufficiency": 0.8617568016052246, "masked prediction probs": [ 0.923862099647522, 0.07613793015480042 @@ -166045,7 +186598,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9517017006874084, + "sufficiency": 0.9517132043838501, "masked prediction probs": [ 0.9301380515098572, 0.06986191123723984 @@ -166097,7 +186650,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9517475962638855, + "sufficiency": 0.9517590403556824, + "masked prediction probs": [ + 0.9301380515098572, + 0.06986191123723984 + ], + "full text prediction probs": [ + 0.923862099647522, + 0.07613793015480042 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9517704844474792, "masked prediction probs": [ 0.9301380515098572, 0.06986191123723984 @@ -166110,12 +186676,12 @@ } }, "test_1526": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006118746008723974, - "sufficiency": 0.8956849575042725, + "fixed-shap": { + "comprehensiveness": 0.009120036847889423, + "sufficiency": 0.9321350455284119, "masked prediction probs": [ - 0.9819938540458679, - 0.018006183207035065 + 0.9792850017547607, + 0.0207150187343359 ], "full text prediction probs": [ 0.9875164031982422, @@ -166214,12 +186780,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0029088305309414864, - "sufficiency": 0.8826090693473816, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006107917986810207, + "sufficiency": 0.8958694934844971, "masked prediction probs": [ - 0.9848863482475281, - 0.015113684348762035 + 0.9819938540458679, + 0.018006183207035065 + ], + "full text prediction probs": [ + 0.9875164031982422, + 0.012483572587370872 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005047954153269529, + "sufficiency": 0.9130123257637024, + "masked prediction probs": [ + 0.9829512238502502, + 0.01704872027039528 ], "full text prediction probs": [ 0.9875164031982422, @@ -166229,7 +186808,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8460691571235657, + "sufficiency": 0.8461031913757324, "masked prediction probs": [ 0.9906842708587646, 0.00931574497371912 @@ -166241,8 +186820,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0013106188271194696, - "sufficiency": 0.8546163439750671, + "comprehensiveness": 0.0013103291857987642, + "sufficiency": 0.8546484708786011, "masked prediction probs": [ 0.9863308668136597, 0.013669167645275593 @@ -166254,8 +186833,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0029069017618894577, - "sufficiency": 0.8826869130134583, + "comprehensiveness": 0.002906259149312973, + "sufficiency": 0.8827128410339355, "masked prediction probs": [ 0.9848863482475281, 0.015113684348762035 @@ -166268,7 +186847,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.834918737411499, + "sufficiency": 0.8349552154541016, "masked prediction probs": [ 0.9899981617927551, 0.010001854971051216 @@ -166280,8 +186859,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006897095125168562, - "sufficiency": 0.8677286505699158, + "comprehensiveness": 0.006895571481436491, + "sufficiency": 0.8677578568458557, "masked prediction probs": [ 0.9812734127044678, 0.018726611509919167 @@ -166293,8 +186872,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006338474806398153, - "sufficiency": 0.8434780836105347, + "comprehensiveness": 0.006337075028568506, + "sufficiency": 0.8435126543045044, "masked prediction probs": [ 0.9817777872085571, 0.01822214014828205 @@ -166306,8 +186885,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0029043336398899555, - "sufficiency": 0.8827905654907227, + "comprehensiveness": 0.002903692191466689, + "sufficiency": 0.8828164339065552, + "masked prediction probs": [ + 0.9848863482475281, + 0.015113684348762035 + ], + "full text prediction probs": [ + 0.9875164031982422, + 0.012483572587370872 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00290305120870471, + "sufficiency": 0.8828423023223877, "masked prediction probs": [ 0.9848863482475281, 0.015113684348762035 @@ -166320,12 +186912,12 @@ } }, "test_1532": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9613087773323059, - 0.03869127482175827 + 0.07851149141788483, + 0.9214885830879211 ], "full text prediction probs": [ 0.7432123422622681, @@ -166415,8 +187007,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0375840924680233, - 0.9624159336090088 + 0.07851149141788483, + 0.9214885830879211 ], "full text prediction probs": [ 0.7432123422622681, @@ -166424,12 +187016,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.1979471743106842, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9147688746452332, - 0.08523115515708923 + 0.9613087773323059, + 0.03869127482175827 + ], + "full text prediction probs": [ + 0.7432123422622681, + 0.25678765773773193 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06273243576288223, + 0.937267541885376 ], "full text prediction probs": [ 0.7432123422622681, @@ -166439,7 +187044,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.585747480392456, + "sufficiency": 0.5858729481697083, "masked prediction probs": [ 0.9571216106414795, 0.042878422886133194 @@ -166464,8 +187069,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.17397364974021912, - "sufficiency": 0.9325875639915466, + "comprehensiveness": 0.17392097413539886, + "sufficiency": 0.9326080083847046, "masked prediction probs": [ 0.6283100843429565, 0.37168991565704346 @@ -166478,7 +187083,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8127279281616211, + "sufficiency": 0.8127845525741577, "masked prediction probs": [ 0.8747445940971375, 0.12525543570518494 @@ -166490,7 +187095,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9976779818534851, + "comprehensiveness": 0.9973760843276978, "sufficiency": 1.0, "masked prediction probs": [ 0.08388908952474594, @@ -166516,11 +187121,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.997074544429779, + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.08388908952474594, - 0.9161109328269958 + 0.06273243576288223, + 0.937267541885376 + ], + "full text prediction probs": [ + 0.7432123422622681, + 0.25678765773773193 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.2001284956932068, + "masked prediction probs": [ + 0.9147688746452332, + 0.08523115515708923 ], "full text prediction probs": [ 0.7432123422622681, @@ -166530,12 +187148,12 @@ } }, "test_1535": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7034572958946228, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08045951277017593, + "sufficiency": 0.9890039563179016, "masked prediction probs": [ - 0.3527053892612457, - 0.6472945809364319 + 0.9152162671089172, + 0.08478368818759918 ], "full text prediction probs": [ 0.9878639578819275, @@ -166634,12 +187252,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5791119933128357, - "sufficiency": 0.9984421133995056, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.702212929725647, + "sufficiency": 1.0, "masked prediction probs": [ - 0.46405139565467834, - 0.535948634147644 + 0.3527053892612457, + 0.6472945809364319 + ], + "full text prediction probs": [ + 0.9878639578819275, + 0.012136069126427174 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.14590513706207275, + "sufficiency": 0.9536316990852356, + "masked prediction probs": [ + 0.8558621406555176, + 0.14413782954216003 ], "full text prediction probs": [ 0.9878639578819275, @@ -166648,8 +187279,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.010759749449789524, - "sufficiency": 0.9913288354873657, + "comprehensiveness": 0.010757370851933956, + "sufficiency": 0.9913307428359985, "masked prediction probs": [ 0.978129506111145, 0.021870503202080727 @@ -166661,8 +187292,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009280807338654995, - "sufficiency": 0.987156093120575, + "comprehensiveness": 0.009278756566345692, + "sufficiency": 0.9871588945388794, "masked prediction probs": [ 0.979465663433075, 0.020534414798021317 @@ -166674,8 +187305,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5787281394004822, - "sufficiency": 0.9984431862831116, + "comprehensiveness": 0.5786002278327942, + "sufficiency": 0.9984434843063354, "masked prediction probs": [ 0.46405139565467834, 0.535948634147644 @@ -166687,8 +187318,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009276706725358963, - "sufficiency": 0.9871616363525391, + "comprehensiveness": 0.009274657815694809, + "sufficiency": 0.9871645569801331, "masked prediction probs": [ 0.979465663433075, 0.020534414798021317 @@ -166700,7 +187331,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5397418141365051, + "comprehensiveness": 0.5396226048469543, "sufficiency": 1.0, "masked prediction probs": [ 0.49912241101264954, @@ -166713,8 +187344,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.1343533992767334, - "sufficiency": 0.9923322796821594, + "comprehensiveness": 0.13432374596595764, + "sufficiency": 0.9923338890075684, "masked prediction probs": [ 0.8661787509918213, 0.13382117450237274 @@ -166726,8 +187357,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5782170295715332, - "sufficiency": 0.9984445571899414, + "comprehensiveness": 0.5780893564224243, + "sufficiency": 0.9984448552131653, + "masked prediction probs": [ + 0.46405139565467834, + 0.535948634147644 + ], + "full text prediction probs": [ + 0.9878639578819275, + 0.012136069126427174 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5779618620872498, + "sufficiency": 0.9984452724456787, "masked prediction probs": [ 0.46405139565467834, 0.535948634147644 @@ -166740,12 +187384,12 @@ } }, "test_1539": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.2855437994003296, + "sufficiency": 0.8593233227729797, "masked prediction probs": [ - 0.9825723171234131, - 0.017427723854780197 + 0.9866124391555786, + 0.013387596234679222 ], "full text prediction probs": [ 0.9769500494003296, @@ -166844,12 +187488,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0030199335888028145, - "sufficiency": 0.02747858688235283, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.2868229150772095, "masked prediction probs": [ - 0.9742514491081238, - 0.025748539716005325 + 0.9825723171234131, + 0.017427723854780197 + ], + "full text prediction probs": [ + 0.9769500494003296, + 0.02304995246231556 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8105157017707825, + "masked prediction probs": [ + 0.9769500494003296, + 0.02304995246231556 ], "full text prediction probs": [ 0.9769500494003296, @@ -166859,7 +187516,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7865478992462158, + "sufficiency": 0.7865957021713257, "masked prediction probs": [ 0.981115460395813, 0.018884461373090744 @@ -166871,8 +187528,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04139474779367447, - "sufficiency": 0.9539278745651245, + "comprehensiveness": 0.04138549044728279, + "sufficiency": 0.9539381861686707, "masked prediction probs": [ 0.9399433135986328, 0.060056623071432114 @@ -166884,8 +187541,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04138549044728279, - "sufficiency": 0.9539381861686707, + "comprehensiveness": 0.04137623310089111, + "sufficiency": 0.9539484977722168, "masked prediction probs": [ 0.9399433135986328, 0.060056623071432114 @@ -166898,7 +187555,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8106428384780884, + "sufficiency": 0.8106851577758789, "masked prediction probs": [ 0.9769500494003296, 0.02304995246231556 @@ -166910,8 +187567,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1994488686323166, - "sufficiency": 0.9685508012771606, + "comprehensiveness": 0.1994042843580246, + "sufficiency": 0.9685578346252441, "masked prediction probs": [ 0.7985239028930664, 0.2014760971069336 @@ -166923,8 +187580,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007853486575186253, - "sufficiency": 0.891546905040741, + "comprehensiveness": 0.007851731963455677, + "sufficiency": 0.8915711045265198, "masked prediction probs": [ 0.9699227809906006, 0.030077239498496056 @@ -166936,8 +187593,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.041348494589328766, - "sufficiency": 0.9539793729782104, + "comprehensiveness": 0.04133925586938858, + "sufficiency": 0.9539896249771118, "masked prediction probs": [ 0.9399433135986328, 0.060056623071432114 @@ -166947,15 +187604,28 @@ 0.02304995246231556 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00301386252976954, + "sufficiency": 0.029433446004986763, + "masked prediction probs": [ + 0.9742514491081238, + 0.025748539716005325 + ], + "full text prediction probs": [ + 0.9769500494003296, + 0.02304995246231556 + ], + "labels": 0 } }, "test_1544": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9510928988456726, + "sufficiency": 0.9765980839729309, "masked prediction probs": [ - 0.9677489995956421, - 0.032250963151454926 + 0.9704538583755493, + 0.029546193778514862 ], "full text prediction probs": [ 0.9606032371520996, @@ -167043,10 +187713,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9511710405349731, + "sufficiency": 0.9766353964805603, "masked prediction probs": [ - 0.9677489995956421, - 0.032250963151454926 + 0.9704538583755493, + 0.029546193778514862 ], "full text prediction probs": [ 0.9606032371520996, @@ -167054,12 +187724,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.024258315563201904, - "sufficiency": 0.991136372089386, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9766407608985901, "masked prediction probs": [ - 0.9393226504325867, - 0.060677267611026764 + 0.9704538583755493, + 0.029546193778514862 + ], + "full text prediction probs": [ + 0.9606032371520996, + 0.039396706968545914 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9334104061126709, + "masked prediction probs": [ + 0.9713249206542969, + 0.028675025328993797 ], "full text prediction probs": [ 0.9606032371520996, @@ -167069,7 +187752,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8547885417938232, + "sufficiency": 0.8548216223716736, "masked prediction probs": [ 0.9758462905883789, 0.02415369264781475 @@ -167081,8 +187764,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007309377659112215, - "sufficiency": 0.9584052562713623, + "comprehensiveness": 0.00730771292001009, + "sufficiency": 0.9584146738052368, "masked prediction probs": [ 0.9541881680488586, 0.045811865478754044 @@ -167095,7 +187778,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8733622431755066, + "sufficiency": 0.8733910918235779, "masked prediction probs": [ 0.9687179327011108, 0.031282078474760056 @@ -167108,7 +187791,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9030421376228333, + "sufficiency": 0.9030643105506897, "masked prediction probs": [ 0.9644930362701416, 0.0355069674551487 @@ -167120,8 +187803,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02243614010512829, - "sufficiency": 0.9396864175796509, + "comprehensiveness": 0.022431032732129097, + "sufficiency": 0.939700186252594, "masked prediction probs": [ 0.9408987164497375, 0.05910127982497215 @@ -167133,8 +187816,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.022431032732129097, - "sufficiency": 0.939700186252594, + "comprehensiveness": 0.022425927221775055, + "sufficiency": 0.9397138953208923, "masked prediction probs": [ 0.9408987164497375, 0.05910127982497215 @@ -167146,8 +187829,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.022425927221775055, - "sufficiency": 0.9397138953208923, + "comprehensiveness": 0.022420821711421013, + "sufficiency": 0.9397276043891907, "masked prediction probs": [ 0.9408987164497375, 0.05910127982497215 @@ -167157,15 +187840,28 @@ 0.039396706968545914 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.024208642542362213, + "sufficiency": 0.9911546111106873, + "masked prediction probs": [ + 0.9393226504325867, + 0.060677267611026764 + ], + "full text prediction probs": [ + 0.9606032371520996, + 0.039396706968545914 + ], + "labels": 0 } }, "test_1550": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08355192840099335, - "sufficiency": 0.9944128394126892, + "fixed-shap": { + "comprehensiveness": 0.09968090057373047, + "sufficiency": 0.9310545325279236, "masked prediction probs": [ - 0.9165908098220825, - 0.08340917527675629 + 0.9019544720649719, + 0.0980454757809639 ], "full text prediction probs": [ 0.9924105405807495, @@ -167264,12 +187960,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.18025489151477814, - "sufficiency": 0.8492656350135803, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08340486884117126, + "sufficiency": 0.9944226741790771, "masked prediction probs": [ - 0.8285486698150635, - 0.17145127058029175 + 0.9165908098220825, + 0.08340917527675629 + ], + "full text prediction probs": [ + 0.9924105405807495, + 0.007589416578412056 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9086272120475769, + "masked prediction probs": [ + 0.9939597845077515, + 0.006040174514055252 ], "full text prediction probs": [ 0.9924105405807495, @@ -167279,7 +187988,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9195077419281006, + "sufficiency": 0.9195254445075989, "masked prediction probs": [ 0.9947280287742615, 0.005271967966109514 @@ -167291,8 +188000,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.18017561733722687, - "sufficiency": 0.8493320941925049, + "comprehensiveness": 0.18013601005077362, + "sufficiency": 0.8493651151657104, "masked prediction probs": [ 0.8285486698150635, 0.17145127058029175 @@ -167304,8 +188013,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00017278770974371582, - "sufficiency": 0.8406854271888733, + "comprehensiveness": 0.00017274972924496979, + "sufficiency": 0.8407203555107117, "masked prediction probs": [ 0.9922533631324768, 0.0077466946095228195 @@ -167317,8 +188026,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0026779156178236008, - "sufficiency": 0.8653116822242737, + "comprehensiveness": 0.002677327021956444, + "sufficiency": 0.8653413653373718, "masked prediction probs": [ 0.9899740219116211, 0.010026015341281891 @@ -167330,8 +188039,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.18005682528018951, - "sufficiency": 0.8494313359260559, + "comprehensiveness": 0.18001726269721985, + "sufficiency": 0.849464476108551, "masked prediction probs": [ 0.8285486698150635, 0.17145127058029175 @@ -167344,7 +188053,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.4658949673175812, + "sufficiency": 0.46601226925849915, "masked prediction probs": [ 0.9945468902587891, 0.005453163292258978 @@ -167356,8 +188065,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.17997771501541138, - "sufficiency": 0.8494974970817566, + "comprehensiveness": 0.1799381822347641, + "sufficiency": 0.8495304584503174, + "masked prediction probs": [ + 0.8285486698150635, + 0.17145127058029175 + ], + "full text prediction probs": [ + 0.9924105405807495, + 0.007589416578412056 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1798986792564392, + "sufficiency": 0.8495635986328125, "masked prediction probs": [ 0.8285486698150635, 0.17145127058029175 @@ -167370,12 +188092,12 @@ } }, "test_1568": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8069089651107788, - 0.19309106469154358 + 0.3477974832057953, + 0.6522025465965271 ], "full text prediction probs": [ 0.21038669347763062, @@ -167474,12 +188196,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8849345445632935, - 0.11506544798612595 + 0.8069089651107788, + 0.19309106469154358 + ], + "full text prediction probs": [ + 0.21038669347763062, + 0.7896132469177246 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21038669347763062, + 0.7896132469177246 ], "full text prediction probs": [ 0.21038669347763062, @@ -167577,15 +188312,28 @@ 0.7896132469177246 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8849345445632935, + 0.11506544798612595 + ], + "full text prediction probs": [ + 0.21038669347763062, + 0.7896132469177246 + ], + "labels": 0 } }, "test_1584": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9985513687133789, - "sufficiency": 0.93501216173172, + "fixed-shap": { + "comprehensiveness": 0.617251455783844, + "sufficiency": 0.9389152526855469, "masked prediction probs": [ - 0.0862128958106041, - 0.9137871265411377 + 0.4175439774990082, + 0.5824560523033142 ], "full text prediction probs": [ 0.9539054036140442, @@ -167684,12 +188432,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8850076794624329, - "sufficiency": 0.9197142720222473, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9967160820960999, + "sufficiency": 0.9351315498352051, "masked prediction probs": [ - 0.1834607869386673, - 0.8165392279624939 + 0.0862128958106041, + 0.9137871265411377 + ], + "full text prediction probs": [ + 0.9539054036140442, + 0.0460946261882782 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8947576284408569, + "masked prediction probs": [ + 0.07703979313373566, + 0.9229602217674255 ], "full text prediction probs": [ 0.9539054036140442, @@ -167699,7 +188460,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6822465658187866, + "sufficiency": 0.6823195219039917, "masked prediction probs": [ 0.9816931486129761, 0.018306856974959373 @@ -167711,8 +188472,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8014010787010193, - "sufficiency": 0.7899060845375061, + "comprehensiveness": 0.8012171387672424, + "sufficiency": 0.7899543046951294, "masked prediction probs": [ 0.2559240460395813, 0.7440759539604187 @@ -167725,7 +188486,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.894805908203125, + "sufficiency": 0.894830048084259, "masked prediction probs": [ 0.07703979313373566, 0.9229602217674255 @@ -167738,7 +188499,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8351207375526428, + "sufficiency": 0.83515864610672, "masked prediction probs": [ 0.9701882004737854, 0.02981184609234333 @@ -167750,8 +188511,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9630186557769775, - "sufficiency": 0.8772238492965698, + "comprehensiveness": 0.9627976417541504, + "sufficiency": 0.8772520422935486, "masked prediction probs": [ 0.11458520591259003, 0.8854148387908936 @@ -167763,8 +188524,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9717267155647278, - "sufficiency": 0.8369473218917847, + "comprehensiveness": 0.9715038537979126, + "sufficiency": 0.8369846940040588, "masked prediction probs": [ 0.10680130869150162, 0.8931987285614014 @@ -167777,7 +188538,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8949024081230164, + "sufficiency": 0.8949265480041504, "masked prediction probs": [ 0.07703979313373566, 0.9229602217674255 @@ -167787,15 +188548,28 @@ 0.0460946261882782 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8831815719604492, + "sufficiency": 0.9198799729347229, + "masked prediction probs": [ + 0.1834607869386673, + 0.8165392279624939 + ], + "full text prediction probs": [ + 0.9539054036140442, + 0.0460946261882782 + ], + "labels": 0 } }, "test_1585": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07965041697025299, - "sufficiency": 0.9794621467590332, + "fixed-shap": { + "comprehensiveness": 0.020032601431012154, + "sufficiency": 0.9074774980545044, "masked prediction probs": [ - 0.9202840328216553, - 0.07971593737602234 + 0.9743945002555847, + 0.025605550035834312 ], "full text prediction probs": [ 0.992576539516449, @@ -167894,12 +188668,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.22121907770633698, - "sufficiency": 0.9734273552894592, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07951024919748306, + "sufficiency": 0.9794982671737671, "masked prediction probs": [ - 0.7914391756057739, - 0.2085607945919037 + 0.9202840328216553, + 0.07971593737602234 + ], + "full text prediction probs": [ + 0.992576539516449, + 0.0074234455823898315 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.05184138938784599, + "sufficiency": 0.9348766803741455, + "masked prediction probs": [ + 0.9454308152198792, + 0.05456918850541115 ], "full text prediction probs": [ 0.992576539516449, @@ -167908,8 +188695,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002186258090659976, - "sufficiency": 0.4682137370109558, + "comprehensiveness": 0.0021857772953808308, + "sufficiency": 0.4683306813240051, "masked prediction probs": [ 0.9905883073806763, 0.009411717765033245 @@ -167921,8 +188708,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.22112180292606354, - "sufficiency": 0.9734390377998352, + "comprehensiveness": 0.2210731953382492, + "sufficiency": 0.9734448790550232, "masked prediction probs": [ 0.7914391756057739, 0.2085607945919037 @@ -167934,8 +188721,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0017038462683558464, - "sufficiency": 0.800305962562561, + "comprehensiveness": 0.0017034717602655292, + "sufficiency": 0.8003498911857605, "masked prediction probs": [ 0.9910263419151306, 0.008973645977675915 @@ -167947,8 +188734,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006395878735929728, - "sufficiency": 0.8142348527908325, + "comprehensiveness": 0.0006394473602995276, + "sufficiency": 0.8142757415771484, "masked prediction probs": [ 0.9919945001602173, 0.008005562238395214 @@ -167960,8 +188747,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.053450267761945724, - "sufficiency": 0.9892115592956543, + "comprehensiveness": 0.05343852564692497, + "sufficiency": 0.9892139434814453, "masked prediction probs": [ 0.9439249038696289, 0.05607509985566139 @@ -167973,8 +188760,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02115716226398945, - "sufficiency": 0.682056725025177, + "comprehensiveness": 0.021152514964342117, + "sufficiency": 0.682126522064209, "masked prediction probs": [ 0.9733145833015442, 0.026685411110520363 @@ -167986,8 +188773,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2208789736032486, - "sufficiency": 0.9734681844711304, + "comprehensiveness": 0.22083047032356262, + "sufficiency": 0.9734740257263184, + "masked prediction probs": [ + 0.7914391756057739, + 0.2085607945919037 + ], + "full text prediction probs": [ + 0.992576539516449, + 0.0074234455823898315 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.22078199684619904, + "sufficiency": 0.9734798073768616, "masked prediction probs": [ 0.7914391756057739, 0.2085607945919037 @@ -168000,12 +188800,12 @@ } }, "test_1588": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7758449912071228, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.20811936259269714, - 0.7918806672096252 + 0.7971050143241882, + 0.20289498567581177 ], "full text prediction probs": [ 0.6344189047813416, @@ -168104,12 +188904,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7613532543182373, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7735926508903503, "sufficiency": 1.0, "masked prediction probs": [ - 0.21486406028270721, - 0.7851359248161316 + 0.20811936259269714, + 0.7918806672096252 + ], + "full text prediction probs": [ + 0.6344189047813416, + 0.36558112502098083 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.854972779750824, + 0.14502722024917603 ], "full text prediction probs": [ 0.6344189047813416, @@ -168144,7 +188957,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5083601474761963, + "comprehensiveness": 0.5081759095191956, "sufficiency": 1.0, "masked prediction probs": [ 0.35397467017173767, @@ -168157,7 +188970,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7602497339248657, + "comprehensiveness": 0.7599744200706482, "sufficiency": 1.0, "masked prediction probs": [ 0.21486406028270721, @@ -168196,7 +189009,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7594242095947266, + "comprehensiveness": 0.7591493725776672, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21486406028270721, + 0.7851359248161316 + ], + "full text prediction probs": [ + 0.6344189047813416, + 0.36558112502098083 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7588748335838318, "sufficiency": 1.0, "masked prediction probs": [ 0.21486406028270721, @@ -168210,12 +189036,12 @@ } }, "test_1611": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9939462542533875, - "sufficiency": 0.9865714311599731, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9933924078941345, "masked prediction probs": [ - 0.09043561667203903, - 0.9095644354820251 + 0.032236382365226746, + 0.9677636027336121 ], "full text prediction probs": [ 0.9904363751411438, @@ -168302,11 +189128,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9924118518829346, - "sufficiency": 0.9865922331809998, + "comprehensiveness": 1.0, + "sufficiency": 0.9934026002883911, "masked prediction probs": [ - 0.09043561667203903, - 0.9095644354820251 + 0.032236382365226746, + 0.9677636027336121 ], "full text prediction probs": [ 0.9904363751411438, @@ -168314,12 +189140,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9585301876068115, + "sufficiency": 0.9934040904045105, "masked prediction probs": [ - 0.052137479186058044, - 0.9478625059127808 + 0.032236382365226746, + 0.9677636027336121 + ], + "full text prediction probs": [ + 0.9904363751411438, + 0.009563649073243141 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9960913062095642, + "sufficiency": 0.9917687773704529, + "masked prediction probs": [ + 0.08670035749673843, + 0.9132996797561646 ], "full text prediction probs": [ 0.9904363751411438, @@ -168329,7 +189168,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7846348881721497, + "sufficiency": 0.7846823334693909, "masked prediction probs": [ 0.9921438694000244, 0.007856200449168682 @@ -168341,8 +189180,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0047582839615643024, - "sufficiency": 0.8604950904846191, + "comprehensiveness": 0.004757235758006573, + "sufficiency": 0.8605257868766785, "masked prediction probs": [ 0.9861183166503906, 0.013881711289286613 @@ -168355,7 +189194,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.958557665348053, + "sufficiency": 0.9585667252540588, "masked prediction probs": [ 0.052137479186058044, 0.9478625059127808 @@ -168368,7 +189207,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9585667252540588, + "sufficiency": 0.958575963973999, "masked prediction probs": [ 0.052137479186058044, 0.9478625059127808 @@ -168381,7 +189220,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.958575963973999, + "sufficiency": 0.9585851430892944, "masked prediction probs": [ 0.052137479186058044, 0.9478625059127808 @@ -168393,8 +189232,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8791638612747192, - "sufficiency": 0.9770275950431824, + "comprehensiveness": 0.8789703845977783, + "sufficiency": 0.9770326018333435, "masked prediction probs": [ 0.1919073760509491, 0.8080925941467285 @@ -168407,7 +189246,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9585941433906555, + "sufficiency": 0.9586032032966614, + "masked prediction probs": [ + 0.052137479186058044, + 0.9478625059127808 + ], + "full text prediction probs": [ + 0.9904363751411438, + 0.009563649073243141 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9586123824119568, "masked prediction probs": [ 0.052137479186058044, 0.9478625059127808 @@ -168420,12 +189272,12 @@ } }, "test_1651": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7530364394187927, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9129358530044556, "masked prediction probs": [ - 0.2698448896408081, - 0.7301551699638367 + 0.9656834006309509, + 0.03431656211614609 ], "full text prediction probs": [ 0.8336100578308105, @@ -168512,11 +189364,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7516310214996338, + "comprehensiveness": 0.39012402296066284, "sufficiency": 1.0, "masked prediction probs": [ - 0.2698448896408081, - 0.7301551699638367 + 0.5409952998161316, + 0.4590047001838684 ], "full text prediction probs": [ 0.8336100578308105, @@ -168524,12 +189376,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3900200426578522, "sufficiency": 1.0, "masked prediction probs": [ - 0.06660748273134232, - 0.9333925843238831 + 0.5409952998161316, + 0.4590047001838684 + ], + "full text prediction probs": [ + 0.8336100578308105, + 0.16638991236686707 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9183796048164368, + 0.08162032812833786 ], "full text prediction probs": [ 0.8336100578308105, @@ -168552,7 +189417,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9653159379959106, + "sufficiency": 0.9653251767158508, "masked prediction probs": [ 0.8336100578308105, 0.16638991236686707 @@ -168564,7 +189429,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8612514138221741, + "comprehensiveness": 0.8610221147537231, "sufficiency": 1.0, "masked prediction probs": [ 0.1869344860315323, @@ -168577,7 +189442,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8610221147537231, + "comprehensiveness": 0.860792875289917, "sufficiency": 1.0, "masked prediction probs": [ 0.1869344860315323, @@ -168590,7 +189455,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9553050994873047, + "comprehensiveness": 0.9550508260726929, "sufficiency": 1.0, "masked prediction probs": [ 0.11593160778284073, @@ -168603,7 +189468,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9731031060218811, + "comprehensiveness": 0.972844123840332, "sufficiency": 1.0, "masked prediction probs": [ 0.1023661345243454, @@ -168616,7 +189481,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9547966718673706, + "comprehensiveness": 0.9545427560806274, "sufficiency": 1.0, "masked prediction probs": [ 0.11593160778284073, @@ -168627,15 +189492,28 @@ 0.16638991236686707 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06660748273134232, + 0.9333925843238831 + ], + "full text prediction probs": [ + 0.8336100578308105, + 0.16638991236686707 + ], + "labels": 0 } }, "test_1652": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03219025209546089, - "sufficiency": 0.9946573376655579, + "fixed-shap": { + "comprehensiveness": 0.014898834750056267, + "sufficiency": 0.9648476839065552, "masked prediction probs": [ - 0.9604476094245911, - 0.039552364498376846 + 0.9760896563529968, + 0.023910386487841606 ], "full text prediction probs": [ 0.9895673394203186, @@ -168734,12 +189612,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0036526548210531473, - "sufficiency": 0.839163064956665, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03213341906666756, + "sufficiency": 0.9946667551994324, "masked prediction probs": [ - 0.9862572550773621, - 0.013742714188992977 + 0.9604476094245911, + 0.039552364498376846 + ], + "full text prediction probs": [ + 0.9895673394203186, + 0.010432664304971695 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.031017042696475983, + "sufficiency": 0.8976267576217651, + "masked prediction probs": [ + 0.9614530801773071, + 0.03854690492153168 ], "full text prediction probs": [ 0.9895673394203186, @@ -168748,8 +189639,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005954261869192123, - "sufficiency": 0.8632470369338989, + "comprehensiveness": 0.005952947773039341, + "sufficiency": 0.8632771968841553, "masked prediction probs": [ 0.9841703176498413, 0.0158296637237072 @@ -168761,8 +189652,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.020824043080210686, - "sufficiency": 0.9788454174995422, + "comprehensiveness": 0.020819449797272682, + "sufficiency": 0.9788500070571899, "masked prediction probs": [ 0.970687985420227, 0.02931201457977295 @@ -168775,7 +189666,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8673442006111145, + "sufficiency": 0.8673734068870544, "masked prediction probs": [ 0.990145206451416, 0.009854847565293312 @@ -168787,8 +189678,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0032137406524270773, - "sufficiency": 0.8356364369392395, + "comprehensiveness": 0.0032130323816090822, + "sufficiency": 0.8356726765632629, "masked prediction probs": [ 0.9866524338722229, 0.013347535394132137 @@ -168800,8 +189691,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04234706237912178, - "sufficiency": 0.9861305356025696, + "comprehensiveness": 0.042337726801633835, + "sufficiency": 0.9861335754394531, "masked prediction probs": [ 0.9511495232582092, 0.04885049909353256 @@ -168813,8 +189704,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.042337726801633835, - "sufficiency": 0.9861335754394531, + "comprehensiveness": 0.042328398674726486, + "sufficiency": 0.9861366152763367, "masked prediction probs": [ 0.9511495232582092, 0.04885049909353256 @@ -168826,8 +189717,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.042328398674726486, - "sufficiency": 0.9861366152763367, + "comprehensiveness": 0.04231907054781914, + "sufficiency": 0.9861396551132202, "masked prediction probs": [ 0.9511495232582092, 0.04885049909353256 @@ -168837,15 +189728,28 @@ 0.010432664304971695 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0036454140208661556, + "sufficiency": 0.8394818902015686, + "masked prediction probs": [ + 0.9862572550773621, + 0.013742714188992977 + ], + "full text prediction probs": [ + 0.9895673394203186, + 0.010432664304971695 + ], + "labels": 0 } }, "test_1668": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.03781139478087425, - 0.9621885418891907 + 0.94809490442276, + 0.051905106753110886 ], "full text prediction probs": [ 0.46745556592941284, @@ -168944,12 +189848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03781139478087425, + 0.9621885418891907 + ], + "full text prediction probs": [ + 0.46745556592941284, + 0.5325444340705872 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.990776777267456, - 0.009223164059221745 + 0.966618001461029, + 0.03338192030787468 ], "full text prediction probs": [ 0.46745556592941284, @@ -169047,15 +189964,28 @@ 0.5325444340705872 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.990776777267456, + 0.009223164059221745 + ], + "full text prediction probs": [ + 0.46745556592941284, + 0.5325444340705872 + ], + "labels": 1 } }, "test_1680": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7133090496063232, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.3247220516204834, - 0.6752779483795166 + 0.9398488998413086, + 0.06015114486217499 ], "full text prediction probs": [ 0.9212830066680908, @@ -169154,12 +190084,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9145625233650208, - "sufficiency": 0.9703605771064758, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.711946964263916, + "sufficiency": 1.0, "masked prediction probs": [ - 0.15494467318058014, - 0.8450552821159363 + 0.3247220516204834, + 0.6752779483795166 + ], + "full text prediction probs": [ + 0.9212830066680908, + 0.07871697098016739 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.020606808364391327, + "sufficiency": 0.9274356365203857, + "masked prediction probs": [ + 0.9040118455886841, + 0.09598811715841293 ], "full text prediction probs": [ 0.9212830066680908, @@ -169182,7 +190125,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8643746972084045, + "sufficiency": 0.8644070029258728, "masked prediction probs": [ 0.9212830066680908, 0.07871697098016739 @@ -169194,8 +190137,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5707155466079712, - "sufficiency": 0.9750014543533325, + "comprehensiveness": 0.5705794095993042, + "sufficiency": 0.9750074148178101, "masked prediction probs": [ 0.44272154569625854, 0.5572784543037415 @@ -169208,7 +190151,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9756811857223511, + "sufficiency": 0.9756869673728943, "masked prediction probs": [ 0.9603445529937744, 0.0396554172039032 @@ -169220,8 +190163,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9134723544120789, - "sufficiency": 0.9703959822654724, + "comprehensiveness": 0.9132546186447144, + "sufficiency": 0.9704031348228455, "masked prediction probs": [ 0.15494467318058014, 0.8450552821159363 @@ -169233,7 +190176,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0280603114515543, + "comprehensiveness": 0.02805362641811371, "sufficiency": 1.0, "masked prediction probs": [ 0.8977367877960205, @@ -169246,8 +190189,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9130370020866394, - "sufficiency": 0.9704101085662842, + "comprehensiveness": 0.912819504737854, + "sufficiency": 0.9704170823097229, + "masked prediction probs": [ + 0.15494467318058014, + 0.8450552821159363 + ], + "full text prediction probs": [ + 0.9212830066680908, + 0.07871697098016739 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9126021265983582, + "sufficiency": 0.9704241752624512, "masked prediction probs": [ 0.15494467318058014, 0.8450552821159363 @@ -169260,12 +190216,12 @@ } }, "test_1702": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.969189465045929, - "sufficiency": 0.9986706972122192, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9917812943458557, "masked prediction probs": [ - 0.11291898041963577, - 0.8870810270309448 + 0.0355546809732914, + 0.9644452929496765 ], "full text prediction probs": [ 0.9925951361656189, @@ -169364,12 +190320,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5998660922050476, - "sufficiency": 0.9710672497749329, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9674839377403259, + "sufficiency": 0.9986730813980103, "masked prediction probs": [ - 0.44717225432395935, - 0.5528277158737183 + 0.11291898041963577, + 0.8870810270309448 + ], + "full text prediction probs": [ + 0.9925951361656189, + 0.007404832635074854 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004781919531524181, + "sufficiency": 0.9739466309547424, + "masked prediction probs": [ + 0.9882462620735168, + 0.01175371278077364 ], "full text prediction probs": [ 0.9925951361656189, @@ -169378,8 +190347,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00119059719145298, - "sufficiency": 0.20303885638713837, + "comprehensiveness": 0.0011903353733941913, + "sufficiency": 0.20321406424045563, "masked prediction probs": [ 0.9915123581886292, 0.008487630635499954 @@ -169391,8 +190360,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5996023416519165, - "sufficiency": 0.9710801243782043, + "comprehensiveness": 0.5994705557823181, + "sufficiency": 0.9710863828659058, "masked prediction probs": [ 0.44717225432395935, 0.5528277158737183 @@ -169404,8 +190373,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007590176071971655, - "sufficiency": 0.9142407774925232, + "comprehensiveness": 0.007588507607579231, + "sufficiency": 0.9142596125602722, "masked prediction probs": [ 0.9856892824172974, 0.014310719445347786 @@ -169417,8 +190386,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006333526107482612, - "sufficiency": 0.7738540172576904, + "comprehensiveness": 0.000633213494438678, + "sufficiency": 0.7739037871360779, "masked prediction probs": [ 0.9920187592506409, 0.007981188595294952 @@ -169430,8 +190399,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7322545647621155, - "sufficiency": 0.9764745831489563, + "comprehensiveness": 0.7320936918258667, + "sufficiency": 0.9764798283576965, "masked prediction probs": [ 0.3260669708251953, 0.6739330291748047 @@ -169443,8 +190412,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001490572583861649, - "sufficiency": 0.7607309818267822, + "comprehensiveness": 0.0014902452239766717, + "sufficiency": 0.7607834339141846, "masked prediction probs": [ 0.9912380576133728, 0.008761962875723839 @@ -169456,8 +190425,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5989438891410828, - "sufficiency": 0.9711117744445801, + "comprehensiveness": 0.5988123416900635, + "sufficiency": 0.9711180925369263, + "masked prediction probs": [ + 0.44717225432395935, + 0.5528277158737183 + ], + "full text prediction probs": [ + 0.9925951361656189, + 0.007404832635074854 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5986809134483337, + "sufficiency": 0.9711244702339172, "masked prediction probs": [ 0.44717225432395935, 0.5528277158737183 @@ -169470,12 +190452,12 @@ } }, "test_1705": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5706396102905273, - 0.42936041951179504 + 0.09644394367933273, + 0.9035560488700867 ], "full text prediction probs": [ 0.013315791264176369, @@ -169574,12 +190556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5243536233901978, - 0.47564634680747986 + 0.5706396102905273, + 0.42936041951179504 + ], + "full text prediction probs": [ + 0.013315791264176369, + 0.986684262752533 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11142989993095398, + 0.8885700702667236 ], "full text prediction probs": [ 0.013315791264176369, @@ -169601,7 +190596,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.22659748792648315, + "comprehensiveness": 0.22598527371883392, "sufficiency": 0.0, "masked prediction probs": [ 0.03004741296172142, @@ -169614,7 +190609,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1915864646434784, + "comprehensiveness": 0.19107024371623993, "sufficiency": 0.0, "masked prediction probs": [ 0.027500594034790993, @@ -169627,7 +190622,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0542471781373024, + "comprehensiveness": 0.054101403802633286, "sufficiency": 0.0, "masked prediction probs": [ 0.01734292320907116, @@ -169653,7 +190648,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16294890642166138, + "comprehensiveness": 0.1625133752822876, "sufficiency": 0.0, "masked prediction probs": [ 0.02547801285982132, @@ -169677,15 +190672,28 @@ 0.986684262752533 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5243536233901978, + 0.47564634680747986 + ], + "full text prediction probs": [ + 0.013315791264176369, + 0.986684262752533 + ], + "labels": 1 } }, "test_1714": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9600332975387573, "sufficiency": 1.0, "masked prediction probs": [ - 0.024395417422056198, - 0.9756045341491699 + 0.11808989197015762, + 0.8819100856781006 ], "full text prediction probs": [ 0.9140394330024719, @@ -169784,7 +190792,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.024395417422056198, + 0.9756045341491699 + ], + "full text prediction probs": [ + 0.9140394330024719, + 0.0859605073928833 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -169799,7 +190820,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8780314922332764, + "sufficiency": 0.8780608773231506, "masked prediction probs": [ 0.958454430103302, 0.04154560714960098 @@ -169812,7 +190833,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8719075322151184, + "sufficiency": 0.8719382882118225, "masked prediction probs": [ 0.9140394330024719, 0.0859605073928833 @@ -169837,8 +190858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6458655595779419, - "sufficiency": 0.9711939096450806, + "comprehensiveness": 0.645710289478302, + "sufficiency": 0.9712008833885193, "masked prediction probs": [ 0.37701165676116943, 0.6229883432388306 @@ -169851,7 +190872,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9593866467475891, + "sufficiency": 0.959396481513977, "masked prediction probs": [ 0.05777035653591156, 0.9422296285629272 @@ -169864,7 +190885,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8781781196594238, + "sufficiency": 0.8782073259353638, "masked prediction probs": [ 0.958454430103302, 0.04154560714960098 @@ -169887,15 +190908,28 @@ 0.0859605073928833 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02422555908560753, + 0.9757744669914246 + ], + "full text prediction probs": [ + 0.9140394330024719, + 0.0859605073928833 + ], + "labels": 0 } }, "test_1748": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11909588426351547, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.714120626449585, "masked prediction probs": [ - 0.8457334041595459, - 0.1542666256427765 + 0.9551736116409302, + 0.04482632875442505 ], "full text prediction probs": [ 0.9485887289047241, @@ -169994,12 +191028,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1188756451010704, "sufficiency": 1.0, "masked prediction probs": [ - 0.06452956050634384, - 0.935470461845398 + 0.8457334041595459, + 0.1542666256427765 + ], + "full text prediction probs": [ + 0.9485887289047241, + 0.05141127482056618 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8082113265991211, + "masked prediction probs": [ + 0.9627364873886108, + 0.03726346045732498 ], "full text prediction probs": [ 0.9485887289047241, @@ -170009,7 +191056,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8347459435462952, + "sufficiency": 0.834784209728241, "masked prediction probs": [ 0.9749534726142883, 0.025046462193131447 @@ -170021,8 +191068,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07641483843326569, - "sufficiency": 0.827778697013855, + "comprehensiveness": 0.07639718800783157, + "sufficiency": 0.8278185129165649, "masked prediction probs": [ 0.8824414014816284, 0.11755863577127457 @@ -170034,8 +191081,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.971926212310791, - "sufficiency": 0.91936856508255, + "comprehensiveness": 0.9717017412185669, + "sufficiency": 0.91938716173172, "masked prediction probs": [ 0.10706136375665665, 0.8929386138916016 @@ -170047,8 +191094,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7498889565467834, - "sufficiency": 0.8286997675895691, + "comprehensiveness": 0.7497158646583557, + "sufficiency": 0.8287393450737, "masked prediction probs": [ 0.2991589307785034, 0.7008410692214966 @@ -170073,8 +191120,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9633622765541077, - "sufficiency": 0.9033598899841309, + "comprehensiveness": 0.9631400108337402, + "sufficiency": 0.9033821225166321, "masked prediction probs": [ 0.11389826983213425, 0.8861017227172852 @@ -170097,15 +191144,28 @@ 0.05141127482056618 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06452956050634384, + 0.935470461845398 + ], + "full text prediction probs": [ + 0.9485887289047241, + 0.05141127482056618 + ], + "labels": 0 } }, "test_1757": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9864989519119263, + "fixed-shap": { + "comprehensiveness": 0.6769202947616577, + "sufficiency": 0.9740881323814392, "masked prediction probs": [ - 0.042741622775793076, - 0.9572583436965942 + 0.37559229135513306, + 0.6244077086448669 ], "full text prediction probs": [ 0.9845407605171204, @@ -170204,12 +191264,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9857840538024902, - "sufficiency": 0.9788898825645447, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.986522912979126, "masked prediction probs": [ - 0.09616527706384659, - 0.9038347601890564 + 0.042741622775793076, + 0.9572583436965942 + ], + "full text prediction probs": [ + 0.9845407605171204, + 0.015459271147847176 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7477459907531738, + "sufficiency": 0.9767392873764038, + "masked prediction probs": [ + 0.31053251028060913, + 0.6894674897193909 ], "full text prediction probs": [ 0.9845407605171204, @@ -170218,8 +191291,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.01103978417813778, - "sufficiency": 0.5386744737625122, + "comprehensiveness": 0.01103733479976654, + "sufficiency": 0.5387768149375916, "masked prediction probs": [ 0.9745896458625793, 0.025410376489162445 @@ -170231,8 +191304,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.24044369161128998, - "sufficiency": 0.962131679058075, + "comprehensiveness": 0.2403903752565384, + "sufficiency": 0.9621400833129883, "masked prediction probs": [ 0.7677599191665649, 0.23224009573459625 @@ -170244,8 +191317,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9851281642913818, - "sufficiency": 0.9789038896560669, + "comprehensiveness": 0.98490971326828, + "sufficiency": 0.9789085984230042, "masked prediction probs": [ 0.09616527706384659, 0.9038347601890564 @@ -170257,8 +191330,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015479594003409147, - "sufficiency": 0.8125713467597961, + "comprehensiveness": 0.0015476163243874907, + "sufficiency": 0.8126129508018494, "masked prediction probs": [ 0.9831445217132568, 0.01685546711087227 @@ -170270,8 +191343,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8184916377067566, - "sufficiency": 0.9934830069541931, + "comprehensiveness": 0.8183102011680603, + "sufficiency": 0.9934845566749573, "masked prediction probs": [ 0.24610845744609833, 0.7538915276527405 @@ -170283,8 +191356,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011106680613011122, - "sufficiency": 0.8721897602081299, + "comprehensiveness": 0.00111042195931077, + "sufficiency": 0.8722180724143982, "masked prediction probs": [ 0.9835385084152222, 0.016461465507745743 @@ -170296,8 +191369,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9842550158500671, - "sufficiency": 0.9789226055145264, + "comprehensiveness": 0.984036922454834, + "sufficiency": 0.9789272546768188, + "masked prediction probs": [ + 0.09616527706384659, + 0.9038347601890564 + ], + "full text prediction probs": [ + 0.9845407605171204, + 0.015459271147847176 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9838190078735352, + "sufficiency": 0.9789319634437561, "masked prediction probs": [ 0.09616527706384659, 0.9038347601890564 @@ -170310,12 +191396,12 @@ } }, "test_1771": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.5482652187347412, + "fixed-shap": { + "comprehensiveness": 0.1252044439315796, + "sufficiency": 0.996422529220581, "masked prediction probs": [ - 0.9617393612861633, - 0.03826063498854637 + 0.8393299579620361, + 0.1606699824333191 ], "full text prediction probs": [ 0.9472994208335876, @@ -170414,12 +191500,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08910022675991058, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.5491017699241638, + "masked prediction probs": [ + 0.9617393612861633, + 0.03826063498854637 + ], + "full text prediction probs": [ + 0.9472994208335876, + 0.052700553089380264 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6916967034339905, "sufficiency": 1.0, "masked prediction probs": [ - 0.8703216910362244, - 0.12967832386493683 + 0.34957292675971985, + 0.6504271030426025 ], "full text prediction probs": [ 0.9472994208335876, @@ -170429,7 +191528,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8327301740646362, + "sufficiency": 0.8327689170837402, "masked prediction probs": [ 0.9746641516685486, 0.025335879996418953 @@ -170441,8 +191540,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.016523541882634163, - "sufficiency": 0.7769067883491516, + "comprehensiveness": 0.01651972159743309, + "sufficiency": 0.7769582867622375, "masked prediction probs": [ 0.933017373085022, 0.06698261201381683 @@ -170454,8 +191553,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.717194676399231, - "sufficiency": 0.9937494397163391, + "comprehensiveness": 0.717028796672821, + "sufficiency": 0.993750810623169, "masked prediction probs": [ 0.3272520899772644, 0.6727479100227356 @@ -170467,8 +191566,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.10138220340013504, - "sufficiency": 0.820476770401001, + "comprehensiveness": 0.10135876387357712, + "sufficiency": 0.8205183148384094, "masked prediction probs": [ 0.8596296310424805, 0.1403704136610031 @@ -170480,7 +191579,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6910569071769714, + "comprehensiveness": 0.6908971071243286, "sufficiency": 1.0, "masked prediction probs": [ 0.34957292675971985, @@ -170493,8 +191592,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02530456893146038, - "sufficiency": 0.9627705216407776, + "comprehensiveness": 0.025298720225691795, + "sufficiency": 0.96277916431427, "masked prediction probs": [ 0.9254072904586792, 0.07459267228841782 @@ -170506,7 +191605,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6907374858856201, + "comprehensiveness": 0.6905778646469116, "sufficiency": 1.0, "masked prediction probs": [ 0.34957292675971985, @@ -170517,15 +191616,28 @@ 0.052700553089380264 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08891497552394867, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8703216910362244, + 0.12967832386493683 + ], + "full text prediction probs": [ + 0.9472994208335876, + 0.052700553089380264 + ], + "labels": 0 } }, "test_1780": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005100658163428307, - "sufficiency": 0.8999563455581665, + "fixed-shap": { + "comprehensiveness": 0.08079206943511963, + "sufficiency": 0.8846216797828674, "masked prediction probs": [ - 0.9886022210121155, - 0.011397769674658775 + 0.919853150844574, + 0.080146923661232 ], "full text prediction probs": [ 0.9932350516319275, @@ -170624,12 +191736,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006490615662187338, - "sufficiency": 0.8132197856903076, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005091688595712185, + "sufficiency": 0.9001322388648987, "masked prediction probs": [ - 0.987329363822937, - 0.01267059613019228 + 0.9886022210121155, + 0.011397769674658775 + ], + "full text prediction probs": [ + 0.9932350516319275, + 0.006764969322830439 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003981105051934719, + "sufficiency": 0.8526254892349243, + "masked prediction probs": [ + 0.9896119236946106, + 0.010388094931840897 ], "full text prediction probs": [ 0.9932350516319275, @@ -170638,8 +191763,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012405177112668753, - "sufficiency": 0.8273441791534424, + "comprehensiveness": 0.0012402451829984784, + "sufficiency": 0.8273821473121643, "masked prediction probs": [ 0.9921060800552368, 0.007893906906247139 @@ -170651,8 +191776,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006487763486802578, - "sufficiency": 0.8133018016815186, + "comprehensiveness": 0.006486338563263416, + "sufficiency": 0.8133428692817688, "masked prediction probs": [ 0.987329363822937, 0.01267059613019228 @@ -170664,8 +191789,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0020338669419288635, - "sufficiency": 0.861510694026947, + "comprehensiveness": 0.0020334201399236917, + "sufficiency": 0.8615410327911377, "masked prediction probs": [ 0.9913832545280457, 0.008616737090051174 @@ -170677,8 +191802,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014328451361507177, - "sufficiency": 0.7382547855377197, + "comprehensiveness": 0.0014325305819511414, + "sufficiency": 0.7383122444152832, "masked prediction probs": [ 0.9919301867485046, 0.008069836534559727 @@ -170690,8 +191815,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008515940047800541, - "sufficiency": 0.9957862496376038, + "comprehensiveness": 0.008514070883393288, + "sufficiency": 0.9957871437072754, "masked prediction probs": [ 0.9854780435562134, 0.014521889388561249 @@ -170703,8 +191828,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007245474844239652, - "sufficiency": 0.8572750091552734, + "comprehensiveness": 0.0007243884610943496, + "sufficiency": 0.8573063015937805, "masked prediction probs": [ 0.99257493019104, 0.007425022777169943 @@ -170716,8 +191841,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00648064399138093, - "sufficiency": 0.8135066628456116, + "comprehensiveness": 0.006479221861809492, + "sufficiency": 0.8135476112365723, + "masked prediction probs": [ + 0.987329363822937, + 0.01267059613019228 + ], + "full text prediction probs": [ + 0.9932350516319275, + 0.006764969322830439 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006477800663560629, + "sufficiency": 0.8135885000228882, "masked prediction probs": [ 0.987329363822937, 0.01267059613019228 @@ -170730,12 +191868,12 @@ } }, "test_1781": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7884459495544434, + "fixed-shap": { + "comprehensiveness": 0.8740520477294922, "sufficiency": 1.0, "masked prediction probs": [ - 0.1772954910993576, - 0.822704553604126 + 0.13992924988269806, + 0.8600707650184631 ], "full text prediction probs": [ 0.5214447975158691, @@ -170834,12 +191972,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7855659127235413, "sufficiency": 1.0, "masked prediction probs": [ - 0.7994931936264038, - 0.2005068063735962 + 0.1772954910993576, + 0.822704553604126 + ], + "full text prediction probs": [ + 0.5214447975158691, + 0.47855520248413086 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.791042149066925, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.17473818361759186, + 0.8252618312835693 ], "full text prediction probs": [ 0.5214447975158691, @@ -170861,7 +192012,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3260926306247711, + "comprehensiveness": 0.3259439468383789, "sufficiency": 1.0, "masked prediction probs": [ 0.37845611572265625, @@ -170900,7 +192051,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6774834394454956, + "comprehensiveness": 0.677174985408783, "sufficiency": 1.0, "masked prediction probs": [ 0.22396786510944366, @@ -170937,15 +192088,28 @@ 0.47855520248413086 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7994931936264038, + 0.2005068063735962 + ], + "full text prediction probs": [ + 0.5214447975158691, + 0.47855520248413086 + ], + "labels": 0 } }, "test_1795": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02044777199625969, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9971778392791748, "masked prediction probs": [ - 0.9686669111251831, - 0.03133309632539749 + 0.082154780626297, + 0.9178452491760254 ], "full text prediction probs": [ 0.9871140718460083, @@ -171033,10 +192197,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9773516654968262, + "sufficiency": 0.9971822500228882, "masked prediction probs": [ - 0.06130599603056908, - 0.9386940002441406 + 0.082154780626297, + 0.9178452491760254 ], "full text prediction probs": [ 0.9871140718460083, @@ -171044,12 +192208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05127723515033722, - "sufficiency": 0.9860630035400391, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9971828460693359, "masked prediction probs": [ - 0.940771758556366, - 0.059228263795375824 + 0.082154780626297, + 0.9178452491760254 + ], + "full text prediction probs": [ + 0.9871140718460083, + 0.012885873205959797 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.998477041721344, + "sufficiency": 0.9793086051940918, + "masked prediction probs": [ + 0.08453083038330078, + 0.9154691696166992 ], "full text prediction probs": [ 0.9871140718460083, @@ -171059,7 +192236,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7812066078186035, + "sufficiency": 0.7812550067901611, "masked prediction probs": [ 0.9889510273933411, 0.011049019172787666 @@ -171072,7 +192249,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8014472723007202, + "sufficiency": 0.8014912009239197, "masked prediction probs": [ 0.9871140718460083, 0.012885873205959797 @@ -171084,8 +192261,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9980354309082031, - "sufficiency": 0.9793177843093872, + "comprehensiveness": 0.9978147149085999, + "sufficiency": 0.9793222546577454, "masked prediction probs": [ 0.08453083038330078, 0.9154691696166992 @@ -171098,7 +192275,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8015350699424744, + "sufficiency": 0.801578938961029, "masked prediction probs": [ 0.9871140718460083, 0.012885873205959797 @@ -171110,8 +192287,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7315849661827087, - "sufficiency": 0.9748618602752686, + "comprehensiveness": 0.7314231991767883, + "sufficiency": 0.9748674631118774, "masked prediction probs": [ 0.32520535588264465, 0.6747946739196777 @@ -171124,7 +192301,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8354985117912292, + "sufficiency": 0.8355348706245422, "masked prediction probs": [ 0.9877070784568787, 0.012292944826185703 @@ -171136,8 +192313,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9971532821655273, - "sufficiency": 0.9793360233306885, + "comprehensiveness": 0.9969329833984375, + "sufficiency": 0.9793405532836914, + "masked prediction probs": [ + 0.08453083038330078, + 0.9154691696166992 + ], + "full text prediction probs": [ + 0.9871140718460083, + 0.012885873205959797 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.996712863445282, + "sufficiency": 0.9793451428413391, "masked prediction probs": [ 0.08453083038330078, 0.9154691696166992 @@ -171150,12 +192340,12 @@ } }, "test_36": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19008773565292358, - "sufficiency": 0.7531251907348633, + "fixed-shap": { + "comprehensiveness": 0.020347589626908302, + "sufficiency": 0.0, "masked prediction probs": [ - 0.026360737159848213, - 0.9736392498016357 + 0.013912294059991837, + 0.9860877394676208 ], "full text prediction probs": [ 0.012420076876878738, @@ -171254,12 +192444,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.45786404609680176, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18602855503559113, + "sufficiency": 0.7583900094032288, + "masked prediction probs": [ + 0.026360737159848213, + 0.9736392498016357 + ], + "full text prediction probs": [ + 0.012420076876878738, + 0.9875800013542175 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.04673172906041145, - 0.9532682299613953 + 0.012420076876878738, + 0.9875800013542175 ], "full text prediction probs": [ 0.012420076876878738, @@ -171281,7 +192484,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0688636526465416, + "comprehensiveness": 0.06868129223585129, "sufficiency": 0.0, "masked prediction probs": [ 0.017608100548386574, @@ -171294,7 +192497,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3704388439655304, + "comprehensiveness": 0.36946049332618713, "sufficiency": 0.0, "masked prediction probs": [ 0.040402501821517944, @@ -171307,7 +192510,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08605102449655533, + "comprehensiveness": 0.08582434803247452, "sufficiency": 0.0, "masked prediction probs": [ 0.018937425687909126, @@ -171333,7 +192536,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09715750813484192, + "comprehensiveness": 0.09690292179584503, "sufficiency": 0.0, "masked prediction probs": [ 0.01981741562485695, @@ -171346,7 +192549,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.36655616760253906, + "comprehensiveness": 0.3655981719493866, "sufficiency": 0.0, "masked prediction probs": [ 0.040402501821517944, @@ -171357,15 +192560,28 @@ 0.9875800013542175 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.44712257385253906, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04673172906041145, + 0.9532682299613953 + ], + "full text prediction probs": [ + 0.012420076876878738, + 0.9875800013542175 + ], + "labels": 1 } }, "test_88": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9577925801277161, - 0.04220738634467125 + 0.912324070930481, + 0.08767598867416382 ], "full text prediction probs": [ 0.5525319576263428, @@ -171464,12 +192680,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9789667129516602, - 0.021033290773630142 + 0.9577925801277161, + 0.04220738634467125 + ], + "full text prediction probs": [ + 0.5525319576263428, + 0.44746801257133484 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5525319576263428, + 0.44746801257133484 ], "full text prediction probs": [ 0.5525319576263428, @@ -171504,7 +192733,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12904983758926392, + "comprehensiveness": 0.12899483740329742, "sufficiency": 1.0, "masked prediction probs": [ 0.49198514223098755, @@ -171530,7 +192759,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.52718585729599, + "comprehensiveness": 0.5269613862037659, "sufficiency": 1.0, "masked prediction probs": [ 0.30497920513153076, @@ -171543,7 +192772,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5332028865814209, + "comprehensiveness": 0.5329759120941162, "sufficiency": 1.0, "masked prediction probs": [ 0.30204710364341736, @@ -171567,15 +192796,28 @@ 0.44746801257133484 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9789667129516602, + 0.021033290773630142 + ], + "full text prediction probs": [ + 0.5525319576263428, + 0.44746801257133484 + ], + "labels": 1 } }, "test_96": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17833787202835083, + "fixed-shap": { + "comprehensiveness": 0.02862834371626377, "sufficiency": 0.0, "masked prediction probs": [ - 0.022032778710126877, - 0.9779672622680664 + 0.010421691462397575, + 0.9895783066749573 ], "full text prediction probs": [ 0.00820132251828909, @@ -171674,12 +192916,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04297834262251854, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17473255097866058, "sufficiency": 0.0, "masked prediction probs": [ - 0.011603381484746933, - 0.9883965849876404 + 0.022032778710126877, + 0.9779672622680664 + ], + "full text prediction probs": [ + 0.00820132251828909, + 0.9917986392974854 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.009448722004890442, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008951142430305481, + 0.9910488128662109 ], "full text prediction probs": [ 0.00820132251828909, @@ -171688,7 +192943,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1115489974617958, + "comprehensiveness": 0.1112685278058052, "sufficiency": 0.0, "masked prediction probs": [ 0.017053594812750816, @@ -171701,7 +192956,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0531686395406723, + "comprehensiveness": 0.05303528904914856, "sufficiency": 0.0, "masked prediction probs": [ 0.01243129838258028, @@ -171714,7 +192969,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024188611656427383, + "comprehensiveness": 0.024128098040819168, "sufficiency": 0.0, "masked prediction probs": [ 0.010130549781024456, @@ -171727,7 +192982,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05377031862735748, + "comprehensiveness": 0.053636133670806885, "sufficiency": 0.0, "masked prediction probs": [ 0.01250072568655014, @@ -171740,7 +192995,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12111277133226395, + "comprehensiveness": 0.12081129103899002, "sufficiency": 0.0, "masked prediction probs": [ 0.01790945790708065, @@ -171753,7 +193008,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03669176995754242, + "comprehensiveness": 0.036600660532712936, "sufficiency": 0.0, "masked prediction probs": [ 0.011149774305522442, @@ -171766,7 +193021,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05250852182507515, + "comprehensiveness": 0.05237846076488495, "sufficiency": 0.0, "masked prediction probs": [ 0.01243129838258028, @@ -171777,15 +193032,28 @@ 0.9917986392974854 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04202260822057724, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011603381484746933, + 0.9883965849876404 + ], + "full text prediction probs": [ + 0.00820132251828909, + 0.9917986392974854 + ], + "labels": 1 } }, "test_120": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7062987685203552, + "fixed-shap": { + "comprehensiveness": 0.10655535757541656, + "sufficiency": 0.0, "masked prediction probs": [ - 0.09917189925909042, - 0.9008281230926514 + 0.020342765375971794, + 0.9796572327613831 ], "full text prediction probs": [ 0.012541094794869423, @@ -171884,12 +193152,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7125723361968994, + "masked prediction probs": [ + 0.09917189925909042, + 0.9008281230926514 + ], + "full text prediction probs": [ + 0.012541094794869423, + 0.9874589443206787 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05676833167672157, "sufficiency": 0.0, "masked prediction probs": [ - 0.08851036429405212, - 0.9114896655082703 + 0.016799667850136757, + 0.9832003116607666 ], "full text prediction probs": [ 0.012541094794869423, @@ -171898,7 +193179,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3534577190876007, + "comprehensiveness": 0.3525177538394928, "sufficiency": 0.0, "masked prediction probs": [ 0.039056628942489624, @@ -171924,7 +193205,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12966479361057281, + "comprehensiveness": 0.12932179868221283, "sufficiency": 0.0, "masked prediction probs": [ 0.022320082411170006, @@ -171937,7 +193218,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07080952823162079, + "comprehensiveness": 0.07062270492315292, "sufficiency": 0.0, "masked prediction probs": [ 0.017895516008138657, @@ -171950,7 +193231,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.999360203742981, "sufficiency": 0.0, "masked prediction probs": [ 0.08851036429405212, @@ -171963,7 +193244,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0526992566883564, + "comprehensiveness": 0.052560947835445404, "sufficiency": 0.0, "masked prediction probs": [ 0.016547098755836487, @@ -171976,7 +193257,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9967373609542847, + "comprehensiveness": 0.9941282868385315, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08851036429405212, + 0.9114896655082703 + ], + "full text prediction probs": [ + 0.012541094794869423, + 0.9874589443206787 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9915328621864319, "sufficiency": 0.0, "masked prediction probs": [ 0.08851036429405212, @@ -171990,12 +193284,12 @@ } }, "test_149": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9492089748382568, + "fixed-shap": { + "comprehensiveness": 0.04188033938407898, + "sufficiency": 0.0, "masked prediction probs": [ - 0.17013317346572876, - 0.829866886138916 + 0.008762402459979057, + 0.9912376403808594 ], "full text prediction probs": [ 0.005396760068833828, @@ -172094,12 +193388,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7088050842285156, + "sufficiency": 0.9501994252204895, "masked prediction probs": [ - 0.09339472651481628, - 0.9066052436828613 + 0.17013317346572876, + 0.829866886138916 + ], + "full text prediction probs": [ + 0.005396760068833828, + 0.9946032166481018 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.024256229400634766, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007389710750430822, + 0.9926102757453918 ], "full text prediction probs": [ 0.005396760068833828, @@ -172109,7 +193416,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7095131874084473, + "sufficiency": 0.7102178335189819, "masked prediction probs": [ 0.09339472651481628, 0.9066052436828613 @@ -172121,7 +193428,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.042363401502370834, + "comprehensiveness": 0.04226076230406761, "sufficiency": 0.0, "masked prediction probs": [ 0.008885940536856651, @@ -172134,7 +193441,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.008827848359942436, + "comprehensiveness": 0.008806511759757996, "sufficiency": 0.0, "masked prediction probs": [ 0.006125622428953648, @@ -172147,7 +193454,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.021049780771136284, + "comprehensiveness": 0.02099902741611004, "sufficiency": 0.0, "masked prediction probs": [ 0.00713891489431262, @@ -172160,8 +193467,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.66696697473526, - "sufficiency": 0.9480249285697937, + "comprehensiveness": 0.6653627157211304, + "sufficiency": 0.9481498003005981, "masked prediction probs": [ 0.060729801654815674, 0.9392701983451843 @@ -172173,7 +193480,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.019596051424741745, + "comprehensiveness": 0.01954903081059456, "sufficiency": 0.0, "masked prediction probs": [ 0.007026392035186291, @@ -172187,7 +193494,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7136904001235962, + "sufficiency": 0.7143749594688416, + "masked prediction probs": [ + 0.09339472651481628, + 0.9066052436828613 + ], + "full text prediction probs": [ + 0.005396760068833828, + 0.9946032166481018 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7150562405586243, "masked prediction probs": [ 0.09339472651481628, 0.9066052436828613 @@ -172200,12 +193520,12 @@ } }, "test_151": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04921382665634155, "sufficiency": 0.0, "masked prediction probs": [ - 0.10641656070947647, - 0.8935834169387817 + 0.01936119608581066, + 0.9806388020515442 ], "full text prediction probs": [ 0.015924330800771713, @@ -172304,12 +193624,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8183709383010864, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.07438414543867111, - 0.9256157875061035 + 0.10641656070947647, + 0.8935834169387817 + ], + "full text prediction probs": [ + 0.015924330800771713, + 0.9840756058692932 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0561370775103569, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019945694133639336, + 0.9800542593002319 ], "full text prediction probs": [ 0.015924330800771713, @@ -172318,7 +193651,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5776510238647461, + "comprehensiveness": 0.5760424733161926, "sufficiency": 0.0, "masked prediction probs": [ 0.05730409547686577, @@ -172331,7 +193664,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.023459527641534805, + "comprehensiveness": 0.023394381627440453, "sufficiency": 0.0, "masked prediction probs": [ 0.01760966144502163, @@ -172344,7 +193677,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.36323970556259155, + "comprehensiveness": 0.36223381757736206, "sufficiency": 0.0, "masked prediction probs": [ 0.042090170085430145, @@ -172357,7 +193690,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.751730740070343, + "comprehensiveness": 0.7496548295021057, "sufficiency": 0.0, "masked prediction probs": [ 0.0702253207564354, @@ -172407,15 +193740,28 @@ 0.9840756058692932 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7982532382011414, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07438414543867111, + 0.9256157875061035 + ], + "full text prediction probs": [ + 0.015924330800771713, + 0.9840756058692932 + ], + "labels": 1 } }, "test_334": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9219315052032471, - 0.07806846499443054 + 0.40692389011383057, + 0.5930761098861694 ], "full text prediction probs": [ 0.07646756619215012, @@ -172514,12 +193860,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7610154747962952, - 0.2389845848083496 + 0.9219315052032471, + 0.07806846499443054 + ], + "full text prediction probs": [ + 0.07646756619215012, + 0.9235324859619141 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1376950889825821, + 0.8623048663139343 ], "full text prediction probs": [ 0.07646756619215012, @@ -172617,15 +193976,28 @@ 0.9235324859619141 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7610154747962952, + 0.2389845848083496 + ], + "full text prediction probs": [ + 0.07646756619215012, + 0.9235324859619141 + ], + "labels": 1 } }, "test_339": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.020754389464855194, - "sufficiency": 0.9400051236152649, + "fixed-shap": { + "comprehensiveness": 0.031852565705776215, + "sufficiency": 0.7709195613861084, "masked prediction probs": [ - 0.005045399535447359, - 0.994954526424408 + 0.0059602465480566025, + 0.99403977394104 ], "full text prediction probs": [ 0.0033348030410706997, @@ -172712,11 +194084,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.027881041169166565, - "sufficiency": 0.0, + "comprehensiveness": 0.0313204862177372, + "sufficiency": 0.7747416496276855, "masked prediction probs": [ - 0.005671878345310688, - 0.9943280816078186 + 0.0059602465480566025, + 0.99403977394104 ], "full text prediction probs": [ 0.0033348030410706997, @@ -172724,12 +194096,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.021625353023409843, - "sufficiency": 0.8404496312141418, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.020359115675091743, + "sufficiency": 0.9411463737487793, "masked prediction probs": [ - 0.005151874851435423, - 0.9948481321334839 + 0.005045399535447359, + 0.994954526424408 + ], + "full text prediction probs": [ + 0.0033348030410706997, + 0.9966651797294617 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016724178567528725, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00474339397624135, + 0.9952566027641296 ], "full text prediction probs": [ 0.0033348030410706997, @@ -172738,8 +194123,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.0460113063454628, - "sufficiency": 0.9109464883804321, + "comprehensiveness": 0.04590228572487831, + "sufficiency": 0.9111571907997131, "masked prediction probs": [ 0.00721015315502882, 0.9927899241447449 @@ -172751,7 +194136,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.018165066838264465, + "comprehensiveness": 0.018122127279639244, "sufficiency": 0.0, "masked prediction probs": [ 0.00486841332167387, @@ -172764,7 +194149,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.031038431450724602, + "comprehensiveness": 0.030965236946940422, "sufficiency": 0.0, "masked prediction probs": [ 0.005961475893855095, @@ -172777,7 +194162,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018744835630059242, + "comprehensiveness": 0.01870073564350605, "sufficiency": 0.0, "masked prediction probs": [ 0.004924875218421221, @@ -172790,8 +194175,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.028210937976837158, - "sufficiency": 0.7003695964813232, + "comprehensiveness": 0.028144722804427147, + "sufficiency": 0.7010720372200012, "masked prediction probs": [ 0.005733480677008629, 0.9942665696144104 @@ -172803,8 +194188,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03311806172132492, - "sufficiency": 0.6586613059043884, + "comprehensiveness": 0.03304051235318184, + "sufficiency": 0.6594597101211548, "masked prediction probs": [ 0.006157262250781059, 0.9938427209854126 @@ -172816,11 +194201,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017952386289834976, + "comprehensiveness": 0.016450684517621994, "sufficiency": 0.0, "masked prediction probs": [ - 0.00486841332167387, - 0.9951316118240356 + 0.00474339397624135, + 0.9952566027641296 + ], + "full text prediction probs": [ + 0.0033348030410706997, + 0.9966651797294617 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.021171726286411285, + "sufficiency": 0.8437925577163696, + "masked prediction probs": [ + 0.005151874851435423, + 0.9948481321334839 ], "full text prediction probs": [ 0.0033348030410706997, @@ -172830,12 +194228,12 @@ } }, "test_344": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9779166579246521, - 0.02208331786096096 + 0.9712381362915039, + 0.028761913999915123 ], "full text prediction probs": [ 0.35123637318611145, @@ -172934,12 +194332,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9855337738990784, - 0.014466202817857265 + 0.9779166579246521, + 0.02208331786096096 + ], + "full text prediction probs": [ + 0.35123637318611145, + 0.6487635970115662 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.873347282409668, + 0.12665273249149323 ], "full text prediction probs": [ 0.35123637318611145, @@ -173037,15 +194448,28 @@ 0.6487635970115662 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9855337738990784, + 0.014466202817857265 + ], + "full text prediction probs": [ + 0.35123637318611145, + 0.6487635970115662 + ], + "labels": 1 } }, "test_369": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9831868410110474, - 0.01681314967572689 + 0.6867783665657043, + 0.31322163343429565 ], "full text prediction probs": [ 0.07333924621343613, @@ -173144,12 +194568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9829918742179871, - 0.017008142545819283 + 0.9831868410110474, + 0.01681314967572689 + ], + "full text prediction probs": [ + 0.07333924621343613, + 0.9266607761383057 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8169480562210083, + 0.1830519437789917 ], "full text prediction probs": [ 0.07333924621343613, @@ -173247,15 +194684,28 @@ 0.9266607761383057 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9829918742179871, + 0.017008142545819283 + ], + "full text prediction probs": [ + 0.07333924621343613, + 0.9266607761383057 + ], + "labels": 1 } }, "test_382": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.22829273343086243, "sufficiency": 0.0, "masked prediction probs": [ - 0.2793164849281311, - 0.7206835150718689 + 0.02498016692698002, + 0.9750197529792786 ], "full text prediction probs": [ 0.007000276818871498, @@ -173354,12 +194804,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.08997996896505356, - 0.9100199937820435 + 0.2793164849281311, + 0.7206835150718689 + ], + "full text prediction probs": [ + 0.007000276818871498, + 0.9929996728897095 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08935020118951797, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014198284596204758, + 0.9858017563819885 ], "full text prediction probs": [ 0.007000276818871498, @@ -173381,7 +194844,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07702839374542236, + "comprehensiveness": 0.07683806866407394, "sufficiency": 0.0, "masked prediction probs": [ 0.013221067376434803, @@ -173394,7 +194857,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09330032020807266, + "comprehensiveness": 0.09307035803794861, "sufficiency": 0.0, "masked prediction probs": [ 0.01455382164567709, @@ -173407,7 +194870,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0282429326325655, + "comprehensiveness": 0.02817349322140217, "sufficiency": 0.0, "masked prediction probs": [ 0.009292506612837315, @@ -173420,7 +194883,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3711961507797241, + "comprehensiveness": 0.3702857494354248, "sufficiency": 0.0, "masked prediction probs": [ 0.03720031678676605, @@ -173433,7 +194896,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15124893188476562, + "comprehensiveness": 0.1508788764476776, "sufficiency": 0.0, "masked prediction probs": [ 0.01933598704636097, @@ -173457,15 +194920,28 @@ 0.9929996728897095 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08997996896505356, + 0.9100199937820435 + ], + "full text prediction probs": [ + 0.007000276818871498, + 0.9929996728897095 + ], + "labels": 1 } }, "test_425": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.10040241479873657, + "sufficiency": 0.03854699805378914, "masked prediction probs": [ - 0.9830423593521118, - 0.016957689076662064 + 0.0174569059163332, + 0.9825431108474731 ], "full text prediction probs": [ 0.009833884425461292, @@ -173564,12 +195040,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9846871495246887, - 0.015312852337956429 + 0.9830423593521118, + 0.016957689076662064 + ], + "full text prediction probs": [ + 0.009833884425461292, + 0.9901661276817322 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05253802239894867, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013917329721152782, + 0.9860826134681702 ], "full text prediction probs": [ 0.009833884425461292, @@ -173617,7 +195106,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04403169825673103, + "comprehensiveness": 0.043919533491134644, "sufficiency": 0.0, "masked prediction probs": [ 0.01328260824084282, @@ -173630,8 +195119,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18270088732242584, - "sufficiency": 0.7724693417549133, + "comprehensiveness": 0.1822366714477539, + "sufficiency": 0.7730467319488525, "masked prediction probs": [ 0.02418048493564129, 0.9758195281028748 @@ -173643,7 +195132,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02534623257815838, + "comprehensiveness": 0.0252819936722517, "sufficiency": 0.0, "masked prediction probs": [ 0.011829273775219917, @@ -173667,15 +195156,28 @@ 0.9901661276817322 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9846871495246887, + 0.015312852337956429 + ], + "full text prediction probs": [ + 0.009833884425461292, + 0.9901661276817322 + ], + "labels": 1 } }, "test_429": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9875516295433044, - 0.012448440305888653 + 0.9677610397338867, + 0.0322389118373394 ], "full text prediction probs": [ 0.03021710179746151, @@ -173765,8 +195267,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9875516295433044, - 0.012448440305888653 + 0.9677610397338867, + 0.0322389118373394 ], "full text prediction probs": [ 0.03021710179746151, @@ -173774,12 +195276,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9889709949493408, - 0.011028975248336792 + 0.9677610397338867, + 0.0322389118373394 + ], + "full text prediction probs": [ + 0.03021710179746151, + 0.9697829484939575 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.4606568515300751, + "masked prediction probs": [ + 0.9893492460250854, + 0.010650756768882275 ], "full text prediction probs": [ 0.03021710179746151, @@ -173827,7 +195342,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6388983726501465, + "comprehensiveness": 0.6367002725601196, "sufficiency": 0.0, "masked prediction probs": [ 0.06723598390817642, @@ -173853,7 +195368,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.22094982862472534, + "comprehensiveness": 0.22019486129283905, "sufficiency": 0.0, "masked prediction probs": [ 0.04310767352581024, @@ -173867,10 +195382,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.4734913110733032, "masked prediction probs": [ - 0.9889709949493408, - 0.011028975248336792 + 0.9893492460250854, + 0.010650756768882275 + ], + "full text prediction probs": [ + 0.03021710179746151, + 0.9697829484939575 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4752751290798187, + "masked prediction probs": [ + 0.9893492460250854, + 0.010650756768882275 ], "full text prediction probs": [ 0.03021710179746151, @@ -173880,12 +195408,12 @@ } }, "test_496": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0878075510263443, + "fixed-shap": { + "comprehensiveness": 0.06234575808048248, "sufficiency": 0.0, "masked prediction probs": [ - 0.013428499922156334, - 0.9865714907646179 + 0.011409541592001915, + 0.98859041929245 ], "full text prediction probs": [ 0.006466010119765997, @@ -173984,12 +195512,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.039815641939640045, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08607049286365509, "sufficiency": 0.0, "masked prediction probs": [ - 0.009686834178864956, - 0.9903131723403931 + 0.013428499922156334, + 0.9865714907646179 + ], + "full text prediction probs": [ + 0.006466010119765997, + 0.9935339689254761 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030559105798602104, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008944115601480007, + 0.9910558462142944 ], "full text prediction probs": [ 0.006466010119765997, @@ -173998,7 +195539,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.145867258310318, + "comprehensiveness": 0.1455083191394806, "sufficiency": 0.0, "masked prediction probs": [ 0.018294787034392357, @@ -174011,7 +195552,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.039619699120521545, + "comprehensiveness": 0.0395224466919899, "sufficiency": 0.0, "masked prediction probs": [ 0.009686834178864956, @@ -174024,7 +195565,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08483473211526871, + "comprehensiveness": 0.08462700992822647, "sufficiency": 0.0, "masked prediction probs": [ 0.013379460200667381, @@ -174037,7 +195578,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03180188685655594, + "comprehensiveness": 0.03172420710325241, "sufficiency": 0.0, "masked prediction probs": [ 0.00906406156718731, @@ -174050,7 +195591,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.15679562091827393, + "comprehensiveness": 0.15641357004642487, "sufficiency": 0.0, "masked prediction probs": [ 0.01930650696158409, @@ -174063,7 +195604,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06195422634482384, + "comprehensiveness": 0.061803631484508514, "sufficiency": 0.0, "masked prediction probs": [ 0.01155200507491827, @@ -174076,7 +195617,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03913817182183266, + "comprehensiveness": 0.03904326632618904, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009686834178864956, + 0.9903131723403931 + ], + "full text prediction probs": [ + 0.006466010119765997, + 0.9935339689254761 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.038948822766542435, "sufficiency": 0.0, "masked prediction probs": [ 0.009686834178864956, @@ -174090,12 +195644,12 @@ } }, "test_504": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4435739815235138, - "sufficiency": 0.8367022275924683, + "fixed-shap": { + "comprehensiveness": 0.0944431722164154, + "sufficiency": 0.279476135969162, "masked prediction probs": [ - 0.041777677834033966, - 0.9582223296165466 + 0.014181775040924549, + 0.9858182072639465 ], "full text prediction probs": [ 0.0067168595269322395, @@ -174194,12 +195748,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17690198123455048, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43477165699005127, + "sufficiency": 0.8399387001991272, + "masked prediction probs": [ + 0.041777677834033966, + 0.9582223296165466 + ], + "full text prediction probs": [ + 0.0067168595269322395, + 0.9932831525802612 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.026693888008594513, "sufficiency": 0.0, "masked prediction probs": [ - 0.020982548594474792, - 0.979017436504364 + 0.00887481402605772, + 0.9911251664161682 ], "full text prediction probs": [ 0.0067168595269322395, @@ -174208,7 +195775,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1764642596244812, + "comprehensiveness": 0.17602869868278503, "sufficiency": 0.0, "masked prediction probs": [ 0.020982548594474792, @@ -174221,7 +195788,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03763149306178093, + "comprehensiveness": 0.037538837641477585, "sufficiency": 0.0, "masked prediction probs": [ 0.009766553528606892, @@ -174234,7 +195801,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.033351797610521317, + "comprehensiveness": 0.03326988220214844, "sufficiency": 0.0, "masked prediction probs": [ 0.00942644476890564, @@ -174247,7 +195814,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025725077837705612, + "comprehensiveness": 0.025662047788500786, "sufficiency": 0.0, "masked prediction probs": [ 0.008811933919787407, @@ -174260,7 +195827,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09333100914955139, + "comprehensiveness": 0.09310289472341537, "sufficiency": 0.0, "masked prediction probs": [ 0.014336599968373775, @@ -174273,7 +195840,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026265710592269897, + "comprehensiveness": 0.02620166912674904, "sufficiency": 0.0, "masked prediction probs": [ 0.0088664460927248, @@ -174286,7 +195853,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.17388275265693665, + "comprehensiveness": 0.17345982789993286, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020982548594474792, + 0.979017436504364 + ], + "full text prediction probs": [ + 0.0067168595269322395, + 0.9932831525802612 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17303895950317383, "sufficiency": 0.0, "masked prediction probs": [ 0.020982548594474792, @@ -174300,12 +195880,12 @@ } }, "test_541": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011852413415908813, - "sufficiency": 0.9614570736885071, + "fixed-shap": { + "comprehensiveness": 0.0037959504406899214, + "sufficiency": 0.8932170867919922, "masked prediction probs": [ - 0.9781041741371155, - 0.021895848214626312 + 0.9853811860084534, + 0.014618884772062302 ], "full text prediction probs": [ 0.9888098835945129, @@ -174404,12 +195984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0484139658510685, - "sufficiency": 0.9383628368377686, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011831455864012241, + "sufficiency": 0.9615252017974854, "masked prediction probs": [ - 0.9450024366378784, - 0.05499758943915367 + 0.9781041741371155, + 0.021895848214626312 + ], + "full text prediction probs": [ + 0.9888098835945129, + 0.011190117336809635 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007453318685293198, + "sufficiency": 0.9021357893943787, + "masked prediction probs": [ + 0.9820642471313477, + 0.017935821786522865 ], "full text prediction probs": [ 0.9888098835945129, @@ -174418,8 +196011,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0017363394144922495, - "sufficiency": 0.7663202881813049, + "comprehensiveness": 0.001735955709591508, + "sufficiency": 0.7663719058036804, "masked prediction probs": [ 0.9872384071350098, 0.012761583551764488 @@ -174431,8 +196024,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04839257523417473, - "sufficiency": 0.9383900761604309, + "comprehensiveness": 0.04838188737630844, + "sufficiency": 0.9384036660194397, "masked prediction probs": [ 0.9450024366378784, 0.05499758943915367 @@ -174444,8 +196037,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005650336388498545, - "sufficiency": 0.873388946056366, + "comprehensiveness": 0.00564908841624856, + "sufficiency": 0.8734168410301208, "masked prediction probs": [ 0.9836937785148621, 0.016306225210428238 @@ -174457,8 +196050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006739694159477949, - "sufficiency": 0.8167462348937988, + "comprehensiveness": 0.006738206371665001, + "sufficiency": 0.8167867660522461, "masked prediction probs": [ 0.9827060699462891, 0.01729397661983967 @@ -174470,8 +196063,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04836052283644676, - "sufficiency": 0.938430905342102, + "comprehensiveness": 0.04834984615445137, + "sufficiency": 0.9384444952011108, "masked prediction probs": [ 0.9450024366378784, 0.05499758943915367 @@ -174483,8 +196076,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0031684054993093014, - "sufficiency": 0.8624040484428406, + "comprehensiveness": 0.0031677065417170525, + "sufficiency": 0.8624343872070312, "masked prediction probs": [ 0.9859391450881958, 0.014060864225029945 @@ -174496,8 +196089,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.048339176923036575, - "sufficiency": 0.9384580850601196, + "comprehensiveness": 0.04832850769162178, + "sufficiency": 0.9384716153144836, + "masked prediction probs": [ + 0.9450024366378784, + 0.05499758943915367 + ], + "full text prediction probs": [ + 0.9888098835945129, + 0.011190117336809635 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04831784963607788, + "sufficiency": 0.9384852051734924, "masked prediction probs": [ 0.9450024366378784, 0.05499758943915367 @@ -174510,12 +196116,12 @@ } }, "test_562": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8047209978103638, + "fixed-shap": { + "comprehensiveness": 0.024554245173931122, + "sufficiency": 0.0, "masked prediction probs": [ - 0.31931790709495544, - 0.6806821227073669 + 0.006641106680035591, + 0.9933589100837708 ], "full text prediction probs": [ 0.004649497102946043, @@ -174614,12 +196220,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8357709050178528, + "sufficiency": 0.8084947466850281, "masked prediction probs": [ - 0.1766115128993988, - 0.8233885169029236 + 0.31931790709495544, + 0.6806821227073669 + ], + "full text prediction probs": [ + 0.004649497102946043, + 0.9953504800796509 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.018823325634002686, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00621016463264823, + 0.9937898516654968 ], "full text prediction probs": [ 0.004649497102946043, @@ -174629,7 +196248,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8361666202545166, + "sufficiency": 0.8365604877471924, "masked prediction probs": [ 0.1766115128993988, 0.8233885169029236 @@ -174641,8 +196260,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3433530926704407, - "sufficiency": 0.5987932682037354, + "comprehensiveness": 0.34252867102622986, + "sufficiency": 0.5997554659843445, "masked prediction probs": [ 0.03318532183766365, 0.9668146371841431 @@ -174654,7 +196273,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.023175949230790138, + "comprehensiveness": 0.02312043495476246, "sufficiency": 0.0, "masked prediction probs": [ 0.006580257788300514, @@ -174667,7 +196286,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01643618568778038, + "comprehensiveness": 0.016396909952163696, "sufficiency": 0.0, "masked prediction probs": [ 0.006022034212946892, @@ -174680,8 +196299,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5028100609779358, - "sufficiency": 0.7885197997093201, + "comprehensiveness": 0.5016114115715027, + "sufficiency": 0.7890233397483826, "masked prediction probs": [ 0.046739447861909866, 0.9532605409622192 @@ -174693,7 +196312,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03630075231194496, + "comprehensiveness": 0.03621441870927811, "sufficiency": 0.0, "masked prediction probs": [ 0.007695464417338371, @@ -174707,7 +196326,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8385016918182373, + "sufficiency": 0.8388844132423401, + "masked prediction probs": [ + 0.1766115128993988, + 0.8233885169029236 + ], + "full text prediction probs": [ + 0.004649497102946043, + 0.9953504800796509 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8392652869224548, "masked prediction probs": [ 0.1766115128993988, 0.8233885169029236 @@ -174720,12 +196352,12 @@ } }, "test_638": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9391499757766724, - 0.06084996461868286 + 0.16497725248336792, + 0.8350226879119873 ], "full text prediction probs": [ 0.03280727192759514, @@ -174824,12 +196456,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9391499757766724, + 0.06084996461868286 + ], + "full text prediction probs": [ + 0.03280727192759514, + 0.9671927690505981 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.5597256422042847, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7949860095977783, - 0.20501397550106049 + 0.23753032088279724, + 0.7624697089195251 ], "full text prediction probs": [ 0.03280727192759514, @@ -174839,7 +196484,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5613312125205994, + "sufficiency": 0.5629251599311829, "masked prediction probs": [ 0.7949860095977783, 0.20501397550106049 @@ -174917,7 +196562,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5707241296768188, + "sufficiency": 0.5722506642341614, + "masked prediction probs": [ + 0.7949860095977783, + 0.20501397550106049 + ], + "full text prediction probs": [ + 0.03280727192759514, + 0.9671927690505981 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5737663507461548, "masked prediction probs": [ 0.7949860095977783, 0.20501397550106049 @@ -174930,12 +196588,12 @@ } }, "test_673": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.24787096679210663, - "sufficiency": 0.8816537857055664, + "fixed-shap": { + "comprehensiveness": 0.011434173211455345, + "sufficiency": 0.0, "masked prediction probs": [ - 0.0247518178075552, - 0.9752481579780579 + 0.00557393254712224, + 0.9944260120391846 ], "full text prediction probs": [ 0.004646576475352049, @@ -175034,12 +196692,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.23951110243797302, - "sufficiency": 0.888634979724884, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24307531118392944, + "sufficiency": 0.8839406967163086, "masked prediction probs": [ - 0.024457072839140892, - 0.9755429625511169 + 0.0247518178075552, + 0.9752481579780579 + ], + "full text prediction probs": [ + 0.004646576475352049, + 0.9953534603118896 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.004646576475352049, + 0.9953534603118896 ], "full text prediction probs": [ 0.004646576475352049, @@ -175048,8 +196719,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2389332503080368, - "sufficiency": 0.8889033198356628, + "comprehensiveness": 0.23835819959640503, + "sufficiency": 0.8891704082489014, "masked prediction probs": [ 0.024457072839140892, 0.9755429625511169 @@ -175061,7 +196732,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.017012421041727066, + "comprehensiveness": 0.01697157323360443, "sufficiency": 0.0, "masked prediction probs": [ 0.006060528568923473, @@ -175074,8 +196745,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09422650188207626, - "sufficiency": 0.8688727617263794, + "comprehensiveness": 0.09400080889463425, + "sufficiency": 0.8691864609718323, "masked prediction probs": [ 0.01249677687883377, 0.9875032305717468 @@ -175087,7 +196758,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006822472438216209, + "comprehensiveness": 0.0068061696365475655, "sufficiency": 0.0, "masked prediction probs": [ 0.005216298624873161, @@ -175100,8 +196771,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2366494983434677, - "sufficiency": 0.8899639248847961, + "comprehensiveness": 0.23608537018299103, + "sufficiency": 0.8902259469032288, "masked prediction probs": [ 0.024457072839140892, 0.9755429625511169 @@ -175113,7 +196784,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026145443320274353, + "comprehensiveness": 0.026083266362547874, "sufficiency": 0.0, "masked prediction probs": [ 0.006840410642325878, @@ -175126,8 +196797,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23552392423152924, - "sufficiency": 0.8904866576194763, + "comprehensiveness": 0.23496513068675995, + "sufficiency": 0.8907461762428284, + "masked prediction probs": [ + 0.024457072839140892, + 0.9755429625511169 + ], + "full text prediction probs": [ + 0.004646576475352049, + 0.9953534603118896 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.23440898954868317, + "sufficiency": 0.8910045027732849, "masked prediction probs": [ 0.024457072839140892, 0.9755429625511169 @@ -175140,12 +196824,12 @@ } }, "test_717": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9141947031021118, + "fixed-shap": { + "comprehensiveness": 0.24613326787948608, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3867007791996002, - 0.6132992506027222 + 0.024988247081637383, + 0.9750117063522339 ], "full text prediction probs": [ 0.005147189367562532, @@ -175244,12 +196928,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6961968541145325, + "sufficiency": 0.9158628582954407, "masked prediction probs": [ - 0.21372893452644348, - 0.7862710356712341 + 0.3867007791996002, + 0.6132992506027222 + ], + "full text prediction probs": [ + 0.005147189367562532, + 0.9948528409004211 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.27532586455345154, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02783726155757904, + 0.9721627831459045 ], "full text prediction probs": [ 0.005147189367562532, @@ -175258,7 +196955,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6824244856834412, + "comprehensiveness": 0.680772066116333, "sufficiency": 0.0, "masked prediction probs": [ 0.061386916786432266, @@ -175271,7 +196968,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3937578499317169, + "comprehensiveness": 0.3928067088127136, "sufficiency": 0.0, "masked prediction probs": [ 0.037676069885492325, @@ -175284,7 +196981,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.013006801716983318, + "comprehensiveness": 0.012975458987057209, "sufficiency": 0.0, "masked prediction probs": [ 0.006224306300282478, @@ -175297,7 +196994,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007667806465178728, + "comprehensiveness": 0.0076493737287819386, "sufficiency": 0.0, "masked prediction probs": [ 0.005783645436167717, @@ -175310,8 +197007,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5608511567115784, - "sufficiency": 0.8848283886909485, + "comprehensiveness": 0.5595061779022217, + "sufficiency": 0.885104238986969, "masked prediction probs": [ 0.05181662365794182, 0.9481834173202515 @@ -175323,7 +197020,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2860317528247833, + "comprehensiveness": 0.28534746170043945, "sufficiency": 0.0, "masked prediction probs": [ 0.029005572199821472, @@ -175336,7 +197033,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.67262864112854, + "comprehensiveness": 0.6710233092308044, "sufficiency": 0.0, "masked prediction probs": [ 0.061386916786432266, @@ -175347,15 +197044,28 @@ 0.9948528409004211 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7026993036270142, + "masked prediction probs": [ + 0.21372893452644348, + 0.7862710356712341 + ], + "full text prediction probs": [ + 0.005147189367562532, + 0.9948528409004211 + ], + "labels": 1 } }, "test_728": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9561930298805237, - 0.04380692169070244 + 0.24371953308582306, + 0.7562804222106934 ], "full text prediction probs": [ 0.08572612702846527, @@ -175454,12 +197164,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9573639631271362, - 0.042636048048734665 + 0.9561930298805237, + 0.04380692169070244 + ], + "full text prediction probs": [ + 0.08572612702846527, + 0.9142738580703735 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.23215743899345398, + 0.7678425908088684 ], "full text prediction probs": [ 0.08572612702846527, @@ -175557,15 +197280,28 @@ 0.9142738580703735 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9573639631271362, + 0.042636048048734665 + ], + "full text prediction probs": [ + 0.08572612702846527, + 0.9142738580703735 + ], + "labels": 1 } }, "test_781": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9752158522605896, - 0.024784158915281296 + 0.1850467175245285, + 0.8149533271789551 ], "full text prediction probs": [ 0.10599484294652939, @@ -175664,12 +197400,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9687700271606445, - 0.031229974702000618 + 0.9752158522605896, + 0.024784158915281296 + ], + "full text prediction probs": [ + 0.10599484294652939, + 0.8940051794052124 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10599484294652939, + 0.8940051794052124 ], "full text prediction probs": [ 0.10599484294652939, @@ -175767,15 +197516,28 @@ 0.8940051794052124 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9687700271606445, + 0.031229974702000618 + ], + "full text prediction probs": [ + 0.10599484294652939, + 0.8940051794052124 + ], + "labels": 1 } }, "test_812": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02629229985177517, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.49539127945899963, + "sufficiency": 0.8385468125343323, "masked prediction probs": [ - 0.006045020185410976, - 0.9939549565315247 + 0.044448260217905045, + 0.9555517435073853 ], "full text prediction probs": [ 0.0038926110137254, @@ -175862,11 +197624,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.02585015818476677, + "comprehensiveness": 0.037697192281484604, "sufficiency": 0.0, "masked prediction probs": [ - 0.006045020185410976, - 0.9939549565315247 + 0.007031484041363001, + 0.9929684996604919 ], "full text prediction probs": [ 0.0038926110137254, @@ -175874,12 +197636,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03023858740925789, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.037606850266456604, "sufficiency": 0.0, "masked prediction probs": [ - 0.006416540592908859, - 0.9935835003852844 + 0.007031484041363001, + 0.9929684996604919 + ], + "full text prediction probs": [ + 0.0038926110137254, + 0.9961073994636536 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13392311334609985, + "sufficiency": 0.6690665483474731, + "masked prediction probs": [ + 0.015097509138286114, + 0.984902560710907 ], "full text prediction probs": [ 0.0038926110137254, @@ -175888,8 +197663,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04833559691905975, - "sufficiency": 0.7292630076408386, + "comprehensiveness": 0.04822031036019325, + "sufficiency": 0.7299079895019531, "masked prediction probs": [ 0.007936600595712662, 0.9920633435249329 @@ -175901,7 +197676,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.030094340443611145, + "comprehensiveness": 0.03002273105084896, "sufficiency": 0.0, "masked prediction probs": [ 0.006416540592908859, @@ -175914,7 +197689,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0022213587071746588, + "comprehensiveness": 0.0022160857915878296, "sufficiency": 0.0, "masked prediction probs": [ 0.004079375881701708, @@ -175927,7 +197702,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.029951462522149086, + "comprehensiveness": 0.029880531132221222, "sufficiency": 0.0, "masked prediction probs": [ 0.006416540592908859, @@ -175940,8 +197715,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06953094899654388, - "sufficiency": 0.8233957290649414, + "comprehensiveness": 0.06936667114496231, + "sufficiency": 0.8238124847412109, "masked prediction probs": [ 0.009765597991645336, 0.990234375 @@ -175953,7 +197728,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.010303661227226257, + "comprehensiveness": 0.01027937512844801, "sufficiency": 0.0, "masked prediction probs": [ 0.004765017423778772, @@ -175966,7 +197741,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02973967231810093, + "comprehensiveness": 0.029669739305973053, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006416540592908859, + 0.9935835003852844 + ], + "full text prediction probs": [ + 0.0038926110137254, + 0.9961073994636536 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02960013598203659, "sufficiency": 0.0, "masked prediction probs": [ 0.006416540592908859, @@ -175980,12 +197768,12 @@ } }, "test_835": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11211954057216644, "sufficiency": 0.0, "masked prediction probs": [ - 0.46554437279701233, - 0.5344555974006653 + 0.01621171459555626, + 0.983788251876831 ], "full text prediction probs": [ 0.007429557852447033, @@ -176084,12 +197872,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.35062873363494873, + "sufficiency": 0.0, "masked prediction probs": [ - 0.15226100385189056, - 0.8477389812469482 + 0.46554437279701233, + 0.5344555974006653 + ], + "full text prediction probs": [ + 0.007429557852447033, + 0.9925704598426819 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07359042763710022, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013326306827366352, + 0.9866737127304077 ], "full text prediction probs": [ 0.007429557852447033, @@ -176099,7 +197900,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.35224780440330505, + "sufficiency": 0.3538587987422943, "masked prediction probs": [ 0.15226100385189056, 0.8477389812469482 @@ -176111,7 +197912,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.35404786467552185, + "comprehensiveness": 0.35316839814186096, "sufficiency": 0.0, "masked prediction probs": [ 0.03586995601654053, @@ -176124,7 +197925,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03270547837018967, + "comprehensiveness": 0.032624442130327225, "sufficiency": 0.0, "masked prediction probs": [ 0.010063263587653637, @@ -176137,7 +197938,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03875107690691948, + "comprehensiveness": 0.038655295968055725, "sufficiency": 0.0, "masked prediction probs": [ 0.010557858273386955, @@ -176163,7 +197964,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013147938065230846, + "comprehensiveness": 0.013115599751472473, "sufficiency": 0.0, "masked prediction probs": [ 0.008496185764670372, @@ -176177,7 +197978,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3617950975894928, + "sufficiency": 0.3633590340614319, + "masked prediction probs": [ + 0.15226100385189056, + 0.8477389812469482 + ], + "full text prediction probs": [ + 0.007429557852447033, + 0.9925704598426819 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.36491531133651733, "masked prediction probs": [ 0.15226100385189056, 0.8477389812469482 @@ -176190,12 +198004,12 @@ } }, "test_934": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05761682987213135, - "sufficiency": 0.9872978329658508, + "fixed-shap": { + "comprehensiveness": 0.09260175377130508, + "sufficiency": 0.9622311592102051, "masked prediction probs": [ - 0.9378349184989929, - 0.0621650293469429 + 0.9061951041221619, + 0.09380487352609634 ], "full text prediction probs": [ 0.9899426698684692, @@ -176294,12 +198108,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07863206416368484, - "sufficiency": 0.9865922927856445, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05751507729291916, + "sufficiency": 0.9873202443122864, "masked prediction probs": [ - 0.9187032580375671, - 0.08129675686359406 + 0.9378349184989929, + 0.0621650293469429 + ], + "full text prediction probs": [ + 0.9899426698684692, + 0.010057314299046993 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10861790925264359, + "sufficiency": 0.9440260529518127, + "masked prediction probs": [ + 0.8915148377418518, + 0.1084851324558258 ], "full text prediction probs": [ 0.9899426698684692, @@ -176309,7 +198136,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7696372270584106, + "sufficiency": 0.7696880102157593, "masked prediction probs": [ 0.9906033873558044, 0.00939657911658287 @@ -176321,8 +198148,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07859736680984497, - "sufficiency": 0.9865980744361877, + "comprehensiveness": 0.07858002930879593, + "sufficiency": 0.9866011142730713, "masked prediction probs": [ 0.9187032580375671, 0.08129675686359406 @@ -176334,8 +198161,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.15766070783138275, - "sufficiency": 0.9384985566139221, + "comprehensiveness": 0.1576259285211563, + "sufficiency": 0.9385120868682861, "masked prediction probs": [ 0.8470099568367004, 0.15299002826213837 @@ -176347,8 +198174,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.1576259285211563, - "sufficiency": 0.9385120868682861, + "comprehensiveness": 0.15759117901325226, + "sufficiency": 0.9385256767272949, "masked prediction probs": [ 0.8470099568367004, 0.15299002826213837 @@ -176360,8 +198187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.128265842795372, - "sufficiency": 0.9220237731933594, + "comprehensiveness": 0.1282375603914261, + "sufficiency": 0.9220409393310547, "masked prediction probs": [ 0.8736075758934021, 0.1263924390077591 @@ -176374,7 +198201,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8555373549461365, + "sufficiency": 0.8555691838264465, "masked prediction probs": [ 0.9906904697418213, 0.009309488348662853 @@ -176386,8 +198213,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07851074635982513, - "sufficiency": 0.9866129159927368, + "comprehensiveness": 0.07849343866109848, + "sufficiency": 0.9866159558296204, + "masked prediction probs": [ + 0.9187032580375671, + 0.08129675686359406 + ], + "full text prediction probs": [ + 0.9899426698684692, + 0.010057314299046993 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07847615331411362, + "sufficiency": 0.9866188168525696, "masked prediction probs": [ 0.9187032580375671, 0.08129675686359406 @@ -176400,12 +198240,12 @@ } }, "test_965": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8950100541114807, + "fixed-shap": { + "comprehensiveness": 0.002804121235385537, + "sufficiency": 0.9506921172142029, "masked prediction probs": [ - 0.9922510981559753, - 0.007748883217573166 + 0.9879139065742493, + 0.01208607479929924 ], "full text prediction probs": [ 0.9904513359069824, @@ -176504,12 +198344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.874075174331665, + "sufficiency": 0.8951953053474426, "masked prediction probs": [ - 0.9920669794082642, - 0.007932952605187893 + 0.9922510981559753, + 0.007748883217573166 + ], + "full text prediction probs": [ + 0.9904513359069824, + 0.009548583067953587 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8542538285255432, + "masked prediction probs": [ + 0.9915838241577148, + 0.00841614045202732 ], "full text prediction probs": [ 0.9904513359069824, @@ -176518,8 +198371,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015262512024492025, - "sufficiency": 0.7727521657943726, + "comprehensiveness": 0.001525914529338479, + "sufficiency": 0.7728022933006287, "masked prediction probs": [ 0.9890674948692322, 0.010932437144219875 @@ -176531,8 +198384,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00835089385509491, - "sufficiency": 0.8548755645751953, + "comprehensiveness": 0.008349052630364895, + "sufficiency": 0.8549075722694397, "masked prediction probs": [ 0.9828779697418213, 0.017121991142630577 @@ -176545,7 +198398,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8741584420204163, + "sufficiency": 0.8741861581802368, "masked prediction probs": [ 0.9920669794082642, 0.007932952605187893 @@ -176558,7 +198411,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7829478979110718, + "sufficiency": 0.7829957604408264, "masked prediction probs": [ 0.9911292791366577, 0.008870738558471203 @@ -176570,8 +198423,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014938256703317165, - "sufficiency": 0.9780286550521851, + "comprehensiveness": 0.0149349644780159, + "sufficiency": 0.9780334234237671, "masked prediction probs": [ 0.9768949747085571, 0.02310503087937832 @@ -176584,7 +198437,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8473260998725891, + "sufficiency": 0.8473597764968872, "masked prediction probs": [ 0.9910888671875, 0.008911102078855038 @@ -176597,7 +198450,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8742693066596985, + "sufficiency": 0.874297022819519, + "masked prediction probs": [ + 0.9920669794082642, + 0.007932952605187893 + ], + "full text prediction probs": [ + 0.9904513359069824, + 0.009548583067953587 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8743246793746948, "masked prediction probs": [ 0.9920669794082642, 0.007932952605187893 @@ -176610,12 +198476,12 @@ } }, "test_977": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8009640574455261, + "fixed-shap": { + "comprehensiveness": 0.5096458792686462, + "sufficiency": 0.6590462327003479, "masked prediction probs": [ - 0.013198521919548512, - 0.9868015050888062 + 0.5231995582580566, + 0.47680047154426575 ], "full text prediction probs": [ 0.9780585765838623, @@ -176714,12 +198580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6961275339126587, + "sufficiency": 0.8013201951980591, "masked prediction probs": [ - 0.013122729025781155, - 0.9868773221969604 + 0.013198521919548512, + 0.9868015050888062 + ], + "full text prediction probs": [ + 0.9780585765838623, + 0.021941382437944412 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.2817625403404236, + "masked prediction probs": [ + 0.98518306016922, + 0.014816997572779655 ], "full text prediction probs": [ 0.9780585765838623, @@ -176729,7 +198608,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2750445306301117, + "sufficiency": 0.27520662546157837, "masked prediction probs": [ 0.9869497418403625, 0.01305026188492775 @@ -176741,8 +198620,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9864704608917236, - "sufficiency": 0.7790433764457703, + "comprehensiveness": 0.9862499833106995, + "sufficiency": 0.7790927886962891, "masked prediction probs": [ 0.09566064178943634, 0.9043393135070801 @@ -176755,7 +198634,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6963312029838562, + "sufficiency": 0.6963991522789001, "masked prediction probs": [ 0.013122729025781155, 0.9868773221969604 @@ -176768,7 +198647,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9015379548072815, + "sufficiency": 0.9015598893165588, "masked prediction probs": [ 0.024963153526186943, 0.9750369191169739 @@ -176780,8 +198659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9922827482223511, - "sufficiency": 0.9855313897132874, + "comprehensiveness": 0.9920610785484314, + "sufficiency": 0.9855346083641052, "masked prediction probs": [ 0.08986613899469376, 0.9101338386535645 @@ -176794,7 +198673,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6254311203956604, + "sufficiency": 0.625514805316925, "masked prediction probs": [ 0.9845852255821228, 0.015414800494909286 @@ -176807,7 +198686,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.696602463722229, + "sufficiency": 0.6966702938079834, + "masked prediction probs": [ + 0.013122729025781155, + 0.9868773221969604 + ], + "full text prediction probs": [ + 0.9780585765838623, + 0.021941382437944412 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6967379450798035, "masked prediction probs": [ 0.013122729025781155, 0.9868773221969604 @@ -176820,12 +198712,12 @@ } }, "test_984": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9734472036361694, + "fixed-shap": { + "comprehensiveness": 0.9241355061531067, + "sufficiency": 0.9248781800270081, "masked prediction probs": [ - 0.052150946110486984, - 0.9478490352630615 + 0.15411366522312164, + 0.8458862900733948 ], "full text prediction probs": [ 0.9892117977142334, @@ -176912,11 +198804,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6293882131576538, - "sufficiency": 0.9270600080490112, + "comprehensiveness": 0.9227060079574585, + "sufficiency": 0.9249942898750305, "masked prediction probs": [ - 0.41958189010620117, - 0.5804181098937988 + 0.15411366522312164, + 0.8458862900733948 ], "full text prediction probs": [ 0.9892117977142334, @@ -176924,12 +198816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8379116654396057, + "sufficiency": 0.9734941124916077, "masked prediction probs": [ - 0.0646081194281578, - 0.9353919625282288 + 0.052150946110486984, + 0.9478490352630615 + ], + "full text prediction probs": [ + 0.9892117977142334, + 0.01078817993402481 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9133062958717346, + "masked prediction probs": [ + 0.08160509169101715, + 0.918394923210144 ], "full text prediction probs": [ 0.9892117977142334, @@ -176939,7 +198844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8674343824386597, + "sufficiency": 0.8674635887145996, "masked prediction probs": [ 0.9910973310470581, 0.00890274252742529 @@ -176952,7 +198857,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8379831314086914, + "sufficiency": 0.8380189538002014, "masked prediction probs": [ 0.0646081194281578, 0.9353919625282288 @@ -176965,7 +198870,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9133446216583252, + "sufficiency": 0.9133636951446533, "masked prediction probs": [ 0.08160509169101715, 0.918394923210144 @@ -176978,7 +198883,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8696399927139282, + "sufficiency": 0.8696687817573547, "masked prediction probs": [ 0.9904149770736694, 0.009584959596395493 @@ -176991,7 +198896,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8380904197692871, + "sufficiency": 0.8381260633468628, "masked prediction probs": [ 0.0646081194281578, 0.9353919625282288 @@ -177003,8 +198908,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011050933972001076, - "sufficiency": 0.5193624496459961, + "comprehensiveness": 0.0011048497399315238, + "sufficiency": 0.5194684863090515, "masked prediction probs": [ 0.9882100820541382, 0.011789936572313309 @@ -177017,7 +198922,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.838161826133728, + "sufficiency": 0.8381975889205933, + "masked prediction probs": [ + 0.0646081194281578, + 0.9353919625282288 + ], + "full text prediction probs": [ + 0.9892117977142334, + 0.01078817993402481 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.838233232498169, "masked prediction probs": [ 0.0646081194281578, 0.9353919625282288 @@ -177030,12 +198948,12 @@ } }, "test_991": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008428359404206276, - "sufficiency": 0.6500728130340576, + "fixed-shap": { + "comprehensiveness": 0.00832246895879507, + "sufficiency": 0.8480534553527832, "masked prediction probs": [ - 0.9841720461845398, - 0.015827970579266548 + 0.9842680096626282, + 0.01573195308446884 ], "full text prediction probs": [ 0.9918102622032166, @@ -177134,12 +199052,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007105271797627211, - "sufficiency": 0.769244909286499, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008413504809141159, + "sufficiency": 0.6506894826889038, "masked prediction probs": [ - 0.9853597283363342, - 0.014640295878052711 + 0.9841720461845398, + 0.015827970579266548 + ], + "full text prediction probs": [ + 0.9918102622032166, + 0.008189807645976543 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008264684118330479, + "sufficiency": 0.825043797492981, + "masked prediction probs": [ + 0.9843055009841919, + 0.015694431960582733 ], "full text prediction probs": [ 0.9918102622032166, @@ -177149,7 +199080,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8603542447090149, + "sufficiency": 0.8603850603103638, "masked prediction probs": [ 0.9934667944908142, 0.006533252075314522 @@ -177161,8 +199092,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007102142553776503, - "sufficiency": 0.7693466544151306, + "comprehensiveness": 0.0071005793288350105, + "sufficiency": 0.7693973779678345, "masked prediction probs": [ 0.9853597283363342, 0.014640295878052711 @@ -177174,8 +199105,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034916987642645836, - "sufficiency": 0.7888227701187134, + "comprehensiveness": 0.0034909299574792385, + "sufficiency": 0.7888692617416382, "masked prediction probs": [ 0.9886382222175598, 0.011361761949956417 @@ -177187,8 +199118,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005075355060398579, - "sufficiency": 0.8343919515609741, + "comprehensiveness": 0.005074238404631615, + "sufficiency": 0.8344284892082214, "masked prediction probs": [ 0.987198531627655, 0.012801457196474075 @@ -177200,8 +199131,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008404248394072056, - "sufficiency": 0.6510738134384155, + "comprehensiveness": 0.00840239878743887, + "sufficiency": 0.651150643825531, "masked prediction probs": [ 0.9841720461845398, 0.015827970579266548 @@ -177213,8 +199144,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008700339123606682, - "sufficiency": 0.8765309453010559, + "comprehensiveness": 0.008698426187038422, + "sufficiency": 0.8765581250190735, "masked prediction probs": [ 0.9839012026786804, 0.01609877124428749 @@ -177226,8 +199157,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007094331551343203, - "sufficiency": 0.7696002721786499, + "comprehensiveness": 0.007092771120369434, + "sufficiency": 0.7696508765220642, + "masked prediction probs": [ + 0.9853597283363342, + 0.014640295878052711 + ], + "full text prediction probs": [ + 0.9918102622032166, + 0.008189807645976543 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007091212086379528, + "sufficiency": 0.7697015404701233, "masked prediction probs": [ 0.9853597283363342, 0.014640295878052711 @@ -177240,12 +199184,12 @@ } }, "test_1041": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006434040609747171, - "sufficiency": 0.8267149329185486, + "fixed-shap": { + "comprehensiveness": 0.01501504797488451, + "sufficiency": 0.8623905777931213, "masked prediction probs": [ - 0.9831848740577698, - 0.016815192997455597 + 0.9754324555397034, + 0.02456754446029663 ], "full text prediction probs": [ 0.9889976382255554, @@ -177344,12 +199288,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0007766708731651306, - "sufficiency": 0.7975136637687683, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006422665901482105, + "sufficiency": 0.8270212411880493, "masked prediction probs": [ - 0.9882947206497192, - 0.011705281212925911 + 0.9831848740577698, + 0.016815192997455597 + ], + "full text prediction probs": [ + 0.9889976382255554, + 0.01100237388163805 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.010397044010460377, + "sufficiency": 0.8477173447608948, + "masked prediction probs": [ + 0.9795858263969421, + 0.020414112135767937 ], "full text prediction probs": [ 0.9889976382255554, @@ -177359,7 +199316,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8379632234573364, + "sufficiency": 0.8379989862442017, "masked prediction probs": [ 0.9913074374198914, 0.008692607283592224 @@ -177371,8 +199328,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0007763277390040457, - "sufficiency": 0.7976032495498657, + "comprehensiveness": 0.0007761563174426556, + "sufficiency": 0.7976478338241577, "masked prediction probs": [ 0.9882947206497192, 0.011705281212925911 @@ -177384,8 +199341,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010392452590167522, - "sufficiency": 0.8477845788002014, + "comprehensiveness": 0.010390156880021095, + "sufficiency": 0.8478181958198547, "masked prediction probs": [ 0.9795858263969421, 0.020414112135767937 @@ -177397,8 +199354,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002986749168485403, - "sufficiency": 0.8864845037460327, + "comprehensiveness": 0.0029860897921025753, + "sufficiency": 0.8865095973014832, "masked prediction probs": [ 0.9862921237945557, 0.013707904145121574 @@ -177410,8 +199367,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01290476880967617, - "sufficiency": 0.8198704123497009, + "comprehensiveness": 0.012901919893920422, + "sufficiency": 0.8199102282524109, "masked prediction probs": [ 0.9773054122924805, 0.022694643586874008 @@ -177423,8 +199380,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010953573510050774, - "sufficiency": 0.8868656158447266, + "comprehensiveness": 0.0010951156727969646, + "sufficiency": 0.8868905901908875, "masked prediction probs": [ 0.9880049824714661, 0.011995048262178898 @@ -177436,11 +199393,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0007754713296890259, - "sufficiency": 0.7978264093399048, + "comprehensiveness": 0.01038098894059658, + "sufficiency": 0.8479524850845337, "masked prediction probs": [ - 0.9882947206497192, - 0.011705281212925911 + 0.9795858263969421, + 0.020414112135767937 + ], + "full text prediction probs": [ + 0.9889976382255554, + 0.01100237388163805 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010378699749708176, + "sufficiency": 0.8479859828948975, + "masked prediction probs": [ + 0.9795858263969421, + 0.020414112135767937 ], "full text prediction probs": [ 0.9889976382255554, @@ -177450,12 +199420,12 @@ } }, "test_1052": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.007018356118351221, - 0.9929816722869873 + 0.01203631330281496, + 0.9879636764526367 ], "full text prediction probs": [ 0.8135054111480713, @@ -177554,7 +199524,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.007018356118351221, + 0.9929816722869873 + ], + "full text prediction probs": [ + 0.8135054111480713, + 0.1864946186542511 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -177634,7 +199617,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.2631961405277252, + "sufficiency": 0.2633976936340332, "masked prediction probs": [ 0.9659806489944458, 0.0340193510055542 @@ -177657,15 +199640,28 @@ 0.1864946186542511 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.009008207358419895, + 0.9909918308258057 + ], + "full text prediction probs": [ + 0.8135054111480713, + 0.1864946186542511 + ], + "labels": 0 } }, "test_1077": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.016841202974319458, - "sufficiency": 0.9962572455406189, + "fixed-shap": { + "comprehensiveness": 0.0014809774002060294, + "sufficiency": 0.8396198749542236, "masked prediction probs": [ - 0.9767320156097412, - 0.02326800487935543 + 0.9906551241874695, + 0.009344932623207569 ], "full text prediction probs": [ 0.9919975399971008, @@ -177764,12 +199760,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.023046771064400673, - "sufficiency": 0.9983259439468384, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01681152731180191, + "sufficiency": 0.996263861656189, "masked prediction probs": [ - 0.9710701704025269, - 0.028929896652698517 + 0.9767320156097412, + 0.02326800487935543 + ], + "full text prediction probs": [ + 0.9919975399971008, + 0.008002460934221745 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7998493909835815, + "masked prediction probs": [ + 0.9919975399971008, + 0.008002460934221745 ], "full text prediction probs": [ 0.9919975399971008, @@ -177778,8 +199787,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008804465178400278, - "sufficiency": 0.7853361368179321, + "comprehensiveness": 0.000880252628121525, + "sufficiency": 0.785383403301239, "masked prediction probs": [ 0.9911978840827942, 0.00880204327404499 @@ -177791,8 +199800,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0004375674470793456, - "sufficiency": 0.8417149782180786, + "comprehensiveness": 0.00043747114250436425, + "sufficiency": 0.8417497277259827, "masked prediction probs": [ 0.9916000366210938, 0.00839998759329319 @@ -177804,8 +199813,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006496731657534838, - "sufficiency": 0.9977273344993591, + "comprehensiveness": 0.006495302077382803, + "sufficiency": 0.9977278113365173, "masked prediction probs": [ 0.9860943555831909, 0.013905693776905537 @@ -177817,8 +199826,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001414893544279039, - "sufficiency": 0.9476994276046753, + "comprehensiveness": 0.0014145823661237955, + "sufficiency": 0.9477109313011169, "masked prediction probs": [ 0.9907116293907166, 0.009288373403251171 @@ -177830,8 +199839,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020144062116742134, - "sufficiency": 0.9985594749450684, + "comprehensiveness": 0.020139629021286964, + "sufficiency": 0.9985597729682922, "masked prediction probs": [ 0.9736858010292053, 0.026314223185181618 @@ -177843,8 +199852,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0026880591176450253, - "sufficiency": 0.8657156229019165, + "comprehensiveness": 0.002687467960640788, + "sufficiency": 0.8657451868057251, "masked prediction probs": [ 0.9895534515380859, 0.010446515865623951 @@ -177856,8 +199865,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00043708630255423486, - "sufficiency": 0.841888964176178, + "comprehensiveness": 0.00043699020170606673, + "sufficiency": 0.8419236540794373, "masked prediction probs": [ 0.9916000366210938, 0.00839998759329319 @@ -177867,15 +199876,28 @@ 0.008002460934221745 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.023001177236437798, + "sufficiency": 0.9983293414115906, + "masked prediction probs": [ + 0.9710701704025269, + 0.028929896652698517 + ], + "full text prediction probs": [ + 0.9919975399971008, + 0.008002460934221745 + ], + "labels": 0 } }, "test_1145": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.024113159626722336, - "sufficiency": 0.9946837425231934, + "fixed-shap": { + "comprehensiveness": 0.051284775137901306, + "sufficiency": 0.9889979958534241, "masked prediction probs": [ - 0.9696545004844666, - 0.030345559120178223 + 0.9450386166572571, + 0.054961372166872025 ], "full text prediction probs": [ 0.9914996027946472, @@ -177962,11 +199984,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.024075953289866447, - "sufficiency": 0.9946919679641724, + "comprehensiveness": 0.05120564252138138, + "sufficiency": 0.9890150427818298, "masked prediction probs": [ - 0.9696545004844666, - 0.030345559120178223 + 0.9450386166572571, + 0.054961372166872025 ], "full text prediction probs": [ 0.9914996027946472, @@ -177974,12 +199996,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04376549273729324, - "sufficiency": 0.9775987267494202, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05119435861706734, + "sufficiency": 0.9890173673629761, "masked prediction probs": [ - 0.9517806172370911, - 0.048219408839941025 + 0.9450386166572571, + 0.054961372166872025 + ], + "full text prediction probs": [ + 0.9914996027946472, + 0.008500408381223679 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.04609232395887375, + "sufficiency": 0.9839987754821777, + "masked prediction probs": [ + 0.9496597051620483, + 0.05034036934375763 ], "full text prediction probs": [ 0.9914996027946472, @@ -177988,8 +200023,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008064680732786655, - "sufficiency": 0.7308757305145264, + "comprehensiveness": 0.0008062904234975576, + "sufficiency": 0.7309350371360779, "masked prediction probs": [ 0.9907675385475159, 0.009232397191226482 @@ -178001,8 +200036,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.043746210634708405, - "sufficiency": 0.9776085615158081, + "comprehensiveness": 0.04373657703399658, + "sufficiency": 0.9776135087013245, "masked prediction probs": [ 0.9517806172370911, 0.048219408839941025 @@ -178014,8 +200049,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04231121018528938, - "sufficiency": 0.9988080263137817, + "comprehensiveness": 0.04230189323425293, + "sufficiency": 0.9988082051277161, "masked prediction probs": [ 0.9530750513076782, 0.046924933791160583 @@ -178027,8 +200062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0012449279893189669, - "sufficiency": 0.8833053708076477, + "comprehensiveness": 0.0012446539476513863, + "sufficiency": 0.8833310604095459, "masked prediction probs": [ 0.9903687834739685, 0.009631241671741009 @@ -178040,8 +200075,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.046051736921072006, - "sufficiency": 0.9840129017829895, + "comprehensiveness": 0.04604160040616989, + "sufficiency": 0.984016478061676, "masked prediction probs": [ 0.9496597051620483, 0.05034036934375763 @@ -178053,8 +200088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0034243406262248755, - "sufficiency": 0.9205514192581177, + "comprehensiveness": 0.0034235871862620115, + "sufficiency": 0.9205688834190369, "masked prediction probs": [ 0.9883877635002136, 0.01161220483481884 @@ -178066,11 +200101,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.043698083609342575, - "sufficiency": 0.9776331782341003, + "comprehensiveness": 0.046021342277526855, + "sufficiency": 0.98402339220047, "masked prediction probs": [ - 0.9517806172370911, - 0.048219408839941025 + 0.9496597051620483, + 0.05034036934375763 + ], + "full text prediction probs": [ + 0.9914996027946472, + 0.008500408381223679 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.046011220663785934, + "sufficiency": 0.9840269684791565, + "masked prediction probs": [ + 0.9496597051620483, + 0.05034036934375763 ], "full text prediction probs": [ 0.9914996027946472, @@ -178080,12 +200128,12 @@ } }, "test_1178": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.874657928943634, + "fixed-shap": { + "comprehensiveness": 0.9046515226364136, "sufficiency": 1.0, "masked prediction probs": [ - 0.1595286726951599, - 0.8404713273048401 + 0.1418280452489853, + 0.8581719994544983 ], "full text prediction probs": [ 0.6757050156593323, @@ -178184,12 +200232,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8722932934761047, "sufficiency": 1.0, "masked prediction probs": [ - 0.058596495538949966, - 0.9414034485816956 + 0.1595286726951599, + 0.8404713273048401 + ], + "full text prediction probs": [ + 0.6757050156593323, + 0.3242949843406677 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6956804990768433, + 0.3043195307254791 ], "full text prediction probs": [ 0.6757050156593323, @@ -178211,8 +200272,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9972953796386719, - "sufficiency": 0.7619348764419556, + "comprehensiveness": 0.9969587922096252, + "sufficiency": 0.7620152235031128, "masked prediction probs": [ 0.08516024798154831, 0.9148398041725159 @@ -178237,7 +200298,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9954152703285217, + "comprehensiveness": 0.9950795769691467, "sufficiency": 1.0, "masked prediction probs": [ 0.08587542176246643, @@ -178250,8 +200311,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.996286153793335, - "sufficiency": 0.7621757984161377, + "comprehensiveness": 0.9959500432014465, + "sufficiency": 0.7622559666633606, "masked prediction probs": [ 0.08516024798154831, 0.9148398041725159 @@ -178263,7 +200324,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.4751300811767578, + "comprehensiveness": 0.4749699532985687, "sufficiency": 1.0, "masked prediction probs": [ 0.39397844672203064, @@ -178287,15 +200348,28 @@ 0.3242949843406677 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.058596495538949966, + 0.9414034485816956 + ], + "full text prediction probs": [ + 0.6757050156593323, + 0.3242949843406677 + ], + "labels": 0 } }, "test_1241": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4790343642234802, - "sufficiency": 0.9962897300720215, + "fixed-shap": { + "comprehensiveness": 0.04540298879146576, + "sufficiency": 0.9902175068855286, "masked prediction probs": [ - 0.5550026297569275, - 0.4449973702430725 + 0.9457495212554932, + 0.05425053834915161 ], "full text prediction probs": [ 0.9866623282432556, @@ -178394,12 +200468,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04570343345403671, - "sufficiency": 0.9805559515953064, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4781852662563324, + "sufficiency": 0.9962962865829468, "masked prediction probs": [ - 0.9454056620597839, - 0.05459436774253845 + 0.5550026297569275, + 0.4449973702430725 + ], + "full text prediction probs": [ + 0.9866623282432556, + 0.013337680138647556 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8045751452445984, + "masked prediction probs": [ + 0.9866623282432556, + 0.013337680138647556 ], "full text prediction probs": [ 0.9866623282432556, @@ -178408,8 +200495,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0011100319679826498, - "sufficiency": 0.5985704064369202, + "comprehensiveness": 0.0011097860988229513, + "sufficiency": 0.598659336566925, "masked prediction probs": [ 0.9856600761413574, 0.014339941553771496 @@ -178422,7 +200509,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8046184778213501, + "sufficiency": 0.8046616911888123, "masked prediction probs": [ 0.9866623282432556, 0.013337680138647556 @@ -178434,8 +200521,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.045673076063394547, - "sufficiency": 0.9805688858032227, + "comprehensiveness": 0.04566296562552452, + "sufficiency": 0.9805731773376465, "masked prediction probs": [ 0.9454056620597839, 0.05459436774253845 @@ -178447,8 +200534,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002582153072580695, - "sufficiency": 0.7775335311889648, + "comprehensiveness": 0.0025815817061811686, + "sufficiency": 0.7775828242301941, "masked prediction probs": [ 0.984329342842102, 0.01567070744931698 @@ -178460,8 +200547,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004677002318203449, - "sufficiency": 0.7504816651344299, + "comprehensiveness": 0.004675967153161764, + "sufficiency": 0.7505369186401367, "masked prediction probs": [ 0.9824357032775879, 0.017564255744218826 @@ -178473,8 +200560,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008490740321576595, - "sufficiency": 0.8452398180961609, + "comprehensiveness": 0.008488861843943596, + "sufficiency": 0.8452740907669067, "masked prediction probs": [ 0.9789875149726868, 0.021012455224990845 @@ -178486,8 +200573,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04563266038894653, - "sufficiency": 0.980586051940918, + "comprehensiveness": 0.045622568577528, + "sufficiency": 0.9805903434753418, + "masked prediction probs": [ + 0.9454056620597839, + 0.05459436774253845 + ], + "full text prediction probs": [ + 0.9866623282432556, + 0.013337680138647556 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.045612480491399765, + "sufficiency": 0.9805946350097656, "masked prediction probs": [ 0.9454056620597839, 0.05459436774253845 @@ -178500,12 +200600,12 @@ } }, "test_1254": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0027023826260119677, - "sufficiency": 0.9033126831054688, + "fixed-shap": { + "comprehensiveness": 0.8129504919052124, + "sufficiency": 0.9811996221542358, "masked prediction probs": [ - 0.9882821440696716, - 0.011717859655618668 + 0.25487008690834045, + 0.7451299428939819 ], "full text prediction probs": [ 0.9907282590866089, @@ -178592,11 +200692,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0003824528830591589, - "sufficiency": 0.7863894104957581, + "comprehensiveness": 0.8116950392723083, + "sufficiency": 0.9812286496162415, "masked prediction probs": [ - 0.9903815388679504, - 0.009618446230888367 + 0.25487008690834045, + 0.7451299428939819 ], "full text prediction probs": [ 0.9907282590866089, @@ -178604,12 +200704,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004538991022855043, - "sufficiency": 0.9169409871101379, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8115159869194031, + "sufficiency": 0.9812328219413757, "masked prediction probs": [ - 0.9866124391555786, - 0.013387602753937244 + 0.25487008690834045, + 0.7451299428939819 + ], + "full text prediction probs": [ + 0.9907282590866089, + 0.00927169993519783 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2794080078601837, + "sufficiency": 0.9552778005599976, + "masked prediction probs": [ + 0.7373136281967163, + 0.2626863718032837 ], "full text prediction probs": [ 0.9907282590866089, @@ -178618,8 +200731,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005933718639425933, - "sufficiency": 0.7896334528923035, + "comprehensiveness": 0.0005932410131208599, + "sufficiency": 0.7896798849105835, "masked prediction probs": [ 0.9901900887489319, 0.009809979237616062 @@ -178631,8 +200744,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0009915383998304605, - "sufficiency": 0.8336948156356812, + "comprehensiveness": 0.0009913198882713914, + "sufficiency": 0.833731472492218, "masked prediction probs": [ 0.9898287653923035, 0.010171160101890564 @@ -178644,8 +200757,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0012304952833801508, - "sufficiency": 0.7387959957122803, + "comprehensiveness": 0.001230224035680294, + "sufficiency": 0.7388536334037781, "masked prediction probs": [ 0.9896117448806763, 0.010388274677097797 @@ -178657,8 +200770,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0021994556300342083, - "sufficiency": 0.7322747707366943, + "comprehensiveness": 0.0021989711094647646, + "sufficiency": 0.7323336601257324, "masked prediction probs": [ 0.988732099533081, 0.011267847381532192 @@ -178670,8 +200783,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0038902550004422665, - "sufficiency": 0.8338795304298401, + "comprehensiveness": 0.0038893979508429766, + "sufficiency": 0.8339160084724426, "masked prediction probs": [ 0.9871968030929565, 0.012803217396140099 @@ -178683,8 +200796,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002697921823710203, - "sufficiency": 0.825821578502655, + "comprehensiveness": 0.002697327872738242, + "sufficiency": 0.8258600234985352, "masked prediction probs": [ 0.9882786273956299, 0.011721383780241013 @@ -178696,11 +200809,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0009904465405270457, - "sufficiency": 0.8338779211044312, + "comprehensiveness": 0.2789773643016815, + "sufficiency": 0.9553468227386475, "masked prediction probs": [ - 0.9898287653923035, - 0.010171160101890564 + 0.7373136281967163, + 0.2626863718032837 + ], + "full text prediction probs": [ + 0.9907282590866089, + 0.00927169993519783 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.27891597151756287, + "sufficiency": 0.9553565382957458, + "masked prediction probs": [ + 0.7373136281967163, + 0.2626863718032837 ], "full text prediction probs": [ 0.9907282590866089, @@ -178710,12 +200836,12 @@ } }, "test_1277": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.03775966912508011, - 0.9622403383255005 + 0.8962306976318359, + 0.10376928001642227 ], "full text prediction probs": [ 0.1367763876914978, @@ -178814,12 +200940,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9629518985748291, - 0.03704807162284851 + 0.03775966912508011, + 0.9622403383255005 + ], + "full text prediction probs": [ + 0.1367763876914978, + 0.863223671913147 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1367763876914978, + 0.863223671913147 ], "full text prediction probs": [ 0.1367763876914978, @@ -178917,15 +201056,28 @@ 0.863223671913147 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9629518985748291, + 0.03704807162284851 + ], + "full text prediction probs": [ + 0.1367763876914978, + 0.863223671913147 + ], + "labels": 0 } }, "test_1296": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9834644198417664, + "fixed-shap": { + "comprehensiveness": 0.0020421131048351526, + "sufficiency": 0.9569642543792725, "masked prediction probs": [ - 0.9883394241333008, - 0.011660625226795673 + 0.985646665096283, + 0.014353407546877861 ], "full text prediction probs": [ 0.9874885082244873, @@ -179024,12 +201176,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06498833745718002, - "sufficiency": 0.9252541661262512, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9834936857223511, "masked prediction probs": [ - 0.928769588470459, - 0.0712304562330246 + 0.9883394241333008, + 0.011660625226795673 + ], + "full text prediction probs": [ + 0.9874885082244873, + 0.012511561624705791 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8038396835327148, + "masked prediction probs": [ + 0.9874885082244873, + 0.012511561624705791 ], "full text prediction probs": [ 0.9874885082244873, @@ -179038,8 +201203,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003459421219304204, - "sufficiency": 0.6901326179504395, + "comprehensiveness": 0.00345865567214787, + "sufficiency": 0.6902011632919312, "masked prediction probs": [ 0.9843621253967285, 0.01563788577914238 @@ -179052,7 +201217,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8038831353187561, + "sufficiency": 0.8039264678955078, "masked prediction probs": [ 0.9874885082244873, 0.012511561624705791 @@ -179064,8 +201229,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.013996638357639313, - "sufficiency": 0.8645431399345398, + "comprehensiveness": 0.013993542641401291, + "sufficiency": 0.8645731806755066, "masked prediction probs": [ 0.9748337268829346, 0.0251662265509367 @@ -179077,8 +201242,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.013993542641401291, - "sufficiency": 0.8645731806755066, + "comprehensiveness": 0.013990448787808418, + "sufficiency": 0.8646030426025391, "masked prediction probs": [ 0.9748337268829346, 0.0251662265509367 @@ -179090,8 +201255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05733730271458626, - "sufficiency": 0.9433469176292419, + "comprehensiveness": 0.05732462555170059, + "sufficiency": 0.9433594346046448, "masked prediction probs": [ 0.9356251955032349, 0.06437481939792633 @@ -179103,8 +201268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02748093195259571, - "sufficiency": 0.8975590467453003, + "comprehensiveness": 0.027474859729409218, + "sufficiency": 0.8975817561149597, "masked prediction probs": [ 0.9626256823539734, 0.03737429156899452 @@ -179116,8 +201281,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05731195583939552, - "sufficiency": 0.9433719515800476, + "comprehensiveness": 0.05729928985238075, + "sufficiency": 0.9433844685554504, "masked prediction probs": [ 0.9356251955032349, 0.06437481939792633 @@ -179127,15 +201292,28 @@ 0.012511561624705791 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06485912948846817, + "sufficiency": 0.925402820110321, + "masked prediction probs": [ + 0.928769588470459, + 0.0712304562330246 + ], + "full text prediction probs": [ + 0.9874885082244873, + 0.012511561624705791 + ], + "labels": 0 } }, "test_1297": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.026737259700894356, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.007625962141901255, + "sufficiency": 0.878040075302124, "masked prediction probs": [ - 0.9665066599845886, - 0.033493347465991974 + 0.983805239200592, + 0.016194794327020645 ], "full text prediction probs": [ 0.9907078742980957, @@ -179234,12 +201412,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.036012206226587296, - "sufficiency": 0.9986287951469421, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.026690078899264336, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9580538272857666, - 0.04194624349474907 + 0.9665066599845886, + 0.033493347465991974 + ], + "full text prediction probs": [ + 0.9907078742980957, + 0.009292063303291798 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002877941122278571, + "sufficiency": 0.8590514063835144, + "masked prediction probs": [ + 0.9880977272987366, + 0.011902290396392345 ], "full text prediction probs": [ 0.9907078742980957, @@ -179249,7 +201440,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6697906255722046, + "sufficiency": 0.6698634624481201, "masked prediction probs": [ 0.9924860000610352, 0.007513969670981169 @@ -179262,7 +201453,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8117669224739075, + "sufficiency": 0.8118084669113159, "masked prediction probs": [ 0.9926194548606873, 0.007380570285022259 @@ -179274,8 +201465,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00387077359482646, - "sufficiency": 0.8425295352935791, + "comprehensiveness": 0.003869920503348112, + "sufficiency": 0.8425642848014832, "masked prediction probs": [ 0.9871957302093506, 0.012804205529391766 @@ -179287,8 +201478,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004998964723199606, - "sufficiency": 0.7637365460395813, + "comprehensiveness": 0.004997863434255123, + "sufficiency": 0.7637885212898254, "masked prediction probs": [ 0.9861710667610168, 0.013828945346176624 @@ -179300,8 +201491,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0035137708764523268, - "sufficiency": 0.7658369541168213, + "comprehensiveness": 0.0035129967145621777, + "sufficiency": 0.7658884525299072, "masked prediction probs": [ 0.9875182509422302, 0.012481791898608208 @@ -179313,8 +201504,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005791425704956055, - "sufficiency": 0.8495352268218994, + "comprehensiveness": 0.005790150258690119, + "sufficiency": 0.8495683670043945, "masked prediction probs": [ 0.9854495525360107, 0.014550373889505863 @@ -179326,8 +201517,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003867363790050149, - "sufficiency": 0.8426682353019714, + "comprehensiveness": 0.003866512095555663, + "sufficiency": 0.8427029252052307, "masked prediction probs": [ 0.9871957302093506, 0.012804205529391766 @@ -179337,15 +201528,28 @@ 0.009292063303291798 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03594085946679115, + "sufficiency": 0.9986315369606018, + "masked prediction probs": [ + 0.9580538272857666, + 0.04194624349474907 + ], + "full text prediction probs": [ + 0.9907078742980957, + 0.009292063303291798 + ], + "labels": 0 } }, "test_1338": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2886883616447449, + "fixed-shap": { + "comprehensiveness": 0.009496545419096947, "sufficiency": 1.0, "masked prediction probs": [ - 0.6603515148162842, - 0.33964842557907104 + 0.8859593868255615, + 0.11404061317443848 ], "full text prediction probs": [ 0.8936333060264587, @@ -179444,12 +201648,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1393841654062271, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2881178557872772, "sufficiency": 1.0, "masked prediction probs": [ - 0.7807774543762207, - 0.2192225605249405 + 0.6603515148162842, + 0.33964842557907104 + ], + "full text prediction probs": [ + 0.8936333060264587, + 0.10636667162179947 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8969839811325073, + "masked prediction probs": [ + 0.8936333060264587, + 0.10636667162179947 ], "full text prediction probs": [ 0.8936333060264587, @@ -179459,7 +201676,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9118529558181763, + "sufficiency": 0.9118747711181641, "masked prediction probs": [ 0.9784868359565735, 0.021513154730200768 @@ -179472,7 +201689,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8760021328926086, + "sufficiency": 0.8760327696800232, "masked prediction probs": [ 0.9578447341918945, 0.042155198752880096 @@ -179484,7 +201701,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.13928095996379852, + "comprehensiveness": 0.13924658298492432, "sufficiency": 1.0, "masked prediction probs": [ 0.7807774543762207, @@ -179498,7 +201715,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.85467529296875, + "sufficiency": 0.8547111749649048, "masked prediction probs": [ 0.9256848692893982, 0.07431517541408539 @@ -179510,8 +201727,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.048700205981731415, - "sufficiency": 0.9478091597557068, + "comprehensiveness": 0.048688191920518875, + "sufficiency": 0.9478220343589783, "masked prediction probs": [ 0.8541532754898071, 0.1458466798067093 @@ -179524,7 +201741,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8982219696044922, + "sufficiency": 0.8982469439506531, "masked prediction probs": [ 0.9317095875740051, 0.06829039752483368 @@ -179536,7 +201753,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13914357125759125, + "comprehensiveness": 0.139109268784523, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7807774543762207, + 0.2192225605249405 + ], + "full text prediction probs": [ + 0.8936333060264587, + 0.10636667162179947 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13907498121261597, "sufficiency": 1.0, "masked prediction probs": [ 0.7807774543762207, @@ -179550,12 +201780,12 @@ } }, "test_1356": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.11458174139261246, + "sufficiency": 0.8976691961288452, "masked prediction probs": [ - 0.9837023019790649, - 0.016297722235322 + 0.9842563271522522, + 0.015743708238005638 ], "full text prediction probs": [ 0.9832561016082764, @@ -179643,10 +201873,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8667221069335938, + "sufficiency": 0.8978284597396851, "masked prediction probs": [ - 0.9834262132644653, - 0.01657373644411564 + 0.9842563271522522, + 0.015743708238005638 ], "full text prediction probs": [ 0.9832561016082764, @@ -179654,12 +201884,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0031770889181643724, - "sufficiency": 0.14524661004543304, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.11615689843893051, "masked prediction probs": [ - 0.980398952960968, - 0.01960112154483795 + 0.9837023019790649, + 0.016297722235322 + ], + "full text prediction probs": [ + 0.9832561016082764, + 0.016743948683142662 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0008047145092859864, + "sufficiency": 0.9383718371391296, + "masked prediction probs": [ + 0.982532262802124, + 0.017467712983489037 ], "full text prediction probs": [ 0.9832561016082764, @@ -179669,7 +201912,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7648253440856934, + "sufficiency": 0.7648775577545166, "masked prediction probs": [ 0.9855002760887146, 0.014499681070446968 @@ -179682,7 +201925,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9028008580207825, + "sufficiency": 0.9028224349021912, "masked prediction probs": [ 0.9842206239700317, 0.01577938348054886 @@ -179694,8 +201937,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002739873481914401, - "sufficiency": 0.8781981468200684, + "comprehensiveness": 0.002739264629781246, + "sufficiency": 0.8782252073287964, "masked prediction probs": [ 0.9807904958724976, 0.019209465011954308 @@ -179708,7 +201951,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7861247062683105, + "sufficiency": 0.7861721515655518, "masked prediction probs": [ 0.9858239889144897, 0.014176029711961746 @@ -179721,7 +201964,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9378882646560669, + "sufficiency": 0.9379020929336548, "masked prediction probs": [ 0.9855594635009766, 0.014440520666539669 @@ -179734,7 +201977,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8112934231758118, + "sufficiency": 0.8113353848457336, "masked prediction probs": [ 0.9850425124168396, 0.014957556501030922 @@ -179746,11 +201989,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.9029087424278259, + "comprehensiveness": 0.0008034639176912606, + "sufficiency": 0.9384676218032837, "masked prediction probs": [ - 0.9842206239700317, - 0.01577938348054886 + 0.982532262802124, + 0.017467712983489037 + ], + "full text prediction probs": [ + 0.9832561016082764, + 0.016743948683142662 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0031707424204796553, + "sufficiency": 0.14695386588573456, + "masked prediction probs": [ + 0.980398952960968, + 0.01960112154483795 ], "full text prediction probs": [ 0.9832561016082764, @@ -179760,12 +202016,12 @@ } }, "test_1410": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9767661094665527, + "fixed-shap": { + "comprehensiveness": 0.3952876627445221, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9667783379554749, - 0.03322163596749306 + 0.6173868775367737, + 0.3826131522655487 ], "full text prediction probs": [ 0.9650318622589111, @@ -179864,12 +202120,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.017187979072332382, - "sufficiency": 0.9816294312477112, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9768082499504089, "masked prediction probs": [ - 0.9498879909515381, - 0.0501120463013649 + 0.9667783379554749, + 0.03322163596749306 + ], + "full text prediction probs": [ + 0.9650318622589111, + 0.034968163818120956 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2321421056985855, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7604511976242065, + 0.23954881727695465 ], "full text prediction probs": [ 0.9650318622589111, @@ -179879,7 +202148,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3772425055503845, + "sufficiency": 0.3773837983608246, "masked prediction probs": [ 0.9809942245483398, 0.01900574006140232 @@ -179891,8 +202160,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017180178314447403, - "sufficiency": 0.9816377758979797, + "comprehensiveness": 0.017176281660795212, + "sufficiency": 0.981641948223114, "masked prediction probs": [ 0.9498879909515381, 0.0501120463013649 @@ -179905,7 +202174,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8882823586463928, + "sufficiency": 0.8883076906204224, "masked prediction probs": [ 0.9733408689498901, 0.02665913850069046 @@ -179918,7 +202187,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8883076906204224, + "sufficiency": 0.8883329629898071, "masked prediction probs": [ 0.9733408689498901, 0.02665913850069046 @@ -179930,7 +202199,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.22985699772834778, + "comprehensiveness": 0.2298048883676529, "sufficiency": 1.0, "masked prediction probs": [ 0.7622811198234558, @@ -179944,7 +202213,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8736908435821533, + "sufficiency": 0.8737194538116455, "masked prediction probs": [ 0.9714571237564087, 0.02854289673268795 @@ -179956,8 +202225,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01716071180999279, - "sufficiency": 0.9816585779190063, + "comprehensiveness": 0.017156822606921196, + "sufficiency": 0.9816626906394958, + "masked prediction probs": [ + 0.9498879909515381, + 0.0501120463013649 + ], + "full text prediction probs": [ + 0.9650318622589111, + 0.034968163818120956 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01715293526649475, + "sufficiency": 0.9816668629646301, "masked prediction probs": [ 0.9498879909515381, 0.0501120463013649 @@ -179970,12 +202252,12 @@ } }, "test_1431": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00037078940658830106, - "sufficiency": 0.8750922083854675, + "fixed-shap": { + "comprehensiveness": 0.008813162334263325, + "sufficiency": 0.9656503796577454, "masked prediction probs": [ - 0.9947485327720642, - 0.005251473281532526 + 0.9870699644088745, + 0.01293004211038351 ], "full text prediction probs": [ 0.9950857758522034, @@ -180074,12 +202356,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009974369313567877, - "sufficiency": 0.8552441000938416, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00037013826658949256, + "sufficiency": 0.8753114938735962, "masked prediction probs": [ - 0.994176983833313, - 0.00582297844812274 + 0.9947485327720642, + 0.005251473281532526 + ], + "full text prediction probs": [ + 0.9950857758522034, + 0.004914221353828907 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005261899903416634, + "sufficiency": 0.9667176008224487, + "masked prediction probs": [ + 0.9902904629707336, + 0.00970956776291132 ], "full text prediction probs": [ 0.9950857758522034, @@ -180088,8 +202383,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0036857235245406628, - "sufficiency": 0.8997002243995667, + "comprehensiveness": 0.0036849146708846092, + "sufficiency": 0.8997222781181335, "masked prediction probs": [ 0.9917268753051758, 0.00827315915375948 @@ -180101,8 +202396,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0009969992097467184, - "sufficiency": 0.8553076982498169, + "comprehensiveness": 0.0009967804653570056, + "sufficiency": 0.8553394079208374, "masked prediction probs": [ 0.994176983833313, 0.00582297844812274 @@ -180114,8 +202409,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006367575260810554, - "sufficiency": 0.8709732890129089, + "comprehensiveness": 0.000636617885902524, + "sufficiency": 0.8710014820098877, "masked prediction probs": [ 0.9945052266120911, 0.0054947384633123875 @@ -180127,8 +202422,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000636617885902524, - "sufficiency": 0.8710014820098877, + "comprehensiveness": 0.0006364783039316535, + "sufficiency": 0.8710298538208008, "masked prediction probs": [ 0.9945052266120911, 0.0054947384633123875 @@ -180140,8 +202435,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0021342281252145767, - "sufficiency": 0.9004952311515808, + "comprehensiveness": 0.0021337601356208324, + "sufficiency": 0.9005170464515686, "masked prediction probs": [ 0.9931390881538391, 0.006860947236418724 @@ -180153,8 +202448,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001310504972934723, - "sufficiency": 0.9031115174293518, + "comprehensiveness": 0.0013102177763357759, + "sufficiency": 0.9031327366828918, "masked prediction probs": [ 0.9938901662826538, 0.006109850015491247 @@ -180166,8 +202461,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0009959066519513726, - "sufficiency": 0.8554661870002747, + "comprehensiveness": 0.0009956883732229471, + "sufficiency": 0.8554978370666504, + "masked prediction probs": [ + 0.994176983833313, + 0.00582297844812274 + ], + "full text prediction probs": [ + 0.9950857758522034, + 0.004914221353828907 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0009954703273251653, + "sufficiency": 0.8555295467376709, "masked prediction probs": [ 0.994176983833313, 0.00582297844812274 @@ -180180,12 +202488,12 @@ } }, "test_1432": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015717685455456376, - "sufficiency": 0.6569263339042664, + "fixed-shap": { + "comprehensiveness": 0.054008807986974716, + "sufficiency": 0.7089386582374573, "masked prediction probs": [ - 0.9910761117935181, - 0.00892393384128809 + 0.9435186982154846, + 0.05648127943277359 ], "full text prediction probs": [ 0.9925016164779663, @@ -180272,11 +202580,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.04296987131237984, - "sufficiency": 0.904050350189209, + "comprehensiveness": 0.053925566375255585, + "sufficiency": 0.7093872427940369, "masked prediction probs": [ - 0.9534702301025391, - 0.046529773622751236 + 0.9435186982154846, + 0.05648127943277359 ], "full text prediction probs": [ 0.9925016164779663, @@ -180284,12 +202592,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0001603377313585952, - "sufficiency": 0.2522517740726471, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015690005384385586, + "sufficiency": 0.6575304269790649, "masked prediction probs": [ - 0.9923559427261353, - 0.0076440246775746346 + 0.9910761117935181, + 0.00892393384128809 + ], + "full text prediction probs": [ + 0.9925016164779663, + 0.007498352788388729 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.041791584342718124, + "sufficiency": 0.8948835134506226, + "masked prediction probs": [ + 0.9545238018035889, + 0.04547618702054024 ], "full text prediction probs": [ 0.9925016164779663, @@ -180298,8 +202619,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00909171998500824, - "sufficiency": 0.3197632133960724, + "comprehensiveness": 0.009089719504117966, + "sufficiency": 0.319912850856781, "masked prediction probs": [ 0.9842395782470703, 0.015760421752929688 @@ -180312,7 +202633,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8530018925666809, + "sufficiency": 0.8530341982841492, "masked prediction probs": [ 0.9927247762680054, 0.00727523397654295 @@ -180325,7 +202646,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7994940280914307, + "sufficiency": 0.7995381355285645, "masked prediction probs": [ 0.9925016164779663, 0.007498352788388729 @@ -180338,7 +202659,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8747183680534363, + "sufficiency": 0.8747459053993225, "masked prediction probs": [ 0.9926401972770691, 0.007359831593930721 @@ -180350,8 +202671,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.057376790791749954, - "sufficiency": 0.8893905282020569, + "comprehensiveness": 0.05736417695879936, + "sufficiency": 0.8894148468971252, "masked prediction probs": [ 0.9403149485588074, 0.059685010462999344 @@ -180363,8 +202684,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019458220340311527, - "sufficiency": 0.8310596942901611, + "comprehensiveness": 0.0019453944405540824, + "sufficiency": 0.831096887588501, "masked prediction probs": [ 0.990731418132782, 0.009268621914088726 @@ -180376,8 +202697,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05735157057642937, - "sufficiency": 0.8894391655921936, + "comprehensiveness": 0.05733896419405937, + "sufficiency": 0.8894634246826172, "masked prediction probs": [ 0.9403149485588074, 0.059685010462999344 @@ -180387,15 +202708,28 @@ 0.007498352788388729 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00016002070333343, + "sufficiency": 0.2537301182746887, + "masked prediction probs": [ + 0.9923559427261353, + 0.0076440246775746346 + ], + "full text prediction probs": [ + 0.9925016164779663, + 0.007498352788388729 + ], + "labels": 0 } }, "test_1452": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.016266243532299995, - "sufficiency": 0.8487647175788879, + "fixed-shap": { + "comprehensiveness": 0.007770210970193148, + "sufficiency": 0.9292080402374268, "masked prediction probs": [ - 0.9745919108390808, - 0.02540806122124195 + 0.9822700619697571, + 0.017729895189404488 ], "full text prediction probs": [ 0.9892922639846802, @@ -180494,12 +202828,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03765690326690674, - "sufficiency": 0.8085362911224365, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.016237495467066765, + "sufficiency": 0.849031925201416, "masked prediction probs": [ - 0.9552001953125, - 0.04479983448982239 + 0.9745919108390808, + 0.02540806122124195 + ], + "full text prediction probs": [ + 0.9892922639846802, + 0.010707740671932697 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003913486376404762, + "sufficiency": 0.9348706603050232, + "masked prediction probs": [ + 0.9857484698295593, + 0.014251556247472763 ], "full text prediction probs": [ 0.9892922639846802, @@ -180509,7 +202856,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7535967230796814, + "sufficiency": 0.7536510825157166, "masked prediction probs": [ 0.9905393123626709, 0.00946073792874813 @@ -180521,8 +202868,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.020590243861079216, - "sufficiency": 0.8402218222618103, + "comprehensiveness": 0.020585699006915092, + "sufficiency": 0.8402571082115173, "masked prediction probs": [ 0.9706429839134216, 0.029357027262449265 @@ -180534,8 +202881,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0001528385328128934, - "sufficiency": 0.7839738130569458, + "comprehensiveness": 0.0001528047869214788, + "sufficiency": 0.7840214967727661, "masked prediction probs": [ 0.9891538023948669, 0.010846207849681377 @@ -180547,8 +202894,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0001528047869214788, - "sufficiency": 0.7840214967727661, + "comprehensiveness": 0.00015277107013389468, + "sufficiency": 0.7840691208839417, "masked prediction probs": [ 0.9891538023948669, 0.010846207849681377 @@ -180560,8 +202907,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.019815124571323395, - "sufficiency": 0.8486794829368591, + "comprehensiveness": 0.01981075294315815, + "sufficiency": 0.8487128019332886, "masked prediction probs": [ 0.9713331460952759, 0.028666874393820763 @@ -180573,8 +202920,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.022148430347442627, - "sufficiency": 0.926102340221405, + "comprehensiveness": 0.022143544629216194, + "sufficiency": 0.9261186718940735, "masked prediction probs": [ 0.9692139625549316, 0.030786069110035896 @@ -180586,8 +202933,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02056753635406494, - "sufficiency": 0.8403980135917664, + "comprehensiveness": 0.020562998950481415, + "sufficiency": 0.8404331803321838, "masked prediction probs": [ 0.9706429839134216, 0.029357027262449265 @@ -180597,15 +202944,28 @@ 0.010707740671932697 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03758218139410019, + "sufficiency": 0.8089160919189453, + "masked prediction probs": [ + 0.9552001953125, + 0.04479983448982239 + ], + "full text prediction probs": [ + 0.9892922639846802, + 0.010707740671932697 + ], + "labels": 0 } }, "test_1486": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.049491990357637405, - "sufficiency": 0.6348453164100647, + "fixed-shap": { + "comprehensiveness": 0.11464232206344604, + "sufficiency": 0.9433314800262451, "masked prediction probs": [ - 0.8890874981880188, - 0.11091252416372299 + 0.8340114951133728, + 0.16598844528198242 ], "full text prediction probs": [ 0.9309264421463013, @@ -180704,12 +203064,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10520166903734207, - "sufficiency": 0.4529869258403778, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04939849302172661, + "sufficiency": 0.6355350613594055, "masked prediction probs": [ - 0.8418239951133728, - 0.1581760048866272 + 0.8890874981880188, + 0.11091252416372299 + ], + "full text prediction probs": [ + 0.9309264421463013, + 0.06907353550195694 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8575025796890259, + "masked prediction probs": [ + 0.9309264421463013, + 0.06907353550195694 ], "full text prediction probs": [ 0.9309264421463013, @@ -180719,7 +203092,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7792746424674988, + "sufficiency": 0.7793267965316772, "masked prediction probs": [ 0.9876339435577393, 0.012366115115582943 @@ -180732,7 +203105,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8575361967086792, + "sufficiency": 0.8575698137283325, "masked prediction probs": [ 0.9309264421463013, 0.06907353550195694 @@ -180744,8 +203117,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.950383722782135, - "sufficiency": 0.9828407168388367, + "comprehensiveness": 0.95015949010849, + "sufficiency": 0.9828448295593262, "masked prediction probs": [ 0.12541161477565765, 0.8745883703231812 @@ -180757,8 +203130,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.95015949010849, - "sufficiency": 0.9828448295593262, + "comprehensiveness": 0.9499354362487793, + "sufficiency": 0.9828488230705261, "masked prediction probs": [ 0.12541161477565765, 0.8745883703231812 @@ -180770,8 +203143,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9499354362487793, - "sufficiency": 0.9828488230705261, + "comprehensiveness": 0.9497113823890686, + "sufficiency": 0.9828527569770813, "masked prediction probs": [ 0.12541161477565765, 0.8745883703231812 @@ -180784,7 +203157,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.781597912311554, + "sufficiency": 0.7816493511199951, "masked prediction probs": [ 0.9886006712913513, 0.011399306356906891 @@ -180797,7 +203170,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8577041029930115, + "sufficiency": 0.85773766040802, "masked prediction probs": [ 0.9309264421463013, 0.06907353550195694 @@ -180807,15 +203180,28 @@ 0.06907353550195694 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10497856885194778, + "sufficiency": 0.4541468620300293, + "masked prediction probs": [ + 0.8418239951133728, + 0.1581760048866272 + ], + "full text prediction probs": [ + 0.9309264421463013, + 0.06907353550195694 + ], + "labels": 0 } }, "test_1502": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06352826952934265, - "sufficiency": 0.9863096475601196, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9207417964935303, - 0.07925813645124435 + 0.9931858777999878, + 0.006814153399318457 ], "full text prediction probs": [ 0.9773988723754883, @@ -180914,12 +203300,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04916153475642204, - "sufficiency": 0.9761034250259399, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06341449916362762, + "sufficiency": 0.9863342046737671, "masked prediction probs": [ - 0.9334759712219238, - 0.06652408093214035 + 0.9207417964935303, + 0.07925813645124435 + ], + "full text prediction probs": [ + 0.9773988723754883, + 0.022601142525672913 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.039948780089616776, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9416990280151367, + 0.05830096825957298 ], "full text prediction probs": [ 0.9773988723754883, @@ -180929,7 +203328,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5829939842224121, + "sufficiency": 0.5830872058868408, "masked prediction probs": [ 0.9841210246086121, 0.015879007056355476 @@ -180941,8 +203340,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07833568751811981, - "sufficiency": 0.9777964949607849, + "comprehensiveness": 0.07831816375255585, + "sufficiency": 0.977801501750946, "masked prediction probs": [ 0.9073792695999146, 0.09262075275182724 @@ -180954,8 +203353,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.049128539860248566, - "sufficiency": 0.9761195182800293, + "comprehensiveness": 0.0491175502538681, + "sufficiency": 0.9761248230934143, "masked prediction probs": [ 0.9334759712219238, 0.06652408093214035 @@ -180968,7 +203367,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8130399584770203, + "sufficiency": 0.8130817413330078, "masked prediction probs": [ 0.9773988723754883, 0.022601142525672913 @@ -180980,8 +203379,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07828313857316971, - "sufficiency": 0.9778113961219788, + "comprehensiveness": 0.07826563715934753, + "sufficiency": 0.9778164029121399, "masked prediction probs": [ 0.9073792695999146, 0.09262075275182724 @@ -180993,8 +203392,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.019399482756853104, - "sufficiency": 0.9693251252174377, + "comprehensiveness": 0.019395146518945694, + "sufficiency": 0.9693319797515869, "masked prediction probs": [ 0.9600433111190796, 0.03995666280388832 @@ -181006,8 +203405,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0490846186876297, - "sufficiency": 0.9761408567428589, + "comprehensiveness": 0.04907364770770073, + "sufficiency": 0.9761461615562439, + "masked prediction probs": [ + 0.9334759712219238, + 0.06652408093214035 + ], + "full text prediction probs": [ + 0.9773988723754883, + 0.022601142525672913 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.049062687903642654, + "sufficiency": 0.9761515259742737, "masked prediction probs": [ 0.9334759712219238, 0.06652408093214035 @@ -181020,12 +203432,12 @@ } }, "test_1522": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.619712233543396, + "sufficiency": 1.0, "masked prediction probs": [ - 0.966737687587738, - 0.033262379467487335 + 0.9336429238319397, + 0.06635703146457672 ], "full text prediction probs": [ 0.710059404373169, @@ -181124,12 +203536,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.6894859075546265, + "sufficiency": 0.6206837892532349, "masked prediction probs": [ - 0.9580123424530029, - 0.04198766499757767 + 0.966737687587738, + 0.033262379467487335 + ], + "full text prediction probs": [ + 0.710059404373169, + 0.2899405360221863 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9080225825309753, + 0.09197741001844406 ], "full text prediction probs": [ 0.710059404373169, @@ -181139,7 +203564,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6895850896835327, + "sufficiency": 0.6896841526031494, "masked prediction probs": [ 0.9580123424530029, 0.04198766499757767 @@ -181217,7 +203642,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.6901785135269165, + "sufficiency": 0.6902772188186646, + "masked prediction probs": [ + 0.9580123424530029, + 0.04198766499757767 + ], + "full text prediction probs": [ + 0.710059404373169, + 0.2899405360221863 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.690375804901123, "masked prediction probs": [ 0.9580123424530029, 0.04198766499757767 @@ -181230,12 +203668,12 @@ } }, "test_1548": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08615440875291824, - "sufficiency": 0.9958093166351318, + "fixed-shap": { + "comprehensiveness": 0.06171136721968651, + "sufficiency": 0.9898201823234558, "masked prediction probs": [ - 0.9081206321716309, - 0.09187942743301392 + 0.9301220774650574, + 0.069877989590168 ], "full text prediction probs": [ 0.9856691360473633, @@ -181322,11 +203760,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05167499557137489, - "sufficiency": 0.9943065643310547, + "comprehensiveness": 0.06161553040146828, + "sufficiency": 0.9898359775543213, "masked prediction probs": [ - 0.9390835762023926, - 0.06091640517115593 + 0.9301220774650574, + 0.069877989590168 ], "full text prediction probs": [ 0.9856691360473633, @@ -181334,12 +203772,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05040614679455757, - "sufficiency": 0.9686660766601562, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08600153774023056, + "sufficiency": 0.9958167672157288, "masked prediction probs": [ - 0.9402173757553101, - 0.05978262051939964 + 0.9081206321716309, + 0.09187942743301392 + ], + "full text prediction probs": [ + 0.9856691360473633, + 0.014330831356346607 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.036471083760261536, + "sufficiency": 0.9567908048629761, + "masked prediction probs": [ + 0.9527754783630371, + 0.04722447320818901 ], "full text prediction probs": [ 0.9856691360473633, @@ -181349,7 +203800,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7303950190544128, + "sufficiency": 0.7304547429084778, "masked prediction probs": [ 0.9885423183441162, 0.011457687243819237 @@ -181362,7 +203813,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8055042028427124, + "sufficiency": 0.805547297000885, "masked prediction probs": [ 0.9856691360473633, 0.014330831356346607 @@ -181374,8 +203825,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02910539135336876, - "sufficiency": 0.8259648680686951, + "comprehensiveness": 0.029098939150571823, + "sufficiency": 0.8260034918785095, "masked prediction probs": [ 0.9594070315361023, 0.040592923760414124 @@ -181387,8 +203838,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017535114893689752, - "sufficiency": 0.9443643093109131, + "comprehensiveness": 0.0017531231278553605, + "sufficiency": 0.944376528263092, "masked prediction probs": [ 0.9840865731239319, 0.015913430601358414 @@ -181400,8 +203851,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04049278050661087, - "sufficiency": 0.8714847564697266, + "comprehensiveness": 0.040483806282281876, + "sufficiency": 0.8715131878852844, "masked prediction probs": [ 0.9491158723831177, 0.05088411644101143 @@ -181414,7 +203865,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8381173014640808, + "sufficiency": 0.8381531834602356, "masked prediction probs": [ 0.9877198338508606, 0.012280179187655449 @@ -181426,8 +203877,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.040474843233823776, - "sufficiency": 0.8715416789054871, + "comprehensiveness": 0.04046588018536568, + "sufficiency": 0.8715702295303345, "masked prediction probs": [ 0.9491158723831177, 0.05088411644101143 @@ -181437,15 +203888,28 @@ 0.014330831356346607 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.050305724143981934, + "sufficiency": 0.9687284231185913, + "masked prediction probs": [ + 0.9402173757553101, + 0.05978262051939964 + ], + "full text prediction probs": [ + 0.9856691360473633, + 0.014330831356346607 + ], + "labels": 0 } }, "test_1562": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9698343873023987, - 0.03016558289527893 + 0.0712951123714447, + 0.9287049174308777 ], "full text prediction probs": [ 0.1329990029335022, @@ -181544,12 +204008,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9737342000007629, - 0.026265785098075867 + 0.9698343873023987, + 0.03016558289527893 + ], + "full text prediction probs": [ + 0.1329990029335022, + 0.8670010566711426 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1329990029335022, + 0.8670010566711426 ], "full text prediction probs": [ 0.1329990029335022, @@ -181647,15 +204124,28 @@ 0.8670010566711426 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9737342000007629, + 0.026265785098075867 + ], + "full text prediction probs": [ + 0.1329990029335022, + 0.8670010566711426 + ], + "labels": 0 } }, "test_1569": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9707109928131104, - 0.029288966208696365 + 0.8804244995117188, + 0.11957551538944244 ], "full text prediction probs": [ 0.8002416491508484, @@ -181745,8 +204235,8 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9707109928131104, - 0.029288966208696365 + 0.8804244995117188, + 0.11957551538944244 ], "full text prediction probs": [ 0.8002416491508484, @@ -181754,13 +204244,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ + 0.8804244995117188, + 0.11957551538944244 + ], + "full text prediction probs": [ 0.8002416491508484, 0.1997583657503128 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.682582437992096, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.31118303537368774, + 0.6888169646263123 + ], "full text prediction probs": [ 0.8002416491508484, 0.1997583657503128 @@ -181808,7 +204311,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7731262445449829, + "sufficiency": 0.7731894850730896, "masked prediction probs": [ 0.9146318435668945, 0.08536815643310547 @@ -181820,7 +204323,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7195056080818176, + "comprehensiveness": 0.7193049788475037, "sufficiency": 1.0, "masked prediction probs": [ 0.28415265679359436, @@ -181857,15 +204360,28 @@ 0.1997583657503128 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8002416491508484, + 0.1997583657503128 + ], + "full text prediction probs": [ + 0.8002416491508484, + 0.1997583657503128 + ], + "labels": 0 } }, "test_1597": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7074138522148132, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.26762694120407104, - 0.732373058795929 + 0.768134355545044, + 0.23186565935611725 ], "full text prediction probs": [ 0.7078315615653992, @@ -181964,7 +204480,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.705599844455719, "sufficiency": 1.0, "masked prediction probs": [ @@ -181977,6 +204493,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8287109732627869, + 0.17128899693489075 + ], + "full text prediction probs": [ + 0.7078315615653992, + 0.2921684980392456 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -181991,7 +204520,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1234571635723114, + "comprehensiveness": 0.12341763824224472, "sufficiency": 1.0, "masked prediction probs": [ 0.6307606101036072, @@ -182030,7 +204559,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7044708728790283, + "comprehensiveness": 0.7042454481124878, "sufficiency": 1.0, "masked prediction probs": [ 0.26762694120407104, @@ -182056,7 +204585,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7040202617645264, + "comprehensiveness": 0.7037951350212097, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.26762694120407104, + 0.732373058795929 + ], + "full text prediction probs": [ + 0.7078315615653992, + 0.2921684980392456 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7035702466964722, "sufficiency": 1.0, "masked prediction probs": [ 0.26762694120407104, @@ -182070,12 +204612,12 @@ } }, "test_1669": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0023831084836274385, - "sufficiency": 0.8993474245071411, + "fixed-shap": { + "comprehensiveness": 0.008252311497926712, + "sufficiency": 0.9539476633071899, "masked prediction probs": [ - 0.9885603785514832, - 0.011439602822065353 + 0.9832478165626526, + 0.01675218716263771 ], "full text prediction probs": [ 0.9907174706459045, @@ -182174,12 +204716,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005114740692079067, - "sufficiency": 0.8972114324569702, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002378903329372406, + "sufficiency": 0.899524986743927, "masked prediction probs": [ - 0.9860796332359314, - 0.013920340687036514 + 0.9885603785514832, + 0.011439602822065353 + ], + "full text prediction probs": [ + 0.9907174706459045, + 0.00928252562880516 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.009946933947503567, + "sufficiency": 0.9348294138908386, + "masked prediction probs": [ + 0.9816960096359253, + 0.018303966149687767 ], "full text prediction probs": [ 0.9907174706459045, @@ -182188,8 +204743,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013441554037854075, - "sufficiency": 0.9014027714729309, + "comprehensiveness": 0.0013438590103760362, + "sufficiency": 0.9014245867729187, "masked prediction probs": [ 0.9894983768463135, 0.010501628741621971 @@ -182201,8 +204756,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005112485494464636, - "sufficiency": 0.8972567319869995, + "comprehensiveness": 0.005111358594149351, + "sufficiency": 0.8972793817520142, "masked prediction probs": [ 0.9860796332359314, 0.013920340687036514 @@ -182215,7 +204770,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7838073968887329, + "sufficiency": 0.7838550209999084, "masked prediction probs": [ 0.9914257526397705, 0.008574193343520164 @@ -182228,7 +204783,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7463884949684143, + "sufficiency": 0.7464444041252136, "masked prediction probs": [ 0.9912250638008118, 0.008774923160672188 @@ -182240,8 +204795,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.022231409326195717, - "sufficiency": 0.9888585209846497, + "comprehensiveness": 0.02222651056945324, + "sufficiency": 0.9888609647750854, "masked prediction probs": [ 0.9705367088317871, 0.02946332097053528 @@ -182253,8 +204808,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008881361223757267, - "sufficiency": 0.9439574480056763, + "comprehensiveness": 0.008879405446350574, + "sufficiency": 0.9439697861671448, "masked prediction probs": [ 0.9826535582542419, 0.017346467822790146 @@ -182266,8 +204821,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005106856115162373, - "sufficiency": 0.8973698616027832, + "comprehensiveness": 0.005105731543153524, + "sufficiency": 0.8973924517631531, + "masked prediction probs": [ + 0.9860796332359314, + 0.013920340687036514 + ], + "full text prediction probs": [ + 0.9907174706459045, + 0.00928252562880516 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005104607902467251, + "sufficiency": 0.897415041923523, "masked prediction probs": [ 0.9860796332359314, 0.013920340687036514 @@ -182280,12 +204848,12 @@ } }, "test_1734": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0013485986273735762, - "sufficiency": 0.8164243698120117, + "fixed-shap": { + "comprehensiveness": 0.00032652029767632484, + "sufficiency": 0.9424022436141968, "masked prediction probs": [ - 0.9815571308135986, - 0.018442902714014053 + 0.982474148273468, + 0.017525872215628624 ], "full text prediction probs": [ 0.9827671051025391, @@ -182384,12 +204952,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0013315421529114246, - "sufficiency": 0.7845339179039001, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0013461979106068611, + "sufficiency": 0.8167511224746704, "masked prediction probs": [ - 0.981570303440094, - 0.018429704010486603 + 0.9815571308135986, + 0.018442902714014053 + ], + "full text prediction probs": [ + 0.9827671051025391, + 0.01723288930952549 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0012101151514798403, + "sufficiency": 0.9111395478248596, + "masked prediction probs": [ + 0.9816792011260986, + 0.018320806324481964 ], "full text prediction probs": [ 0.9827671051025391, @@ -182398,8 +204979,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010545743862167, - "sufficiency": 0.8516654372215271, + "comprehensiveness": 0.0010543398093432188, + "sufficiency": 0.8516983389854431, "masked prediction probs": [ 0.9818190336227417, 0.0181809663772583 @@ -182412,7 +204993,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8081035017967224, + "sufficiency": 0.8081461787223816, "masked prediction probs": [ 0.9827671051025391, 0.01723288930952549 @@ -182424,8 +205005,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005466821137815714, - "sufficiency": 0.8886602520942688, + "comprehensiveness": 0.005465605761855841, + "sufficiency": 0.8886849880218506, "masked prediction probs": [ 0.9778501987457275, 0.02214985340833664 @@ -182437,8 +205018,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011009791633114219, - "sufficiency": 0.8503853678703308, + "comprehensiveness": 0.0011007344583049417, + "sufficiency": 0.8504185676574707, "masked prediction probs": [ 0.9817766547203064, 0.01822337880730629 @@ -182450,8 +205031,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01251745130866766, - "sufficiency": 0.8950821757316589, + "comprehensiveness": 0.012514669448137283, + "sufficiency": 0.8951054215431213, "masked prediction probs": [ 0.9715037941932678, 0.028496194630861282 @@ -182464,7 +205045,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.883301317691803, + "sufficiency": 0.8833272457122803, "masked prediction probs": [ 0.9864825010299683, 0.013517523184418678 @@ -182476,8 +205057,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0011002453975379467, - "sufficiency": 0.8504850268363953, + "comprehensiveness": 0.0011000009253621101, + "sufficiency": 0.8505182862281799, "masked prediction probs": [ 0.9817766547203064, 0.01822337880730629 @@ -182487,15 +205068,28 @@ 0.01723288930952549 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001328880898654461, + "sufficiency": 0.7849645018577576, + "masked prediction probs": [ + 0.981570303440094, + 0.018429704010486603 + ], + "full text prediction probs": [ + 0.9827671051025391, + 0.01723288930952549 + ], + "labels": 0 } }, "test_1796": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0142477136105299, - "sufficiency": 0.9885647296905518, + "fixed-shap": { + "comprehensiveness": 0.02444222941994667, + "sufficiency": 0.9879226088523865, "masked prediction probs": [ - 0.9776170253753662, - 0.02238299697637558 + 0.968391478061676, + 0.031608451157808304 ], "full text prediction probs": [ 0.9905105233192444, @@ -182582,11 +205176,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.014225706458091736, - "sufficiency": 0.9885823726654053, + "comprehensiveness": 0.02440447360277176, + "sufficiency": 0.987941324710846, "masked prediction probs": [ - 0.9776170253753662, - 0.02238299697637558 + 0.968391478061676, + 0.031608451157808304 ], "full text prediction probs": [ 0.9905105233192444, @@ -182594,12 +205188,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018960420042276382, - "sufficiency": 0.9862909317016602, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.024399088695645332, + "sufficiency": 0.9879439473152161, "masked prediction probs": [ - 0.9733219146728516, - 0.026678038761019707 + 0.968391478061676, + 0.031608451157808304 + ], + "full text prediction probs": [ + 0.9905105233192444, + 0.009489458985626698 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015736378729343414, + "sufficiency": 0.992130696773529, + "masked prediction probs": [ + 0.9762415289878845, + 0.02375843934714794 ], "full text prediction probs": [ 0.9905105233192444, @@ -182609,7 +205216,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8023432493209839, + "sufficiency": 0.8023869395256042, "masked prediction probs": [ 0.9931214451789856, 0.006878579966723919 @@ -182622,7 +205229,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8012048602104187, + "sufficiency": 0.8012486696243286, "masked prediction probs": [ 0.9905105233192444, 0.009489458985626698 @@ -182634,8 +205241,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001735406811349094, - "sufficiency": 0.816889762878418, + "comprehensiveness": 0.0017350242706015706, + "sufficiency": 0.8169300556182861, "masked prediction probs": [ 0.9889362454414368, 0.011063809506595135 @@ -182647,8 +205254,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017350242706015706, - "sufficiency": 0.8169300556182861, + "comprehensiveness": 0.001734641962684691, + "sufficiency": 0.8169704675674438, "masked prediction probs": [ 0.9889362454414368, 0.011063809506595135 @@ -182660,8 +205267,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018939528614282608, - "sufficiency": 0.9863060116767883, + "comprehensiveness": 0.01893535628914833, + "sufficiency": 0.9863090515136719, "masked prediction probs": [ 0.9733219146728516, 0.026678038761019707 @@ -182673,8 +205280,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017342596547678113, - "sufficiency": 0.8170108199119568, + "comprehensiveness": 0.0017338776960968971, + "sufficiency": 0.817051112651825, "masked prediction probs": [ 0.9889362454414368, 0.011063809506595135 @@ -182686,11 +205293,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018931185826659203, - "sufficiency": 0.9863120913505554, + "comprehensiveness": 0.01571211963891983, + "sufficiency": 0.9921427965164185, "masked prediction probs": [ - 0.9733219146728516, - 0.026678038761019707 + 0.9762415289878845, + 0.02375843934714794 + ], + "full text prediction probs": [ + 0.9905105233192444, + 0.009489458985626698 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01570866070687771, + "sufficiency": 0.9921445846557617, + "masked prediction probs": [ + 0.9762415289878845, + 0.02375843934714794 ], "full text prediction probs": [ 0.9905105233192444, @@ -182700,12 +205320,12 @@ } }, "test_1802": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0016908609541133046, - "sufficiency": 0.7834688425064087, + "fixed-shap": { + "comprehensiveness": 0.0038686851039528847, + "sufficiency": 0.9640555381774902, "masked prediction probs": [ - 0.9950464963912964, - 0.004953480325639248 + 0.993062436580658, + 0.0069375308230519295 ], "full text prediction probs": [ 0.9965869188308716, @@ -182804,12 +205424,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0013603620463982224, - "sufficiency": 0.9939482808113098, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0016878965543583035, + "sufficiency": 0.7838484048843384, "masked prediction probs": [ - 0.995345413684845, - 0.004654573276638985 + 0.9950464963912964, + 0.004953480325639248 + ], + "full text prediction probs": [ + 0.9965869188308716, + 0.0034130397252738476 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0022991604637354612, + "sufficiency": 0.9623199701309204, + "masked prediction probs": [ + 0.9944881796836853, + 0.00551186129450798 ], "full text prediction probs": [ 0.9965869188308716, @@ -182818,8 +205451,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005929589387960732, - "sufficiency": 0.7928426861763, + "comprehensiveness": 0.0005928290192969143, + "sufficiency": 0.7928880453109741, "masked prediction probs": [ 0.9960456490516663, 0.003954385872930288 @@ -182832,7 +205465,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8238087892532349, + "sufficiency": 0.8238473534584045, "masked prediction probs": [ 0.9967449903488159, 0.003254957962781191 @@ -182845,7 +205478,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8360258936882019, + "sufficiency": 0.8360618352890015, "masked prediction probs": [ 0.9967824220657349, 0.0032175530213862658 @@ -182858,7 +205491,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7486029267311096, + "sufficiency": 0.7486578822135925, "masked prediction probs": [ 0.9966591596603394, 0.003340859664604068 @@ -182870,8 +205503,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0039011903572827578, - "sufficiency": 0.9931181073188782, + "comprehensiveness": 0.0039003363344818354, + "sufficiency": 0.9931195974349976, "masked prediction probs": [ 0.9930226802825928, 0.00697729829698801 @@ -182883,8 +205516,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000410918757552281, - "sufficiency": 0.8041921854019165, + "comprehensiveness": 0.00041082885582000017, + "sufficiency": 0.80423504114151, "masked prediction probs": [ 0.9962114095687866, 0.0037886181380599737 @@ -182897,7 +205530,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.7487679123878479, + "sufficiency": 0.7488229274749756, "masked prediction probs": [ 0.9966591596603394, 0.003340859664604068 @@ -182907,15 +205540,28 @@ 0.0034130397252738476 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0013576842611655593, + "sufficiency": 0.9939602017402649, + "masked prediction probs": [ + 0.995345413684845, + 0.004654573276638985 + ], + "full text prediction probs": [ + 0.9965869188308716, + 0.0034130397252738476 + ], + "labels": 0 } }, "test_3": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.1497129499912262, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9824815392494202, - 0.017518432810902596 + 0.4806283414363861, + 0.5193716287612915 ], "full text prediction probs": [ 0.549517810344696, @@ -183014,12 +205660,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9776086807250977, - 0.02239133045077324 + 0.9824815392494202, + 0.017518432810902596 + ], + "full text prediction probs": [ + 0.549517810344696, + 0.45048215985298157 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4154318571090698, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3576115667819977, + 0.6423884034156799 ], "full text prediction probs": [ 0.549517810344696, @@ -183054,7 +205713,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14728905260562897, + "comprehensiveness": 0.14722535014152527, "sufficiency": 1.0, "masked prediction probs": [ 0.4814195930957794, @@ -183067,7 +205726,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14257192611694336, + "comprehensiveness": 0.1425103098154068, "sufficiency": 1.0, "masked prediction probs": [ 0.48357200622558594, @@ -183117,15 +205776,28 @@ 0.45048215985298157 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9776086807250977, + 0.02239133045077324 + ], + "full text prediction probs": [ + 0.549517810344696, + 0.45048215985298157 + ], + "labels": 1 } }, "test_33": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11757444590330124, "sufficiency": 0.0, "masked prediction probs": [ - 0.34021323919296265, - 0.6597867608070374 + 0.01943889632821083, + 0.9805610775947571 ], "full text prediction probs": [ 0.010094063356518745, @@ -183224,7 +205896,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -183237,6 +205909,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.11497025936841965, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01943889632821083, + 0.9805610775947571 + ], + "full text prediction probs": [ + 0.010094063356518745, + 0.9899058938026428 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -183251,8 +205936,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7700804471969604, - "sufficiency": 0.4376429617404938, + "comprehensiveness": 0.7681945562362671, + "sufficiency": 0.43901848793029785, "masked prediction probs": [ 0.07284054160118103, 0.9271594882011414 @@ -183264,7 +205949,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7369788885116577, + "comprehensiveness": 0.7351784110069275, "sufficiency": 0.0, "masked prediction probs": [ 0.07029080390930176, @@ -183277,7 +205962,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.23579901456832886, + "comprehensiveness": 0.23522436618804932, "sufficiency": 0.0, "masked prediction probs": [ 0.02940141037106514, @@ -183290,7 +205975,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.733386754989624, + "comprehensiveness": 0.7316038608551025, "sufficiency": 0.0, "masked prediction probs": [ 0.07029080390930176, @@ -183303,7 +205988,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10781948268413544, + "comprehensiveness": 0.1075579971075058, "sufficiency": 0.0, "masked prediction probs": [ 0.018965521827340126, @@ -183327,15 +206012,28 @@ 0.9899058938026428 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.34021323919296265, + 0.6597867608070374 + ], + "full text prediction probs": [ + 0.010094063356518745, + 0.9899058938026428 + ], + "labels": 1 } }, "test_63": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9755100607872009, - 0.024489974603056908 + 0.9306241869926453, + 0.06937582045793533 ], "full text prediction probs": [ 0.06341025978326797, @@ -183434,7 +206132,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -183447,6 +206145,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9306241869926453, + 0.06937582045793533 + ], + "full text prediction probs": [ + 0.06341025978326797, + 0.9365897178649902 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -183513,7 +206224,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9348458647727966, + "comprehensiveness": 0.928433895111084, "sufficiency": 0.0, "masked prediction probs": [ 0.09048743546009064, @@ -183537,15 +206248,28 @@ 0.9365897178649902 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9755100607872009, + 0.024489974603056908 + ], + "full text prediction probs": [ + 0.06341025978326797, + 0.9365897178649902 + ], + "labels": 0 } }, "test_72": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.707595705986023, "masked prediction probs": [ - 0.2526889741420746, - 0.747310996055603 + 0.1449780911207199, + 0.8550218939781189 ], "full text prediction probs": [ 0.007575678173452616, @@ -183644,7 +206368,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -183657,6 +206381,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.713870108127594, + "masked prediction probs": [ + 0.1449780911207199, + 0.8550218939781189 + ], + "full text prediction probs": [ + 0.007575678173452616, + 0.9924243688583374 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -183684,7 +206421,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0873984694480896, + "comprehensiveness": 0.08719132840633392, "sufficiency": 0.0, "masked prediction probs": [ 0.014934481121599674, @@ -183697,7 +206434,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08324988186359406, + "comprehensiveness": 0.08305303752422333, "sufficiency": 0.0, "masked prediction probs": [ 0.01460177544504404, @@ -183711,7 +206448,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8248199224472046, + "sufficiency": 0.8252326846122742, "masked prediction probs": [ 0.12384409457445145, 0.8761559724807739 @@ -183723,7 +206460,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.063631571829319, + "comprehensiveness": 0.06348182260990143, "sufficiency": 0.0, "masked prediction probs": [ 0.01297155860811472, @@ -183747,15 +206484,28 @@ 0.9924243688583374 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2526889741420746, + 0.747310996055603 + ], + "full text prediction probs": [ + 0.007575678173452616, + 0.9924243688583374 + ], + "labels": 1 } }, "test_110": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9530723094940186, + "fixed-shap": { + "comprehensiveness": 0.04162898287177086, + "sufficiency": 0.3846319615840912, "masked prediction probs": [ - 0.1084156483411789, - 0.8915843963623047 + 0.008220341987907887, + 0.991779625415802 ], "full text prediction probs": [ 0.004686620086431503, @@ -183854,7 +206604,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9539396166801453, "masked prediction probs": [ @@ -183867,8 +206617,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.040764451026916504, + "sufficiency": 0.3973969519138336, + "masked prediction probs": [ + 0.008220341987907887, + 0.991779625415802 + ], + "full text prediction probs": [ + 0.004686620086431503, + 0.9953134059906006 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.15613938868045807, + "comprehensiveness": 0.15577992796897888, "sufficiency": 0.0, "masked prediction probs": [ 0.018221929669380188, @@ -183881,8 +206644,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13320313394069672, - "sufficiency": 0.9254810214042664, + "comprehensiveness": 0.13289716839790344, + "sufficiency": 0.925652027130127, "masked prediction probs": [ 0.016260258853435516, 0.9837396740913391 @@ -183894,8 +206657,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15808792412281036, - "sufficiency": 0.8877636194229126, + "comprehensiveness": 0.15772564709186554, + "sufficiency": 0.8880205154418945, "masked prediction probs": [ 0.018454119563102722, 0.9815458655357361 @@ -183907,7 +206670,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.021794559434056282, + "comprehensiveness": 0.021744728088378906, "sufficiency": 0.0, "masked prediction probs": [ 0.0065890164114534855, @@ -183921,7 +206684,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9544655680656433, + "sufficiency": 0.9545693397521973, "masked prediction probs": [ 0.1084156483411789, 0.8915843963623047 @@ -183933,7 +206696,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01357636135071516, + "comprehensiveness": 0.013545461930334568, "sufficiency": 0.0, "masked prediction probs": [ 0.005877066403627396, @@ -183947,7 +206710,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.954672634601593, + "sufficiency": 0.9547754526138306, + "masked prediction probs": [ + 0.1084156483411789, + 0.8915843963623047 + ], + "full text prediction probs": [ + 0.004686620086431503, + 0.9953134059906006 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9548777937889099, "masked prediction probs": [ 0.1084156483411789, 0.8915843963623047 @@ -183960,12 +206736,12 @@ } }, "test_163": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.4742932915687561, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9568759202957153, - 0.0431240014731884 + 0.919216513633728, + 0.08078346401453018 ], "full text prediction probs": [ 0.015916964039206505, @@ -184064,7 +206840,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.48545703291893005, "masked prediction probs": [ @@ -184077,6 +206853,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.919216513633728, + 0.08078346401453018 + ], + "full text prediction probs": [ + 0.015916964039206505, + 0.9840829968452454 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -184091,7 +206880,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4558413624763489, + "comprehensiveness": 0.4546393156051636, "sufficiency": 0.0, "masked prediction probs": [ 0.050404828041791916, @@ -184117,7 +206906,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04679737985134125, + "comprehensiveness": 0.04667462408542633, "sufficiency": 0.0, "masked prediction probs": [ 0.01947629451751709, @@ -184131,7 +206920,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.4921967387199402, + "sufficiency": 0.4935235381126404, "masked prediction probs": [ 0.9568759202957153, 0.0431240014731884 @@ -184143,7 +206932,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7703931927680969, + "comprehensiveness": 0.7683829069137573, "sufficiency": 0.0, "masked prediction probs": [ 0.07481934130191803, @@ -184157,7 +206946,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.494843453168869, + "sufficiency": 0.4961564838886261, + "masked prediction probs": [ + 0.9568759202957153, + 0.0431240014731884 + ], + "full text prediction probs": [ + 0.015916964039206505, + 0.9840829968452454 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4974627196788788, "masked prediction probs": [ 0.9568759202957153, 0.0431240014731884 @@ -184170,12 +206972,12 @@ } }, "test_170": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7482044100761414, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7413259744644165, - 0.2586740255355835 + 0.6831978559494019, + 0.31680211424827576 ], "full text prediction probs": [ 0.033708229660987854, @@ -184274,7 +207076,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.7552039623260498, "masked prediction probs": [ @@ -184287,6 +207089,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6831978559494019, + 0.31680211424827576 + ], + "full text prediction probs": [ + 0.033708229660987854, + 0.9662917852401733 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -184327,7 +207142,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0631018877029419, + "comprehensiveness": 0.06288599967956543, "sufficiency": 0.0, "masked prediction probs": [ 0.03738490864634514, @@ -184341,7 +207156,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7593844532966614, + "sufficiency": 0.76020348072052, "masked prediction probs": [ 0.7413259744644165, 0.2586740255355835 @@ -184353,7 +207168,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8568789958953857, + "comprehensiveness": 0.8539672493934631, "sufficiency": 0.0, "masked prediction probs": [ 0.08397821336984634, @@ -184367,7 +207182,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7610169649124146, + "sufficiency": 0.7618249654769897, + "masked prediction probs": [ + 0.7413259744644165, + 0.2586740255355835 + ], + "full text prediction probs": [ + 0.033708229660987854, + 0.9662917852401733 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7626274824142456, "masked prediction probs": [ 0.7413259744644165, 0.2586740255355835 @@ -184380,12 +207208,12 @@ } }, "test_175": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9979961514472961, - "sufficiency": 0.33440038561820984, + "fixed-shap": { + "comprehensiveness": 0.14363625645637512, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08940829336643219, - 0.9105916619300842 + 0.01873423345386982, + 0.9812657237052917 ], "full text prediction probs": [ 0.006852466147392988, @@ -184484,7 +207312,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9790561199188232, "sufficiency": 0.34701719880104065, "masked prediction probs": [ @@ -184497,8 +207325,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.1526385247707367, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019753796979784966, + 0.9802462458610535 + ], + "full text prediction probs": [ + 0.006852466147392988, + 0.9931475520133972 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.26634806394577026, + "comprehensiveness": 0.2657192051410675, "sufficiency": 0.0, "masked prediction probs": [ 0.029364686459302902, @@ -184511,7 +207352,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07817157357931137, + "comprehensiveness": 0.077987439930439, "sufficiency": 0.0, "masked prediction probs": [ 0.013475348241627216, @@ -184524,7 +207365,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.018031170591711998, + "comprehensiveness": 0.017988797277212143, "sufficiency": 0.0, "masked prediction probs": [ 0.00838366337120533, @@ -184537,7 +207378,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.019033534452319145, + "comprehensiveness": 0.01898891106247902, "sufficiency": 0.0, "masked prediction probs": [ 0.008472663350403309, @@ -184550,8 +207391,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9675794243812561, - "sufficiency": 0.3546626567840576, + "comprehensiveness": 0.9653162956237793, + "sufficiency": 0.35617029666900635, "masked prediction probs": [ 0.08940829336643219, 0.9105916619300842 @@ -184563,7 +207404,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.047313153743743896, + "comprehensiveness": 0.04720274731516838, "sufficiency": 0.0, "masked prediction probs": [ 0.010898826643824577, @@ -184576,8 +207417,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9630637168884277, - "sufficiency": 0.35767093300819397, + "comprehensiveness": 0.9608216285705566, + "sufficiency": 0.35916459560394287, + "masked prediction probs": [ + 0.08940829336643219, + 0.9105916619300842 + ], + "full text prediction probs": [ + 0.006852466147392988, + 0.9931475520133972 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9585899710655212, + "sufficiency": 0.36065131425857544, "masked prediction probs": [ 0.08940829336643219, 0.9105916619300842 @@ -184590,12 +207444,12 @@ } }, "test_183": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.936082124710083, - 0.06391794234514236 + 0.5886992812156677, + 0.4113006889820099 ], "full text prediction probs": [ 0.011609677225351334, @@ -184694,7 +207548,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -184707,6 +207561,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5886992812156677, + 0.4113006889820099 + ], + "full text prediction probs": [ + 0.011609677225351334, + 0.988390326499939 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -184722,7 +207589,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9170312285423279, + "sufficiency": 0.9172379970550537, "masked prediction probs": [ 0.22646351158618927, 0.7735365033149719 @@ -184747,7 +207614,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4716709554195404, + "comprehensiveness": 0.47049984335899353, "sufficiency": 0.0, "masked prediction probs": [ 0.049515414983034134, @@ -184761,7 +207628,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.917648434638977, + "sufficiency": 0.9178521633148193, "masked prediction probs": [ 0.22646351158618927, 0.7735365033149719 @@ -184773,7 +207640,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09243842959403992, + "comprehensiveness": 0.09221005439758301, "sufficiency": 0.0, "masked prediction probs": [ 0.019075477495789528, @@ -184797,15 +207664,28 @@ 0.988390326499939 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.936082124710083, + 0.06391794234514236 + ], + "full text prediction probs": [ + 0.011609677225351334, + 0.988390326499939 + ], + "labels": 1 } }, "test_231": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9359489679336548, + "fixed-shap": { + "comprehensiveness": 0.08659671247005463, + "sufficiency": 0.6437802314758301, "masked prediction probs": [ - 0.6200459599494934, - 0.3799540102481842 + 0.011326433159410954, + 0.9886735081672668 ], "full text prediction probs": [ 0.0039080409333109856, @@ -184904,7 +207784,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9371221661567688, "masked prediction probs": [ @@ -184917,9 +207797,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08481431007385254, + "sufficiency": 0.6511038541793823, + "masked prediction probs": [ + 0.011326433159410954, + 0.9886735081672668 + ], + "full text prediction probs": [ + 0.0039080409333109856, + 0.996091902256012 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9372658133506775, + "sufficiency": 0.9374088048934937, "masked prediction probs": [ 0.6200459599494934, 0.3799540102481842 @@ -184931,8 +207824,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11888520419597626, - "sufficiency": 0.834653913974762, + "comprehensiveness": 0.1186145544052124, + "sufficiency": 0.8350299000740051, "masked prediction probs": [ 0.014330272562801838, 0.9856696724891663 @@ -184944,8 +207837,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6796967387199402, - "sufficiency": 0.8360171318054199, + "comprehensiveness": 0.6781529188156128, + "sufficiency": 0.8363891839981079, "masked prediction probs": [ 0.06363052129745483, 0.9363694190979004 @@ -184957,8 +207850,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7011050581932068, - "sufficiency": 0.8675143718719482, + "comprehensiveness": 0.6995161771774292, + "sufficiency": 0.867814302444458, "masked prediction probs": [ 0.06565187871456146, 0.9343481063842773 @@ -184971,7 +207864,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9758354425430298, + "sufficiency": 0.975890040397644, "masked prediction probs": [ 0.3485791087150574, 0.6514208316802979 @@ -184983,7 +207876,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.021397756412625313, + "comprehensiveness": 0.021349482238292694, "sufficiency": 0.0, "masked prediction probs": [ 0.005801113322377205, @@ -184997,7 +207890,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9381140470504761, + "sufficiency": 0.9382531642913818, + "masked prediction probs": [ + 0.6200459599494934, + 0.3799540102481842 + ], + "full text prediction probs": [ + 0.0039080409333109856, + 0.996091902256012 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9383916854858398, "masked prediction probs": [ 0.6200459599494934, 0.3799540102481842 @@ -185010,12 +207916,12 @@ } }, "test_260": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02576281875371933, + "fixed-shap": { + "comprehensiveness": 0.03397289291024208, "sufficiency": 0.0, "masked prediction probs": [ - 0.007592093665152788, - 0.9924079179763794 + 0.008282984606921673, + 0.9917170405387878 ], "full text prediction probs": [ 0.005424112547188997, @@ -185102,11 +208008,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.025341149419546127, + "comprehensiveness": 0.03341684862971306, "sufficiency": 0.0, "masked prediction probs": [ - 0.007592093665152788, - 0.9924079179763794 + 0.008282984606921673, + 0.9917170405387878 ], "full text prediction probs": [ 0.005424112547188997, @@ -185114,12 +208020,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02749244123697281, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.033338893204927444, "sufficiency": 0.0, "masked prediction probs": [ - 0.007781574036926031, - 0.9922183752059937 + 0.008282984606921673, + 0.9917170405387878 + ], + "full text prediction probs": [ + 0.005424112547188997, + 0.9945758581161499 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03326130285859108, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008282984606921673, + 0.9917170405387878 ], "full text prediction probs": [ 0.005424112547188997, @@ -185128,7 +208047,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04503101855516434, + "comprehensiveness": 0.04492646083235741, "sufficiency": 0.0, "masked prediction probs": [ 0.00929456576704979, @@ -185141,7 +208060,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02736477181315422, + "comprehensiveness": 0.027301380410790443, "sufficiency": 0.0, "masked prediction probs": [ 0.007781574036926031, @@ -185154,7 +208073,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03136220946907997, + "comprehensiveness": 0.0312897264957428, "sufficiency": 0.0, "masked prediction probs": [ 0.00813235528767109, @@ -185167,7 +208086,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025048309937119484, + "comprehensiveness": 0.02499055303633213, "sufficiency": 0.0, "masked prediction probs": [ 0.007592093665152788, @@ -185180,8 +208099,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07004184275865555, - "sufficiency": 0.6230066418647766, + "comprehensiveness": 0.06988070905208588, + "sufficiency": 0.6238729357719421, "masked prediction probs": [ 0.011500352062284946, 0.9884997010231018 @@ -185193,8 +208112,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15879574418067932, - "sufficiency": 0.8348751068115234, + "comprehensiveness": 0.1584312617778778, + "sufficiency": 0.8352536559104919, "masked prediction probs": [ 0.019231479614973068, 0.9807685017585754 @@ -185206,11 +208125,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.027050724253058434, + "comprehensiveness": 0.03272812440991402, "sufficiency": 0.0, "masked prediction probs": [ - 0.007781574036926031, - 0.9922183752059937 + 0.008282984606921673, + 0.9917170405387878 + ], + "full text prediction probs": [ + 0.005424112547188997, + 0.9945758581161499 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03265334665775299, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008282984606921673, + 0.9917170405387878 ], "full text prediction probs": [ 0.005424112547188997, @@ -185220,12 +208152,12 @@ } }, "test_291": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6149445176124573, - "sufficiency": 0.9371532797813416, + "fixed-shap": { + "comprehensiveness": 0.02567168138921261, + "sufficiency": 0.0, "masked prediction probs": [ - 0.057055842131376266, - 0.9429442286491394 + 0.007291093468666077, + 0.9927089214324951 ], "full text prediction probs": [ 0.005123053211718798, @@ -185324,7 +208256,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.6035085916519165, "sufficiency": 0.9383206963539124, "masked prediction probs": [ @@ -185337,9 +208269,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0036515493411570787, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005438000429421663, + 0.9945619702339172 + ], + "full text prediction probs": [ + 0.005123053211718798, + 0.9948769211769104 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.3905222713947296, - "sufficiency": 0.8467000722885132, + "comprehensiveness": 0.3896186947822571, + "sufficiency": 0.8470543622970581, "masked prediction probs": [ 0.03880607709288597, 0.961193859577179 @@ -185351,8 +208296,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6007158160209656, - "sufficiency": 0.938605785369873, + "comprehensiveness": 0.5993290543556213, + "sufficiency": 0.9387473464012146, "masked prediction probs": [ 0.057055842131376266, 0.9429442286491394 @@ -185364,8 +208309,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.17830274999141693, - "sufficiency": 0.15184269845485687, + "comprehensiveness": 0.17789208889007568, + "sufficiency": 0.15379390120506287, "masked prediction probs": [ 0.020573249086737633, 0.9794267416000366 @@ -185377,7 +208322,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016554515808820724, + "comprehensiveness": 0.01651647686958313, "sufficiency": 0.0, "masked prediction probs": [ 0.006560832262039185, @@ -185390,8 +208335,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5965746641159058, - "sufficiency": 0.9390285015106201, + "comprehensiveness": 0.5952069759368896, + "sufficiency": 0.9391681551933289, "masked prediction probs": [ 0.057055842131376266, 0.9429442286491394 @@ -185403,7 +208348,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03889777511358261, + "comprehensiveness": 0.03880880028009415, "sufficiency": 0.0, "masked prediction probs": [ 0.008516917936503887, @@ -185416,8 +208361,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.593845546245575, - "sufficiency": 0.9393071532249451, + "comprehensiveness": 0.5924903154373169, + "sufficiency": 0.9394454956054688, + "masked prediction probs": [ + 0.057055842131376266, + 0.9429442286491394 + ], + "full text prediction probs": [ + 0.005123053211718798, + 0.9948769211769104 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5911412239074707, + "sufficiency": 0.9395831823348999, "masked prediction probs": [ 0.057055842131376266, 0.9429442286491394 @@ -185430,12 +208388,12 @@ } }, "test_298": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.3848729431629181, + "fixed-shap": { + "comprehensiveness": 0.09976819902658463, + "sufficiency": 0.0, "masked prediction probs": [ - 0.38321420550346375, - 0.6167857646942139 + 0.03330137953162193, + 0.9666987061500549 ], "full text prediction probs": [ 0.027064792811870575, @@ -185534,7 +208492,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.4002034664154053, "masked prediction probs": [ @@ -185547,6 +208505,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027064792811870575, + 0.972935140132904 + ], + "full text prediction probs": [ + 0.027064792811870575, + 0.972935140132904 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -185561,7 +208532,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18580400943756104, + "comprehensiveness": 0.18522964417934418, "sufficiency": 0.0, "masked prediction probs": [ 0.03905097767710686, @@ -185575,7 +208546,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.2713025212287903, + "sufficiency": 0.27354469895362854, "masked prediction probs": [ 0.112069271504879, 0.887930691242218 @@ -185601,7 +208572,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6748153567314148, + "sufficiency": 0.6758098602294922, "masked prediction probs": [ 0.254609078168869, 0.7453908920288086 @@ -185613,7 +208584,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.21642762422561646, + "comprehensiveness": 0.2157667726278305, "sufficiency": 0.0, "masked prediction probs": [ 0.04119975119829178, @@ -185626,7 +208597,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18296724557876587, + "comprehensiveness": 0.18241026997566223, "sufficiency": 0.0, "masked prediction probs": [ 0.03905097767710686, @@ -185637,15 +208608,28 @@ 0.972935140132904 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4165618419647217, + "masked prediction probs": [ + 0.38321420550346375, + 0.6167857646942139 + ], + "full text prediction probs": [ + 0.027064792811870575, + 0.972935140132904 + ], + "labels": 1 } }, "test_321": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9641817808151245, - 0.03581824526190758 + 0.3271024227142334, + 0.6728975772857666 ], "full text prediction probs": [ 0.05389554426074028, @@ -185744,7 +208728,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -185757,6 +208741,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3271024227142334, + 0.6728975772857666 + ], + "full text prediction probs": [ + 0.05389554426074028, + 0.9461044669151306 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -185847,15 +208844,28 @@ 0.9461044669151306 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9641817808151245, + 0.03581824526190758 + ], + "full text prediction probs": [ + 0.05389554426074028, + 0.9461044669151306 + ], + "labels": 1 } }, "test_331": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8543415069580078, - "sufficiency": 0.9135406017303467, + "fixed-shap": { + "comprehensiveness": 0.06266120821237564, + "sufficiency": 0.9085877537727356, "masked prediction probs": [ - 0.07740939408540726, - 0.9225906133651733 + 0.011292045004665852, + 0.9887080192565918 ], "full text prediction probs": [ 0.006058862898498774, @@ -185954,7 +208964,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8382789492607117, "sufficiency": 0.9151642322540283, "masked prediction probs": [ @@ -185967,9 +208977,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.06133895367383957, + "sufficiency": 0.9105144739151001, + "masked prediction probs": [ + 0.011292045004665852, + 0.9887080192565918 + ], + "full text prediction probs": [ + 0.006058862898498774, + 0.9939411878585815 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.8363134860992432, - "sufficiency": 0.9153628945350647, + "comprehensiveness": 0.8343572020530701, + "sufficiency": 0.9155606627464294, "masked prediction probs": [ 0.07740939408540726, 0.9225906133651733 @@ -185981,7 +209004,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04167450964450836, + "comprehensiveness": 0.04157725349068642, "sufficiency": 0.0, "masked prediction probs": [ 0.009622639045119286, @@ -185994,7 +209017,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.028347020968794823, + "comprehensiveness": 0.028281021863222122, "sufficiency": 0.0, "masked prediction probs": [ 0.008488602004945278, @@ -186007,7 +209030,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013375643640756607, + "comprehensiveness": 0.01334457378834486, "sufficiency": 0.0, "masked prediction probs": [ 0.0072079552337527275, @@ -186020,8 +209043,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1718854457139969, - "sufficiency": 0.912555456161499, + "comprehensiveness": 0.17148710787296295, + "sufficiency": 0.9127578735351562, "masked prediction probs": [ 0.020860841497778893, 0.9791391491889954 @@ -186033,7 +209056,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.018603889271616936, + "comprehensiveness": 0.018560875207185745, "sufficiency": 0.0, "masked prediction probs": [ 0.007664605043828487, @@ -186046,8 +209069,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8247116208076477, - "sufficiency": 0.9165356755256653, + "comprehensiveness": 0.8228092193603516, + "sufficiency": 0.9167280197143555, + "masked prediction probs": [ + 0.07740939408540726, + 0.9225906133651733 + ], + "full text prediction probs": [ + 0.006058862898498774, + 0.9939411878585815 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8209155797958374, + "sufficiency": 0.9169194102287292, "masked prediction probs": [ 0.07740939408540726, 0.9225906133651733 @@ -186060,12 +209096,12 @@ } }, "test_363": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9314507246017456, - 0.06854930520057678 + 0.10457898676395416, + 0.8954209685325623 ], "full text prediction probs": [ 0.08427593111991882, @@ -186164,12 +209200,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.948306679725647, - 0.05169329419732094 + 0.9314507246017456, + 0.06854930520057678 + ], + "full text prediction probs": [ + 0.08427593111991882, + 0.9157240986824036 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05916368216276169, + 0.9408363699913025 ], "full text prediction probs": [ 0.08427593111991882, @@ -186267,15 +209316,28 @@ 0.9157240986824036 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.948306679725647, + 0.05169329419732094 + ], + "full text prediction probs": [ + 0.08427593111991882, + 0.9157240986824036 + ], + "labels": 1 } }, "test_412": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.10560598224401474, "sufficiency": 0.0, "masked prediction probs": [ - 0.9395880103111267, - 0.06041199713945389 + 0.03529585525393486, + 0.964704155921936 ], "full text prediction probs": [ 0.028886912390589714, @@ -186374,12 +209436,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9607328176498413, - 0.03926718607544899 + 0.9395880103111267, + 0.06041199713945389 + ], + "full text prediction probs": [ + 0.028886912390589714, + 0.9711130857467651 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05842139199376106, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.032537467777729034, + 0.9674624800682068 ], "full text prediction probs": [ 0.028886912390589714, @@ -186477,15 +209552,28 @@ 0.9711130857467651 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9607328176498413, + 0.03926718607544899 + ], + "full text prediction probs": [ + 0.028886912390589714, + 0.9711130857467651 + ], + "labels": 1 } }, "test_423": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.39563220739364624, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9577869176864624, - 0.04221310466527939 + 0.9085888266563416, + 0.09141118824481964 ], "full text prediction probs": [ 0.013426384888589382, @@ -186584,7 +209672,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.40805575251579285, "masked prediction probs": [ @@ -186597,9 +209685,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9085888266563416, + 0.09141118824481964 + ], + "full text prediction probs": [ + 0.013426384888589382, + 0.9865736961364746 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.40957286953926086, + "sufficiency": 0.4110822379589081, "masked prediction probs": [ 0.9577869176864624, 0.04221310466527939 @@ -186637,7 +209738,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015213003382086754, + "comprehensiveness": 0.015174360014498234, "sufficiency": 0.0, "masked prediction probs": [ 0.014621274545788765, @@ -186677,7 +209778,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.41851475834846497, + "sufficiency": 0.4199788272380829, + "masked prediction probs": [ + 0.9577869176864624, + 0.04221310466527939 + ], + "full text prediction probs": [ + 0.013426384888589382, + 0.9865736961364746 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.42143550515174866, "masked prediction probs": [ 0.9577869176864624, 0.04221310466527939 @@ -186690,12 +209804,12 @@ } }, "test_433": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9335253238677979, - 0.06647468358278275 + 0.45542922616004944, + 0.544570803642273 ], "full text prediction probs": [ 0.016742780804634094, @@ -186794,7 +209908,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -186807,6 +209921,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.45542922616004944, + 0.544570803642273 + ], + "full text prediction probs": [ + 0.016742780804634094, + 0.9832572340965271 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -186821,7 +209948,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7465237975120544, + "comprehensiveness": 0.7445335984230042, "sufficiency": 0.0, "masked prediction probs": [ 0.0726064071059227, @@ -186834,7 +209961,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9301267862319946, + "comprehensiveness": 0.9276536703109741, "sufficiency": 0.0, "masked prediction probs": [ 0.08653181791305542, @@ -186873,7 +210000,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.054047197103500366, + "comprehensiveness": 0.05390462651848793, "sufficiency": 0.0, "masked prediction probs": [ 0.0208304263651371, @@ -186897,15 +210024,28 @@ 0.9832572340965271 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9335253238677979, + 0.06647468358278275 + ], + "full text prediction probs": [ + 0.016742780804634094, + 0.9832572340965271 + ], + "labels": 1 } }, "test_446": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.1525617241859436, - 0.8474382162094116 + 0.21866154670715332, + 0.7813384532928467 ], "full text prediction probs": [ 0.03439192846417427, @@ -187004,7 +210144,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -187017,6 +210157,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.40957245230674744, + 0.5904275178909302 + ], + "full text prediction probs": [ + 0.03439192846417427, + 0.9656080603599548 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -187083,7 +210236,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20890596508979797, + "comprehensiveness": 0.20818772912025452, "sufficiency": 0.0, "masked prediction probs": [ 0.04650487005710602, @@ -187107,15 +210260,28 @@ 0.9656080603599548 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1525617241859436, + 0.8474382162094116 + ], + "full text prediction probs": [ + 0.03439192846417427, + 0.9656080603599548 + ], + "labels": 1 } }, "test_476": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9826265573501587, - 0.017373481765389442 + 0.1869708150625229, + 0.8130291700363159 ], "full text prediction probs": [ 0.24190865457057953, @@ -187214,12 +210380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.984725296497345, - 0.01527467742562294 + 0.9826265573501587, + 0.017373481765389442 + ], + "full text prediction probs": [ + 0.24190865457057953, + 0.7580913305282593 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2194025218486786, + 0.780597448348999 ], "full text prediction probs": [ 0.24190865457057953, @@ -187317,15 +210496,28 @@ 0.7580913305282593 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.984725296497345, + 0.01527467742562294 + ], + "full text prediction probs": [ + 0.24190865457057953, + 0.7580913305282593 + ], + "labels": 0 } }, "test_505": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09867209941148758, - "sufficiency": 0.9160218834877014, + "fixed-shap": { + "comprehensiveness": 0.03273678570985794, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01208607479929924, - 0.9879139065742493 + 0.006417546886950731, + 0.9935824275016785 ], "full text prediction probs": [ 0.0036031357012689114, @@ -187424,7 +210616,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.09686897695064545, "sufficiency": 0.9175547361373901, "masked prediction probs": [ @@ -187437,9 +210629,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.032065313309431076, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006417546886950731, + 0.9935824275016785 + ], + "full text prediction probs": [ + 0.0036031357012689114, + 0.9963968396186829 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.05923709645867348, - "sufficiency": 0.914048969745636, + "comprehensiveness": 0.05910240113735199, + "sufficiency": 0.9142441749572754, "masked prediction probs": [ 0.008802459575235844, 0.9911975264549255 @@ -187451,7 +210656,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.013634949922561646, + "comprehensiveness": 0.013604016974568367, "sufficiency": 0.0, "masked prediction probs": [ 0.004802680108696222, @@ -187464,7 +210669,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021443024277687073, + "comprehensiveness": 0.021394485607743263, "sufficiency": 0.0, "masked prediction probs": [ 0.005493850447237492, @@ -187477,7 +210682,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006570778321474791, + "comprehensiveness": 0.0065559386275708675, "sufficiency": 0.0, "masked prediction probs": [ 0.004183860961347818, @@ -187490,8 +210695,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09577511250972748, - "sufficiency": 0.9184846878051758, + "comprehensiveness": 0.09555929899215698, + "sufficiency": 0.9186681509017944, "masked prediction probs": [ 0.01208607479929924, 0.9879139065742493 @@ -187503,8 +210708,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0298193097114563, - "sufficiency": 0.01725468970835209, + "comprehensiveness": 0.02975226566195488, + "sufficiency": 0.019461700692772865, "masked prediction probs": [ 0.006250253412872553, 0.993749737739563 @@ -187516,8 +210721,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09534445405006409, - "sufficiency": 0.9188507795333862, + "comprehensiveness": 0.0951305702328682, + "sufficiency": 0.919032633304596, + "masked prediction probs": [ + 0.01208607479929924, + 0.9879139065742493 + ], + "full text prediction probs": [ + 0.0036031357012689114, + 0.9963968396186829 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0949176475405693, + "sufficiency": 0.9192136526107788, "masked prediction probs": [ 0.01208607479929924, 0.9879139065742493 @@ -187530,12 +210748,12 @@ } }, "test_507": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8530617356300354, + "fixed-shap": { + "comprehensiveness": 0.21976064145565033, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9508808255195618, - 0.04911918193101883 + 0.03998291492462158, + 0.9600170850753784 ], "full text prediction probs": [ 0.026015130802989006, @@ -187634,7 +210852,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8566648960113525, "masked prediction probs": [ @@ -187647,9 +210865,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.21370740234851837, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03998291492462158, + 0.9600170850753784 + ], + "full text prediction probs": [ + 0.026015130802989006, + 0.9739848375320435 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6402719020843506, + "sufficiency": 0.6413678526878357, "masked prediction probs": [ 0.9469172358512878, 0.05308282747864723 @@ -187661,7 +210892,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6042747497558594, + "comprehensiveness": 0.6024366021156311, "sufficiency": 0.0, "masked prediction probs": [ 0.06563100218772888, @@ -187675,7 +210906,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8579709529876709, + "sufficiency": 0.8584010601043701, "masked prediction probs": [ 0.9508808255195618, 0.04911918193101883 @@ -187687,7 +210918,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3679684102535248, + "comprehensiveness": 0.3668558597564697, "sufficiency": 0.0, "masked prediction probs": [ 0.050286147743463516, @@ -187727,7 +210958,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8596757650375366, + "sufficiency": 0.8600956201553345, + "masked prediction probs": [ + 0.9508808255195618, + 0.04911918193101883 + ], + "full text prediction probs": [ + 0.026015130802989006, + 0.9739848375320435 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.860512912273407, "masked prediction probs": [ 0.9508808255195618, 0.04911918193101883 @@ -187740,12 +210984,12 @@ } }, "test_513": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9873465895652771, - 0.01265347097069025 + 0.025553248822689056, + 0.9744467735290527 ], "full text prediction probs": [ 0.10248435288667679, @@ -187844,12 +211088,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9881678223609924, - 0.011832228861749172 + 0.9873465895652771, + 0.01265347097069025 + ], + "full text prediction probs": [ + 0.10248435288667679, + 0.8975157141685486 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02151380106806755, + 0.978486180305481 ], "full text prediction probs": [ 0.10248435288667679, @@ -187947,15 +211204,28 @@ 0.8975157141685486 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9881678223609924, + 0.011832228861749172 + ], + "full text prediction probs": [ + 0.10248435288667679, + 0.8975157141685486 + ], + "labels": 1 } }, "test_516": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07446001470088959, "sufficiency": 0.0, "masked prediction probs": [ - 0.11757498234510422, - 0.88242506980896 + 0.017685042694211006, + 0.982314944267273 ], "full text prediction probs": [ 0.011901567690074444, @@ -188054,7 +211324,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -188067,6 +211337,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011901567690074444, + 0.9880984425544739 + ], + "full text prediction probs": [ + 0.011901567690074444, + 0.9880984425544739 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -188094,7 +211377,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.49229317903518677, + "comprehensiveness": 0.49106335639953613, "sufficiency": 0.0, "masked prediction probs": [ 0.05122247710824013, @@ -188107,7 +211390,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06293504685163498, + "comprehensiveness": 0.06277821213006973, "sufficiency": 0.0, "masked prediction probs": [ 0.016941005364060402, @@ -188120,7 +211403,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5520067811012268, + "comprehensiveness": 0.5506346225738525, "sufficiency": 0.0, "masked prediction probs": [ 0.05621279776096344, @@ -188133,7 +211416,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08712900429964066, + "comprehensiveness": 0.08691295981407166, "sufficiency": 0.0, "masked prediction probs": [ 0.01891314424574375, @@ -188157,15 +211440,28 @@ 0.9880984425544739 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11757498234510422, + 0.88242506980896 + ], + "full text prediction probs": [ + 0.011901567690074444, + 0.9880984425544739 + ], + "labels": 1 } }, "test_527": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9252840876579285, - 0.07471589744091034 + 0.9841082692146301, + 0.01589171029627323 ], "full text prediction probs": [ 0.01991886831820011, @@ -188255,8 +211551,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9252840876579285, - 0.07471589744091034 + 0.9841082692146301, + 0.01589171029627323 ], "full text prediction probs": [ 0.01991886831820011, @@ -188264,12 +211560,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9252840876579285, - 0.07471589744091034 + 0.9841082692146301, + 0.01589171029627323 + ], + "full text prediction probs": [ + 0.01991886831820011, + 0.9800812005996704 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9841082692146301, + 0.01589171029627323 ], "full text prediction probs": [ 0.01991886831820011, @@ -188291,7 +211600,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5289016366004944, + "comprehensiveness": 0.5274292230606079, "sufficiency": 0.0, "masked prediction probs": [ 0.05781758204102516, @@ -188304,7 +211613,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3335382342338562, + "comprehensiveness": 0.3326122760772705, "sufficiency": 0.0, "masked prediction probs": [ 0.04388542100787163, @@ -188317,7 +211626,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5937766432762146, + "comprehensiveness": 0.5921328067779541, "sufficiency": 0.0, "masked prediction probs": [ 0.06270383298397064, @@ -188343,7 +211652,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8403035402297974, + "comprehensiveness": 0.8379900455474854, "sufficiency": 0.0, "masked prediction probs": [ 0.08080361783504486, @@ -188359,8 +211668,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9252840876579285, - 0.07471589744091034 + 0.9841082692146301, + 0.01589171029627323 + ], + "full text prediction probs": [ + 0.01991886831820011, + 0.9800812005996704 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9841082692146301, + 0.01589171029627323 ], "full text prediction probs": [ 0.01991886831820011, @@ -188370,12 +211692,12 @@ } }, "test_549": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6282181739807129, + "fixed-shap": { + "comprehensiveness": 0.006259992718696594, + "sufficiency": 0.0, "masked prediction probs": [ - 0.12842167913913727, - 0.8715782761573792 + 0.006479576230049133, + 0.9935204386711121 ], "full text prediction probs": [ 0.005956120789051056, @@ -188474,7 +211796,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.6351915001869202, "masked prediction probs": [ @@ -188487,9 +211809,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005956120789051056, + 0.9940438866615295 + ], + "full text prediction probs": [ + 0.005956120789051056, + 0.9940438866615295 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6360448002815247, + "sufficiency": 0.6368941068649292, "masked prediction probs": [ 0.12842167913913727, 0.8715782761573792 @@ -188501,8 +211836,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2299892008304596, - "sufficiency": 0.7142168879508972, + "comprehensiveness": 0.22945311665534973, + "sufficiency": 0.7148822546005249, "masked prediction probs": [ 0.02564738318324089, 0.9743525981903076 @@ -188514,8 +211849,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.30195313692092896, - "sufficiency": 0.9519810080528259, + "comprehensiveness": 0.3012509346008301, + "sufficiency": 0.9520925283432007, "masked prediction probs": [ 0.031869255006313324, 0.9681307673454285 @@ -188527,8 +211862,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.26699182391166687, - "sufficiency": 0.8343157768249512, + "comprehensiveness": 0.2663723826408386, + "sufficiency": 0.8346997499465942, "masked prediction probs": [ 0.02892226167023182, 0.9710776805877686 @@ -188540,8 +211875,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.531167209148407, - "sufficiency": 0.7970007658004761, + "comprehensiveness": 0.5299376845359802, + "sufficiency": 0.7974701523780823, "masked prediction probs": [ 0.05175246670842171, 0.948247492313385 @@ -188553,7 +211888,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0291421040892601, + "comprehensiveness": 0.029074804857373238, "sufficiency": 0.0, "masked prediction probs": [ 0.008474470116198063, @@ -188567,7 +211902,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6410819888114929, + "sufficiency": 0.6419079899787903, + "masked prediction probs": [ + 0.12842167913913727, + 0.8715782761573792 + ], + "full text prediction probs": [ + 0.005956120789051056, + 0.9940438866615295 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6427302360534668, "masked prediction probs": [ 0.12842167913913727, 0.8715782761573792 @@ -188580,12 +211928,12 @@ } }, "test_583": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04421119764447212, "sufficiency": 0.0, "masked prediction probs": [ - 0.17529700696468353, - 0.8247029781341553 + 0.008007219061255455, + 0.991992712020874 ], "full text prediction probs": [ 0.004234337247908115, @@ -188684,12 +212032,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8902930021286011, + "sufficiency": 0.0, "masked prediction probs": [ - 0.22156941890716553, - 0.7784305810928345 + 0.17529700696468353, + 0.8247029781341553 + ], + "full text prediction probs": [ + 0.004234337247908115, + 0.9957656860351562 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.013268415816128254, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0053904978558421135, + 0.9946094751358032 ], "full text prediction probs": [ 0.004234337247908115, @@ -188698,7 +212059,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03196102753281593, + "comprehensiveness": 0.031887829303741455, "sufficiency": 0.0, "masked prediction probs": [ 0.007019352167844772, @@ -188711,7 +212072,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02047465182840824, + "comprehensiveness": 0.020427867770195007, "sufficiency": 0.0, "masked prediction probs": [ 0.006022522691637278, @@ -188737,7 +212098,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015257778577506542, + "comprehensiveness": 0.015223072841763496, "sufficiency": 0.0, "masked prediction probs": [ 0.0055730026215314865, @@ -188751,7 +212112,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8915393352508545, + "sufficiency": 0.891785204410553, "masked prediction probs": [ 0.22156941890716553, 0.7784305810928345 @@ -188763,7 +212124,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.30603525042533875, + "comprehensiveness": 0.30534225702285767, "sufficiency": 0.0, "masked prediction probs": [ 0.031208327040076256, @@ -188777,7 +212138,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8920299410820007, + "sufficiency": 0.8922736048698425, + "masked prediction probs": [ + 0.22156941890716553, + 0.7784305810928345 + ], + "full text prediction probs": [ + 0.004234337247908115, + 0.9957656860351562 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8925161957740784, "masked prediction probs": [ 0.22156941890716553, 0.7784305810928345 @@ -188790,12 +212164,12 @@ } }, "test_622": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9842678904533386, + "fixed-shap": { + "comprehensiveness": 0.0005472879274748266, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9597368836402893, - 0.04026315361261368 + 0.005542277824133635, + 0.9944577217102051 ], "full text prediction probs": [ 0.005496260244399309, @@ -188894,7 +212268,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9845613837242126, "masked prediction probs": [ @@ -188907,9 +212281,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.015526140108704567, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006829570047557354, + 0.9931703805923462 + ], + "full text prediction probs": [ + 0.005496260244399309, + 0.9945037364959717 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.23142901062965393, - "sufficiency": 0.5256912708282471, + "comprehensiveness": 0.23089121282100677, + "sufficiency": 0.5267922282218933, "masked prediction probs": [ 0.025370897725224495, 0.9746290445327759 @@ -188922,7 +212309,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9768306016921997, + "sufficiency": 0.9768842458724976, "masked prediction probs": [ 0.8364232778549194, 0.16357675194740295 @@ -188935,7 +212322,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9657159447669983, + "sufficiency": 0.9657951593399048, "masked prediction probs": [ 0.8924388885498047, 0.10756104439496994 @@ -188947,7 +212334,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05529877543449402, + "comprehensiveness": 0.05517115816473961, "sufficiency": 0.0, "masked prediction probs": [ 0.010278420522809029, @@ -188961,7 +212348,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9847393035888672, + "sufficiency": 0.9847744107246399, "masked prediction probs": [ 0.9597368836402893, 0.04026315361261368 @@ -188973,7 +212360,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04461516812443733, + "comprehensiveness": 0.044512681663036346, "sufficiency": 0.0, "masked prediction probs": [ 0.009372393600642681, @@ -188987,7 +212374,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9848093390464783, + "sufficiency": 0.9848441481590271, + "masked prediction probs": [ + 0.9597368836402893, + 0.04026315361261368 + ], + "full text prediction probs": [ + 0.005496260244399309, + 0.9945037364959717 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9848787188529968, "masked prediction probs": [ 0.9597368836402893, 0.04026315361261368 @@ -189000,12 +212400,12 @@ } }, "test_627": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22757424414157867, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.12062045186758041, + "sufficiency": 0.36273691058158875, "masked prediction probs": [ - 0.023983780294656754, - 0.9760162830352783 + 0.014901735819876194, + 0.9850982427597046 ], "full text prediction probs": [ 0.0046593495644629, @@ -189104,7 +212504,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.22336481511592865, "sufficiency": 0.0, "masked prediction probs": [ @@ -189117,8 +212517,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08746128529310226, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012243499979376793, + 0.9877564907073975 + ], + "full text prediction probs": [ + 0.0046593495644629, + 0.9953407049179077 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.2228495478630066, + "comprehensiveness": 0.22233666479587555, "sufficiency": 0.0, "masked prediction probs": [ 0.023983780294656754, @@ -189131,7 +212544,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.009862199425697327, + "comprehensiveness": 0.009839554317295551, "sufficiency": 0.0, "masked prediction probs": [ 0.005516423843801022, @@ -189144,7 +212557,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.033045053482055664, + "comprehensiveness": 0.03296935185790062, "sufficiency": 0.0, "masked prediction probs": [ 0.007538092788308859, @@ -189157,7 +212570,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.029531586915254593, + "comprehensiveness": 0.02946408838033676, "sufficiency": 0.0, "masked prediction probs": [ 0.00723787397146225, @@ -189170,7 +212583,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04835785552859306, + "comprehensiveness": 0.048247575759887695, "sufficiency": 0.0, "masked prediction probs": [ 0.008891369216144085, @@ -189183,7 +212596,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013473604805767536, + "comprehensiveness": 0.013442948460578918, "sufficiency": 0.0, "masked prediction probs": [ 0.005841095466166735, @@ -189196,7 +212609,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21980726718902588, + "comprehensiveness": 0.2193082720041275, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023983780294656754, + 0.9760162830352783 + ], + "full text prediction probs": [ + 0.0046593495644629, + 0.9953407049179077 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2188115417957306, "sufficiency": 0.0, "masked prediction probs": [ 0.023983780294656754, @@ -189210,12 +212636,12 @@ } }, "test_633": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.027782367542386055, "sufficiency": 0.0, "masked prediction probs": [ - 0.4986264407634735, - 0.5013735890388489 + 0.007841677404940128, + 0.9921582937240601 ], "full text prediction probs": [ 0.005506124347448349, @@ -189314,7 +212740,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -189327,6 +212753,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.024628791958093643, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007620993535965681, + 0.9923790693283081 + ], + "full text prediction probs": [ + 0.005506124347448349, + 0.9944939017295837 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -189341,7 +212780,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08345989137887955, + "comprehensiveness": 0.08326636999845505, "sufficiency": 0.0, "masked prediction probs": [ 0.012689342722296715, @@ -189367,7 +212806,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03789552301168442, + "comprehensiveness": 0.03780806064605713, "sufficiency": 0.0, "masked prediction probs": [ 0.008782881312072277, @@ -189393,7 +212832,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12737038731575012, + "comprehensiveness": 0.12707775831222534, "sufficiency": 0.0, "masked prediction probs": [ 0.016570542007684708, @@ -189417,15 +212856,28 @@ 0.9944939017295837 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4986264407634735, + 0.5013735890388489 + ], + "full text prediction probs": [ + 0.005506124347448349, + 0.9944939017295837 + ], + "labels": 1 } }, "test_639": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9560174942016602, - 0.04398249462246895 + 0.6259848475456238, + 0.3740151524543762 ], "full text prediction probs": [ 0.3094649314880371, @@ -189524,7 +212976,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -189537,6 +212989,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5336378216743469, + 0.4663621783256531 + ], + "full text prediction probs": [ + 0.3094649314880371, + 0.6905351281166077 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -189627,15 +213092,28 @@ 0.6905351281166077 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9560174942016602, + 0.04398249462246895 + ], + "full text prediction probs": [ + 0.3094649314880371, + 0.6905351281166077 + ], + "labels": 1 } }, "test_704": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23608559370040894, + "fixed-shap": { + "comprehensiveness": 0.12734352052211761, "sufficiency": 0.0, "masked prediction probs": [ - 0.02843751385807991, - 0.9715624451637268 + 0.019734883680939674, + 0.9802651405334473 ], "full text prediction probs": [ 0.009543521329760551, @@ -189722,11 +213200,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.11544720083475113, - "sufficiency": 0.326497346162796, + "comprehensiveness": 0.1251538097858429, + "sufficiency": 0.0, "masked prediction probs": [ - 0.01894444227218628, - 0.9810555577278137 + 0.019734883680939674, + 0.9802651405334473 ], "full text prediction probs": [ 0.009543521329760551, @@ -189734,7 +213212,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.2314574420452118, "sufficiency": 0.0, "masked prediction probs": [ @@ -189747,9 +213225,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.12454193830490112, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019734883680939674, + 0.9802651405334473 + ], + "full text prediction probs": [ + 0.009543521329760551, + 0.9904565215110779 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.11488278210163116, - "sufficiency": 0.3297860622406006, + "comprehensiveness": 0.11460264027118683, + "sufficiency": 0.33141839504241943, "masked prediction probs": [ 0.01894444227218628, 0.9810555577278137 @@ -189761,7 +213252,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11768565326929092, + "comprehensiveness": 0.11739937216043472, "sufficiency": 0.0, "masked prediction probs": [ 0.019197380170226097, @@ -189774,7 +213265,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07861224561929703, + "comprehensiveness": 0.07842147350311279, "sufficiency": 0.0, "masked prediction probs": [ 0.016007794067263603, @@ -189787,7 +213278,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07842147350311279, + "comprehensiveness": 0.07823163270950317, "sufficiency": 0.0, "masked prediction probs": [ 0.016007794067263603, @@ -189800,7 +213291,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10818144679069519, + "comprehensiveness": 0.10792019963264465, "sufficiency": 0.0, "masked prediction probs": [ 0.018482670187950134, @@ -189813,7 +213304,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11318617314100266, + "comprehensiveness": 0.11291349679231644, "sufficiency": 0.0, "masked prediction probs": [ 0.018918778747320175, @@ -189826,7 +213317,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11626805365085602, + "comprehensiveness": 0.11598861962556839, "sufficiency": 0.0, "masked prediction probs": [ 0.019197380170226097, @@ -189837,15 +213328,28 @@ 0.9904565215110779 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.22646300494670868, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02843751385807991, + 0.9715624451637268 + ], + "full text prediction probs": [ + 0.009543521329760551, + 0.9904565215110779 + ], + "labels": 1 } }, "test_723": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.709190309047699, "sufficiency": 0.0, "masked prediction probs": [ - 0.5788455009460449, - 0.4211544692516327 + 0.06852265447378159, + 0.9314773082733154 ], "full text prediction probs": [ 0.017185114324092865, @@ -189944,7 +213448,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -189957,9 +213461,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.6919808983802795, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06852265447378159, + 0.9314773082733154 + ], + "full text prediction probs": [ + 0.017185114324092865, + 0.9828148484230042 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.21595725417137146, + "sufficiency": 0.21806272864341736, "masked prediction probs": [ 0.1415681093931198, 0.8584318161010742 @@ -189971,7 +213488,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03847617655992508, + "comprehensiveness": 0.03837298974394798, "sufficiency": 0.0, "masked prediction probs": [ 0.020047351717948914, @@ -190023,7 +213540,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8143934011459351, + "comprehensiveness": 0.812232494354248, "sufficiency": 0.0, "masked prediction probs": [ 0.07841891795396805, @@ -190047,15 +213564,28 @@ 0.9828148484230042 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5788455009460449, + 0.4211544692516327 + ], + "full text prediction probs": [ + 0.017185114324092865, + 0.9828148484230042 + ], + "labels": 1 } }, "test_726": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05137205868959427, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9744074940681458, - 0.025592468678951263 + 0.019473696127533913, + 0.9805262684822083 ], "full text prediction probs": [ 0.01567750610411167, @@ -190154,7 +213684,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -190167,6 +213697,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.05015027895569801, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019473696127533913, + 0.9805262684822083 + ], + "full text prediction probs": [ + 0.01567750610411167, + 0.9843224883079529 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -190182,7 +213725,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9079086780548096, + "sufficiency": 0.9081504344940186, "masked prediction probs": [ 0.4068323075771332, 0.5931676626205444 @@ -190207,7 +213750,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10060692578554153, + "comprehensiveness": 0.10034385323524475, "sufficiency": 0.0, "masked prediction probs": [ 0.02335347793996334, @@ -190257,15 +213800,28 @@ 0.9843224883079529 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9744074940681458, + 0.025592468678951263 + ], + "full text prediction probs": [ + 0.01567750610411167, + 0.9843224883079529 + ], + "labels": 1 } }, "test_745": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03520010784268379, - "sufficiency": 0.9291003346443176, + "fixed-shap": { + "comprehensiveness": 0.02620537020266056, + "sufficiency": 0.7162638902664185, "masked prediction probs": [ - 0.007246904540807009, - 0.9927531480789185 + 0.006479296833276749, + 0.9935206770896912 ], "full text prediction probs": [ 0.004243156407028437, @@ -190364,12 +213920,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03257196024060249, - "sufficiency": 0.7840831875801086, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03455212712287903, + "sufficiency": 0.930404007434845, "masked prediction probs": [ - 0.007074750028550625, - 0.9929252862930298 + 0.007246904540807009, + 0.9927531480789185 + ], + "full text prediction probs": [ + 0.004243156407028437, + 0.9957568049430847 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.025663916021585464, + "sufficiency": 0.7221196889877319, + "masked prediction probs": [ + 0.006479296833276749, + 0.9935206770896912 ], "full text prediction probs": [ 0.004243156407028437, @@ -190378,7 +213947,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04814960062503815, + "comprehensiveness": 0.04803931340575218, "sufficiency": 0.0, "masked prediction probs": [ 0.008438593707978725, @@ -190391,8 +213960,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0324227474629879, - "sufficiency": 0.7850711941719055, + "comprehensiveness": 0.03234865143895149, + "sufficiency": 0.7855618000030518, "masked prediction probs": [ 0.007074750028550625, 0.9929252862930298 @@ -190404,7 +213973,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.033021435141563416, + "comprehensiveness": 0.0329461432993412, "sufficiency": 0.0, "masked prediction probs": [ 0.0071335965767502785, @@ -190417,7 +213986,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.022200074046850204, + "comprehensiveness": 0.022149572148919106, "sufficiency": 0.0, "masked prediction probs": [ 0.006190824322402477, @@ -190430,8 +213999,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.059380047023296356, - "sufficiency": 0.9285303950309753, + "comprehensiveness": 0.0592452734708786, + "sufficiency": 0.9286924004554749, "masked prediction probs": [ 0.009464571252465248, 0.9905354380607605 @@ -190443,7 +214012,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028996367007493973, + "comprehensiveness": 0.028930703178048134, "sufficiency": 0.0, "masked prediction probs": [ 0.006798735819756985, @@ -190456,8 +214025,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.032055627554655075, - "sufficiency": 0.7875020503997803, + "comprehensiveness": 0.03198320046067238, + "sufficiency": 0.7879816293716431, + "masked prediction probs": [ + 0.007074750028550625, + 0.9929252862930298 + ], + "full text prediction probs": [ + 0.004243156407028437, + 0.9957568049430847 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03191109746694565, + "sufficiency": 0.788459062576294, "masked prediction probs": [ 0.007074750028550625, 0.9929252862930298 @@ -190470,12 +214052,12 @@ } }, "test_751": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07567689567804337, + "fixed-shap": { + "comprehensiveness": 0.04764727130532265, "sufficiency": 0.0, "masked prediction probs": [ - 0.011026313528418541, - 0.9889736771583557 + 0.008644471876323223, + 0.9913555979728699 ], "full text prediction probs": [ 0.004595436155796051, @@ -190574,7 +214156,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.07427813112735748, "sufficiency": 0.0, "masked prediction probs": [ @@ -190587,8 +214169,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.03342514485120773, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00749604357406497, + 0.9925040006637573 + ], + "full text prediction probs": [ + 0.004595436155796051, + 0.9954046010971069 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.163637176156044, + "comprehensiveness": 0.16326084733009338, "sufficiency": 0.0, "masked prediction probs": [ 0.018795719370245934, @@ -190601,7 +214196,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07393648475408554, + "comprehensiveness": 0.07376683503389359, "sufficiency": 0.0, "masked prediction probs": [ 0.011026313528418541, @@ -190614,7 +214209,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05268210172653198, + "comprehensiveness": 0.052561499178409576, "sufficiency": 0.0, "masked prediction probs": [ 0.00918824877589941, @@ -190627,7 +214222,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02354264445602894, + "comprehensiveness": 0.02348887361586094, "sufficiency": 0.0, "masked prediction probs": [ 0.006652455776929855, @@ -190640,7 +214235,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05730487406253815, + "comprehensiveness": 0.05717428773641586, "sufficiency": 0.0, "masked prediction probs": [ 0.009614118374884129, @@ -190653,7 +214248,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.025140389800071716, + "comprehensiveness": 0.025083228945732117, "sufficiency": 0.0, "masked prediction probs": [ 0.006802181247621775, @@ -190666,7 +214261,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07309596240520477, + "comprehensiveness": 0.07293014228343964, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011026313528418541, + 0.9889736771583557 + ], + "full text prediction probs": [ + 0.004595436155796051, + 0.9954046010971069 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07276507467031479, "sufficiency": 0.0, "masked prediction probs": [ 0.011026313528418541, @@ -190680,12 +214288,12 @@ } }, "test_764": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9014077186584473, + "fixed-shap": { + "comprehensiveness": 0.17000555992126465, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5705721974372864, - 0.429427832365036 + 0.019641345366835594, + 0.9803586006164551 ], "full text prediction probs": [ 0.005317287519574165, @@ -190784,7 +214392,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9032431840896606, "masked prediction probs": [ @@ -190797,9 +214405,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.16644906997680664, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019641345366835594, + 0.9803586006164551 + ], + "full text prediction probs": [ + 0.005317287519574165, + 0.9946827292442322 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9034678339958191, + "sufficiency": 0.9036914706230164, "masked prediction probs": [ 0.5705721974372864, 0.429427832365036 @@ -190811,7 +214432,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0020889262668788433, + "comprehensiveness": 0.0020840931683778763, "sufficiency": 0.0, "masked prediction probs": [ 0.005497514270246029, @@ -190824,7 +214445,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02300086058676243, + "comprehensiveness": 0.0229477658867836, "sufficiency": 0.0, "masked prediction probs": [ 0.007305858191102743, @@ -190837,7 +214458,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013500547036528587, + "comprehensiveness": 0.01346945483237505, "sufficiency": 0.0, "masked prediction probs": [ 0.0064871846698224545, @@ -190850,8 +214471,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2722678780555725, - "sufficiency": 0.8460423350334167, + "comprehensiveness": 0.27164226770401, + "sufficiency": 0.8463956713676453, "masked prediction probs": [ 0.028965642675757408, 0.9710342884063721 @@ -190863,7 +214484,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06544870138168335, + "comprehensiveness": 0.0652986615896225, "sufficiency": 0.0, "masked prediction probs": [ 0.011015056632459164, @@ -190877,7 +214498,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9047940969467163, + "sufficiency": 0.9050115942955017, + "masked prediction probs": [ + 0.5705721974372864, + 0.429427832365036 + ], + "full text prediction probs": [ + 0.005317287519574165, + 0.9946827292442322 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9052281379699707, "masked prediction probs": [ 0.5705721974372864, 0.429427832365036 @@ -190890,12 +214524,12 @@ } }, "test_786": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6499203443527222, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9468784332275391, - 0.05312162637710571 + 0.07024865597486496, + 0.9297513365745544 ], "full text prediction probs": [ 0.03437114134430885, @@ -190994,12 +214628,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7699873447418213, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9662748575210571, - 0.03372512385249138 + 0.9468784332275391, + 0.05312162637710571 + ], + "full text prediction probs": [ + 0.03437114134430885, + 0.9656288623809814 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6293942928314209, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07024865597486496, + 0.9297513365745544 ], "full text prediction probs": [ 0.03437114134430885, @@ -191022,7 +214669,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.548395574092865, + "sufficiency": 0.5499665141105652, "masked prediction probs": [ 0.8645954728126526, 0.135404571890831 @@ -191034,7 +214681,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6891756057739258, + "comprehensiveness": 0.6867824196815491, "sufficiency": 0.0, "masked prediction probs": [ 0.07393208891153336, @@ -191061,7 +214708,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7739603519439697, + "sufficiency": 0.7747385501861572, "masked prediction probs": [ 0.9662748575210571, 0.03372512385249138 @@ -191087,7 +214734,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7755114436149597, + "sufficiency": 0.7762789726257324, + "masked prediction probs": [ + 0.9662748575210571, + 0.03372512385249138 + ], + "full text prediction probs": [ + 0.03437114134430885, + 0.9656288623809814 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7770413160324097, "masked prediction probs": [ 0.9662748575210571, 0.03372512385249138 @@ -191100,12 +214760,12 @@ } }, "test_852": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9545913338661194, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9802002310752869, "masked prediction probs": [ - 0.12706582248210907, - 0.8729342222213745 + 0.07386554777622223, + 0.9261344075202942 ], "full text prediction probs": [ 0.9194307923316956, @@ -191192,11 +214852,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9529839754104614, - "sufficiency": 1.0, + "comprehensiveness": 1.0, + "sufficiency": 0.9802335500717163, "masked prediction probs": [ - 0.12706582248210907, - 0.8729342222213745 + 0.07386554777622223, + 0.9261344075202942 ], "full text prediction probs": [ 0.9194307923316956, @@ -191204,12 +214864,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9527547955513, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9802383184432983, "masked prediction probs": [ - 0.12706582248210907, - 0.8729342222213745 + 0.07386554777622223, + 0.9261344075202942 + ], + "full text prediction probs": [ + 0.9194307923316956, + 0.08056920766830444 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9802430272102356, + "masked prediction probs": [ + 0.07386554777622223, + 0.9261344075202942 ], "full text prediction probs": [ 0.9194307923316956, @@ -191219,7 +214892,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7132757306098938, + "sufficiency": 0.7133446335792542, "masked prediction probs": [ 0.973071813583374, 0.026928136125206947 @@ -191231,8 +214904,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8308757543563843, - "sufficiency": 0.9633411765098572, + "comprehensiveness": 0.8306761384010315, + "sufficiency": 0.9633500576019287, "masked prediction probs": [ 0.22809496521949768, 0.7719050645828247 @@ -191244,7 +214917,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8886860609054565, + "comprehensiveness": 0.8884724974632263, "sufficiency": 1.0, "masked prediction probs": [ 0.17981581389904022, @@ -191257,8 +214930,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8825496435165405, - "sufficiency": 0.8992354273796082, + "comprehensiveness": 0.8823376893997192, + "sufficiency": 0.8992595672607422, "masked prediction probs": [ 0.1847463846206665, 0.8152535557746887 @@ -191270,7 +214943,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9516105651855469, + "comprehensiveness": 0.951382040977478, "sufficiency": 1.0, "masked prediction probs": [ 0.12706582248210907, @@ -191283,8 +214956,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7020443081855774, - "sufficiency": 0.8692256212234497, + "comprehensiveness": 0.7018758058547974, + "sufficiency": 0.8692570924758911, "masked prediction probs": [ 0.3347283899784088, 0.6652716398239136 @@ -191296,11 +214969,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9511536359786987, - "sufficiency": 1.0, + "comprehensiveness": 1.0, + "sufficiency": 0.9802762269973755, "masked prediction probs": [ - 0.12706582248210907, - 0.8729342222213745 + 0.07386554777622223, + 0.9261344075202942 + ], + "full text prediction probs": [ + 0.9194307923316956, + 0.08056920766830444 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9802809953689575, + "masked prediction probs": [ + 0.07386554777622223, + 0.9261344075202942 ], "full text prediction probs": [ 0.9194307923316956, @@ -191310,12 +214996,12 @@ } }, "test_854": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9476827383041382, - 0.0523172952234745 + 0.24536284804344177, + 0.7546371817588806 ], "full text prediction probs": [ 0.08742856234312057, @@ -191414,7 +215100,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -191427,6 +215113,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.32129746675491333, + 0.6787024736404419 + ], + "full text prediction probs": [ + 0.08742856234312057, + 0.912571370601654 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -191517,15 +215216,28 @@ 0.912571370601654 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9476827383041382, + 0.0523172952234745 + ], + "full text prediction probs": [ + 0.08742856234312057, + 0.912571370601654 + ], + "labels": 1 } }, "test_861": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9630253911018372, - 0.03697465360164642 + 0.8579052090644836, + 0.14209485054016113 ], "full text prediction probs": [ 0.16631533205509186, @@ -191624,12 +215336,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9672676920890808, - 0.03273223340511322 + 0.9630253911018372, + 0.03697465360164642 + ], + "full text prediction probs": [ + 0.16631533205509186, + 0.8336846232414246 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8579052090644836, + 0.14209485054016113 ], "full text prediction probs": [ 0.16631533205509186, @@ -191727,15 +215452,28 @@ 0.8336846232414246 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9672676920890808, + 0.03273223340511322 + ], + "full text prediction probs": [ + 0.16631533205509186, + 0.8336846232414246 + ], + "labels": 1 } }, "test_897": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9711318612098694, - 0.028868133202195168 + 0.11131457984447479, + 0.888685405254364 ], "full text prediction probs": [ 0.199571892619133, @@ -191834,7 +215572,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -191847,6 +215585,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0781264528632164, + 0.9218735694885254 + ], + "full text prediction probs": [ + 0.199571892619133, + 0.8004280924797058 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -191937,15 +215688,28 @@ 0.8004280924797058 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9711318612098694, + 0.028868133202195168 + ], + "full text prediction probs": [ + 0.199571892619133, + 0.8004280924797058 + ], + "labels": 1 } }, "test_985": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02208419144153595, - "sufficiency": 0.9433901906013489, + "fixed-shap": { + "comprehensiveness": 0.0008214382105506957, + "sufficiency": 0.6503162384033203, "masked prediction probs": [ - 0.9694768786430359, - 0.030523113906383514 + 0.9886128902435303, + 0.011387081816792488 ], "full text prediction probs": [ 0.9893521666526794, @@ -192044,7 +215808,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.022044997662305832, "sufficiency": 0.9434906244277954, "masked prediction probs": [ @@ -192057,9 +215821,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0008197985589504242, + "sufficiency": 0.6510140895843506, + "masked prediction probs": [ + 0.9886128902435303, + 0.011387081816792488 + ], + "full text prediction probs": [ + 0.9893521666526794, + 0.010647893883287907 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0028420300222933292, - "sufficiency": 0.8445516228675842, + "comprehensiveness": 0.002841399749740958, + "sufficiency": 0.8445860743522644, "masked prediction probs": [ 0.9867892861366272, 0.013210687786340714 @@ -192071,8 +215848,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.011422760784626007, - "sufficiency": 0.8022087216377258, + "comprehensiveness": 0.011420228518545628, + "sufficiency": 0.8022526502609253, "masked prediction probs": [ 0.9790490865707397, 0.02095094509422779 @@ -192084,8 +215861,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0029283754993230104, - "sufficiency": 0.9006494879722595, + "comprehensiveness": 0.0029277263674885035, + "sufficiency": 0.9006714820861816, "masked prediction probs": [ 0.986710250377655, 0.013289697468280792 @@ -192097,8 +215874,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009454804239794612, - "sufficiency": 0.8968042731285095, + "comprehensiveness": 0.0009452709928154945, + "sufficiency": 0.8968271017074585, "masked prediction probs": [ 0.9884989857673645, 0.011500958353281021 @@ -192110,8 +215887,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.022020574659109116, - "sufficiency": 0.9435531497001648, + "comprehensiveness": 0.02201569452881813, + "sufficiency": 0.9435656070709229, "masked prediction probs": [ 0.9694768786430359, 0.030523113906383514 @@ -192123,8 +215900,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005738373380154371, - "sufficiency": 0.9417865872383118, + "comprehensiveness": 0.0057371025905013084, + "sufficiency": 0.941799521446228, "masked prediction probs": [ 0.9841716885566711, 0.015828318893909454 @@ -192136,8 +215913,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.022010818123817444, - "sufficiency": 0.9435781836509705, + "comprehensiveness": 0.022005943581461906, + "sufficiency": 0.9435907006263733, + "masked prediction probs": [ + 0.9694768786430359, + 0.030523113906383514 + ], + "full text prediction probs": [ + 0.9893521666526794, + 0.010647893883287907 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.022001072764396667, + "sufficiency": 0.9436031579971313, "masked prediction probs": [ 0.9694768786430359, 0.030523113906383514 @@ -192150,12 +215940,12 @@ } }, "test_989": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.08984719961881638, + "sufficiency": 0.8752214908599854, "masked prediction probs": [ - 0.9737797379493713, - 0.026220299303531647 + 0.16784420609474182, + 0.8321557641029358 ], "full text prediction probs": [ 0.008713467977941036, @@ -192254,12 +216044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.10748854279518127, "masked prediction probs": [ - 0.9555774331092834, - 0.04442253336310387 + 0.9737797379493713, + 0.026220299303531647 + ], + "full text prediction probs": [ + 0.008713467977941036, + 0.99128657579422 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8779358267784119, + "masked prediction probs": [ + 0.16784420609474182, + 0.8321557641029358 ], "full text prediction probs": [ 0.008713467977941036, @@ -192281,7 +216084,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04827442765235901, + "comprehensiveness": 0.04815816879272461, "sufficiency": 0.0, "masked prediction probs": [ 0.012713534757494926, @@ -192320,8 +216123,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.532853901386261, - "sufficiency": 0.6243559718132019, + "comprehensiveness": 0.531579852104187, + "sufficiency": 0.6252530813217163, "masked prediction probs": [ 0.053186047822237015, 0.9468140006065369 @@ -192333,7 +216136,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04759899899363518, + "comprehensiveness": 0.047485459595918655, "sufficiency": 0.0, "masked prediction probs": [ 0.012695598416030407, @@ -192357,15 +216160,28 @@ 0.99128657579422 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9555774331092834, + 0.04442253336310387 + ], + "full text prediction probs": [ + 0.008713467977941036, + 0.99128657579422 + ], + "labels": 1 } }, "test_992": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.317898154258728, - "sufficiency": 0.8232751488685608, + "fixed-shap": { + "comprehensiveness": 0.005198012106120586, + "sufficiency": 0.8597846627235413, "masked prediction probs": [ - 0.704123318195343, - 0.2958766520023346 + 0.9859465956687927, + 0.014053374528884888 ], "full text prediction probs": [ 0.9906313419342041, @@ -192464,7 +216280,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.31733477115631104, "sufficiency": 0.8235883116722107, "masked prediction probs": [ @@ -192477,9 +216293,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.005187651142477989, + "sufficiency": 0.8600640892982483, + "masked prediction probs": [ + 0.9859465956687927, + 0.014053374528884888 + ], + "full text prediction probs": [ + 0.9906313419342041, + 0.00936864037066698 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6668780446052551, + "sufficiency": 0.6669518351554871, "masked prediction probs": [ 0.9922462105751038, 0.0077538639307022095 @@ -192491,8 +216320,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006074774544686079, - "sufficiency": 0.7116822600364685, + "comprehensiveness": 0.006073429714888334, + "sufficiency": 0.7117460370063782, "masked prediction probs": [ 0.9851442575454712, 0.01485574059188366 @@ -192504,8 +216333,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.31712403893470764, - "sufficiency": 0.8237054944038391, + "comprehensiveness": 0.3170538544654846, + "sufficiency": 0.8237444758415222, "masked prediction probs": [ 0.704123318195343, 0.2958766520023346 @@ -192517,8 +216346,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001155475853011012, - "sufficiency": 0.8153181672096252, + "comprehensiveness": 0.0011552202049642801, + "sufficiency": 0.8153590559959412, "masked prediction probs": [ 0.9895871877670288, 0.010412769392132759 @@ -192530,8 +216359,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1860991269350052, - "sufficiency": 0.8410260677337646, + "comprehensiveness": 0.1860579401254654, + "sufficiency": 0.8410612940788269, "masked prediction probs": [ 0.8224242925643921, 0.1775757223367691 @@ -192543,8 +216372,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012727092020213604, - "sufficiency": 0.8697566986083984, + "comprehensiveness": 0.012724277563393116, + "sufficiency": 0.869785487651825, "masked prediction probs": [ 0.9791253209114075, 0.020874686539173126 @@ -192556,8 +216385,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3168434798717499, - "sufficiency": 0.8238614797592163, + "comprehensiveness": 0.3167734146118164, + "sufficiency": 0.8239003419876099, + "masked prediction probs": [ + 0.704123318195343, + 0.2958766520023346 + ], + "full text prediction probs": [ + 0.9906313419342041, + 0.00936864037066698 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3167033791542053, + "sufficiency": 0.823939323425293, "masked prediction probs": [ 0.704123318195343, 0.2958766520023346 @@ -192570,12 +216412,12 @@ } }, "test_1015": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009071463719010353, - "sufficiency": 0.9545694589614868, + "fixed-shap": { + "comprehensiveness": 0.03110065497457981, + "sufficiency": 0.9908987283706665, "masked prediction probs": [ - 0.9864282011985779, - 0.01357185561209917 + 0.9664859175682068, + 0.033514004200696945 ], "full text prediction probs": [ 0.9946402907371521, @@ -192674,12 +216516,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010779647156596184, - "sufficiency": 0.9545807242393494, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009055458009243011, + "sufficiency": 0.9546496272087097, "masked prediction probs": [ - 0.9848645925521851, - 0.015135361813008785 + 0.9864282011985779, + 0.01357185561209917 + ], + "full text prediction probs": [ + 0.9946402907371521, + 0.0053597926162183285 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.031038938090205193, + "sufficiency": 0.9909167289733887, + "masked prediction probs": [ + 0.9664859175682068, + 0.033514004200696945 ], "full text prediction probs": [ 0.9946402907371521, @@ -192688,8 +216543,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0004836363368667662, - "sufficiency": 0.17106446623802185, + "comprehensiveness": 0.00048352970043197274, + "sufficiency": 0.1712471842765808, "masked prediction probs": [ 0.9942016005516052, 0.0057984208688139915 @@ -192701,8 +216556,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010774894617497921, - "sufficiency": 0.9546007513999939, + "comprehensiveness": 0.010772519744932652, + "sufficiency": 0.9546107649803162, "masked prediction probs": [ 0.9848645925521851, 0.015135361813008785 @@ -192714,8 +216569,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003022971097379923, - "sufficiency": 0.7866750359535217, + "comprehensiveness": 0.003022304968908429, + "sufficiency": 0.7867220640182495, "masked prediction probs": [ 0.9918970465660095, 0.008103007450699806 @@ -192727,8 +216582,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003022304968908429, - "sufficiency": 0.7867220640182495, + "comprehensiveness": 0.003021639073267579, + "sufficiency": 0.7867689728736877, "masked prediction probs": [ 0.9918970465660095, 0.008103007450699806 @@ -192740,8 +216595,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007176655810326338, - "sufficiency": 0.8647829294204712, + "comprehensiveness": 0.007175074890255928, + "sufficiency": 0.8648126721382141, "masked prediction probs": [ 0.9881248474121094, 0.01187511719763279 @@ -192753,8 +216608,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0033814634662121534, - "sufficiency": 0.9789515733718872, + "comprehensiveness": 0.0033807188738137484, + "sufficiency": 0.9789562821388245, "masked prediction probs": [ 0.9915696978569031, 0.008430298417806625 @@ -192766,8 +216621,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010763031430542469, - "sufficiency": 0.9546507596969604, + "comprehensiveness": 0.010760661214590073, + "sufficiency": 0.9546607136726379, + "masked prediction probs": [ + 0.9848645925521851, + 0.015135361813008785 + ], + "full text prediction probs": [ + 0.9946402907371521, + 0.0053597926162183285 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0107582937926054, + "sufficiency": 0.9546707272529602, "masked prediction probs": [ 0.9848645925521851, 0.015135361813008785 @@ -192780,12 +216648,12 @@ } }, "test_1016": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08112458884716034, - "sufficiency": 0.8551732897758484, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9609309434890747, "masked prediction probs": [ - 0.9058946371078491, - 0.09410535544157028 + 0.9805948138237, + 0.01940516196191311 ], "full text prediction probs": [ 0.9779826402664185, @@ -192872,11 +216740,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01650376431643963, - "sufficiency": 0.8813874125480652, + "comprehensiveness": 0.0, + "sufficiency": 0.9609924554824829, "masked prediction probs": [ - 0.9632941484451294, - 0.03670583665370941 + 0.9805948138237, + 0.01940516196191311 ], "full text prediction probs": [ 0.9779826402664185, @@ -192884,12 +216752,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08097877353429794, + "sufficiency": 0.8554335832595825, + "masked prediction probs": [ + 0.9058946371078491, + 0.09410535544157028 + ], + "full text prediction probs": [ + 0.9779826402664185, + 0.022017329931259155 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.89009028673172, + "sufficiency": 0.9087221622467041, "masked prediction probs": [ - 0.979133665561676, - 0.02086634933948517 + 0.9825846552848816, + 0.017415355890989304 ], "full text prediction probs": [ 0.9779826402664185, @@ -192898,8 +216779,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00685413321480155, - "sufficiency": 0.8370299339294434, + "comprehensiveness": 0.006852594204246998, + "sufficiency": 0.8370665311813354, "masked prediction probs": [ 0.9718796610832214, 0.028120342642068863 @@ -192911,8 +216792,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.031851500272750854, - "sufficiency": 0.9610068798065186, + "comprehensiveness": 0.031844351440668106, + "sufficiency": 0.9610155820846558, "masked prediction probs": [ 0.9496154189109802, 0.050384607166051865 @@ -192924,8 +216805,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.016488943248987198, - "sufficiency": 0.8814939260482788, + "comprehensiveness": 0.016485240310430527, + "sufficiency": 0.8815205693244934, "masked prediction probs": [ 0.9632941484451294, 0.03670583665370941 @@ -192937,8 +216818,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001619143527932465, - "sufficiency": 0.7857809066772461, + "comprehensiveness": 0.0016187801957130432, + "sufficiency": 0.7858290672302246, "masked prediction probs": [ 0.9765399694442749, 0.023460056632757187 @@ -192950,8 +216831,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.32442617416381836, - "sufficiency": 0.892081081867218, + "comprehensiveness": 0.3243533968925476, + "sufficiency": 0.8921053409576416, "masked prediction probs": [ 0.6888512372970581, 0.3111487627029419 @@ -192963,8 +216844,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.018269643187522888, - "sufficiency": 0.9739378690719604, + "comprehensiveness": 0.01826554536819458, + "sufficiency": 0.9739437103271484, "masked prediction probs": [ 0.9616969227790833, 0.038303133100271225 @@ -192976,11 +216857,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.016474148258566856, - "sufficiency": 0.8816002607345581, + "comprehensiveness": 0.0, + "sufficiency": 0.9088654518127441, "masked prediction probs": [ - 0.9632941484451294, - 0.03670583665370941 + 0.9825846552848816, + 0.017415355890989304 + ], + "full text prediction probs": [ + 0.9779826402664185, + 0.022017329931259155 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.890312135219574, + "masked prediction probs": [ + 0.979133665561676, + 0.02086634933948517 ], "full text prediction probs": [ 0.9779826402664185, @@ -192990,12 +216884,12 @@ } }, "test_1018": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0011835385812446475, - "sufficiency": 0.2336754947900772, + "fixed-shap": { + "comprehensiveness": 0.0023846637923270464, + "sufficiency": 0.6407061815261841, "masked prediction probs": [ - 0.986456036567688, - 0.013544019311666489 + 0.9853772521018982, + 0.014622814022004604 ], "full text prediction probs": [ 0.9875190258026123, @@ -193094,7 +216988,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0011814339086413383, "sufficiency": 0.23503811657428741, "masked prediction probs": [ @@ -193107,9 +217001,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0023798940237611532, + "sufficiency": 0.6414247751235962, + "masked prediction probs": [ + 0.9853772521018982, + 0.014622814022004604 + ], + "full text prediction probs": [ + 0.9875190258026123, + 0.01248089224100113 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0006693348404951394, - "sufficiency": 0.700954258441925, + "comprehensiveness": 0.0006691861199215055, + "sufficiency": 0.7010207772254944, "masked prediction probs": [ 0.9869166612625122, 0.013083338737487793 @@ -193121,8 +217028,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007961898110806942, - "sufficiency": 0.7540792226791382, + "comprehensiveness": 0.007960129529237747, + "sufficiency": 0.7541338801383972, "masked prediction probs": [ 0.9803521633148193, 0.01964782364666462 @@ -193134,8 +217041,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00012207649706397206, - "sufficiency": 0.8433787226676941, + "comprehensiveness": 0.00012204938684590161, + "sufficiency": 0.8434134721755981, "masked prediction probs": [ 0.9874091148376465, 0.01259089820086956 @@ -193147,8 +217054,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001109299249947071, - "sufficiency": 0.8680974245071411, + "comprehensiveness": 0.0011090529151260853, + "sufficiency": 0.8681266903877258, "masked prediction probs": [ 0.9865200519561768, 0.01347995176911354 @@ -193160,8 +217067,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012646446004509926, - "sufficiency": 0.7894639372825623, + "comprehensiveness": 0.01264363806694746, + "sufficiency": 0.7895107269287109, "masked prediction probs": [ 0.9761278033256531, 0.023872222751379013 @@ -193173,8 +217080,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01298673264682293, - "sufficiency": 0.239256352186203, + "comprehensiveness": 0.012983851134777069, + "sufficiency": 0.2394251674413681, "masked prediction probs": [ 0.9758186936378479, 0.024181341752409935 @@ -193186,8 +217093,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007953062653541565, - "sufficiency": 0.7543520927429199, + "comprehensiveness": 0.007951297797262669, + "sufficiency": 0.7544066309928894, "masked prediction probs": [ 0.9803521633148193, 0.01964782364666462 @@ -193197,15 +217104,28 @@ 0.01248089224100113 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001179075101390481, + "sufficiency": 0.23656527698040009, + "masked prediction probs": [ + 0.986456036567688, + 0.013544019311666489 + ], + "full text prediction probs": [ + 0.9875190258026123, + 0.01248089224100113 + ], + "labels": 0 } }, "test_1026": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.6553212404251099, "masked prediction probs": [ - 0.018109962344169617, - 0.981890082359314 + 0.9645932912826538, + 0.03540665656328201 ], "full text prediction probs": [ 0.9501004815101624, @@ -193304,12 +217224,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01706855744123459, - 0.9829314351081848 + 0.018109962344169617, + 0.981890082359314 + ], + "full text prediction probs": [ + 0.9501004815101624, + 0.04989950731396675 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.656040370464325, + "masked prediction probs": [ + 0.9645932912826538, + 0.03540665656328201 ], "full text prediction probs": [ 0.9501004815101624, @@ -193371,7 +217304,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9695274829864502, + "sufficiency": 0.9695345163345337, "masked prediction probs": [ 0.013936309143900871, 0.9860637784004211 @@ -193407,15 +217340,28 @@ 0.04989950731396675 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01706855744123459, + 0.9829314351081848 + ], + "full text prediction probs": [ + 0.9501004815101624, + 0.04989950731396675 + ], + "labels": 0 } }, "test_1035": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9975400567054749, + "fixed-shap": { + "comprehensiveness": 0.13567526638507843, "sufficiency": 1.0, "masked prediction probs": [ - 0.09104545414447784, - 0.9089545607566833 + 0.6766272783279419, + 0.3233726918697357 ], "full text prediction probs": [ 0.7688099145889282, @@ -193514,12 +217460,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9951967597007751, "sufficiency": 1.0, "masked prediction probs": [ - 0.06588348001241684, - 0.9341164827346802 + 0.09104545414447784, + 0.9089545607566833 + ], + "full text prediction probs": [ + 0.7688099145889282, + 0.23119010031223297 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.13531683385372162, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6766272783279419, + 0.3233726918697357 ], "full text prediction probs": [ 0.7688099145889282, @@ -193541,7 +217500,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7305548787117004, + "comprehensiveness": 0.7303406000137329, "sufficiency": 1.0, "masked prediction probs": [ 0.27098381519317627, @@ -193580,7 +217539,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5488175749778748, + "comprehensiveness": 0.5486566424369812, "sufficiency": 1.0, "masked prediction probs": [ 0.394496887922287, @@ -193593,7 +217552,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6513785123825073, + "comprehensiveness": 0.6511876583099365, "sufficiency": 1.0, "masked prediction probs": [ 0.3244163990020752, @@ -193617,15 +217576,28 @@ 0.23119010031223297 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06588348001241684, + 0.9341164827346802 + ], + "full text prediction probs": [ + 0.7688099145889282, + 0.23119010031223297 + ], + "labels": 0 } }, "test_1076": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002586263930425048, - "sufficiency": 0.7774788737297058, + "fixed-shap": { + "comprehensiveness": 0.026694847270846367, + "sufficiency": 0.873134434223175, "masked prediction probs": [ - 0.982695460319519, - 0.017304496839642525 + 0.9611029028892517, + 0.03889709338545799 ], "full text prediction probs": [ 0.9850118160247803, @@ -193712,11 +217684,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004338796250522137, - "sufficiency": 0.8599101305007935, + "comprehensiveness": 0.026653185486793518, + "sufficiency": 0.8733325004577637, "masked prediction probs": [ - 0.9811197519302368, - 0.018880322575569153 + 0.9611029028892517, + 0.03889709338545799 ], "full text prediction probs": [ 0.9850118160247803, @@ -193724,12 +217696,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005555580835789442, - "sufficiency": 0.7800666093826294, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02664724364876747, + "sufficiency": 0.8733606338500977, "masked prediction probs": [ - 0.9800271391868591, - 0.019972842186689377 + 0.9611029028892517, + 0.03889709338545799 + ], + "full text prediction probs": [ + 0.9850118160247803, + 0.014988205395638943 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006633344572037458, + "sufficiency": 0.8428207635879517, + "masked prediction probs": [ + 0.9790588021278381, + 0.020941253751516342 ], "full text prediction probs": [ 0.9850118160247803, @@ -193738,8 +217723,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0004041442007292062, - "sufficiency": 0.7334418892860413, + "comprehensiveness": 0.00040405415347777307, + "sufficiency": 0.7335013747215271, "masked prediction probs": [ 0.984649121761322, 0.015350905247032642 @@ -193752,7 +217737,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8088294863700867, + "sufficiency": 0.8088720440864563, "masked prediction probs": [ 0.9850118160247803, 0.014988205395638943 @@ -193764,8 +217749,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0008239939343184233, - "sufficiency": 0.7874574065208435, + "comprehensiveness": 0.0008238104055635631, + "sufficiency": 0.7875047326087952, "masked prediction probs": [ 0.9842720031738281, 0.015727998688817024 @@ -193777,8 +217762,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008238104055635631, - "sufficiency": 0.7875047326087952, + "comprehensiveness": 0.0008236269932240248, + "sufficiency": 0.7875520586967468, "masked prediction probs": [ 0.9842720031738281, 0.015727998688817024 @@ -193790,8 +217775,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04127902537584305, - "sufficiency": 0.8170890212059021, + "comprehensiveness": 0.04126983508467674, + "sufficiency": 0.8171297311782837, "masked prediction probs": [ 0.9479334354400635, 0.052066538482904434 @@ -193804,7 +217789,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8059893250465393, + "sufficiency": 0.8060324788093567, "masked prediction probs": [ 0.9856897592544556, 0.014310276135802269 @@ -193816,11 +217801,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0008232603431679308, - "sufficiency": 0.7876465916633606, + "comprehensiveness": 0.006623012479394674, + "sufficiency": 0.8430655598640442, "masked prediction probs": [ - 0.9842720031738281, - 0.015727998688817024 + 0.9790588021278381, + 0.020941253751516342 + ], + "full text prediction probs": [ + 0.9850118160247803, + 0.014988205395638943 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005544457584619522, + "sufficiency": 0.7805069088935852, + "masked prediction probs": [ + 0.9800271391868591, + 0.019972842186689377 ], "full text prediction probs": [ 0.9850118160247803, @@ -193830,12 +217828,12 @@ } }, "test_1089": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9349830150604248, - "sufficiency": 0.9259876012802124, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8721131086349487, "masked prediction probs": [ - 0.14576391875743866, - 0.8542361259460449 + 0.059511132538318634, + 0.940488874912262 ], "full text prediction probs": [ 0.956683874130249, @@ -193934,12 +217932,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9929742217063904, - "sufficiency": 0.9449215531349182, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9332613348960876, + "sufficiency": 0.926123857498169, "masked prediction probs": [ - 0.09387881308794022, - 0.9061211943626404 + 0.14576391875743866, + 0.8542361259460449 + ], + "full text prediction probs": [ + 0.956683874130249, + 0.043316081166267395 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8723779916763306, + "masked prediction probs": [ + 0.059511132538318634, + 0.940488874912262 ], "full text prediction probs": [ 0.956683874130249, @@ -193949,7 +217960,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6368818283081055, + "sufficiency": 0.6369653344154358, "masked prediction probs": [ 0.9641403555870056, 0.035859670490026474 @@ -193961,8 +217972,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9153763055801392, - "sufficiency": 0.9365853071212769, + "comprehensiveness": 0.9151657819747925, + "sufficiency": 0.936599850654602, "masked prediction probs": [ 0.16093827784061432, 0.8390616774559021 @@ -193975,7 +217986,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8352214097976685, + "sufficiency": 0.8352592587471008, "masked prediction probs": [ 0.956683874130249, 0.043316081166267395 @@ -193988,7 +217999,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8352592587471008, + "sufficiency": 0.835297167301178, "masked prediction probs": [ 0.956683874130249, 0.043316081166267395 @@ -194000,8 +218011,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9918327927589417, - "sufficiency": 0.9449848532676697, + "comprehensiveness": 0.991604745388031, + "sufficiency": 0.9449974894523621, "masked prediction probs": [ 0.09387881308794022, 0.9061211943626404 @@ -194014,7 +218025,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.872524619102478, + "sufficiency": 0.8725539445877075, "masked prediction probs": [ 0.059511132538318634, 0.940488874912262 @@ -194026,8 +218037,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9913769364356995, - "sufficiency": 0.9450101256370544, + "comprehensiveness": 0.9911491274833679, + "sufficiency": 0.9450227618217468, + "masked prediction probs": [ + 0.09387881308794022, + 0.9061211943626404 + ], + "full text prediction probs": [ + 0.956683874130249, + 0.043316081166267395 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9909214377403259, + "sufficiency": 0.9450353980064392, "masked prediction probs": [ 0.09387881308794022, 0.9061211943626404 @@ -194040,12 +218064,12 @@ } }, "test_1091": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.14673124253749847, - "sufficiency": 0.8801698684692383, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9254917502403259, "masked prediction probs": [ - 0.852019190788269, - 0.14798077940940857 + 0.9841762781143188, + 0.01582367718219757 ], "full text prediction probs": [ 0.9831664562225342, @@ -194144,7 +218168,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.14646904170513153, "sufficiency": 0.8803839683532715, "masked prediction probs": [ @@ -194157,6 +218181,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0011593587696552277, + "sufficiency": 0.8372865915298462, + "masked prediction probs": [ + 0.9821281433105469, + 0.017871806398034096 + ], + "full text prediction probs": [ + 0.9831664562225342, + 0.016833579167723656 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -194171,8 +218208,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0032923228573054075, - "sufficiency": 0.8094627261161804, + "comprehensiveness": 0.003291588043794036, + "sufficiency": 0.8095051646232605, "masked prediction probs": [ 0.9802172183990479, 0.019782721996307373 @@ -194185,7 +218222,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8105377554893494, + "sufficiency": 0.8105800151824951, "masked prediction probs": [ 0.9831664562225342, 0.016833579167723656 @@ -194198,7 +218235,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8105800151824951, + "sufficiency": 0.8106223344802856, "masked prediction probs": [ 0.9831664562225342, 0.016833579167723656 @@ -194210,8 +218247,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017675280570983887, - "sufficiency": 0.891944944858551, + "comprehensiveness": 0.017671337351202965, + "sufficiency": 0.8919690251350403, "masked prediction probs": [ 0.9673224687576294, 0.03267752751708031 @@ -194223,8 +218260,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0308322012424469, - "sufficiency": 0.9228329062461853, + "comprehensiveness": 0.030825326219201088, + "sufficiency": 0.9228500723838806, "masked prediction probs": [ 0.9555225372314453, 0.04447745159268379 @@ -194236,11 +218273,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017667395994067192, - "sufficiency": 0.8919931054115295, + "comprehensiveness": 0.0011575492098927498, + "sufficiency": 0.8375404477119446, "masked prediction probs": [ - 0.9673224687576294, - 0.03267752751708031 + 0.9821281433105469, + 0.017871806398034096 + ], + "full text prediction probs": [ + 0.9831664562225342, + 0.016833579167723656 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.14617517590522766, + "sufficiency": 0.8806238770484924, + "masked prediction probs": [ + 0.852019190788269, + 0.14798077940940857 ], "full text prediction probs": [ 0.9831664562225342, @@ -194250,12 +218300,12 @@ } }, "test_1154": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.786381721496582, "sufficiency": 1.0, "masked prediction probs": [ - 0.06028449535369873, - 0.9397155046463013 + 0.20535632967948914, + 0.7946436405181885 ], "full text prediction probs": [ 0.6323157548904419, @@ -194354,7 +218404,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -194367,6 +218417,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.7837836742401123, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.20535632967948914, + 0.7946436405181885 + ], + "full text prediction probs": [ + 0.6323157548904419, + 0.3676843047142029 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -194434,7 +218497,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.3127134442329407, + "sufficiency": 0.31296515464782715, "masked prediction probs": [ 0.8227817416191101, 0.1772182285785675 @@ -194457,15 +218520,28 @@ 0.3676843047142029 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06028449535369873, + 0.9397155046463013 + ], + "full text prediction probs": [ + 0.6323157548904419, + 0.3676843047142029 + ], + "labels": 0 } }, "test_1158": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06685110181570053, - "sufficiency": 0.9963274002075195, + "fixed-shap": { + "comprehensiveness": 0.045590851455926895, + "sufficiency": 0.9963096976280212, "masked prediction probs": [ - 0.9307491183280945, - 0.0692509263753891 + 0.9499184489250183, + 0.0500815212726593 ], "full text prediction probs": [ 0.9910255074501038, @@ -194564,12 +218640,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3205767273902893, - "sufficiency": 0.9952638149261475, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06673267483711243, + "sufficiency": 0.9963338971138, "masked prediction probs": [ - 0.7014641165733337, - 0.29853591322898865 + 0.9307491183280945, + 0.0692509263753891 + ], + "full text prediction probs": [ + 0.9910255074501038, + 0.008974498137831688 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0455000214278698, + "sufficiency": 0.9963170289993286, + "masked prediction probs": [ + 0.9499184489250183, + 0.0500815212726593 ], "full text prediction probs": [ 0.9910255074501038, @@ -194579,7 +218668,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8525356650352478, + "sufficiency": 0.8525682687759399, "masked prediction probs": [ 0.9926233291625977, 0.007376725319772959 @@ -194591,8 +218680,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008938604034483433, - "sufficiency": 0.9858865737915039, + "comprehensiveness": 0.008936626836657524, + "sufficiency": 0.985889732837677, "masked prediction probs": [ 0.9829481244087219, 0.017051903530955315 @@ -194604,8 +218693,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005707819014787674, - "sufficiency": 0.8690922260284424, + "comprehensiveness": 0.005706556141376495, + "sufficiency": 0.8691211342811584, "masked prediction probs": [ 0.9858664870262146, 0.014133538119494915 @@ -194617,8 +218706,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0002837652573361993, - "sufficiency": 0.8191644549369812, + "comprehensiveness": 0.0002837024803739041, + "sufficiency": 0.8192045092582703, "masked prediction probs": [ 0.9907689690589905, 0.009231042116880417 @@ -194630,8 +218719,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3202221989631653, - "sufficiency": 0.9952690005302429, + "comprehensiveness": 0.3201513886451721, + "sufficiency": 0.9952700138092041, "masked prediction probs": [ 0.7014641165733337, 0.29853591322898865 @@ -194643,8 +218732,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004675376694649458, - "sufficiency": 0.9822174310684204, + "comprehensiveness": 0.004674343392252922, + "sufficiency": 0.9822213649749756, "masked prediction probs": [ 0.9867968559265137, 0.013203187845647335 @@ -194656,8 +218745,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.32008060812950134, - "sufficiency": 0.9952710866928101, + "comprehensiveness": 0.32000985741615295, + "sufficiency": 0.9952722191810608, + "masked prediction probs": [ + 0.7014641165733337, + 0.29853591322898865 + ], + "full text prediction probs": [ + 0.9910255074501038, + 0.008974498137831688 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.31993913650512695, + "sufficiency": 0.9952731728553772, "masked prediction probs": [ 0.7014641165733337, 0.29853591322898865 @@ -194670,12 +218772,12 @@ } }, "test_1161": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010255148634314537, - "sufficiency": 0.9547309279441833, + "fixed-shap": { + "comprehensiveness": 0.057886239141225815, + "sufficiency": 0.9221088886260986, "masked prediction probs": [ - 0.9871132969856262, - 0.012886777520179749 + 0.9439099431037903, + 0.05609004199504852 ], "full text prediction probs": [ 0.9964151382446289, @@ -194774,7 +218876,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.010237090289592743, "sufficiency": 0.954810619354248, "masked prediction probs": [ @@ -194787,9 +218889,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.12867724895477295, + "sufficiency": 0.9380703568458557, + "masked prediction probs": [ + 0.8794679641723633, + 0.12053204327821732 + ], + "full text prediction probs": [ + 0.9964151382446289, + 0.0035848321858793497 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0024080814328044653, - "sufficiency": 0.6833699941635132, + "comprehensiveness": 0.002407551510259509, + "sufficiency": 0.6834396123886108, "masked prediction probs": [ 0.9942265748977661, 0.00577337434515357 @@ -194801,8 +218916,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003744956338778138, - "sufficiency": 0.9468694925308228, + "comprehensiveness": 0.0037441328167915344, + "sufficiency": 0.9468811750411987, "masked prediction probs": [ 0.9930108189582825, 0.006989115849137306 @@ -194814,8 +218929,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010230335406959057, - "sufficiency": 0.9548404812812805, + "comprehensiveness": 0.010228085331618786, + "sufficiency": 0.9548503756523132, "masked prediction probs": [ 0.9871132969856262, 0.012886777520179749 @@ -194827,8 +218942,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005442364607006311, - "sufficiency": 0.8381355404853821, + "comprehensiveness": 0.005441168323159218, + "sufficiency": 0.838171124458313, "masked prediction probs": [ 0.9914656281471252, 0.0085344472900033 @@ -194840,8 +218955,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02863822691142559, - "sufficiency": 0.8995735049247742, + "comprehensiveness": 0.02863193117082119, + "sufficiency": 0.8995955586433411, "masked prediction probs": [ 0.9703646302223206, 0.029635341838002205 @@ -194853,8 +218968,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008547553792595863, - "sufficiency": 0.8859937191009521, + "comprehensiveness": 0.008545675314962864, + "sufficiency": 0.886018693447113, "masked prediction probs": [ 0.9886382222175598, 0.011361815966665745 @@ -194866,11 +218981,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010221341624855995, - "sufficiency": 0.9548801779747009, + "comprehensiveness": 0.12847933173179626, + "sufficiency": 0.9381656050682068, "masked prediction probs": [ - 0.9871132969856262, - 0.012886777520179749 + 0.8794679641723633, + 0.12053204327821732 + ], + "full text prediction probs": [ + 0.9964151382446289, + 0.0035848321858793497 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12845110893249512, + "sufficiency": 0.9381791949272156, + "masked prediction probs": [ + 0.8794679641723633, + 0.12053204327821732 ], "full text prediction probs": [ 0.9964151382446289, @@ -194880,12 +219008,12 @@ } }, "test_1169": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9813490509986877, + "fixed-shap": { + "comprehensiveness": 0.05042625591158867, + "sufficiency": 0.9284185171127319, "masked prediction probs": [ - 0.03386709466576576, - 0.9661328792572021 + 0.9198563694953918, + 0.08014369010925293 ], "full text prediction probs": [ 0.9639583826065063, @@ -194984,12 +219112,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9813831448554993, "masked prediction probs": [ - 0.015444927848875523, - 0.9845550656318665 + 0.03386709466576576, + 0.9661328792572021 + ], + "full text prediction probs": [ + 0.9639583826065063, + 0.03604162484407425 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.828214168548584, + "masked prediction probs": [ + 0.9639583826065063, + 0.03604162484407425 ], "full text prediction probs": [ 0.9639583826065063, @@ -194999,7 +219140,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8216313719749451, + "sufficiency": 0.8216721415519714, "masked prediction probs": [ 0.9830018877983093, 0.016998110339045525 @@ -195012,7 +219153,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.828253448009491, + "sufficiency": 0.8282925486564636, "masked prediction probs": [ 0.9639583826065063, 0.03604162484407425 @@ -195024,8 +219165,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7940886616706848, - "sufficiency": 0.9350161552429199, + "comprehensiveness": 0.7939075231552124, + "sufficiency": 0.9350309371948242, "masked prediction probs": [ 0.26771387457847595, 0.7322860956192017 @@ -195037,8 +219178,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.09998819977045059, - "sufficiency": 0.9023283123970032, + "comprehensiveness": 0.0999654084444046, + "sufficiency": 0.902350664138794, "masked prediction probs": [ 0.8762702941894531, 0.12372970581054688 @@ -195050,8 +219191,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03101813979446888, - "sufficiency": 0.9348281025886536, + "comprehensiveness": 0.03101106733083725, + "sufficiency": 0.9348430633544922, "masked prediction probs": [ 0.9367497563362122, 0.06325025111436844 @@ -195064,7 +219205,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.905015766620636, + "sufficiency": 0.9050373435020447, "masked prediction probs": [ 0.978663444519043, 0.02133653685450554 @@ -195076,8 +219217,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7933647632598877, - "sufficiency": 0.9350754022598267, + "comprehensiveness": 0.7931839823722839, + "sufficiency": 0.9350901246070862, "masked prediction probs": [ 0.26771387457847595, 0.7322860956192017 @@ -195087,15 +219228,28 @@ 0.03604162484407425 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015444927848875523, + 0.9845550656318665 + ], + "full text prediction probs": [ + 0.9639583826065063, + 0.03604162484407425 + ], + "labels": 0 } }, "test_1187": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06118423491716385, - "sufficiency": 0.9796090722084045, + "fixed-shap": { + "comprehensiveness": 0.0020630720537155867, + "sufficiency": 0.9210459589958191, "masked prediction probs": [ - 0.937363862991333, - 0.0626361072063446 + 0.9907653331756592, + 0.009234638884663582 ], "full text prediction probs": [ 0.992628812789917, @@ -195194,7 +219348,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.06107604503631592, "sufficiency": 0.9796451330184937, "masked prediction probs": [ @@ -195207,9 +219361,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0020589688792824745, + "sufficiency": 0.9212029576301575, + "masked prediction probs": [ + 0.9907653331756592, + 0.009234638884663582 + ], + "full text prediction probs": [ + 0.992628812789917, + 0.0073712109588086605 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0018093689577654004, - "sufficiency": 0.8490635752677917, + "comprehensiveness": 0.0018089691875502467, + "sufficiency": 0.8490970134735107, "masked prediction probs": [ 0.9909912347793579, 0.009008821099996567 @@ -195221,8 +219388,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00901027861982584, - "sufficiency": 0.8573392033576965, + "comprehensiveness": 0.009008288383483887, + "sufficiency": 0.8573707342147827, "masked prediction probs": [ 0.9844722151756287, 0.015527801588177681 @@ -195234,8 +219401,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0032415883615612984, - "sufficiency": 0.7860450744628906, + "comprehensiveness": 0.0032408724073320627, + "sufficiency": 0.7860923409461975, "masked prediction probs": [ 0.9896937012672424, 0.010306320153176785 @@ -195247,8 +219414,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0024819066748023033, - "sufficiency": 0.7626783847808838, + "comprehensiveness": 0.0024813588242977858, + "sufficiency": 0.7627308368682861, "masked prediction probs": [ 0.9903810620307922, 0.009618974290788174 @@ -195260,8 +219427,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.061008621007204056, - "sufficiency": 0.979667603969574, + "comprehensiveness": 0.06099515035748482, + "sufficiency": 0.9796721339225769, "masked prediction probs": [ 0.937363862991333, 0.0626361072063446 @@ -195273,8 +219440,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011142631992697716, - "sufficiency": 0.8544137477874756, + "comprehensiveness": 0.001114017330110073, + "sufficiency": 0.8544458150863647, "masked prediction probs": [ 0.9916192293167114, 0.008380807004868984 @@ -195286,8 +219453,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.060981690883636475, - "sufficiency": 0.9796766042709351, + "comprehensiveness": 0.06096823513507843, + "sufficiency": 0.9796810746192932, + "masked prediction probs": [ + 0.937363862991333, + 0.0626361072063446 + ], + "full text prediction probs": [ + 0.992628812789917, + 0.0073712109588086605 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06095478683710098, + "sufficiency": 0.9796855449676514, "masked prediction probs": [ 0.937363862991333, 0.0626361072063446 @@ -195300,12 +219480,12 @@ } }, "test_1239": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9829491376876831, - 0.017050854861736298 + 0.0351220965385437, + 0.9648779034614563 ], "full text prediction probs": [ 0.4391278326511383, @@ -195404,7 +219584,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -195417,6 +219597,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.030928287655115128, + 0.9690716862678528 + ], + "full text prediction probs": [ + 0.4391278326511383, + 0.5608721375465393 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -195507,15 +219700,28 @@ 0.5608721375465393 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9829491376876831, + 0.017050854861736298 + ], + "full text prediction probs": [ + 0.4391278326511383, + 0.5608721375465393 + ], + "labels": 0 } }, "test_1342": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8469436168670654, + "sufficiency": 0.988629162311554, "masked prediction probs": [ - 0.9719833731651306, - 0.02801666036248207 + 0.9746657609939575, + 0.025334229692816734 ], "full text prediction probs": [ 0.9472663402557373, @@ -195614,7 +219820,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.8472285270690918, "masked prediction probs": [ @@ -195627,9 +219833,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9292449355125427, + "masked prediction probs": [ + 0.9748848080635071, + 0.025115210562944412 + ], + "full text prediction probs": [ + 0.9472663402557373, + 0.05273360386490822 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.818728506565094, + "sufficiency": 0.818770706653595, "masked prediction probs": [ 0.9851112961769104, 0.014888721518218517 @@ -195642,7 +219861,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9122729301452637, + "sufficiency": 0.9122933149337769, "masked prediction probs": [ 0.9731757044792175, 0.026824338361620903 @@ -195654,8 +219873,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00263056973926723, - "sufficiency": 0.8568556308746338, + "comprehensiveness": 0.0026299580931663513, + "sufficiency": 0.8568888306617737, "masked prediction probs": [ 0.9450038075447083, 0.05499621853232384 @@ -195668,7 +219887,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8249061107635498, + "sufficiency": 0.8249468803405762, "masked prediction probs": [ 0.9528993964195251, 0.047100577503442764 @@ -195680,7 +219899,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04748312756419182, + "comprehensiveness": 0.047472093254327774, "sufficiency": 1.0, "masked prediction probs": [ 0.9064074754714966, @@ -195694,7 +219913,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8671582937240601, + "sufficiency": 0.8671891689300537, "masked prediction probs": [ 0.971381664276123, 0.02861837111413479 @@ -195707,7 +219926,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9123747944831848, + "sufficiency": 0.9123950600624084, "masked prediction probs": [ 0.9731757044792175, 0.026824338361620903 @@ -195717,15 +219936,28 @@ 0.05273360386490822 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8475477695465088, + "masked prediction probs": [ + 0.9719833731651306, + 0.02801666036248207 + ], + "full text prediction probs": [ + 0.9472663402557373, + 0.05273360386490822 + ], + "labels": 0 } }, "test_1367": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2847365140914917, - "sufficiency": 0.9451665878295898, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.6997870802879333, - 0.30021291971206665 + 0.9447389245033264, + 0.05526112765073776 ], "full text prediction probs": [ 0.9427840709686279, @@ -195824,12 +220056,12 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3882790505886078, - "sufficiency": 0.9103326797485352, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2842036783695221, + "sufficiency": 0.9452692270278931, "masked prediction probs": [ - 0.6108015775680542, - 0.3891983926296234 + 0.6997870802879333, + 0.30021291971206665 ], "full text prediction probs": [ 0.9427840709686279, @@ -195837,7 +220069,7 @@ ], "labels": 0 }, - "var-lime": { + "var-shap": { "comprehensiveness": 0.1166638508439064, "sufficiency": 1.0, "masked prediction probs": [ @@ -195850,9 +220082,22 @@ ], "labels": 0 }, + "var-lime": { + "comprehensiveness": 0.11663657426834106, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8430119752883911, + 0.1569879949092865 + ], + "full text prediction probs": [ + 0.9427840709686279, + 0.057215966284275055 + ], + "labels": 0 + }, "var-attention": { - "comprehensiveness": 0.023804856464266777, - "sufficiency": 0.8750224709510803, + "comprehensiveness": 0.023799292743206024, + "sufficiency": 0.8750516772270203, "masked prediction probs": [ 0.9224211573600769, 0.0775788202881813 @@ -195864,8 +220109,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2840043902397156, - "sufficiency": 0.9453075528144836, + "comprehensiveness": 0.2839379906654358, + "sufficiency": 0.9453203678131104, "masked prediction probs": [ 0.6997870802879333, 0.30021291971206665 @@ -195877,8 +220122,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02333921380341053, - "sufficiency": 0.8617426753044128, + "comprehensiveness": 0.02333376184105873, + "sufficiency": 0.8617749810218811, "masked prediction probs": [ 0.9228101372718811, 0.07718991488218307 @@ -195890,8 +220135,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.38782548904418945, - "sufficiency": 0.9104374051094055, + "comprehensiveness": 0.38773486018180847, + "sufficiency": 0.9104583263397217, "masked prediction probs": [ 0.6108015775680542, 0.3891983926296234 @@ -195904,7 +220149,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9767759442329407, + "sufficiency": 0.9767813086509705, "masked prediction probs": [ 0.9547872543334961, 0.045212794095277786 @@ -195916,8 +220161,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.38764432072639465, - "sufficiency": 0.9104792475700378, + "comprehensiveness": 0.3875538110733032, + "sufficiency": 0.910500168800354, + "masked prediction probs": [ + 0.6108015775680542, + 0.3891983926296234 + ], + "full text prediction probs": [ + 0.9427840709686279, + 0.057215966284275055 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.38746336102485657, + "sufficiency": 0.9105210304260254, "masked prediction probs": [ 0.6108015775680542, 0.3891983926296234 @@ -195930,12 +220188,12 @@ } }, "test_1449": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9784854054450989, - 0.02151467092335224 + 0.9558168649673462, + 0.04418310895562172 ], "full text prediction probs": [ 0.4922693371772766, @@ -196034,7 +220292,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -196047,6 +220305,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9558168649673462, + 0.04418310895562172 + ], + "full text prediction probs": [ + 0.4922693371772766, + 0.5077306628227234 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -196137,15 +220408,28 @@ 0.5077306628227234 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9784854054450989, + 0.02151467092335224 + ], + "full text prediction probs": [ + 0.4922693371772766, + 0.5077306628227234 + ], + "labels": 0 } }, "test_1500": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09006953984498978, "sufficiency": 1.0, "masked prediction probs": [ - 0.008007348515093327, - 0.9919925928115845 + 0.8483284115791321, + 0.15167158842086792 ], "full text prediction probs": [ 0.9234535694122314, @@ -196244,7 +220528,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -196257,6 +220541,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.08987558633089066, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8483284115791321, + 0.15167158842086792 + ], + "full text prediction probs": [ + 0.9234535694122314, + 0.07654646784067154 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -196272,7 +220569,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9969321489334106, + "sufficiency": 0.996932864189148, "masked prediction probs": [ 0.008185013197362423, 0.991814911365509 @@ -196297,8 +220594,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011658639647066593, - "sufficiency": 0.7318546175956726, + "comprehensiveness": 0.011655853129923344, + "sufficiency": 0.7319186925888062, "masked prediction probs": [ 0.9137013554573059, 0.08629859983921051 @@ -196324,7 +220621,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8602995276451111, + "sufficiency": 0.8603328466415405, "masked prediction probs": [ 0.9524356126785278, 0.04756436124444008 @@ -196347,15 +220644,28 @@ 0.07654646784067154 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.008007348515093327, + 0.9919925928115845 + ], + "full text prediction probs": [ + 0.9234535694122314, + 0.07654646784067154 + ], + "labels": 0 } }, "test_1528": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12501737475395203, - "sufficiency": 0.985449492931366, + "fixed-shap": { + "comprehensiveness": 0.039124853909015656, + "sufficiency": 0.8663254976272583, "masked prediction probs": [ - 0.8720776438713074, - 0.12792235612869263 + 0.9489116072654724, + 0.05108841881155968 ], "full text prediction probs": [ 0.9839102029800415, @@ -196454,7 +220764,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.12479416280984879, "sufficiency": 0.985475480556488, "masked prediction probs": [ @@ -196467,9 +220777,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.3495257496833801, + "sufficiency": 0.9886592030525208, + "masked prediction probs": [ + 0.6706176400184631, + 0.32938235998153687 + ], + "full text prediction probs": [ + 0.9839102029800415, + 0.016089772805571556 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9457108378410339, + "sufficiency": 0.9457229971885681, "masked prediction probs": [ 0.9891335368156433, 0.010866427794098854 @@ -196481,8 +220804,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.035281866788864136, - "sufficiency": 0.98212730884552, + "comprehensiveness": 0.035273998975753784, + "sufficiency": 0.98213130235672, "masked prediction probs": [ 0.952278733253479, 0.0477212518453598 @@ -196494,8 +220817,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3493698537349701, - "sufficiency": 0.9886642694473267, + "comprehensiveness": 0.34929192066192627, + "sufficiency": 0.988666832447052, "masked prediction probs": [ 0.6706176400184631, 0.32938235998153687 @@ -196508,7 +220831,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8245260715484619, + "sufficiency": 0.8245651721954346, "masked prediction probs": [ 0.9847614765167236, 0.015238470397889614 @@ -196520,7 +220843,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5946159958839417, + "comprehensiveness": 0.5944834351539612, "sufficiency": 1.0, "masked prediction probs": [ 0.45045870542526245, @@ -196534,7 +220857,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.2417243868112564, + "sufficiency": 0.24189333617687225, "masked prediction probs": [ 0.9898669719696045, 0.010132978670299053 @@ -196546,7 +220869,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5943509936332703, + "comprehensiveness": 0.5942185521125793, "sufficiency": 1.0, "masked prediction probs": [ 0.45045870542526245, @@ -196557,15 +220880,28 @@ 0.016089772805571556 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12454399466514587, + "sufficiency": 0.9855045676231384, + "masked prediction probs": [ + 0.8720776438713074, + 0.12792235612869263 + ], + "full text prediction probs": [ + 0.9839102029800415, + 0.016089772805571556 + ], + "labels": 0 } }, "test_1554": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9518536329269409, - "sufficiency": 0.9967062473297119, + "fixed-shap": { + "comprehensiveness": 0.0025194608606398106, + "sufficiency": 1.0, "masked prediction probs": [ - 0.13249553740024567, - 0.8675044775009155 + 0.9827507138252258, + 0.017249226570129395 ], "full text prediction probs": [ 0.9850072264671326, @@ -196664,12 +221000,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9832993745803833, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9501562118530273, + "sufficiency": 0.9967121481895447, "masked prediction probs": [ - 0.055565234273672104, - 0.9444347023963928 + 0.13249553740024567, + 0.8675044775009155 + ], + "full text prediction probs": [ + 0.9850072264671326, + 0.014992788434028625 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002514407504349947, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9827507138252258, + 0.017249226570129395 ], "full text prediction probs": [ 0.9850072264671326, @@ -196678,8 +221027,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0029089897871017456, - "sufficiency": 0.08636171370744705, + "comprehensiveness": 0.0029083413537591696, + "sufficiency": 0.08656525611877441, "masked prediction probs": [ 0.9823966026306152, 0.017603375017642975 @@ -196692,7 +221041,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9833066463470459, + "sufficiency": 0.9833104610443115, "masked prediction probs": [ 0.055565234273672104, 0.9444347023963928 @@ -196704,8 +221053,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005990118719637394, - "sufficiency": 0.832038402557373, + "comprehensiveness": 0.00598878413438797, + "sufficiency": 0.8320758938789368, "masked prediction probs": [ 0.9796290993690491, 0.020370932295918465 @@ -196717,8 +221066,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008064249996095896, - "sufficiency": 0.8544219136238098, + "comprehensiveness": 0.0008062454871833324, + "sufficiency": 0.8544542789459229, "masked prediction probs": [ 0.9842830300331116, 0.015716979280114174 @@ -196730,8 +221079,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9490984678268433, - "sufficiency": 0.9967157244682312, + "comprehensiveness": 0.9488871097564697, + "sufficiency": 0.9967163801193237, "masked prediction probs": [ 0.13249553740024567, 0.8675044775009155 @@ -196743,8 +221092,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8484291434288025, - "sufficiency": 0.9616315364837646, + "comprehensiveness": 0.848240315914154, + "sufficiency": 0.9616401791572571, "masked prediction probs": [ 0.22275030612945557, 0.7772496938705444 @@ -196756,8 +221105,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9486759901046753, - "sufficiency": 0.9967172145843506, + "comprehensiveness": 0.9484648704528809, + "sufficiency": 0.9967179894447327, "masked prediction probs": [ 0.13249553740024567, 0.8675044775009155 @@ -196767,15 +221116,28 @@ 0.014992788434028625 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9833327531814575, + "masked prediction probs": [ + 0.055565234273672104, + 0.9444347023963928 + ], + "full text prediction probs": [ + 0.9850072264671326, + 0.014992788434028625 + ], + "labels": 0 } }, "test_1581": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01909097656607628, - 0.980908989906311 + 0.02234964817762375, + 0.9776504039764404 ], "full text prediction probs": [ 0.6758134961128235, @@ -196874,7 +221236,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -196887,6 +221249,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02100067026913166, + 0.9789993762969971 + ], + "full text prediction probs": [ + 0.6758134961128235, + 0.3241865336894989 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -196977,15 +221352,28 @@ 0.3241865336894989 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01909097656607628, + 0.980908989906311 + ], + "full text prediction probs": [ + 0.6758134961128235, + 0.3241865336894989 + ], + "labels": 0 } }, "test_1621": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05860501155257225, - "sufficiency": 0.8397919535636902, + "fixed-shap": { + "comprehensiveness": 0.13592132925987244, + "sufficiency": 0.912525475025177, "masked prediction probs": [ - 0.9190947413444519, - 0.08090528845787048 + 0.8509501814842224, + 0.14904983341693878 ], "full text prediction probs": [ 0.9707476496696472, @@ -197084,12 +221472,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08839774876832962, - "sufficiency": 0.8291681408882141, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.058498814702034, + "sufficiency": 0.8400822281837463, "masked prediction probs": [ - 0.8926947712898254, - 0.10730526596307755 + 0.9190947413444519, + 0.08090528845787048 + ], + "full text prediction probs": [ + 0.9707476496696472, + 0.02925230748951435 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.13564430177211761, + "sufficiency": 0.9127036929130554, + "masked prediction probs": [ + 0.8509501814842224, + 0.14904983341693878 ], "full text prediction probs": [ 0.9707476496696472, @@ -197099,7 +221500,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.49764198064804077, + "sufficiency": 0.4977557063102722, "masked prediction probs": [ 0.9727146029472351, 0.027285391464829445 @@ -197112,7 +221513,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8218884468078613, + "sufficiency": 0.8219287395477295, "masked prediction probs": [ 0.9707476496696472, 0.02925230748951435 @@ -197124,8 +221525,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0584590919315815, - "sufficiency": 0.8401908278465271, + "comprehensiveness": 0.05844585970044136, + "sufficiency": 0.8402270078659058, "masked prediction probs": [ 0.9190947413444519, 0.08090528845787048 @@ -197137,8 +221538,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.08831772953271866, - "sufficiency": 0.8293227553367615, + "comprehensiveness": 0.08829774707555771, + "sufficiency": 0.8293613195419312, "masked prediction probs": [ 0.8926947712898254, 0.10730526596307755 @@ -197150,8 +221551,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7615960240364075, - "sufficiency": 0.9058114290237427, + "comprehensiveness": 0.7614237070083618, + "sufficiency": 0.9058326482772827, "masked prediction probs": [ 0.2975168526172638, 0.7024831771850586 @@ -197164,7 +221565,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9431139230728149, + "sufficiency": 0.9431267976760864, "masked prediction probs": [ 0.9711934924125671, 0.02880655787885189 @@ -197176,8 +221577,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0882578119635582, - "sufficiency": 0.8294385075569153, + "comprehensiveness": 0.08823785185813904, + "sufficiency": 0.8294771313667297, + "masked prediction probs": [ + 0.8926947712898254, + 0.10730526596307755 + ], + "full text prediction probs": [ + 0.9707476496696472, + 0.02925230748951435 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08821790665388107, + "sufficiency": 0.8295155763626099, "masked prediction probs": [ 0.8926947712898254, 0.10730526596307755 @@ -197190,12 +221604,12 @@ } }, "test_1693": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9868676066398621, - "sufficiency": 0.9942173361778259, + "fixed-shap": { + "comprehensiveness": 0.0006768814637325704, + "sufficiency": 0.8490588068962097, "masked prediction probs": [ - 0.10121797025203705, - 0.8987820744514465 + 0.9906508922576904, + 0.009349081665277481 ], "full text prediction probs": [ 0.99126136302948, @@ -197294,7 +221708,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9851199388504028, "sufficiency": 0.9942275881767273, "masked prediction probs": [ @@ -197307,9 +221721,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8031942248344421, + "masked prediction probs": [ + 0.99126136302948, + 0.008738595061004162 + ], + "full text prediction probs": [ + 0.99126136302948, + 0.008738595061004162 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.011128819547593594, - "sufficiency": 0.8184624910354614, + "comprehensiveness": 0.011126356199383736, + "sufficiency": 0.8185026049613953, "masked prediction probs": [ 0.9812043905258179, 0.018795523792505264 @@ -197321,8 +221748,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.13564345240592957, - "sufficiency": 0.9893307685852051, + "comprehensiveness": 0.13561344146728516, + "sufficiency": 0.9893330931663513, "masked prediction probs": [ 0.8686549663543701, 0.13134504854679108 @@ -197335,7 +221762,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.803281307220459, + "sufficiency": 0.8033246994018555, "masked prediction probs": [ 0.99126136302948, 0.008738595061004162 @@ -197348,7 +221775,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8033246994018555, + "sufficiency": 0.8033682703971863, "masked prediction probs": [ 0.99126136302948, 0.008738595061004162 @@ -197360,8 +221787,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9840307831764221, - "sufficiency": 0.994234025478363, + "comprehensiveness": 0.9838132262229919, + "sufficiency": 0.9942353963851929, "masked prediction probs": [ 0.10121797025203705, 0.8987820744514465 @@ -197373,8 +221800,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0021890040952712297, - "sufficiency": 0.858350932598114, + "comprehensiveness": 0.002188520273193717, + "sufficiency": 0.8583822846412659, "masked prediction probs": [ 0.9892809987068176, 0.010719051584601402 @@ -197386,8 +221813,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9835957884788513, - "sufficiency": 0.9942365884780884, + "comprehensiveness": 0.9833784103393555, + "sufficiency": 0.9942377805709839, + "masked prediction probs": [ + 0.10121797025203705, + 0.8987820744514465 + ], + "full text prediction probs": [ + 0.99126136302948, + 0.008738595061004162 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.983161211013794, + "sufficiency": 0.9942391514778137, "masked prediction probs": [ 0.10121797025203705, 0.8987820744514465 @@ -197400,12 +221840,12 @@ } }, "test_1704": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.029093947261571884, - "sufficiency": 0.8993500471115112, + "fixed-shap": { + "comprehensiveness": 0.02098049968481064, + "sufficiency": 0.9816504716873169, "masked prediction probs": [ - 0.9638103246688843, - 0.03618970513343811 + 0.9711176156997681, + 0.028882378712296486 ], "full text prediction probs": [ 0.9900134801864624, @@ -197504,7 +221944,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.029042351990938187, "sufficiency": 0.8995285034179688, "masked prediction probs": [ @@ -197517,9 +221957,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8417177796363831, + "masked prediction probs": [ + 0.9914153218269348, + 0.008584640920162201 + ], + "full text prediction probs": [ + 0.9900134801864624, + 0.009986568242311478 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8473453521728516, + "sufficiency": 0.8473791480064392, "masked prediction probs": [ 0.9921653270721436, 0.007834644056856632 @@ -197531,8 +221984,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.023490507155656815, - "sufficiency": 0.9745380878448486, + "comprehensiveness": 0.023485304787755013, + "sufficiency": 0.9745436906814575, "masked prediction probs": [ 0.9688100218772888, 0.031189991161227226 @@ -197544,8 +221997,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034747172612696886, - "sufficiency": 0.858116865158081, + "comprehensiveness": 0.003473947523161769, + "sufficiency": 0.8581482172012329, "masked prediction probs": [ 0.986876368522644, 0.013123610988259315 @@ -197558,7 +222011,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8183559775352478, + "sufficiency": 0.8183962106704712, "masked prediction probs": [ 0.990548312664032, 0.009451715275645256 @@ -197570,8 +222023,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04741859808564186, - "sufficiency": 0.9867782592773438, + "comprehensiveness": 0.047408100217580795, + "sufficiency": 0.9867812395095825, "masked prediction probs": [ 0.9471831321716309, 0.05281687155365944 @@ -197583,8 +222036,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.020333440974354744, - "sufficiency": 0.970889687538147, + "comprehensiveness": 0.020328940823674202, + "sufficiency": 0.9708961248397827, "masked prediction probs": [ 0.9716434478759766, 0.028356557711958885 @@ -197596,8 +222049,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023464512079954147, - "sufficiency": 0.9745662212371826, + "comprehensiveness": 0.02345931902527809, + "sufficiency": 0.9745717644691467, "masked prediction probs": [ 0.9688100218772888, 0.031189991161227226 @@ -197607,15 +222060,28 @@ 0.009986568242311478 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02898452617228031, + "sufficiency": 0.8997285962104797, + "masked prediction probs": [ + 0.9638103246688843, + 0.03618970513343811 + ], + "full text prediction probs": [ + 0.9900134801864624, + 0.009986568242311478 + ], + "labels": 0 } }, "test_1755": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1605026125907898, - "sufficiency": 0.9966117739677429, + "fixed-shap": { + "comprehensiveness": 0.0027897555846720934, + "sufficiency": 0.8604986071586609, "masked prediction probs": [ - 0.8454257249832153, - 0.15457426011562347 + 0.9874619841575623, + 0.012538011185824871 ], "full text prediction probs": [ 0.9899744391441345, @@ -197714,7 +222180,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.16021797060966492, "sufficiency": 0.9966177940368652, "masked prediction probs": [ @@ -197727,9 +222193,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.004277873318642378, + "sufficiency": 0.835315465927124, + "masked prediction probs": [ + 0.9861140847206116, + 0.013885953463613987 + ], + "full text prediction probs": [ + 0.9899744391441345, + 0.010025479830801487 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4385509192943573, + "sufficiency": 0.43867528438568115, "masked prediction probs": [ 0.9918674826622009, 0.008132535964250565 @@ -197742,7 +222221,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.7744349241256714, + "sufficiency": 0.7744849324226379, "masked prediction probs": [ 0.9907649755477905, 0.009235028177499771 @@ -197754,8 +222233,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.16011148691177368, - "sufficiency": 0.9966200590133667, + "comprehensiveness": 0.16007602214813232, + "sufficiency": 0.996620774269104, "masked prediction probs": [ 0.8454257249832153, 0.15457426011562347 @@ -197767,8 +222246,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007618302013725042, - "sufficiency": 0.9948012828826904, + "comprehensiveness": 0.007616614922881126, + "sufficiency": 0.9948024153709412, "masked prediction probs": [ 0.983095109462738, 0.01690490171313286 @@ -197780,8 +222259,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.27080702781677246, - "sufficiency": 0.9972316026687622, + "comprehensiveness": 0.2707470655441284, + "sufficiency": 0.9972321391105652, "masked prediction probs": [ 0.7453814148902893, 0.2546185851097107 @@ -197793,8 +222272,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0008816653862595558, - "sufficiency": 0.9632048010826111, + "comprehensiveness": 0.0008814702741801739, + "sufficiency": 0.9632129669189453, "masked prediction probs": [ 0.989177942276001, 0.010822015814483166 @@ -197806,11 +222285,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1599697321653366, - "sufficiency": 0.9966230392456055, + "comprehensiveness": 0.004271246492862701, + "sufficiency": 0.8355705142021179, "masked prediction probs": [ - 0.8454257249832153, - 0.15457426011562347 + 0.9861140847206116, + 0.013885953463613987 + ], + "full text prediction probs": [ + 0.9899744391441345, + 0.010025479830801487 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004270301666110754, + "sufficiency": 0.8356068730354309, + "masked prediction probs": [ + 0.9861140847206116, + 0.013885953463613987 ], "full text prediction probs": [ 0.9899744391441345, @@ -197820,12 +222312,12 @@ } }, "test_1785": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.16198082268238068, "sufficiency": 0.0, "masked prediction probs": [ - 0.8509228825569153, - 0.14907711744308472 + 0.04446030780673027, + 0.9555396437644958 ], "full text prediction probs": [ 0.03574027121067047, @@ -197924,7 +222416,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -197937,6 +222429,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.2430422604084015, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04926171526312828, + 0.950738251209259 + ], + "full text prediction probs": [ + 0.03574027121067047, + 0.964259684085846 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -198027,15 +222532,28 @@ 0.964259684085846 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8509228825569153, + 0.14907711744308472 + ], + "full text prediction probs": [ + 0.03574027121067047, + 0.964259684085846 + ], + "labels": 0 } }, "test_1790": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9673126935958862, - 0.03268737345933914 + 0.21627220511436462, + 0.7837278246879578 ], "full text prediction probs": [ 0.009225028567016125, @@ -198134,7 +222652,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -198147,6 +222665,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21627220511436462, + 0.7837278246879578 + ], + "full text prediction probs": [ + 0.009225028567016125, + 0.990774929523468 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -198162,7 +222693,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.07969732582569122, + "sufficiency": 0.08192469924688339, "masked prediction probs": [ 0.9636814594268799, 0.03631860017776489 @@ -198175,7 +222706,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.08192469924688339, + "sufficiency": 0.0841413140296936, "masked prediction probs": [ 0.9636814594268799, 0.03631860017776489 @@ -198187,7 +222718,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6631085872650146, + "comprehensiveness": 0.6615095138549805, "sufficiency": 0.0, "masked prediction probs": [ 0.06409691274166107, @@ -198201,7 +222732,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.08634725958108902, + "sufficiency": 0.08854259550571442, "masked prediction probs": [ 0.9636814594268799, 0.03631860017776489 @@ -198213,7 +222744,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.017378998920321465, + "comprehensiveness": 0.017337290570139885, "sufficiency": 0.0, "masked prediction probs": [ 0.010670093819499016, @@ -198237,15 +222768,28 @@ 0.990774929523468 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9673126935958862, + 0.03268737345933914 + ], + "full text prediction probs": [ + 0.009225028567016125, + 0.990774929523468 + ], + "labels": 1 } }, "test_1793": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1373414546251297, - "sufficiency": 0.9392067790031433, + "fixed-shap": { + "comprehensiveness": 0.001003746991045773, + "sufficiency": 0.8977530598640442, "masked prediction probs": [ - 0.8677096366882324, - 0.13229034841060638 + 0.9907206296920776, + 0.009279302321374416 ], "full text prediction probs": [ 0.9916262626647949, @@ -198344,7 +222888,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.13709832727909088, "sufficiency": 0.9393143653869629, "masked prediction probs": [ @@ -198357,9 +222901,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8028700351715088, + "masked prediction probs": [ + 0.9916262626647949, + 0.008373687975108624 + ], + "full text prediction probs": [ + 0.9916262626647949, + 0.008373687975108624 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.12705537676811218, + "sufficiency": 0.12724843621253967, "masked prediction probs": [ 0.9943607449531555, 0.005639336071908474 @@ -198371,8 +222928,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00035429824492894113, - "sufficiency": 0.8533488512039185, + "comprehensiveness": 0.0003542198974173516, + "sufficiency": 0.8533812761306763, "masked prediction probs": [ 0.9913058876991272, 0.008694064803421497 @@ -198385,7 +222942,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9130575656890869, + "sufficiency": 0.9130766987800598, "masked prediction probs": [ 0.99196457862854, 0.008035460487008095 @@ -198398,7 +222955,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8777534365653992, + "sufficiency": 0.8777804374694824, "masked prediction probs": [ 0.9918521046638489, 0.008147906512022018 @@ -198410,8 +222967,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13694681227207184, - "sufficiency": 0.9393815398216248, + "comprehensiveness": 0.13691654801368713, + "sufficiency": 0.9393949508666992, "masked prediction probs": [ 0.8677096366882324, 0.13229034841060638 @@ -198423,8 +222980,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01367087010294199, - "sufficiency": 0.8797741532325745, + "comprehensiveness": 0.013667849823832512, + "sufficiency": 0.8798006176948547, "masked prediction probs": [ 0.9792534112930298, 0.020746542140841484 @@ -198436,8 +222993,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13688629865646362, - "sufficiency": 0.9394083023071289, + "comprehensiveness": 0.1368560642004013, + "sufficiency": 0.9394215941429138, + "masked prediction probs": [ + 0.8677096366882324, + 0.13229034841060638 + ], + "full text prediction probs": [ + 0.9916262626647949, + 0.008373687975108624 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13682584464550018, + "sufficiency": 0.9394350647926331, "masked prediction probs": [ 0.8677096366882324, 0.13229034841060638 @@ -198450,12 +223020,12 @@ } }, "test_1808": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8637150526046753, + "sufficiency": 0.9755297303199768, "masked prediction probs": [ - 0.9859472513198853, - 0.014052694663405418 + 0.9881921410560608, + 0.011807906441390514 ], "full text prediction probs": [ 0.9856186509132385, @@ -198554,7 +223124,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.8639578819274902, "masked prediction probs": [ @@ -198567,9 +223137,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8082404136657715, + "masked prediction probs": [ + 0.9856186509132385, + 0.014381430111825466 + ], + "full text prediction probs": [ + 0.9856186509132385, + 0.014381430111825466 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.001523825223557651, - "sufficiency": 0.8135694265365601, + "comprehensiveness": 0.0015234858728945255, + "sufficiency": 0.8136109709739685, "masked prediction probs": [ 0.9842501878738403, 0.015749827027320862 @@ -198581,8 +223164,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009744430892169476, - "sufficiency": 0.8581941723823547, + "comprehensiveness": 0.009742261841893196, + "sufficiency": 0.8582258224487305, "masked prediction probs": [ 0.9768657684326172, 0.02313426323235035 @@ -198595,7 +223178,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8588197827339172, + "sufficiency": 0.8588512539863586, "masked prediction probs": [ 0.9891958236694336, 0.01080424152314663 @@ -198608,7 +223191,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8859768509864807, + "sufficiency": 0.886002242565155, "masked prediction probs": [ 0.9884247779846191, 0.01157525647431612 @@ -198620,8 +223203,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0014838750939816236, - "sufficiency": 0.7908273935317993, + "comprehensiveness": 0.0014835449401289225, + "sufficiency": 0.7908738851547241, "masked prediction probs": [ 0.9842848777770996, 0.01571519672870636 @@ -198633,8 +223216,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012541679665446281, - "sufficiency": 0.7469996809959412, + "comprehensiveness": 0.012538890354335308, + "sufficiency": 0.7470559477806091, "masked prediction probs": [ 0.9743431210517883, 0.0256569292396307 @@ -198646,8 +223229,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009733594954013824, - "sufficiency": 0.8583518862724304, + "comprehensiveness": 0.009731429629027843, + "sufficiency": 0.8583834767341614, "masked prediction probs": [ 0.9768657684326172, 0.02313426323235035 @@ -198657,15 +223240,28 @@ 0.014381430111825466 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8642300367355347, + "masked prediction probs": [ + 0.9859472513198853, + 0.014052694663405418 + ], + "full text prediction probs": [ + 0.9856186509132385, + 0.014381430111825466 + ], + "labels": 0 } }, "test_0": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.6917333006858826, "masked prediction probs": [ - 0.8616763353347778, - 0.13832363486289978 + 0.7573663592338562, + 0.24263359606266022 ], "full text prediction probs": [ 0.027575204148888588, @@ -198764,12 +223360,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.979836642742157, - 0.020163290202617645 + 0.8616763353347778, + 0.13832363486289978 + ], + "full text prediction probs": [ + 0.027575204148888588, + 0.9724248051643372 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09437570720911026, + 0.9056243300437927 ], "full text prediction probs": [ 0.027575204148888588, @@ -198779,7 +223388,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8206274509429932, + "sufficiency": 0.8211731314659119, "masked prediction probs": [ 0.7793441414833069, 0.22065581381320953 @@ -198792,7 +223401,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9394059181213379, + "sufficiency": 0.9395897388458252, "masked prediction probs": [ 0.9232410788536072, 0.07675889879465103 @@ -198804,7 +223413,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6566715240478516, + "comprehensiveness": 0.6546828150749207, "sufficiency": 0.0, "masked prediction probs": [ 0.07081669569015503, @@ -198817,7 +223426,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.120033860206604, + "comprehensiveness": 0.11967143416404724, "sufficiency": 0.0, "masked prediction probs": [ 0.03550343215465546, @@ -198844,7 +223453,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.4292340874671936, + "sufficiency": 0.4309445321559906, "masked prediction probs": [ 0.6004769206047058, 0.3995230793952942 @@ -198857,7 +223466,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9403138756752014, + "sufficiency": 0.9404922127723694, "masked prediction probs": [ 0.9232410788536072, 0.07675889879465103 @@ -198867,15 +223476,28 @@ 0.9724248051643372 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.979836642742157, + 0.020163290202617645 + ], + "full text prediction probs": [ + 0.027575204148888588, + 0.9724248051643372 + ], + "labels": 1 } }, "test_9": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6328244209289551, - 0.36717551946640015 + 0.6875866651535034, + 0.31241339445114136 ], "full text prediction probs": [ 0.31106796860694885, @@ -198974,12 +223596,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7863216996192932, - 0.2136782854795456 + 0.6328244209289551, + 0.36717551946640015 + ], + "full text prediction probs": [ + 0.31106796860694885, + 0.6889320611953735 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5373408794403076, + 0.4626591205596924 ], "full text prediction probs": [ 0.31106796860694885, @@ -199077,15 +223712,28 @@ 0.6889320611953735 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7863216996192932, + 0.2136782854795456 + ], + "full text prediction probs": [ + 0.31106796860694885, + 0.6889320611953735 + ], + "labels": 1 } }, "test_56": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0703834667801857, - "sufficiency": 0.6188772320747375, + "fixed-shap": { + "comprehensiveness": 0.03070935234427452, + "sufficiency": 0.0, "masked prediction probs": [ - 0.009891144931316376, - 0.990108847618103 + 0.00641996692866087, + 0.9935799837112427 ], "full text prediction probs": [ 0.0037332773208618164, @@ -199184,12 +223832,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05479669198393822, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06911922991275787, + "sufficiency": 0.6257153153419495, + "masked prediction probs": [ + 0.009891144931316376, + 0.990108847618103 + ], + "full text prediction probs": [ + 0.0037332773208618164, + 0.996266782283783 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014192326925694942, "sufficiency": 0.0, "masked prediction probs": [ - 0.008615103550255299, - 0.9913848638534546 + 0.005000457167625427, + 0.9949995279312134 ], "full text prediction probs": [ 0.0037332773208618164, @@ -199198,7 +223859,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04232332110404968, + "comprehensiveness": 0.04222871735692024, "sufficiency": 0.0, "masked prediction probs": [ 0.007512323092669249, @@ -199211,7 +223872,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05455172806978226, + "comprehensiveness": 0.05443006381392479, "sufficiency": 0.0, "masked prediction probs": [ 0.008615103550255299, @@ -199224,7 +223885,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.044059742242097855, + "comprehensiveness": 0.043961700052022934, "sufficiency": 0.0, "masked prediction probs": [ 0.007685006596148014, @@ -199237,7 +223898,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.043961700052022934, + "comprehensiveness": 0.043864089995622635, "sufficiency": 0.0, "masked prediction probs": [ 0.007685006596148014, @@ -199250,8 +223911,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06835189461708069, - "sufficiency": 0.6298658847808838, + "comprehensiveness": 0.06820046901702881, + "sufficiency": 0.6306849718093872, "masked prediction probs": [ 0.009891144931316376, 0.990108847618103 @@ -199263,7 +223924,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.040733594447374344, + "comprehensiveness": 0.04064355045557022, "sufficiency": 0.0, "masked prediction probs": [ 0.007411154452711344, @@ -199276,7 +223937,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.053948789834976196, + "comprehensiveness": 0.053829800337553024, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008615103550255299, + 0.9913848638534546 + ], + "full text prediction probs": [ + 0.0037332773208618164, + 0.996266782283783 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05371133238077164, "sufficiency": 0.0, "masked prediction probs": [ 0.008615103550255299, @@ -199290,12 +223964,12 @@ } }, "test_107": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5603026747703552, "sufficiency": 0.0, "masked prediction probs": [ - 0.9836808443069458, - 0.016319142654538155 + 0.07023920118808746, + 0.9297608137130737 ], "full text prediction probs": [ 0.043497905135154724, @@ -199394,12 +224068,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.985059380531311, - 0.01494058407843113 + 0.9836808443069458, + 0.016319142654538155 + ], + "full text prediction probs": [ + 0.043497905135154724, + 0.9565021395683289 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.034256625920534134, + 0.965743362903595 ], "full text prediction probs": [ 0.043497905135154724, @@ -199473,7 +224160,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3669693171977997, + "comprehensiveness": 0.36552223563194275, "sufficiency": 0.0, "masked prediction probs": [ 0.06203974038362503, @@ -199497,15 +224184,28 @@ 0.9565021395683289 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.985059380531311, + 0.01494058407843113 + ], + "full text prediction probs": [ + 0.043497905135154724, + 0.9565021395683289 + ], + "labels": 1 } }, "test_136": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18365585803985596, - "sufficiency": 0.9480113983154297, + "fixed-shap": { + "comprehensiveness": 0.07681182771921158, + "sufficiency": 0.0, "masked prediction probs": [ - 0.0239703506231308, - 0.9760296940803528 + 0.015167993493378162, + 0.9848319888114929 ], "full text prediction probs": [ 0.008839914575219154, @@ -199604,12 +224304,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11323101073503494, - "sufficiency": 0.8106569051742554, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18015643954277039, + "sufficiency": 0.9490008354187012, "masked prediction probs": [ - 0.018349573016166687, - 0.9816504120826721 + 0.0239703506231308, + 0.9760296940803528 + ], + "full text prediction probs": [ + 0.008839914575219154, + 0.9911600947380066 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07836520671844482, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015437040477991104, + 0.9845629334449768 ], "full text prediction probs": [ 0.008839914575219154, @@ -199618,8 +224331,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.17996908724308014, - "sufficiency": 0.9147875308990479, + "comprehensiveness": 0.17954246699810028, + "sufficiency": 0.9149892926216125, "masked prediction probs": [ 0.023990532383322716, 0.9760094285011292 @@ -199631,7 +224344,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09520513564348221, + "comprehensiveness": 0.09497998654842377, "sufficiency": 0.0, "masked prediction probs": [ 0.01687381975352764, @@ -199644,7 +224357,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.013937012292444706, + "comprehensiveness": 0.013904130086302757, "sufficiency": 0.0, "masked prediction probs": [ 0.010018737986683846, @@ -199657,7 +224370,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013904130086302757, + "comprehensiveness": 0.01387140341103077, "sufficiency": 0.0, "masked prediction probs": [ 0.010018737986683846, @@ -199670,7 +224383,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09453286230564117, + "comprehensiveness": 0.09431087970733643, "sufficiency": 0.0, "masked prediction probs": [ 0.01687381975352764, @@ -199683,7 +224396,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.025976670905947685, + "comprehensiveness": 0.02591581456363201, "sufficiency": 0.0, "masked prediction probs": [ 0.011052712798118591, @@ -199696,7 +224409,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09408994019031525, + "comprehensiveness": 0.09387002885341644, "sufficiency": 0.0, "masked prediction probs": [ 0.01687381975352764, @@ -199707,15 +224420,28 @@ 0.9911600947380066 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11085472255945206, + "sufficiency": 0.8146258592605591, + "masked prediction probs": [ + 0.018349573016166687, + 0.9816504120826721 + ], + "full text prediction probs": [ + 0.008839914575219154, + 0.9911600947380066 + ], + "labels": 1 } }, "test_137": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8084679841995239, - 0.1915319859981537 + 0.465804785490036, + 0.5341951847076416 ], "full text prediction probs": [ 0.02641121670603752, @@ -199814,12 +224540,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7640906572341919, - 0.2359093874692917 + 0.8084679841995239, + 0.1915319859981537 + ], + "full text prediction probs": [ + 0.02641121670603752, + 0.973588764667511 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.515007495880127, + 0.48499253392219543 ], "full text prediction probs": [ 0.02641121670603752, @@ -199854,7 +224593,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3636864125728607, + "comprehensiveness": 0.3626040518283844, "sufficiency": 0.0, "masked prediction probs": [ 0.05078316107392311, @@ -199893,7 +224632,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2801733911037445, + "comprehensiveness": 0.27934694290161133, "sufficiency": 0.0, "masked prediction probs": [ 0.04535476863384247, @@ -199917,15 +224656,28 @@ 0.973588764667511 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7640906572341919, + 0.2359093874692917 + ], + "full text prediction probs": [ + 0.02641121670603752, + 0.973588764667511 + ], + "labels": 1 } }, "test_146": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9811515212059021, - 0.01884853094816208 + 0.4515816271305084, + 0.5484183430671692 ], "full text prediction probs": [ 0.016148364171385765, @@ -200024,12 +224776,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9805551171302795, - 0.019444869831204414 + 0.9811515212059021, + 0.01884853094816208 + ], + "full text prediction probs": [ + 0.016148364171385765, + 0.9838516116142273 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.34630489349365234, + 0.6536951065063477 ], "full text prediction probs": [ 0.016148364171385765, @@ -200064,7 +224829,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.520725667476654, + "comprehensiveness": 0.5193812251091003, "sufficiency": 0.0, "masked prediction probs": [ 0.05638822168111801, @@ -200103,7 +224868,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.037556130439043045, + "comprehensiveness": 0.03745990991592407, "sufficiency": 0.0, "masked prediction probs": [ 0.0190731268376112, @@ -200127,15 +224892,28 @@ 0.9838516116142273 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9805551171302795, + 0.019444869831204414 + ], + "full text prediction probs": [ + 0.016148364171385765, + 0.9838516116142273 + ], + "labels": 1 } }, "test_208": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.14450491964817047, - "sufficiency": 0.9922475814819336, + "fixed-shap": { + "comprehensiveness": 0.06635341048240662, + "sufficiency": 0.0, "masked prediction probs": [ - 0.018701082095503807, - 0.9812988638877869 + 0.012075931765139103, + 0.9879240393638611 ], "full text prediction probs": [ 0.006451011635363102, @@ -200234,12 +225012,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17593751847743988, - "sufficiency": 0.971272885799408, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.14182764291763306, + "sufficiency": 0.992391049861908, "masked prediction probs": [ - 0.021647382527589798, - 0.9783526659011841 + 0.018701082095503807, + 0.9812988638877869 + ], + "full text prediction probs": [ + 0.006451011635363102, + 0.9935490489006042 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02796139195561409, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008871708065271378, + 0.9911283254623413 ], "full text prediction probs": [ 0.006451011635363102, @@ -200248,8 +225039,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13888026773929596, - "sufficiency": 0.9296817183494568, + "comprehensiveness": 0.13856011629104614, + "sufficiency": 0.9298436045646667, "masked prediction probs": [ 0.018474392592906952, 0.9815256595611572 @@ -200261,7 +225052,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.034899160265922546, + "comprehensiveness": 0.034818895161151886, "sufficiency": 0.0, "masked prediction probs": [ 0.009479273110628128, @@ -200274,7 +225065,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06468294560909271, + "comprehensiveness": 0.06453452259302139, "sufficiency": 0.0, "masked prediction probs": [ 0.012076695449650288, @@ -200287,7 +225078,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020519167184829712, + "comprehensiveness": 0.020472191274166107, "sufficiency": 0.0, "masked prediction probs": [ 0.008239693939685822, @@ -200300,8 +225091,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.14504079520702362, - "sufficiency": 0.9424422383308411, + "comprehensiveness": 0.1447094976902008, + "sufficiency": 0.9425735473632812, "masked prediction probs": [ 0.01912369579076767, 0.9808762669563293 @@ -200313,7 +225104,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012357350438833237, + "comprehensiveness": 0.01232918817549944, "sufficiency": 0.0, "masked prediction probs": [ 0.007533124648034573, @@ -200326,8 +225117,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14437972009181976, - "sufficiency": 0.9427042603492737, + "comprehensiveness": 0.1440514326095581, + "sufficiency": 0.9428343772888184, "masked prediction probs": [ 0.01912369579076767, 0.9808762669563293 @@ -200337,15 +225128,28 @@ 0.9935490489006042 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17234531044960022, + "sufficiency": 0.9718587398529053, + "masked prediction probs": [ + 0.021647382527589798, + 0.9783526659011841 + ], + "full text prediction probs": [ + 0.006451011635363102, + 0.9935490489006042 + ], + "labels": 1 } }, "test_219": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9528937935829163, - 0.04710625112056732 + 0.1880398392677307, + 0.8119601607322693 ], "full text prediction probs": [ 0.010326840914785862, @@ -200444,12 +225248,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8516219258308411, - 0.14837810397148132 + 0.9528937935829163, + 0.04710625112056732 + ], + "full text prediction probs": [ + 0.010326840914785862, + 0.9896731376647949 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1435149610042572, + 0.8564850091934204 ], "full text prediction probs": [ 0.010326840914785862, @@ -200511,7 +225328,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9088897109031677, + "sufficiency": 0.9091072082519531, "masked prediction probs": [ 0.6314383745193481, 0.36856168508529663 @@ -200523,7 +225340,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05631525069475174, + "comprehensiveness": 0.05618098005652428, "sufficiency": 0.0, "masked prediction probs": [ 0.015040283091366291, @@ -200547,15 +225364,28 @@ 0.9896731376647949 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8516219258308411, + 0.14837810397148132 + ], + "full text prediction probs": [ + 0.010326840914785862, + 0.9896731376647949 + ], + "labels": 1 } }, "test_222": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6136416792869568, - 0.3863583207130432 + 0.42978715896606445, + 0.5702129006385803 ], "full text prediction probs": [ 0.027462996542453766, @@ -200654,12 +225484,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7060653567314148, - 0.2939346432685852 + 0.6136416792869568, + 0.3863583207130432 + ], + "full text prediction probs": [ + 0.027462996542453766, + 0.9725369811058044 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.33056676387786865, + 0.6694332361221313 ], "full text prediction probs": [ 0.027462996542453766, @@ -200669,7 +225512,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.20878233015537262, + "sufficiency": 0.21118539571762085, "masked prediction probs": [ 0.5201165080070496, 0.47988349199295044 @@ -200707,7 +225550,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9894397258758545, + "comprehensiveness": 0.9864572882652283, "sufficiency": 0.0, "masked prediction probs": [ 0.09292615205049515, @@ -200733,7 +225576,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.843525230884552, + "comprehensiveness": 0.8409978151321411, "sufficiency": 0.0, "masked prediction probs": [ 0.0836097002029419, @@ -200757,15 +225600,28 @@ 0.9725369811058044 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7060653567314148, + 0.2939346432685852 + ], + "full text prediction probs": [ + 0.027462996542453766, + 0.9725369811058044 + ], + "labels": 1 } }, "test_235": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9318056702613831, + "sufficiency": 0.9260032176971436, "masked prediction probs": [ - 0.979444682598114, - 0.02055523358285427 + 0.97639000415802, + 0.023610025644302368 ], "full text prediction probs": [ 0.006002246867865324, @@ -200864,12 +225720,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8823581337928772, + "sufficiency": 0.9330611228942871, "masked prediction probs": [ - 0.9231380224227905, - 0.07686193287372589 + 0.979444682598114, + 0.02055523358285427 + ], + "full text prediction probs": [ + 0.006002246867865324, + 0.9939976930618286 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.7634373307228088, + "masked prediction probs": [ + 0.8825393319129944, + 0.11746067553758621 ], "full text prediction probs": [ 0.006002246867865324, @@ -200879,7 +225748,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9236511588096619, + "sufficiency": 0.9238260388374329, "masked prediction probs": [ 0.6300206184387207, 0.3699793815612793 @@ -200891,7 +225760,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.017413469031453133, + "comprehensiveness": 0.017373625189065933, "sufficiency": 0.0, "masked prediction probs": [ 0.007521126884967089, @@ -200905,7 +225774,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8831647634506226, + "sufficiency": 0.8834311962127686, "masked prediction probs": [ 0.9231380224227905, 0.07686193287372589 @@ -200917,8 +225786,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.16366451978683472, - "sufficiency": 0.6883899569511414, + "comprehensiveness": 0.16329175233840942, + "sufficiency": 0.6890988945960999, "masked prediction probs": [ 0.02034299261868, 0.979656994342804 @@ -200930,8 +225799,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3186230957508087, - "sufficiency": 0.8751410245895386, + "comprehensiveness": 0.31789901852607727, + "sufficiency": 0.8754244446754456, "masked prediction probs": [ 0.03398461267352104, 0.9660153985023499 @@ -200943,7 +225812,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.053000662475824356, + "comprehensiveness": 0.05288049206137657, "sufficiency": 0.0, "masked prediction probs": [ 0.01066757831722498, @@ -200957,7 +225826,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8842231631278992, + "sufficiency": 0.8844848275184631, + "masked prediction probs": [ + 0.9231380224227905, + 0.07686193287372589 + ], + "full text prediction probs": [ + 0.006002246867865324, + 0.9939976930618286 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8847452402114868, "masked prediction probs": [ 0.9231380224227905, 0.07686193287372589 @@ -200970,12 +225852,12 @@ } }, "test_243": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5210813879966736, "sufficiency": 0.0, "masked prediction probs": [ - 0.9861832857131958, - 0.013816737569868565 + 0.05283446982502937, + 0.9471656084060669 ], "full text prediction probs": [ 0.01106456108391285, @@ -201074,12 +225956,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.987559974193573, - 0.012440036982297897 + 0.9861832857131958, + 0.013816737569868565 + ], + "full text prediction probs": [ + 0.01106456108391285, + 0.9889354109764099 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.34236612915992737, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03912493586540222, + 0.9608750343322754 ], "full text prediction probs": [ 0.01106456108391285, @@ -201101,8 +225996,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18302562832832336, - "sufficiency": 0.03759663179516792, + "comprehensiveness": 0.1825810968875885, + "sufficiency": 0.039931245148181915, "masked prediction probs": [ 0.026101987808942795, 0.9738979935646057 @@ -201140,7 +226035,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7657860517501831, + "comprehensiveness": 0.763939619064331, "sufficiency": 0.0, "masked prediction probs": [ 0.07444126158952713, @@ -201153,7 +226048,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.047531940042972565, + "comprehensiveness": 0.04741760715842247, "sufficiency": 0.0, "masked prediction probs": [ 0.01500779576599598, @@ -201177,15 +226072,28 @@ 0.9889354109764099 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.987559974193573, + 0.012440036982297897 + ], + "full text prediction probs": [ + 0.01106456108391285, + 0.9889354109764099 + ], + "labels": 1 } }, "test_258": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9581345915794373, - 0.041865430772304535 + 0.014678467996418476, + 0.985321581363678 ], "full text prediction probs": [ 0.0214780792593956, @@ -201284,12 +226192,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.956395149230957, - 0.043604884296655655 + 0.9581345915794373, + 0.041865430772304535 + ], + "full text prediction probs": [ + 0.0214780792593956, + 0.9785218834877014 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0166526697576046, + 0.9833473563194275 ], "full text prediction probs": [ 0.0214780792593956, @@ -201338,7 +226259,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.3676886260509491, + "sufficiency": 0.36943450570106506, "masked prediction probs": [ 0.785529613494873, 0.21447037160396576 @@ -201363,7 +226284,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2076486349105835, + "comprehensiveness": 0.20707765221595764, "sufficiency": 0.0, "masked prediction probs": [ 0.036542389541864395, @@ -201387,15 +226308,28 @@ 0.9785218834877014 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.956395149230957, + 0.043604884296655655 + ], + "full text prediction probs": [ + 0.0214780792593956, + 0.9785218834877014 + ], + "labels": 1 } }, "test_361": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.6525753140449524, + "fixed-shap": { + "comprehensiveness": 7.266129250638187e-05, + "sufficiency": 0.9562496542930603, "masked prediction probs": [ - 0.9857317805290222, - 0.014268260449171066 + 0.9801738262176514, + 0.019826164469122887 ], "full text prediction probs": [ 0.9802384376525879, @@ -201494,12 +226428,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.6994394063949585, + "sufficiency": 0.6531992554664612, "masked prediction probs": [ - 0.984657347202301, - 0.01534261740744114 + 0.9857317805290222, + 0.014268260449171066 + ], + "full text prediction probs": [ + 0.9802384376525879, + 0.019761599600315094 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8177587985992432, + "masked prediction probs": [ + 0.9802384376525879, + 0.019761599600315094 ], "full text prediction probs": [ 0.9802384376525879, @@ -201508,8 +226455,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.009810998104512691, - "sufficiency": 0.9346820116043091, + "comprehensiveness": 0.009808795526623726, + "sufficiency": 0.934696614742279, "masked prediction probs": [ 0.9714967012405396, 0.028503237292170525 @@ -201521,8 +226468,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.019134849309921265, - "sufficiency": 0.9474842548370361, + "comprehensiveness": 0.019130557775497437, + "sufficiency": 0.9474961161613464, "masked prediction probs": [ 0.96318519115448, 0.036814771592617035 @@ -201534,8 +226481,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007330507505685091, - "sufficiency": 0.9547164440155029, + "comprehensiveness": 0.00732886279001832, + "sufficiency": 0.9547265768051147, "masked prediction probs": [ 0.973703920841217, 0.026296159252524376 @@ -201547,8 +226494,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.013947575353085995, - "sufficiency": 0.9262145161628723, + "comprehensiveness": 0.013944447971880436, + "sufficiency": 0.9262310862541199, "masked prediction probs": [ 0.9678025841712952, 0.032197363674640656 @@ -201560,8 +226507,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008264049887657166, - "sufficiency": 0.845005989074707, + "comprehensiveness": 0.00826219655573368, + "sufficiency": 0.8450406789779663, "masked prediction probs": [ 0.9728684425354004, 0.027131522074341774 @@ -201574,7 +226521,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8179630041122437, + "sufficiency": 0.8180038928985596, "masked prediction probs": [ 0.9802384376525879, 0.019761599600315094 @@ -201586,8 +226533,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01911340467631817, - "sufficiency": 0.947543203830719, + "comprehensiveness": 0.019109118729829788, + "sufficiency": 0.9475550055503845, "masked prediction probs": [ 0.96318519115448, 0.036814771592617035 @@ -201597,15 +226544,28 @@ 0.019761599600315094 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7000454664230347, + "masked prediction probs": [ + 0.984657347202301, + 0.01534261740744114 + ], + "full text prediction probs": [ + 0.9802384376525879, + 0.019761599600315094 + ], + "labels": 0 } }, "test_381": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9914788007736206, "sufficiency": 1.0, "masked prediction probs": [ - 0.01443938072770834, - 0.9855605959892273 + 0.097333163022995, + 0.9026668667793274 ], "full text prediction probs": [ 0.831373393535614, @@ -201704,7 +226664,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -201717,9 +226677,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05527368560433388, + 0.9447262287139893 + ], + "full text prediction probs": [ + 0.831373393535614, + 0.16862663626670837 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9767113327980042, + "sufficiency": 0.9767175912857056, "masked prediction probs": [ 0.9531462788581848, 0.04685375094413757 @@ -201744,8 +226717,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9078675508499146, - "sufficiency": 0.9840924739837646, + "comprehensiveness": 0.9076229929924011, + "sufficiency": 0.9840967655181885, "masked prediction probs": [ 0.15723766386508942, 0.8427623510360718 @@ -201757,8 +226730,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9076229929924011, - "sufficiency": 0.9840967655181885, + "comprehensiveness": 0.9073787927627563, + "sufficiency": 0.9841010570526123, "masked prediction probs": [ 0.15723766386508942, 0.8427623510360718 @@ -201807,15 +226780,28 @@ 0.16862663626670837 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01443938072770834, + 0.9855605959892273 + ], + "full text prediction probs": [ + 0.831373393535614, + 0.16862663626670837 + ], + "labels": 1 } }, "test_394": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9806944131851196, - 0.019305581226944923 + 0.2175978273153305, + 0.7824022173881531 ], "full text prediction probs": [ 0.012738272547721863, @@ -201914,12 +226900,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9853502511978149, - 0.014649743214249611 + 0.9806944131851196, + 0.019305581226944923 + ], + "full text prediction probs": [ + 0.012738272547721863, + 0.9872617125511169 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11036449670791626, + 0.8896355032920837 ], "full text prediction probs": [ 0.012738272547721863, @@ -201967,7 +226966,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1189446821808815, + "comprehensiveness": 0.11865125596523285, "sufficiency": 0.0, "masked prediction probs": [ 0.022359345108270645, @@ -201993,7 +226992,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4024167060852051, + "comprehensiveness": 0.40142884850502014, "sufficiency": 0.0, "masked prediction probs": [ 0.0454493910074234, @@ -202017,15 +227016,28 @@ 0.9872617125511169 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9853502511978149, + 0.014649743214249611 + ], + "full text prediction probs": [ + 0.012738272547721863, + 0.9872617125511169 + ], + "labels": 1 } }, "test_459": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.883185625076294, + "fixed-shap": { + "comprehensiveness": 0.04733669385313988, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9848281741142273, - 0.015171810984611511 + 0.009767166338860989, + 0.9902328252792358 ], "full text prediction probs": [ 0.005719601642340422, @@ -202124,12 +227136,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8979124426841736, + "sufficiency": 0.8853292465209961, "masked prediction probs": [ - 0.9803006052970886, - 0.019699357450008392 + 0.9848281741142273, + 0.015171810984611511 + ], + "full text prediction probs": [ + 0.005719601642340422, + 0.9942803382873535 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.027982516214251518, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008162732236087322, + 0.9918373227119446 ], "full text prediction probs": [ 0.005719601642340422, @@ -202139,7 +227164,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8981460928916931, + "sufficiency": 0.8983786702156067, "masked prediction probs": [ 0.9803006052970886, 0.019699357450008392 @@ -202151,7 +227176,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07582835108041763, + "comprehensiveness": 0.07565540820360184, "sufficiency": 0.0, "masked prediction probs": [ 0.012355084531009197, @@ -202177,7 +227202,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.060934875160455704, + "comprehensiveness": 0.060796529054641724, "sufficiency": 0.0, "masked prediction probs": [ 0.011076192371547222, @@ -202191,7 +227216,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.49086993932724, + "sufficiency": 0.49202194809913635, "masked prediction probs": [ 0.8976929187774658, 0.10230714082717896 @@ -202203,7 +227228,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.011409934610128403, + "comprehensiveness": 0.0113841462880373, "sufficiency": 0.0, "masked prediction probs": [ 0.006727139465510845, @@ -202217,7 +227242,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8995257616043091, + "sufficiency": 0.8997520804405212, + "masked prediction probs": [ + 0.9803006052970886, + 0.019699357450008392 + ], + "full text prediction probs": [ + 0.005719601642340422, + 0.9942803382873535 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8999773859977722, "masked prediction probs": [ 0.9803006052970886, 0.019699357450008392 @@ -202230,12 +227268,12 @@ } }, "test_461": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.27089375257492065, + "sufficiency": 0.7561537623405457, "masked prediction probs": [ - 0.8972398042678833, - 0.10276023298501968 + 0.87127286195755, + 0.12872716784477234 ], "full text prediction probs": [ 0.013963612727820873, @@ -202334,12 +227372,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.2398146688938141, + "sufficiency": 0.2856701910495758, "masked prediction probs": [ - 0.8739652633666992, - 0.1260346919298172 + 0.8972398042678833, + 0.10276023298501968 + ], + "full text prediction probs": [ + 0.013963612727820873, + 0.9860364198684692 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.34152519702911377, + "masked prediction probs": [ + 0.6068195700645447, + 0.3931804895401001 ], "full text prediction probs": [ 0.013963612727820873, @@ -202349,7 +227400,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.24173559248447418, + "sufficiency": 0.24364683032035828, "masked prediction probs": [ 0.8739652633666992, 0.1260346919298172 @@ -202387,7 +227438,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06049858778715134, + "comprehensiveness": 0.0603470541536808, "sufficiency": 0.0, "masked prediction probs": [ 0.018782922998070717, @@ -202413,7 +227464,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10320085287094116, + "comprehensiveness": 0.10294364392757416, "sufficiency": 0.0, "masked prediction probs": [ 0.022226013243198395, @@ -202427,7 +227478,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.2530602812767029, + "sufficiency": 0.25491493940353394, + "masked prediction probs": [ + 0.8739652633666992, + 0.1260346919298172 + ], + "full text prediction probs": [ + 0.013963612727820873, + 0.9860364198684692 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.2567603886127472, "masked prediction probs": [ 0.8739652633666992, 0.1260346919298172 @@ -202440,12 +227504,12 @@ } }, "test_575": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.5390148162841797, "masked prediction probs": [ - 0.9762269854545593, - 0.02377304434776306 + 0.9894397854804993, + 0.010560199618339539 ], "full text prediction probs": [ 0.007923385128378868, @@ -202533,10 +227597,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.883765697479248, + "sufficiency": 0.5466265678405762, "masked prediction probs": [ - 0.9624521732330322, - 0.03754787892103195 + 0.9894397854804993, + 0.010560199618339539 ], "full text prediction probs": [ 0.007923385128378868, @@ -202544,12 +227608,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5476934909820557, + "masked prediction probs": [ + 0.9894397854804993, + 0.010560199618339539 + ], + "full text prediction probs": [ + 0.007923385128378868, + 0.9920766353607178 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9653975963592529, + "sufficiency": 0.8448492288589478, "masked prediction probs": [ - 0.9633549451828003, - 0.03664505109190941 + 0.9783298373222351, + 0.02167021483182907 ], "full text prediction probs": [ 0.007923385128378868, @@ -202559,7 +227636,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8231275081634521, + "sufficiency": 0.8235417604446411, "masked prediction probs": [ 0.918036162853241, 0.08196383714675903 @@ -202571,7 +227648,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.004400050267577171, + "comprehensiveness": 0.0043897563591599464, "sufficiency": 0.0, "masked prediction probs": [ 0.008298741653561592, @@ -202585,7 +227662,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.4254668951034546, + "sufficiency": 0.42680633068084717, "masked prediction probs": [ 0.3052062690258026, 0.6947937607765198 @@ -202611,7 +227688,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9656835794448853, + "sufficiency": 0.9657632112503052, "masked prediction probs": [ 0.34858816862106323, 0.6514118313789368 @@ -202623,7 +227700,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04790646582841873, + "comprehensiveness": 0.04779542610049248, "sufficiency": 0.0, "masked prediction probs": [ 0.012048204429447651, @@ -202637,10 +227714,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8255844116210938, + "sufficiency": 0.8473578095436096, "masked prediction probs": [ - 0.918036162853241, - 0.08196383714675903 + 0.9783298373222351, + 0.02167021483182907 + ], + "full text prediction probs": [ + 0.007923385128378868, + 0.9920766353607178 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.847709596157074, + "masked prediction probs": [ + 0.9783298373222351, + 0.02167021483182907 ], "full text prediction probs": [ 0.007923385128378868, @@ -202650,12 +227740,12 @@ } }, "test_631": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5967299938201904, - "sufficiency": 0.9467368721961975, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05725432559847832, - 0.9427457451820374 + 0.1453269124031067, + 0.8546730875968933 ], "full text prediction probs": [ 0.006987593602389097, @@ -202754,12 +227844,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6388949155807495, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5856050848960876, + "sufficiency": 0.94772869348526, + "masked prediction probs": [ + 0.05725432559847832, + 0.9427457451820374 + ], + "full text prediction probs": [ + 0.006987593602389097, + 0.9930123686790466 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05452443286776543, "sufficiency": 0.0, "masked prediction probs": [ - 0.06182846426963806, - 0.9381715059280396 + 0.011678745970129967, + 0.9883212447166443 ], "full text prediction probs": [ 0.006987593602389097, @@ -202768,7 +227871,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3685581088066101, + "comprehensiveness": 0.36770322918891907, "sufficiency": 0.0, "masked prediction probs": [ 0.038697250187397, @@ -202781,7 +227884,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.051841314882040024, + "comprehensiveness": 0.051721345633268356, "sufficiency": 0.0, "masked prediction probs": [ 0.011458275839686394, @@ -202794,7 +227897,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07079490274190903, + "comprehensiveness": 0.07063145190477371, "sufficiency": 0.0, "masked prediction probs": [ 0.013106861151754856, @@ -202807,7 +227910,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.15643560886383057, + "comprehensiveness": 0.15607525408267975, "sufficiency": 0.0, "masked prediction probs": [ 0.020540772005915642, @@ -202820,7 +227923,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2981102764606476, + "comprehensiveness": 0.29742515087127686, "sufficiency": 0.0, "masked prediction probs": [ 0.03287471458315849, @@ -202833,7 +227936,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08562479168176651, + "comprehensiveness": 0.08542845398187637, "sufficiency": 0.0, "masked prediction probs": [ 0.014440182596445084, @@ -202846,7 +227949,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3634875416755676, + "comprehensiveness": 0.36265596747398376, "sufficiency": 0.0, "masked prediction probs": [ 0.038697250187397, @@ -202857,15 +227960,28 @@ 0.9930123686790466 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6257703304290771, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06182846426963806, + 0.9381715059280396 + ], + "full text prediction probs": [ + 0.006987593602389097, + 0.9930123686790466 + ], + "labels": 1 } }, "test_695": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9813001751899719, - 0.018699849024415016 + 0.24851474165916443, + 0.7514852285385132 ], "full text prediction probs": [ 0.025726651772856712, @@ -202964,12 +228080,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.904515266418457, + "sufficiency": 1.0, "masked prediction probs": [ - 0.985612690448761, - 0.01438727043569088 + 0.9813001751899719, + 0.018699849024415016 + ], + "full text prediction probs": [ + 0.025726651772856712, + 0.9742732644081116 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.38093504309654236, + 0.61906498670578 ], "full text prediction probs": [ 0.025726651772856712, @@ -202979,7 +228108,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.904798686504364, + "sufficiency": 0.9050803780555725, "masked prediction probs": [ 0.985612690448761, 0.01438727043569088 @@ -202991,7 +228120,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4235815107822418, + "comprehensiveness": 0.42232993245124817, "sufficiency": 0.0, "masked prediction probs": [ 0.05431763082742691, @@ -203043,7 +228172,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0749048963189125, + "comprehensiveness": 0.07468615472316742, "sufficiency": 0.0, "masked prediction probs": [ 0.030842581763863564, @@ -203057,7 +228186,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9064643383026123, + "sufficiency": 0.9067362546920776, + "masked prediction probs": [ + 0.985612690448761, + 0.01438727043569088 + ], + "full text prediction probs": [ + 0.025726651772856712, + 0.9742732644081116 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9070066809654236, "masked prediction probs": [ 0.985612690448761, 0.01438727043569088 @@ -203070,12 +228212,12 @@ } }, "test_698": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.959220290184021, - 0.04077968746423721 + 0.9571276903152466, + 0.042872246354818344 ], "full text prediction probs": [ 0.3241746723651886, @@ -203174,12 +228316,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9598929286003113, - 0.040107034146785736 + 0.959220290184021, + 0.04077968746423721 + ], + "full text prediction probs": [ + 0.3241746723651886, + 0.6758253574371338 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9130244255065918, + 0.08697559684515 ], "full text prediction probs": [ 0.3241746723651886, @@ -203277,15 +228432,28 @@ 0.6758253574371338 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9598929286003113, + 0.040107034146785736 + ], + "full text prediction probs": [ + 0.3241746723651886, + 0.6758253574371338 + ], + "labels": 1 } }, "test_705": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8958929777145386, + "fixed-shap": { + "comprehensiveness": 0.056564852595329285, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9444917440414429, - 0.05550823733210564 + 0.012579390779137611, + 0.9874206185340881 ], "full text prediction probs": [ 0.00786413624882698, @@ -203384,12 +228552,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7348712086677551, + "sufficiency": 0.8978515863418579, "masked prediction probs": [ - 0.9379148483276367, - 0.06208521127700806 + 0.9444917440414429, + 0.05550823733210564 + ], + "full text prediction probs": [ + 0.00786413624882698, + 0.9921358823776245 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0729430764913559, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014076022431254387, + 0.9859240055084229 ], "full text prediction probs": [ 0.00786413624882698, @@ -203425,7 +228606,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.553192138671875, + "sufficiency": 0.5542330741882324, "masked prediction probs": [ 0.6558346748352051, 0.34416529536247253 @@ -203463,7 +228644,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013903474435210228, + "comprehensiveness": 0.0138712702319026, "sufficiency": 0.0, "masked prediction probs": [ 0.009062064811587334, @@ -203487,15 +228668,28 @@ 0.9921358823776245 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7403663396835327, + "masked prediction probs": [ + 0.9379148483276367, + 0.06208521127700806 + ], + "full text prediction probs": [ + 0.00786413624882698, + 0.9921358823776245 + ], + "labels": 1 } }, "test_710": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.008889574557542801, "sufficiency": 1.0, "masked prediction probs": [ - 0.8912550210952759, - 0.10874498635530472 + 0.02227175235748291, + 0.9777282476425171 ], "full text prediction probs": [ 0.02165323495864868, @@ -203594,12 +228788,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.3706379234790802, - 0.6293621063232422 + 0.8912550210952759, + 0.10874498635530472 + ], + "full text prediction probs": [ + 0.02165323495864868, + 0.9783467054367065 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01716143637895584, + 0.9828385710716248 ], "full text prediction probs": [ 0.02165323495864868, @@ -203660,7 +228867,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5837411880493164, + "comprehensiveness": 0.5821277499198914, "sufficiency": 1.0, "masked prediction probs": [ 0.06378281116485596, @@ -203673,7 +228880,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15106728672981262, + "comprehensiveness": 0.15065090358257294, "sufficiency": 0.0, "masked prediction probs": [ 0.03258625790476799, @@ -203697,15 +228904,28 @@ 0.9783467054367065 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3706379234790802, + 0.6293621063232422 + ], + "full text prediction probs": [ + 0.02165323495864868, + 0.9783467054367065 + ], + "labels": 1 } }, "test_712": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7738141417503357, "sufficiency": 0.0, "masked prediction probs": [ - 0.09342870861291885, - 0.9065712690353394 + 0.07577437907457352, + 0.9242256283760071 ], "full text prediction probs": [ 0.022917455062270164, @@ -203804,12 +229024,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5773741006851196, - 0.422625869512558 + 0.09342870861291885, + 0.9065712690353394 + ], + "full text prediction probs": [ + 0.022917455062270164, + 0.9770824909210205 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022917455062270164, + 0.9770824909210205 ], "full text prediction probs": [ 0.022917455062270164, @@ -203857,7 +229090,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9517682194709778, + "comprehensiveness": 0.9490832686424255, "sufficiency": 0.0, "masked prediction probs": [ 0.0902145579457283, @@ -203907,15 +229140,28 @@ 0.9770824909210205 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5773741006851196, + 0.422625869512558 + ], + "full text prediction probs": [ + 0.022917455062270164, + 0.9770824909210205 + ], + "labels": 1 } }, "test_719": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.985345721244812, + "fixed-shap": { + "comprehensiveness": 0.0734032616019249, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5157225131988525, - 0.48427748680114746 + 0.014142903499305248, + 0.9858571290969849 ], "full text prediction probs": [ 0.008036646991968155, @@ -204014,12 +229260,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8931902050971985, + "sufficiency": 0.985621988773346, "masked prediction probs": [ - 0.6282792091369629, - 0.3717208206653595 + 0.5157225131988525, + 0.48427748680114746 + ], + "full text prediction probs": [ + 0.008036646991968155, + 0.9919633865356445 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.028949465602636337, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010496987961232662, + 0.989503026008606 ], "full text prediction probs": [ 0.008036646991968155, @@ -204028,8 +229287,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.702005922794342, - "sufficiency": 0.47121694684028625, + "comprehensiveness": 0.7003575563430786, + "sufficiency": 0.4724571704864502, "masked prediction probs": [ 0.06769869476556778, 0.9323012232780457 @@ -204041,7 +229300,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10965141654014587, + "comprehensiveness": 0.10939454287290573, "sufficiency": 0.0, "masked prediction probs": [ 0.017377635464072227, @@ -204054,7 +229313,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021154899150133133, + "comprehensiveness": 0.021105457097291946, "sufficiency": 0.0, "masked prediction probs": [ 0.009843055158853531, @@ -204067,7 +229326,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004191702697426081, + "comprehensiveness": 0.0041819289326667786, "sufficiency": 0.0, "masked prediction probs": [ 0.008395430631935596, @@ -204081,7 +229340,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9122436046600342, + "sufficiency": 0.9124475121498108, "masked prediction probs": [ 0.14599889516830444, 0.8540011048316956 @@ -204093,7 +229352,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05870471149682999, + "comprehensiveness": 0.05856846645474434, "sufficiency": 0.0, "masked prediction probs": [ 0.013084483332931995, @@ -204107,7 +229366,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.912650465965271, + "sufficiency": 0.9128524661064148, "masked prediction probs": [ 0.14599889516830444, 0.8540011048316956 @@ -204117,15 +229376,28 @@ 0.9919633865356445 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8954083919525146, + "masked prediction probs": [ + 0.6282792091369629, + 0.3717208206653595 + ], + "full text prediction probs": [ + 0.008036646991968155, + 0.9919633865356445 + ], + "labels": 1 } }, "test_740": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021363332867622375, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.153594970703125, + "sufficiency": 0.32997962832450867, "masked prediction probs": [ - 0.005087238736450672, - 0.9949127435684204 + 0.01672591082751751, + 0.9832740426063538 ], "full text prediction probs": [ 0.0032068623695522547, @@ -204212,11 +229484,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.021028796210885048, - "sufficiency": 0.0, + "comprehensiveness": 0.15118975937366486, + "sufficiency": 0.34046006202697754, "masked prediction probs": [ - 0.005087238736450672, - 0.9949127435684204 + 0.01672591082751751, + 0.9832740426063538 ], "full text prediction probs": [ 0.0032068623695522547, @@ -204224,12 +229496,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0193024855107069, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1508522927761078, + "sufficiency": 0.3419305682182312, "masked prediction probs": [ - 0.0049368166364729404, - 0.9950632452964783 + 0.01672591082751751, + 0.9832740426063538 + ], + "full text prediction probs": [ + 0.0032068623695522547, + 0.9967930912971497 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08130902796983719, + "sufficiency": 0.06377757340669632, + "masked prediction probs": [ + 0.010509926825761795, + 0.9894900918006897 ], "full text prediction probs": [ 0.0032068623695522547, @@ -204238,7 +229523,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02641594409942627, + "comprehensiveness": 0.026357242837548256, "sufficiency": 0.0, "masked prediction probs": [ 0.00557947251945734, @@ -204251,7 +229536,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01921669952571392, + "comprehensiveness": 0.019174091517925262, "sufficiency": 0.0, "masked prediction probs": [ 0.0049368166364729404, @@ -204264,7 +229549,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03409740328788757, + "comprehensiveness": 0.03402196988463402, "sufficiency": 0.0, "masked prediction probs": [ 0.006283116061240435, @@ -204277,7 +229562,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023893164470791817, + "comprehensiveness": 0.023840423673391342, "sufficiency": 0.0, "masked prediction probs": [ 0.005367254838347435, @@ -204290,7 +229575,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.02494150958955288, + "comprehensiveness": 0.02488657273352146, "sufficiency": 0.0, "masked prediction probs": [ 0.005467020906507969, @@ -204303,7 +229588,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.032546352595090866, + "comprehensiveness": 0.0324748270213604, "sufficiency": 0.0, "masked prediction probs": [ 0.006162738893181086, @@ -204316,11 +229601,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019005533307790756, - "sufficiency": 0.0, + "comprehensiveness": 0.08006089925765991, + "sufficiency": 0.07813321053981781, "masked prediction probs": [ - 0.0049368166364729404, - 0.9950632452964783 + 0.010509926825761795, + 0.9894900918006897 + ], + "full text prediction probs": [ + 0.0032068623695522547, + 0.9967930912971497 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07988571375608444, + "sufficiency": 0.08014815300703049, + "masked prediction probs": [ + 0.010509926825761795, + 0.9894900918006897 ], "full text prediction probs": [ 0.0032068623695522547, @@ -204330,12 +229628,12 @@ } }, "test_814": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9323927760124207, - 0.06760720908641815 + 0.9374390840530396, + 0.06256096065044403 ], "full text prediction probs": [ 0.6816845536231995, @@ -204434,12 +229732,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8096171021461487, - 0.1903829425573349 + 0.9323927760124207, + 0.06760720908641815 + ], + "full text prediction probs": [ + 0.6816845536231995, + 0.31831538677215576 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9667840003967285, + 0.033215947449207306 ], "full text prediction probs": [ 0.6816845536231995, @@ -204513,7 +229824,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2895781099796295, + "comprehensiveness": 0.289480596780777, "sufficiency": 1.0, "masked prediction probs": [ 0.5098316073417664, @@ -204537,15 +229848,28 @@ 0.31831538677215576 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8096171021461487, + 0.1903829425573349 + ], + "full text prediction probs": [ + 0.6816845536231995, + 0.31831538677215576 + ], + "labels": 1 } }, "test_815": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8895361423492432, - 0.11046384274959564 + 0.6190272569656372, + 0.3809727728366852 ], "full text prediction probs": [ 0.4572342038154602, @@ -204644,12 +229968,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9654908180236816, - 0.034509189426898956 + 0.8895361423492432, + 0.11046384274959564 + ], + "full text prediction probs": [ + 0.4572342038154602, + 0.5427657961845398 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4572342038154602, + 0.5427657961845398 ], "full text prediction probs": [ 0.4572342038154602, @@ -204747,15 +230084,28 @@ 0.5427657961845398 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9654908180236816, + 0.034509189426898956 + ], + "full text prediction probs": [ + 0.4572342038154602, + 0.5427657961845398 + ], + "labels": 0 } }, "test_838": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9826812148094177, - 0.017318740487098694 + 0.663055956363678, + 0.336944043636322 ], "full text prediction probs": [ 0.11978724598884583, @@ -204854,12 +230204,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9857155680656433, - 0.014284458942711353 + 0.9826812148094177, + 0.017318740487098694 + ], + "full text prediction probs": [ + 0.11978724598884583, + 0.8802127838134766 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5739988684654236, + 0.42600107192993164 ], "full text prediction probs": [ 0.11978724598884583, @@ -204957,15 +230320,28 @@ 0.8802127838134766 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9857155680656433, + 0.014284458942711353 + ], + "full text prediction probs": [ + 0.11978724598884583, + 0.8802127838134766 + ], + "labels": 1 } }, "test_853": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5018247365951538, - "sufficiency": 0.7081731557846069, + "fixed-shap": { + "comprehensiveness": 0.030094940215349197, + "sufficiency": 0.0, "masked prediction probs": [ - 0.048273082822561264, - 0.9517269730567932 + 0.007601727731525898, + 0.9923983216285706 ], "full text prediction probs": [ 0.005006928462535143, @@ -205064,12 +230440,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.18407194316387177, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.49268022179603577, + "sufficiency": 0.7134849429130554, + "masked prediction probs": [ + 0.048273082822561264, + 0.9517269730567932 + ], + "full text prediction probs": [ + 0.005006928462535143, + 0.9949930310249329 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04227554425597191, "sufficiency": 0.0, "masked prediction probs": [ - 0.02117171324789524, - 0.9788282513618469 + 0.008727937005460262, + 0.9912720322608948 ], "full text prediction probs": [ 0.005006928462535143, @@ -205078,7 +230467,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18365360796451569, + "comprehensiveness": 0.18323718011379242, "sufficiency": 0.0, "masked prediction probs": [ 0.02117171324789524, @@ -205091,7 +230480,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01901288330554962, + "comprehensiveness": 0.01896986924111843, "sufficiency": 0.0, "masked prediction probs": [ 0.006684291176497936, @@ -205104,7 +230493,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.035526372492313385, + "comprehensiveness": 0.035446181893348694, "sufficiency": 0.0, "masked prediction probs": [ 0.00814807415008545, @@ -205117,7 +230506,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025233376771211624, + "comprehensiveness": 0.025176547467708588, "sufficiency": 0.0, "masked prediction probs": [ 0.007243135012686253, @@ -205130,7 +230519,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09358862787485123, + "comprehensiveness": 0.09337832033634186, "sufficiency": 0.0, "masked prediction probs": [ 0.013319394551217556, @@ -205143,7 +230532,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.045392852276563644, + "comprehensiveness": 0.045291077345609665, "sufficiency": 0.0, "masked prediction probs": [ 0.00904769729822874, @@ -205156,7 +230545,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18118302524089813, + "comprehensiveness": 0.18077769875526428, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02117171324789524, + 0.9788282513618469 + ], + "full text prediction probs": [ + 0.005006928462535143, + 0.9949930310249329 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.18037419021129608, "sufficiency": 0.0, "masked prediction probs": [ 0.02117171324789524, @@ -205170,12 +230572,12 @@ } }, "test_866": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.04108158126473427, "sufficiency": 0.0, "masked prediction probs": [ - 0.48282134532928467, - 0.5171786546707153 + 0.014136436395347118, + 0.9858636260032654 ], "full text prediction probs": [ 0.010833865031599998, @@ -205274,12 +230676,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5884167551994324, - 0.4115832448005676 + 0.48282134532928467, + 0.5171786546707153 + ], + "full text prediction probs": [ + 0.010833865031599998, + 0.9891662001609802 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.045058686286211014, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014537204056978226, + 0.9854627847671509 ], "full text prediction probs": [ 0.010833865031599998, @@ -205301,7 +230716,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12190486490726471, + "comprehensiveness": 0.12160961329936981, "sufficiency": 0.0, "masked prediction probs": [ 0.020877692848443985, @@ -205314,7 +230729,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1755966693162918, + "comprehensiveness": 0.17517240345478058, "sufficiency": 0.0, "masked prediction probs": [ 0.0253364909440279, @@ -205340,7 +230755,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.25992146134376526, + "comprehensiveness": 0.2592964768409729, "sufficiency": 0.0, "masked prediction probs": [ 0.032404910773038864, @@ -205353,7 +230768,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04705473408102989, + "comprehensiveness": 0.04694186523556709, "sufficiency": 0.0, "masked prediction probs": [ 0.01474833395332098, @@ -205377,15 +230792,28 @@ 0.9891662001609802 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5884167551994324, + 0.4115832448005676 + ], + "full text prediction probs": [ + 0.010833865031599998, + 0.9891662001609802 + ], + "labels": 1 } }, "test_912": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.986909806728363, - 0.013090194202959538 + 0.8230398297309875, + 0.17696017026901245 ], "full text prediction probs": [ 0.027750074863433838, @@ -205484,12 +230912,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9886313080787659, - 0.011368684470653534 + 0.986909806728363, + 0.013090194202959538 + ], + "full text prediction probs": [ + 0.027750074863433838, + 0.9722498655319214 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9010229110717773, + 0.09897706657648087 ], "full text prediction probs": [ 0.027750074863433838, @@ -205563,7 +231004,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6650975942611694, + "comprehensiveness": 0.6630961894989014, "sufficiency": 0.0, "masked prediction probs": [ 0.07182936370372772, @@ -205587,15 +231028,28 @@ 0.9722498655319214 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9886313080787659, + 0.011368684470653534 + ], + "full text prediction probs": [ + 0.027750074863433838, + 0.9722498655319214 + ], + "labels": 1 } }, "test_937": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003284836420789361, - "sufficiency": 0.8714295029640198, + "fixed-shap": { + "comprehensiveness": 0.016733814030885696, + "sufficiency": 0.9227812886238098, "masked prediction probs": [ - 0.9891646504402161, - 0.01083532627671957 + 0.9770457744598389, + 0.0229543037712574 ], "full text prediction probs": [ 0.992124617099762, @@ -205682,11 +231136,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0018957245629280806, - "sufficiency": 0.9075995683670044, + "comprehensiveness": 0.016707856208086014, + "sufficiency": 0.9229010939598083, "masked prediction probs": [ - 0.9904137253761292, - 0.009586312808096409 + 0.9770457744598389, + 0.0229543037712574 ], "full text prediction probs": [ 0.992124617099762, @@ -205694,12 +231148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0010966802947223186, - "sufficiency": 0.8487052321434021, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0032790140248835087, + "sufficiency": 0.8716573715209961, "masked prediction probs": [ - 0.9911346435546875, - 0.008865327574312687 + 0.9891646504402161, + 0.01083532627671957 + ], + "full text prediction probs": [ + 0.992124617099762, + 0.007875341922044754 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8069946765899658, + "masked prediction probs": [ + 0.992124617099762, + 0.007875341922044754 ], "full text prediction probs": [ 0.992124617099762, @@ -205708,8 +231175,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0024152782279998064, - "sufficiency": 0.7085573077201843, + "comprehensiveness": 0.00241474318318069, + "sufficiency": 0.7086219191551208, "masked prediction probs": [ 0.9899438619613647, 0.010056165046989918 @@ -205722,7 +231189,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8070374131202698, + "sufficiency": 0.807080090045929, "masked prediction probs": [ 0.992124617099762, 0.007875341922044754 @@ -205734,8 +231201,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002479006303474307, - "sufficiency": 0.8838300704956055, + "comprehensiveness": 0.002478457521647215, + "sufficiency": 0.8838558197021484, "masked prediction probs": [ 0.9898853302001953, 0.010114701464772224 @@ -205747,8 +231214,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009529484086669981, - "sufficiency": 0.8739849925041199, + "comprehensiveness": 0.0009527375805191696, + "sufficiency": 0.8740129470825195, "masked prediction probs": [ 0.9912636280059814, 0.008736398071050644 @@ -205760,8 +231227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0027522870805114508, - "sufficiency": 0.9820669293403625, + "comprehensiveness": 0.0027516779955476522, + "sufficiency": 0.9820708632469177, "masked prediction probs": [ 0.9896373748779297, 0.010362624190747738 @@ -205773,8 +231240,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010445152875036001, - "sufficiency": 0.8799383044242859, + "comprehensiveness": 0.0010442842030897737, + "sufficiency": 0.8799648284912109, "masked prediction probs": [ 0.9911804795265198, 0.008819503709673882 @@ -205787,7 +231254,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8072507977485657, + "sufficiency": 0.8072934150695801, "masked prediction probs": [ 0.992124617099762, 0.007875341922044754 @@ -205797,15 +231264,28 @@ 0.007875341922044754 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001094497856684029, + "sufficiency": 0.8490062952041626, + "masked prediction probs": [ + 0.9911346435546875, + 0.008865327574312687 + ], + "full text prediction probs": [ + 0.992124617099762, + 0.007875341922044754 + ], + "labels": 0 } }, "test_945": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8407920002937317, "masked prediction probs": [ - 0.08657224476337433, - 0.9134277701377869 + 0.9874985814094543, + 0.012501366436481476 ], "full text prediction probs": [ 0.9789921641349792, @@ -205904,12 +231384,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9994831085205078, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.08988424390554428, - 0.9101157784461975 + 0.08657224476337433, + 0.9134277701377869 + ], + "full text prediction probs": [ + 0.9789921641349792, + 0.021007847040891647 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8189041018486023, + "masked prediction probs": [ + 0.9789921641349792, + 0.021007847040891647 ], "full text prediction probs": [ 0.9789921641349792, @@ -205919,7 +231412,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7718000411987305, + "sufficiency": 0.7718513011932373, "masked prediction probs": [ 0.9858860969543457, 0.014113904908299446 @@ -205931,7 +231424,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017403915524482727, + "comprehensiveness": 0.01740000583231449, "sufficiency": 1.0, "masked prediction probs": [ 0.9635032415390015, @@ -205944,7 +231437,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.07384681701660156, + "comprehensiveness": 0.07383023202419281, "sufficiency": 1.0, "masked prediction probs": [ 0.9132561087608337, @@ -205957,8 +231450,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.06400340795516968, - "sufficiency": 0.9849149584770203, + "comprehensiveness": 0.06398903578519821, + "sufficiency": 0.9849184155464172, "masked prediction probs": [ 0.9220055937767029, 0.07799436897039413 @@ -205970,7 +231463,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9983608722686768, + "comprehensiveness": 0.9981366395950317, "sufficiency": 1.0, "masked prediction probs": [ 0.08988424390554428, @@ -205983,8 +231476,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.023902475833892822, - "sufficiency": 0.29815956950187683, + "comprehensiveness": 0.023897109553217888, + "sufficiency": 0.2983171045780182, "masked prediction probs": [ 0.9577006101608276, 0.04229937493801117 @@ -205996,7 +231489,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9979126453399658, + "comprehensiveness": 0.9976886510848999, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.08988424390554428, + 0.9101157784461975 + ], + "full text prediction probs": [ + 0.9789921641349792, + 0.021007847040891647 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9974647760391235, "sufficiency": 1.0, "masked prediction probs": [ 0.08988424390554428, @@ -206010,12 +231516,12 @@ } }, "test_1012": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.024849504232406616, - "sufficiency": 0.9881596565246582, + "fixed-shap": { + "comprehensiveness": 0.0034779533743858337, + "sufficiency": 0.8662457466125488, "masked prediction probs": [ - 0.9688214063644409, - 0.031178567558526993 + 0.9880593419075012, + 0.011940602213144302 ], "full text prediction probs": [ 0.9911900758743286, @@ -206114,12 +231620,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8784441947937012, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02480541355907917, + "sufficiency": 0.9881806373596191, "masked prediction probs": [ - 0.9923833012580872, - 0.007616750430315733 + 0.9688214063644409, + 0.031178567558526993 + ], + "full text prediction probs": [ + 0.9911900758743286, + 0.008809897117316723 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003539805067703128, + "sufficiency": 0.7933326363563538, + "masked prediction probs": [ + 0.98799729347229, + 0.012002741917967796 ], "full text prediction probs": [ 0.9911900758743286, @@ -206128,8 +231647,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0027275781612843275, - "sufficiency": 0.7699221968650818, + "comprehensiveness": 0.0027269732672721148, + "sufficiency": 0.7699732184410095, "masked prediction probs": [ 0.9887298941612244, 0.011270083487033844 @@ -206141,8 +231660,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0045364550314843655, - "sufficiency": 0.8006141781806946, + "comprehensiveness": 0.004535449668765068, + "sufficiency": 0.8006584048271179, "masked prediction probs": [ 0.987097442150116, 0.012902483344078064 @@ -206154,8 +231673,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.011743302457034588, - "sufficiency": 0.9425516128540039, + "comprehensiveness": 0.011740699410438538, + "sufficiency": 0.9425643682479858, "masked prediction probs": [ 0.9805933237075806, 0.019406674429774284 @@ -206167,8 +231686,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003861043369397521, - "sufficiency": 0.9049147367477417, + "comprehensiveness": 0.0038601881824433804, + "sufficiency": 0.9049357771873474, "masked prediction probs": [ 0.9877052307128906, 0.012294738553464413 @@ -206180,8 +231699,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015587987378239632, - "sufficiency": 0.9392058253288269, + "comprehensiveness": 0.015584534034132957, + "sufficiency": 0.9392192959785461, "masked prediction probs": [ 0.9771177768707275, 0.022882187739014626 @@ -206193,8 +231712,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00406501954421401, - "sufficiency": 0.8463075160980225, + "comprehensiveness": 0.004064119886606932, + "sufficiency": 0.8463415503501892, "masked prediction probs": [ 0.9875195026397705, 0.012480433098971844 @@ -206206,8 +231725,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004531431943178177, - "sufficiency": 0.8008350133895874, + "comprehensiveness": 0.004530428443104029, + "sufficiency": 0.8008791208267212, "masked prediction probs": [ 0.987097442150116, 0.012902483344078064 @@ -206217,15 +231736,28 @@ 0.008809897117316723 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.878686249256134, + "masked prediction probs": [ + 0.9923833012580872, + 0.007616750430315733 + ], + "full text prediction probs": [ + 0.9911900758743286, + 0.008809897117316723 + ], + "labels": 0 } }, "test_1021": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8367146253585815, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.21021917462348938, - 0.7897807955741882 + 0.9468206763267517, + 0.05317932367324829 ], "full text prediction probs": [ 0.8210025429725647, @@ -206324,12 +231856,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6678150296211243, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8348849415779114, "sufficiency": 1.0, "masked prediction probs": [ - 0.33244386315345764, - 0.6675561666488647 + 0.21021917462348938, + 0.7897807955741882 + ], + "full text prediction probs": [ + 0.8210025429725647, + 0.1789974570274353 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9611655473709106, + 0.03883446753025055 ], "full text prediction probs": [ 0.8210025429725647, @@ -206339,7 +231884,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6254746913909912, + "sufficiency": 0.6255770325660706, "masked prediction probs": [ 0.9524220824241638, 0.047577910125255585 @@ -206390,7 +231935,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.666903555393219, + "comprehensiveness": 0.666721522808075, "sufficiency": 1.0, "masked prediction probs": [ 0.33244386315345764, @@ -206416,7 +231961,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6665396690368652, + "comprehensiveness": 0.6663578152656555, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.33244386315345764, + 0.6675561666488647 + ], + "full text prediction probs": [ + 0.8210025429725647, + 0.1789974570274353 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6661761999130249, "sufficiency": 1.0, "masked prediction probs": [ 0.33244386315345764, @@ -206430,12 +231988,12 @@ } }, "test_1093": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015534761361777782, - "sufficiency": 0.9477455615997314, + "fixed-shap": { + "comprehensiveness": 0.004080707672983408, + "sufficiency": 0.8690466284751892, "masked prediction probs": [ - 0.9726915955543518, - 0.027308426797389984 + 0.9829496145248413, + 0.0170503668487072 ], "full text prediction probs": [ 0.9866042137145996, @@ -206534,12 +232092,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0538119412958622, - "sufficiency": 0.9433035850524902, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.015507057309150696, + "sufficiency": 0.9478387236595154, "masked prediction probs": [ - 0.9383252263069153, - 0.06167471781373024 + 0.9726915955543518, + 0.027308426797389984 + ], + "full text prediction probs": [ + 0.9866042137145996, + 0.013395855203270912 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0021212133578956127, + "sufficiency": 0.7671377658843994, + "masked prediction probs": [ + 0.9847006797790527, + 0.01529926061630249 ], "full text prediction probs": [ 0.9866042137145996, @@ -206548,8 +232119,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012852416839450598, - "sufficiency": 0.8977009057998657, + "comprehensiveness": 0.0012849553022533655, + "sufficiency": 0.8977236151695251, "masked prediction probs": [ 0.9854508638381958, 0.014549171552062035 @@ -206561,8 +232132,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0038864086382091045, - "sufficiency": 0.9157251119613647, + "comprehensiveness": 0.0038855429738759995, + "sufficiency": 0.9157439470291138, "masked prediction probs": [ 0.9831158518791199, 0.016884135082364082 @@ -206574,8 +232145,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005489487200975418, - "sufficiency": 0.8973578214645386, + "comprehensiveness": 0.005488264374434948, + "sufficiency": 0.8973806500434875, "masked prediction probs": [ 0.9816758632659912, 0.01832406222820282 @@ -206587,8 +232158,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004875344689935446, - "sufficiency": 0.9395458102226257, + "comprehensiveness": 0.0048742592334747314, + "sufficiency": 0.939559280872345, "masked prediction probs": [ 0.9822262525558472, 0.017773745581507683 @@ -206600,8 +232171,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05375203117728233, - "sufficiency": 0.9433665871620178, + "comprehensiveness": 0.053740061819553375, + "sufficiency": 0.9433791637420654, "masked prediction probs": [ 0.9383252263069153, 0.06167471781373024 @@ -206613,8 +232184,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005446676164865494, - "sufficiency": 0.8858917951583862, + "comprehensiveness": 0.005445464048534632, + "sufficiency": 0.8859171867370605, "masked prediction probs": [ 0.9817110300064087, 0.01828891783952713 @@ -206626,8 +232197,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05372810363769531, - "sufficiency": 0.9433917999267578, + "comprehensiveness": 0.05371614545583725, + "sufficiency": 0.943404495716095, + "masked prediction probs": [ + 0.9383252263069153, + 0.06167471781373024 + ], + "full text prediction probs": [ + 0.9866042137145996, + 0.013395855203270912 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05370419844985008, + "sufficiency": 0.9434170126914978, "masked prediction probs": [ 0.9383252263069153, 0.06167471781373024 @@ -206640,12 +232224,12 @@ } }, "test_1096": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.47423672676086426, + "fixed-shap": { + "comprehensiveness": 0.3152323067188263, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9212902784347534, - 0.07870972901582718 + 0.6289629936218262, + 0.3710370361804962 ], "full text prediction probs": [ 0.8766025900840759, @@ -206744,12 +232328,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.019253849983215332, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.4753052592277527, + "masked prediction probs": [ + 0.9212902784347534, + 0.07870972901582718 + ], + "full text prediction probs": [ + 0.8766025900840759, + 0.12339747697114944 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.231168732047081, "sufficiency": 1.0, "masked prediction probs": [ - 0.8614463806152344, - 0.13855360448360443 + 0.694585382938385, + 0.3054146468639374 ], "full text prediction probs": [ 0.8766025900840759, @@ -206759,7 +232356,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6629195809364319, + "sufficiency": 0.6630051732063293, "masked prediction probs": [ 0.9734286665916443, 0.026571372523903847 @@ -206772,7 +232369,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8445851802825928, + "sufficiency": 0.8446245789527893, "masked prediction probs": [ 0.9506411552429199, 0.049358829855918884 @@ -206785,7 +232382,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9254176020622253, + "sufficiency": 0.9254365563392639, "masked prediction probs": [ 0.8766025900840759, 0.12339747697114944 @@ -206797,7 +232394,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.21807795763015747, + "comprehensiveness": 0.21802262961864471, "sufficiency": 1.0, "masked prediction probs": [ 0.7047619223594666, @@ -206811,7 +232408,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8447034358978271, + "sufficiency": 0.8447428941726685, "masked prediction probs": [ 0.9506411552429199, 0.049358829855918884 @@ -206823,7 +232420,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.19180449843406677, + "comprehensiveness": 0.19175586104393005, "sufficiency": 1.0, "masked prediction probs": [ 0.7253881096839905, @@ -206836,7 +232433,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21791203320026398, + "comprehensiveness": 0.217856764793396, "sufficiency": 1.0, "masked prediction probs": [ 0.7047619223594666, @@ -206847,15 +232444,28 @@ 0.12339747697114944 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01920992322266102, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8614463806152344, + 0.13855360448360443 + ], + "full text prediction probs": [ + 0.8766025900840759, + 0.12339747697114944 + ], + "labels": 0 } }, "test_1103": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005628513637930155, - "sufficiency": 0.7784134149551392, + "fixed-shap": { + "comprehensiveness": 0.017427269369363785, + "sufficiency": 0.983967661857605, "masked prediction probs": [ - 0.9858670830726624, - 0.014132954180240631 + 0.9752492904663086, + 0.024750731885433197 ], "full text prediction probs": [ 0.9909322261810303, @@ -206954,12 +232564,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0037753910291939974, - "sufficiency": 0.8240075707435608, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005618523806333542, + "sufficiency": 0.7788066864013672, "masked prediction probs": [ - 0.9875286817550659, - 0.012471347115933895 + 0.9858670830726624, + 0.014132954180240631 + ], + "full text prediction probs": [ + 0.9909322261810303, + 0.009067810140550137 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8080616593360901, + "masked prediction probs": [ + 0.9909322261810303, + 0.009067810140550137 ], "full text prediction probs": [ 0.9909322261810303, @@ -206969,7 +232592,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8102034330368042, + "sufficiency": 0.8102454543113708, "masked prediction probs": [ 0.9917401075363159, 0.008259930647909641 @@ -206982,7 +232605,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8349153399467468, + "sufficiency": 0.8349519968032837, "masked prediction probs": [ 0.9917673468589783, 0.008232667110860348 @@ -206994,8 +232617,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005981490481644869, - "sufficiency": 0.7960692644119263, + "comprehensiveness": 0.005980164278298616, + "sufficiency": 0.7961145043373108, "masked prediction probs": [ 0.9855362772941589, 0.01446372177451849 @@ -207007,8 +232630,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005980164278298616, - "sufficiency": 0.7961145043373108, + "comprehensiveness": 0.005978839006274939, + "sufficiency": 0.7961596250534058, "masked prediction probs": [ 0.9855362772941589, 0.01446372177451849 @@ -207020,8 +232643,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013791173696517944, - "sufficiency": 0.9329010248184204, + "comprehensiveness": 0.013788118027150631, + "sufficiency": 0.9329159259796143, "masked prediction probs": [ 0.9784855842590332, 0.021514389663934708 @@ -207033,8 +232656,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002622859086841345, - "sufficiency": 0.8387952446937561, + "comprehensiveness": 0.0026222781743854284, + "sufficiency": 0.8388310074806213, "masked prediction probs": [ 0.9885645508766174, 0.011435391381382942 @@ -207046,8 +232669,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.013785064220428467, - "sufficiency": 0.9329307675361633, + "comprehensiveness": 0.013782011345028877, + "sufficiency": 0.9329456090927124, "masked prediction probs": [ 0.9784855842590332, 0.021514389663934708 @@ -207057,15 +232680,28 @@ 0.009067810140550137 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0037678678054362535, + "sufficiency": 0.8243582248687744, + "masked prediction probs": [ + 0.9875286817550659, + 0.012471347115933895 + ], + "full text prediction probs": [ + 0.9909322261810303, + 0.009067810140550137 + ], + "labels": 0 } }, "test_1166": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007625469472259283, - "sufficiency": 0.9342236518859863, + "fixed-shap": { + "comprehensiveness": 0.012632913887500763, + "sufficiency": 0.9892286062240601, "masked prediction probs": [ - 0.9839386343955994, - 0.016061384230852127 + 0.9794330596923828, + 0.02056693099439144 ], "full text prediction probs": [ 0.9907998442649841, @@ -207164,12 +232800,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.011471065692603588, - "sufficiency": 0.8487458229064941, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007611933629959822, + "sufficiency": 0.9343404173851013, "masked prediction probs": [ - 0.9804601073265076, - 0.01953992433845997 + 0.9839386343955994, + 0.016061384230852127 + ], + "full text prediction probs": [ + 0.9907998442649841, + 0.009200172498822212 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.009598751552402973, + "sufficiency": 0.8379285931587219, + "masked prediction probs": [ + 0.9821458458900452, + 0.01785408891737461 ], "full text prediction probs": [ 0.9907998442649841, @@ -207178,8 +232827,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.009200891479849815, - "sufficiency": 0.8370869755744934, + "comprehensiveness": 0.009198850952088833, + "sufficiency": 0.8371230959892273, "masked prediction probs": [ 0.9825045466423035, 0.01749546080827713 @@ -207191,8 +232840,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0029894348699599504, - "sufficiency": 0.9794499278068542, + "comprehensiveness": 0.002988772001117468, + "sufficiency": 0.9794544577598572, "masked prediction probs": [ 0.9881040453910828, 0.011895943433046341 @@ -207204,8 +232853,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.011463435366749763, - "sufficiency": 0.8488464951515198, + "comprehensiveness": 0.011460893787443638, + "sufficiency": 0.8488799333572388, "masked prediction probs": [ 0.9804601073265076, 0.01953992433845997 @@ -207217,8 +232866,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0035901181399822235, - "sufficiency": 0.9599934220314026, + "comprehensiveness": 0.0035893225576728582, + "sufficiency": 0.9600023031234741, "masked prediction probs": [ 0.9875609278678894, 0.012439063750207424 @@ -207230,8 +232879,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009590242058038712, - "sufficiency": 0.8380722403526306, + "comprehensiveness": 0.009588116779923439, + "sufficiency": 0.8381081223487854, "masked prediction probs": [ 0.9821458458900452, 0.01785408891737461 @@ -207243,8 +232892,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003624517936259508, - "sufficiency": 0.8933027386665344, + "comprehensiveness": 0.0036237151362001896, + "sufficiency": 0.8933262825012207, "masked prediction probs": [ 0.9875284433364868, 0.012471486814320087 @@ -207256,11 +232905,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011453277431428432, - "sufficiency": 0.8489804267883301, + "comprehensiveness": 0.009583869017660618, + "sufficiency": 0.8381798267364502, "masked prediction probs": [ - 0.9804601073265076, - 0.01953992433845997 + 0.9821458458900452, + 0.01785408891737461 + ], + "full text prediction probs": [ + 0.9907998442649841, + 0.009200172498822212 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009581747464835644, + "sufficiency": 0.8382156491279602, + "masked prediction probs": [ + 0.9821458458900452, + 0.01785408891737461 ], "full text prediction probs": [ 0.9907998442649841, @@ -207270,12 +232932,12 @@ } }, "test_1188": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005861450452357531, - "sufficiency": 0.8700593113899231, + "fixed-shap": { + "comprehensiveness": 0.08617553859949112, + "sufficiency": 0.9888179302215576, "masked prediction probs": [ - 0.976550281047821, - 0.023449717089533806 + 0.9050107598304749, + 0.09498927742242813 ], "full text prediction probs": [ 0.9817713499069214, @@ -207362,11 +233024,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005852252710610628, - "sufficiency": 0.8702631592750549, + "comprehensiveness": 0.08604030311107635, + "sufficiency": 0.9888354539871216, "masked prediction probs": [ - 0.976550281047821, - 0.023449717089533806 + 0.9050107598304749, + 0.09498927742242813 ], "full text prediction probs": [ 0.9817713499069214, @@ -207374,12 +233036,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8617731332778931, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08602102100849152, + "sufficiency": 0.9888380169868469, "masked prediction probs": [ - 0.9821017980575562, - 0.017898181453347206 + 0.9050107598304749, + 0.09498927742242813 + ], + "full text prediction probs": [ + 0.9817713499069214, + 0.01822860725224018 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09440011531114578, + "sufficiency": 0.9866098761558533, + "masked prediction probs": [ + 0.897514820098877, + 0.10248517990112305 ], "full text prediction probs": [ 0.9817713499069214, @@ -207389,7 +233064,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7671535015106201, + "sufficiency": 0.7672056555747986, "masked prediction probs": [ 0.987363874912262, 0.012636110186576843 @@ -207402,7 +233077,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8618348836898804, + "sufficiency": 0.8618659377098083, "masked prediction probs": [ 0.9821017980575562, 0.017898181453347206 @@ -207414,8 +233089,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021899500861763954, - "sufficiency": 0.911810576915741, + "comprehensiveness": 0.0021894597448408604, + "sufficiency": 0.9118303060531616, "masked prediction probs": [ 0.9798158407211304, 0.020184200257062912 @@ -207428,7 +233103,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8962712287902832, + "sufficiency": 0.8962944149971008, "masked prediction probs": [ 0.9848378896713257, 0.015162037685513496 @@ -207440,8 +233115,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04108521342277527, - "sufficiency": 0.9803289175033569, + "comprehensiveness": 0.041076015681028366, + "sufficiency": 0.9803332090377808, "masked prediction probs": [ 0.9450680017471313, 0.05493195354938507 @@ -207454,7 +233129,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8882830739021301, + "sufficiency": 0.8883081078529358, "masked prediction probs": [ 0.9853964447975159, 0.01460351888090372 @@ -207466,11 +233141,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.8619895577430725, + "comprehensiveness": 0.09425227344036102, + "sufficiency": 0.9866308569908142, "masked prediction probs": [ - 0.9821017980575562, - 0.017898181453347206 + 0.897514820098877, + 0.10248517990112305 + ], + "full text prediction probs": [ + 0.9817713499069214, + 0.01822860725224018 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09423118829727173, + "sufficiency": 0.986633837223053, + "masked prediction probs": [ + 0.897514820098877, + 0.10248517990112305 ], "full text prediction probs": [ 0.9817713499069214, @@ -207480,12 +233168,12 @@ } }, "test_1246": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6849108338356018, - 0.3150891661643982 + 0.8802505135536194, + 0.11974949389696121 ], "full text prediction probs": [ 0.6244314312934875, @@ -207584,12 +233272,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0742030218243599, - 0.9257969260215759 + 0.6849108338356018, + 0.3150891661643982 + ], + "full text prediction probs": [ + 0.6244314312934875, + 0.3755686283111572 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8545563220977783, + 0.14544367790222168 ], "full text prediction probs": [ 0.6244314312934875, @@ -207624,7 +233325,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9750415682792664, + "comprehensiveness": 0.974677562713623, "sufficiency": 1.0, "masked prediction probs": [ 0.1021927073597908, @@ -207637,7 +233338,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7139476537704468, + "comprehensiveness": 0.7136813402175903, "sufficiency": 1.0, "masked prediction probs": [ 0.24189351499080658, @@ -207650,7 +233351,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.989063024520874, + "comprehensiveness": 0.9886940717697144, "sufficiency": 1.0, "masked prediction probs": [ 0.09428715705871582, @@ -207663,7 +233364,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8465043902397156, + "comprehensiveness": 0.8461889028549194, "sufficiency": 1.0, "masked prediction probs": [ 0.17053018510341644, @@ -207676,7 +233377,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9883255362510681, + "comprehensiveness": 0.9879571199417114, "sufficiency": 1.0, "masked prediction probs": [ 0.09428715705871582, @@ -207687,15 +233388,28 @@ 0.3755686283111572 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0742030218243599, + 0.9257969260215759 + ], + "full text prediction probs": [ + 0.6244314312934875, + 0.3755686283111572 + ], + "labels": 0 } }, "test_1270": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9885785579681396, + "fixed-shap": { + "comprehensiveness": 0.4219970405101776, + "sufficiency": 0.9727714657783508, "masked prediction probs": [ - 0.0766560509800911, - 0.9233438968658447 + 0.6121474504470825, + 0.38785257935523987 ], "full text prediction probs": [ 0.9926167130470276, @@ -207794,12 +233508,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4204128086566925, - "sufficiency": 0.9512404203414917, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9885988235473633, "masked prediction probs": [ - 0.6129031181335449, - 0.3870968818664551 + 0.0766560509800911, + 0.9233438968658447 + ], + "full text prediction probs": [ + 0.9926167130470276, + 0.00738330977037549 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.3875519335269928, + "sufficiency": 0.9501585364341736, + "masked prediction probs": [ + 0.6425052881240845, + 0.3574947714805603 ], "full text prediction probs": [ 0.9926167130470276, @@ -207808,8 +233535,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.009387383237481117, - "sufficiency": 0.5117447972297668, + "comprehensiveness": 0.00938530545681715, + "sufficiency": 0.5118528604507446, "masked prediction probs": [ 0.9841362237930298, 0.015863820910453796 @@ -207821,8 +233548,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.42022669315338135, - "sufficiency": 0.9512621760368347, + "comprehensiveness": 0.42013370990753174, + "sufficiency": 0.9512728452682495, "masked prediction probs": [ 0.6129031181335449, 0.3870968818664551 @@ -207835,7 +233562,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8471587896347046, + "sufficiency": 0.8471925854682922, "masked prediction probs": [ 0.9927549958229065, 0.0072450521402060986 @@ -207848,7 +233575,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8912560939788818, + "sufficiency": 0.8912802338600159, "masked prediction probs": [ 0.9931572079658508, 0.006842759437859058 @@ -207860,8 +233587,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007242072373628616, - "sufficiency": 0.9914292693138123, + "comprehensiveness": 0.007240470498800278, + "sufficiency": 0.9914312362670898, "masked prediction probs": [ 0.9860684871673584, 0.013931544497609138 @@ -207873,8 +233600,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0004843412898480892, - "sufficiency": 0.8545120358467102, + "comprehensiveness": 0.0004842342168558389, + "sufficiency": 0.8545441031455994, "masked prediction probs": [ 0.9921786785125732, 0.0078213419765234 @@ -207886,11 +233613,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.41976213455200195, - "sufficiency": 0.9513159394264221, + "comprehensiveness": 0.3869522511959076, + "sufficiency": 0.9502356052398682, "masked prediction probs": [ - 0.6129031181335449, - 0.3870968818664551 + 0.6425052881240845, + 0.3574947714805603 + ], + "full text prediction probs": [ + 0.9926167130470276, + 0.00738330977037549 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3868667483329773, + "sufficiency": 0.9502466320991516, + "masked prediction probs": [ + 0.6425052881240845, + 0.3574947714805603 ], "full text prediction probs": [ 0.9926167130470276, @@ -207900,12 +233640,12 @@ } }, "test_1289": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6961286664009094, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.036274541169404984, + "sufficiency": 0.9293577075004578, "masked prediction probs": [ - 0.35951998829841614, - 0.6404799818992615 + 0.9425557851791382, + 0.057444240897893906 ], "full text prediction probs": [ 0.9746073484420776, @@ -208004,12 +233744,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.20915371179580688, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6948703527450562, "sufficiency": 1.0, "masked prediction probs": [ - 0.7894680500030518, - 0.21053199470043182 + 0.35951998829841614, + 0.6404799818992615 + ], + "full text prediction probs": [ + 0.9746073484420776, + 0.025392720475792885 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007846435531973839, + "sufficiency": 0.9292927384376526, + "masked prediction probs": [ + 0.9676602482795715, + 0.032339710742235184 ], "full text prediction probs": [ 0.9746073484420776, @@ -208019,7 +233772,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8829066157341003, + "sufficiency": 0.8829330801963806, "masked prediction probs": [ 0.9830478429794312, 0.016952093690633774 @@ -208031,7 +233784,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8621776103973389, + "comprehensiveness": 0.8619830012321472, "sufficiency": 1.0, "masked prediction probs": [ 0.21107757091522217, @@ -208045,7 +233798,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.823039174079895, + "sufficiency": 0.8230791687965393, "masked prediction probs": [ 0.9746073484420776, 0.025392720475792885 @@ -208058,7 +233811,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8531174659729004, + "sufficiency": 0.8531506657600403, "masked prediction probs": [ 0.9782986044883728, 0.021701376885175705 @@ -208070,7 +233823,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8615939021110535, + "comprehensiveness": 0.8613994717597961, "sufficiency": 1.0, "masked prediction probs": [ 0.21107757091522217, @@ -208083,8 +233836,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.032085586339235306, - "sufficiency": 0.8015348315238953, + "comprehensiveness": 0.03207835182547569, + "sufficiency": 0.8015796542167664, "masked prediction probs": [ 0.9461672306060791, 0.05383281409740448 @@ -208096,7 +233849,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8612051606178284, + "comprehensiveness": 0.8610109090805054, "sufficiency": 1.0, "masked prediction probs": [ 0.21107757091522217, @@ -208107,15 +233860,28 @@ 0.025392720475792885 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20872926712036133, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7894680500030518, + 0.21053199470043182 + ], + "full text prediction probs": [ + 0.9746073484420776, + 0.025392720475792885 + ], + "labels": 0 } }, "test_1295": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34792840480804443, - "sufficiency": 0.05416053533554077, + "fixed-shap": { + "comprehensiveness": 0.7981318831443787, + "sufficiency": 1.0, "masked prediction probs": [ - 0.6374123692512512, - 0.36258769035339355 + 0.26017507910728455, + 0.7398248910903931 ], "full text prediction probs": [ 0.9289507269859314, @@ -208214,12 +233980,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.662878692150116, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3472653031349182, + "sufficiency": 0.05596296861767769, "masked prediction probs": [ - 0.9736523628234863, - 0.026347652077674866 + 0.6374123692512512, + 0.36258769035339355 + ], + "full text prediction probs": [ + 0.9289507269859314, + 0.07104923576116562 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013238035142421722, + "sufficiency": 0.9964955449104309, + "masked prediction probs": [ + 0.9178344011306763, + 0.08216562122106552 ], "full text prediction probs": [ 0.9289507269859314, @@ -208229,7 +234008,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8080611228942871, + "sufficiency": 0.8081068396568298, "masked prediction probs": [ 0.9697877764701843, 0.03021228313446045 @@ -208241,8 +234020,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.20149855315685272, - "sufficiency": 0.013730316422879696, + "comprehensiveness": 0.20145058631896973, + "sufficiency": 0.013965083286166191, "masked prediction probs": [ 0.7597067952156067, 0.24029316008090973 @@ -208268,7 +234047,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9943445324897766, + "sufficiency": 0.9943459033966064, "masked prediction probs": [ 0.9622227549552917, 0.03777723386883736 @@ -208281,7 +234060,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9939886927604675, + "sufficiency": 0.9939901232719421, "masked prediction probs": [ 0.9625793099403381, 0.037420690059661865 @@ -208294,7 +234073,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8678562045097351, + "sufficiency": 0.8678876161575317, "masked prediction probs": [ 0.9289507269859314, 0.07104923576116562 @@ -208306,11 +234085,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20125894248485565, - "sufficiency": 0.014903034083545208, + "comprehensiveness": 0.01321600005030632, + "sufficiency": 0.9965013265609741, "masked prediction probs": [ - 0.7597067952156067, - 0.24029316008090973 + 0.9178344011306763, + 0.08216562122106552 + ], + "full text prediction probs": [ + 0.9289507269859314, + 0.07104923576116562 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013212858699262142, + "sufficiency": 0.996502161026001, + "masked prediction probs": [ + 0.9178344011306763, + 0.08216562122106552 ], "full text prediction probs": [ 0.9289507269859314, @@ -208320,12 +234112,12 @@ } }, "test_1343": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006426623091101646, - "sufficiency": 0.9729052186012268, + "fixed-shap": { + "comprehensiveness": 0.013142931275069714, + "sufficiency": 0.9293278455734253, "masked prediction probs": [ - 0.9911495447158813, - 0.00885046273469925 + 0.9850649237632751, + 0.014935042709112167 ], "full text prediction probs": [ 0.9969717264175415, @@ -208412,11 +234204,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006416707299649715, - "sufficiency": 0.9729470014572144, + "comprehensiveness": 0.013122652657330036, + "sufficiency": 0.9294368624687195, "masked prediction probs": [ - 0.9911495447158813, - 0.00885046273469925 + 0.9850649237632751, + 0.014935042709112167 ], "full text prediction probs": [ 0.9969717264175415, @@ -208424,12 +234216,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015617244644090533, - "sufficiency": 0.9517357349395752, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01311975996941328, + "sufficiency": 0.9294524192810059, "masked prediction probs": [ - 0.9955543875694275, - 0.004445573780685663 + 0.9850649237632751, + 0.014935042709112167 + ], + "full text prediction probs": [ + 0.9969717264175415, + 0.0030282754451036453 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01956331729888916, + "sufficiency": 0.9251992702484131, + "masked prediction probs": [ + 0.9792131781578064, + 0.02078680694103241 ], "full text prediction probs": [ 0.9969717264175415, @@ -208438,8 +234243,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001015202607959509, - "sufficiency": 0.865921676158905, + "comprehensiveness": 0.0010149789741262794, + "sufficiency": 0.8659511208534241, "masked prediction probs": [ 0.9960501790046692, 0.003949829842895269 @@ -208451,8 +234256,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0015610364498570561, - "sufficiency": 0.95175701379776, + "comprehensiveness": 0.0015606926754117012, + "sufficiency": 0.95176762342453, "masked prediction probs": [ 0.9955543875694275, 0.004445573780685663 @@ -208464,8 +234269,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010376614518463612, - "sufficiency": 0.8225289583206177, + "comprehensiveness": 0.0010374329285696149, + "sufficiency": 0.8225681185722351, "masked prediction probs": [ 0.9960293769836426, 0.003970695193856955 @@ -208477,8 +234282,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002416083589196205, - "sufficiency": 0.8397253751754761, + "comprehensiveness": 0.0024155518040060997, + "sufficiency": 0.8397606611251831, "masked prediction probs": [ 0.9947770833969116, 0.005222859792411327 @@ -208490,8 +234295,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0027872659265995026, - "sufficiency": 0.7882785797119141, + "comprehensiveness": 0.0027866524178534746, + "sufficiency": 0.7883251905441284, "masked prediction probs": [ 0.9944393634796143, 0.005560617428272963 @@ -208503,8 +234308,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.000887562520802021, - "sufficiency": 0.8969806432723999, + "comprehensiveness": 0.0008873672340996563, + "sufficiency": 0.8970032930374146, "masked prediction probs": [ 0.9961651563644409, 0.0038349113892763853 @@ -208516,11 +234321,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0015593190910294652, - "sufficiency": 0.9518100619316101, + "comprehensiveness": 0.0195331908762455, + "sufficiency": 0.9253145456314087, "masked prediction probs": [ - 0.9955543875694275, - 0.004445573780685663 + 0.9792131781578064, + 0.02078680694103241 + ], + "full text prediction probs": [ + 0.9969717264175415, + 0.0030282754451036453 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.019528895616531372, + "sufficiency": 0.9253308773040771, + "masked prediction probs": [ + 0.9792131781578064, + 0.02078680694103241 ], "full text prediction probs": [ 0.9969717264175415, @@ -208530,12 +234348,12 @@ } }, "test_1368": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9574593901634216, - 0.04254065081477165 + 0.9416871070861816, + 0.05831286311149597 ], "full text prediction probs": [ 0.20103788375854492, @@ -208625,8 +234443,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9574593901634216, - 0.04254065081477165 + 0.9416871070861816, + 0.05831286311149597 ], "full text prediction probs": [ 0.20103788375854492, @@ -208634,12 +234452,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9580111503601074, - 0.04198892042040825 + 0.9416871070861816, + 0.05831286311149597 + ], + "full text prediction probs": [ + 0.20103788375854492, + 0.7989620566368103 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9552086591720581, + 0.04479140043258667 ], "full text prediction probs": [ 0.20103788375854492, @@ -208729,8 +234560,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9427610039710999, - 0.057239022105932236 + 0.9552086591720581, + 0.04479140043258667 + ], + "full text prediction probs": [ + 0.20103788375854492, + 0.7989620566368103 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9580111503601074, + 0.04198892042040825 ], "full text prediction probs": [ 0.20103788375854492, @@ -208740,12 +234584,12 @@ } }, "test_1481": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9894947409629822, + "fixed-shap": { + "comprehensiveness": 0.015395632945001125, + "sufficiency": 0.9079387187957764, "masked prediction probs": [ - 0.9875519275665283, - 0.012448077090084553 + 0.9726578593254089, + 0.027342163026332855 ], "full text prediction probs": [ 0.9864434003829956, @@ -208832,11 +234676,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003694705432280898, - "sufficiency": 0.914945125579834, + "comprehensiveness": 0.015371599234640598, + "sufficiency": 0.9080824255943298, "masked prediction probs": [ - 0.9831299185752869, - 0.016870107501745224 + 0.9726578593254089, + 0.027342163026332855 ], "full text prediction probs": [ 0.9864434003829956, @@ -208844,12 +234688,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002686604391783476, - "sufficiency": 0.8067096471786499, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.015368171036243439, + "sufficiency": 0.9081028699874878, "masked prediction probs": [ - 0.984033465385437, - 0.01596645452082157 + 0.9726578593254089, + 0.027342163026332855 + ], + "full text prediction probs": [ + 0.9864434003829956, + 0.013556625694036484 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013881570659577847, + "sufficiency": 0.9173036217689514, + "masked prediction probs": [ + 0.9739885926246643, + 0.026011472567915916 ], "full text prediction probs": [ 0.9864434003829956, @@ -208859,7 +234716,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.25113949179649353, + "sufficiency": 0.25130635499954224, "masked prediction probs": [ 0.9870282411575317, 0.012971784919500351 @@ -208872,7 +234729,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8121458292007446, + "sufficiency": 0.8121877312660217, "masked prediction probs": [ 0.9864434003829956, 0.013556625694036484 @@ -208885,7 +234742,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8121877312660217, + "sufficiency": 0.8122296333312988, "masked prediction probs": [ 0.9864434003829956, 0.013556625694036484 @@ -208897,8 +234754,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002684210427105427, - "sufficiency": 0.806881844997406, + "comprehensiveness": 0.0026836125180125237, + "sufficiency": 0.8069248795509338, "masked prediction probs": [ 0.984033465385437, 0.01596645452082157 @@ -208910,8 +234767,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03021247871220112, - "sufficiency": 0.915826141834259, + "comprehensiveness": 0.030205750837922096, + "sufficiency": 0.9158449172973633, "masked prediction probs": [ 0.9593120217323303, 0.04068795591592789 @@ -208924,7 +234781,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8199854493141174, + "sufficiency": 0.8200255632400513, "masked prediction probs": [ 0.9899594783782959, 0.010040455497801304 @@ -208936,11 +234793,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0026824178639799356, - "sufficiency": 0.8070108294487, + "comprehensiveness": 0.013859942555427551, + "sufficiency": 0.917432427406311, "masked prediction probs": [ - 0.984033465385437, - 0.01596645452082157 + 0.9739885926246643, + 0.026011472567915916 + ], + "full text prediction probs": [ + 0.9864434003829956, + 0.013556625694036484 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013856858946383, + "sufficiency": 0.9174507856369019, + "masked prediction probs": [ + 0.9739885926246643, + 0.026011472567915916 ], "full text prediction probs": [ 0.9864434003829956, @@ -208950,12 +234820,12 @@ } }, "test_1489": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9366005659103394, - "sufficiency": 0.9734901189804077, + "fixed-shap": { + "comprehensiveness": 0.0029272218234837055, + "sufficiency": 0.873703122138977, "masked prediction probs": [ - 0.14755138754844666, - 0.852448582649231 + 0.9800137281417847, + 0.019986247643828392 ], "full text prediction probs": [ 0.9826236367225647, @@ -209054,12 +234924,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8135408163070679, - "sufficiency": 0.9092567563056946, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9349227547645569, + "sufficiency": 0.9735376238822937, "masked prediction probs": [ - 0.2559696435928345, - 0.7440303564071655 + 0.14755138754844666, + 0.852448582649231 + ], + "full text prediction probs": [ + 0.9826236367225647, + 0.017376312986016273 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8155757784843445, + "masked prediction probs": [ + 0.9826236367225647, + 0.017376312986016273 ], "full text prediction probs": [ 0.9826236367225647, @@ -209068,8 +234951,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005273755174130201, - "sufficiency": 0.4804721772670746, + "comprehensiveness": 0.005272574257105589, + "sufficiency": 0.48058846592903137, "masked prediction probs": [ 0.9779120683670044, 0.02208794839680195 @@ -209082,7 +234965,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8156170845031738, + "sufficiency": 0.8156583309173584, "masked prediction probs": [ 0.9826236367225647, 0.017376312986016273 @@ -209094,8 +234977,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034086978994309902, - "sufficiency": 0.7268743515014648, + "comprehensiveness": 0.00340793514624238, + "sufficiency": 0.7269354462623596, "masked prediction probs": [ 0.9795769453048706, 0.020423106849193573 @@ -209107,8 +234990,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00308130937628448, - "sufficiency": 0.8646124601364136, + "comprehensiveness": 0.0030806204304099083, + "sufficiency": 0.8646427392959595, "masked prediction probs": [ 0.9798689484596252, 0.02013101615011692 @@ -209120,8 +235003,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8126310110092163, - "sufficiency": 0.9093582034111023, + "comprehensiveness": 0.8124492764472961, + "sufficiency": 0.9093784689903259, "masked prediction probs": [ 0.2559696435928345, 0.7440303564071655 @@ -209133,8 +235016,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009784393478184938, - "sufficiency": 0.8671073317527771, + "comprehensiveness": 0.000978220603428781, + "sufficiency": 0.8671369552612305, "masked prediction probs": [ 0.9817485213279724, 0.01825154386460781 @@ -209146,8 +235029,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8122676610946655, - "sufficiency": 0.9093987345695496, + "comprehensiveness": 0.8120860457420349, + "sufficiency": 0.9094190001487732, + "masked prediction probs": [ + 0.2559696435928345, + 0.7440303564071655 + ], + "full text prediction probs": [ + 0.9826236367225647, + 0.017376312986016273 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8119046092033386, + "sufficiency": 0.909439206123352, "masked prediction probs": [ 0.2559696435928345, 0.7440303564071655 @@ -209160,12 +235056,12 @@ } }, "test_1506": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01732749119400978, - "sufficiency": 0.9874323606491089, + "fixed-shap": { + "comprehensiveness": 0.0022441113833338022, + "sufficiency": 0.9814525842666626, "masked prediction probs": [ - 0.9795287847518921, - 0.02047125995159149 + 0.9931667447090149, + 0.006833281368017197 ], "full text prediction probs": [ 0.9951958060264587, @@ -209252,11 +235148,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01730070263147354, - "sufficiency": 0.9874518513679504, + "comprehensiveness": 0.0022406422067433596, + "sufficiency": 0.9814812541007996, "masked prediction probs": [ - 0.9795287847518921, - 0.02047125995159149 + 0.9931667447090149, + 0.006833281368017197 ], "full text prediction probs": [ 0.9951958060264587, @@ -209264,12 +235160,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0022070473060011864, - "sufficiency": 0.955997109413147, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0022401472087949514, + "sufficiency": 0.9814853072166443, "masked prediction probs": [ - 0.9931967258453369, - 0.006803261116147041 + 0.9931667447090149, + 0.006833281368017197 + ], + "full text prediction probs": [ + 0.9951958060264587, + 0.0048041935078799725 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0024920266587287188, + "sufficiency": 0.9597412943840027, + "masked prediction probs": [ + 0.9929381012916565, + 0.007061919197440147 ], "full text prediction probs": [ 0.9951958060264587, @@ -209278,8 +235187,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0023893271572887897, - "sufficiency": 0.7849329710006714, + "comprehensiveness": 0.00238879956305027, + "sufficiency": 0.7849804162979126, "masked prediction probs": [ 0.9930311441421509, 0.006968826055526733 @@ -209291,8 +235200,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002374789211899042, - "sufficiency": 0.9694051146507263, + "comprehensiveness": 0.002374265342950821, + "sufficiency": 0.9694118499755859, "masked prediction probs": [ 0.993043839931488, 0.006956133060157299 @@ -209304,8 +235213,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0022055862937122583, - "sufficiency": 0.9560262560844421, + "comprehensiveness": 0.0022050996776670218, + "sufficiency": 0.9560359120368958, "masked prediction probs": [ 0.9931967258453369, 0.006803261116147041 @@ -209317,8 +235226,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016612376784905791, - "sufficiency": 0.7608869075775146, + "comprehensiveness": 0.0016608713194727898, + "sufficiency": 0.7609396576881409, "masked prediction probs": [ 0.993689775466919, 0.006310170516371727 @@ -209330,8 +235239,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.001725618145428598, - "sufficiency": 0.9832140207290649, + "comprehensiveness": 0.0017252375837415457, + "sufficiency": 0.9832177758216858, "masked prediction probs": [ 0.9936310648918152, 0.006368955131620169 @@ -209343,8 +235252,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0028181991074234247, - "sufficiency": 0.9637373089790344, + "comprehensiveness": 0.002817577915266156, + "sufficiency": 0.9637452363967896, "masked prediction probs": [ 0.9926397800445557, 0.007360206916928291 @@ -209356,11 +235265,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002203641226515174, - "sufficiency": 0.9560649991035461, + "comprehensiveness": 0.002488181460648775, + "sufficiency": 0.9598033428192139, "masked prediction probs": [ - 0.9931967258453369, - 0.006803261116147041 + 0.9929381012916565, + 0.007061919197440147 + ], + "full text prediction probs": [ + 0.9951958060264587, + 0.0048041935078799725 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0024876331444829702, + "sufficiency": 0.9598122239112854, + "masked prediction probs": [ + 0.9929381012916565, + 0.007061919197440147 ], "full text prediction probs": [ 0.9951958060264587, @@ -209370,12 +235292,12 @@ } }, "test_1557": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9058071970939636, - 0.09419281780719757 + 0.48539280891418457, + 0.5146071314811707 ], "full text prediction probs": [ 0.23512811958789825, @@ -209474,12 +235396,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9292876720428467, - 0.07071232795715332 + 0.9058071970939636, + 0.09419281780719757 + ], + "full text prediction probs": [ + 0.23512811958789825, + 0.7648718357086182 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.43721508979797363, + 0.5627849102020264 ], "full text prediction probs": [ 0.23512811958789825, @@ -209577,15 +235512,28 @@ 0.7648718357086182 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9292876720428467, + 0.07071232795715332 + ], + "full text prediction probs": [ + 0.23512811958789825, + 0.7648718357086182 + ], + "labels": 0 } }, "test_1565": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.152162104845047, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9977387189865112, "masked prediction probs": [ - 0.8475173711776733, - 0.15248267352581024 + 0.9848130345344543, + 0.015187009237706661 ], "full text prediction probs": [ 0.9832857251167297, @@ -209684,12 +235632,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10606298595666885, - "sufficiency": 0.9999217391014099, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15188972651958466, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8884801268577576, - 0.11151989549398422 + 0.8475173711776733, + 0.15248267352581024 + ], + "full text prediction probs": [ + 0.9832857251167297, + 0.016714300960302353 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7347927689552307, + "masked prediction probs": [ + 0.9862165451049805, + 0.013783497735857964 ], "full text prediction probs": [ 0.9832857251167297, @@ -209699,7 +235660,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6461514830589294, + "sufficiency": 0.6462305784225464, "masked prediction probs": [ 0.9905132055282593, 0.009486788883805275 @@ -209711,8 +235672,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0005159560823813081, - "sufficiency": 0.9176563024520874, + "comprehensiveness": 0.0005158407147973776, + "sufficiency": 0.9176746606826782, "masked prediction probs": [ 0.9828243255615234, 0.01717572845518589 @@ -209724,8 +235685,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0018681151559576392, - "sufficiency": 0.8129937648773193, + "comprehensiveness": 0.0018676974577829242, + "sufficiency": 0.8130355477333069, "masked prediction probs": [ 0.9816147685050964, 0.01838526874780655 @@ -209737,8 +235698,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008646944770589471, - "sufficiency": 0.8780368566513062, + "comprehensiveness": 0.0008645012276247144, + "sufficiency": 0.8780642151832581, "masked prediction probs": [ 0.9825121164321899, 0.017487866804003716 @@ -209750,8 +235711,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10594446212053299, - "sufficiency": 0.9999217987060547, + "comprehensiveness": 0.10592078417539597, + "sufficiency": 0.9999218583106995, "masked prediction probs": [ 0.8884801268577576, 0.11151989549398422 @@ -209764,7 +235725,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9295294880867004, + "sufficiency": 0.9295452237129211, "masked prediction probs": [ 0.9844382405281067, 0.01556179765611887 @@ -209776,7 +235737,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10589712858200073, + "comprehensiveness": 0.1058734729886055, + "sufficiency": 0.9999218583106995, + "masked prediction probs": [ + 0.8884801268577576, + 0.11151989549398422 + ], + "full text prediction probs": [ + 0.9832857251167297, + 0.016714300960302353 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10584983229637146, "sufficiency": 0.9999218583106995, "masked prediction probs": [ 0.8884801268577576, @@ -209790,12 +235764,12 @@ } }, "test_1576": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.907801628112793, - 0.0921984389424324 + 0.9273852109909058, + 0.07261485606431961 ], "full text prediction probs": [ 0.2272912859916687, @@ -209894,12 +235868,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9142512083053589, - 0.08574880659580231 + 0.907801628112793, + 0.0921984389424324 + ], + "full text prediction probs": [ + 0.2272912859916687, + 0.7727087140083313 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7725005149841309, + 0.22749942541122437 ], "full text prediction probs": [ 0.2272912859916687, @@ -209997,15 +235984,28 @@ 0.7727087140083313 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9142512083053589, + 0.08574880659580231 + ], + "full text prediction probs": [ + 0.2272912859916687, + 0.7727087140083313 + ], + "labels": 0 } }, "test_1595": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.028742939233779907, - "sufficiency": 0.9791818857192993, + "fixed-shap": { + "comprehensiveness": 0.005726387724280357, + "sufficiency": 0.9985339045524597, "masked prediction probs": [ - 0.9630372524261475, - 0.03696279972791672 + 0.9837019443511963, + 0.0162980817258358 ], "full text prediction probs": [ 0.9888432025909424, @@ -210104,12 +236104,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.025797391310334206, - "sufficiency": 0.9544346332550049, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.028691807761788368, + "sufficiency": 0.9792189002037048, "masked prediction probs": [ - 0.9656405448913574, - 0.03435945510864258 + 0.9630372524261475, + 0.03696279972791672 + ], + "full text prediction probs": [ + 0.9888432025909424, + 0.011156827211380005 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005774162244051695, + "sufficiency": 0.9977207779884338, + "masked prediction probs": [ + 0.9836486577987671, + 0.016351353377103806 ], "full text prediction probs": [ 0.9888432025909424, @@ -210119,7 +236132,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7899545431137085, + "sufficiency": 0.7900011539459229, "masked prediction probs": [ 0.9905913472175598, 0.009408587589859962 @@ -210131,8 +236144,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02578592300415039, - "sufficiency": 0.9544548988342285, + "comprehensiveness": 0.025780193507671356, + "sufficiency": 0.9544650316238403, "masked prediction probs": [ 0.9656405448913574, 0.03435945510864258 @@ -210144,8 +236157,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.24533303081989288, - "sufficiency": 0.9962672591209412, + "comprehensiveness": 0.2452785223722458, + "sufficiency": 0.996268093585968, "masked prediction probs": [ 0.7680388689041138, 0.23196116089820862 @@ -210157,8 +236170,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004614661913365126, - "sufficiency": 0.860409677028656, + "comprehensiveness": 0.004613636992871761, + "sufficiency": 0.8604406714439392, "masked prediction probs": [ 0.9846889972686768, 0.015310968272387981 @@ -210170,8 +236183,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.028659943491220474, - "sufficiency": 0.9792419075965881, + "comprehensiveness": 0.028653576970100403, + "sufficiency": 0.9792464971542358, "masked prediction probs": [ 0.9630372524261475, 0.03696279972791672 @@ -210183,8 +236196,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0032730249222368, - "sufficiency": 0.8389458656311035, + "comprehensiveness": 0.0032722982577979565, + "sufficiency": 0.8389816880226135, "masked prediction probs": [ 0.9858954548835754, 0.014104573056101799 @@ -210196,8 +236209,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02575729787349701, - "sufficiency": 0.954505443572998, + "comprehensiveness": 0.02575157955288887, + "sufficiency": 0.9545155167579651, + "masked prediction probs": [ + 0.9656405448913574, + 0.03435945510864258 + ], + "full text prediction probs": [ + 0.9888432025909424, + 0.011156827211380005 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02574586682021618, + "sufficiency": 0.9545256495475769, "masked prediction probs": [ 0.9656405448913574, 0.03435945510864258 @@ -210210,12 +236236,12 @@ } }, "test_1649": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09284786134958267, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6905614733695984, - 0.3094384968280792 + 0.8404499888420105, + 0.1595500111579895 ], "full text prediction probs": [ 0.7519246339797974, @@ -210302,11 +236328,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0926516130566597, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6905614733695984, - 0.3094384968280792 + 0.8404499888420105, + 0.1595500111579895 ], "full text prediction probs": [ 0.7519246339797974, @@ -210314,12 +236340,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.08403146266937256, - 0.9159684777259827 + 0.8404499888420105, + 0.1595500111579895 + ], + "full text prediction probs": [ + 0.7519246339797974, + 0.24807539582252502 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10343389958143234, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6833789944648743, + 0.31662100553512573 ], "full text prediction probs": [ 0.7519246339797974, @@ -210329,7 +236368,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6257302761077881, + "sufficiency": 0.6258431673049927, "masked prediction probs": [ 0.9764516353607178, 0.023548416793346405 @@ -210341,7 +236380,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6555601358413696, + "comprehensiveness": 0.6553623676300049, "sufficiency": 1.0, "masked prediction probs": [ 0.3173539340496063, @@ -210354,7 +236393,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7200046181678772, + "comprehensiveness": 0.7197876572608948, "sufficiency": 1.0, "masked prediction probs": [ 0.2744896411895752, @@ -210367,7 +236406,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7197876572608948, + "comprehensiveness": 0.7195706367492676, "sufficiency": 1.0, "masked prediction probs": [ 0.2744896411895752, @@ -210417,15 +236456,28 @@ 0.24807539582252502 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.08403146266937256, + 0.9159684777259827 + ], + "full text prediction probs": [ + 0.7519246339797974, + 0.24807539582252502 + ], + "labels": 0 } }, "test_1661": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1526762992143631, - "sufficiency": 0.9855803847312927, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9432223439216614, "masked prediction probs": [ - 0.8557620048522949, - 0.14423801004886627 + 0.9950928688049316, + 0.004907133057713509 ], "full text prediction probs": [ 0.9935573935508728, @@ -210524,12 +236576,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.056042276322841644, - "sufficiency": 0.9809253811836243, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15240611135959625, + "sufficiency": 0.9856058955192566, "masked prediction probs": [ - 0.9428877234458923, - 0.05711226165294647 + 0.8557620048522949, + 0.14423801004886627 + ], + "full text prediction probs": [ + 0.9935573935508728, + 0.006442658137530088 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7914857268333435, + "masked prediction probs": [ + 0.9945629239082336, + 0.005437090527266264 ], "full text prediction probs": [ 0.9935573935508728, @@ -210539,7 +236604,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.23949261009693146, + "sufficiency": 0.23966075479984283, "masked prediction probs": [ 0.9944555163383484, 0.005544506013393402 @@ -210551,8 +236616,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.056017495691776276, - "sufficiency": 0.9809339046478271, + "comprehensiveness": 0.05600511282682419, + "sufficiency": 0.9809380769729614, "masked prediction probs": [ 0.9428877234458923, 0.05711226165294647 @@ -210564,8 +236629,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008075485937297344, - "sufficiency": 0.9764869213104248, + "comprehensiveness": 0.008073701523244381, + "sufficiency": 0.9764921069145203, "masked prediction probs": [ 0.9862512350082397, 0.013748823665082455 @@ -210577,8 +236642,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0005439902888610959, - "sufficiency": 0.7574290037155151, + "comprehensiveness": 0.0005438700900413096, + "sufficiency": 0.7574825882911682, "masked prediction probs": [ 0.9930651187896729, 0.006934814155101776 @@ -210590,8 +236655,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.18391147255897522, - "sufficiency": 0.98269122838974, + "comprehensiveness": 0.1838708370923996, + "sufficiency": 0.9826951622962952, "masked prediction probs": [ 0.8270930647850037, 0.17290693521499634 @@ -210603,8 +236668,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003916790243238211, - "sufficiency": 0.9391584992408752, + "comprehensiveness": 0.00391592551022768, + "sufficiency": 0.9391719102859497, "masked prediction probs": [ 0.9900113940238953, 0.009988623671233654 @@ -210616,8 +236681,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05595563352108002, - "sufficiency": 0.9809549450874329, + "comprehensiveness": 0.05594327673316002, + "sufficiency": 0.9809590578079224, + "masked prediction probs": [ + 0.9428877234458923, + 0.05711226165294647 + ], + "full text prediction probs": [ + 0.9935573935508728, + 0.006442658137530088 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05593092739582062, + "sufficiency": 0.9809633493423462, "masked prediction probs": [ 0.9428877234458923, 0.05711226165294647 @@ -210630,12 +236708,12 @@ } }, "test_1675": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.962738573551178, - 0.03726140409708023 + 0.45060640573501587, + 0.5493936538696289 ], "full text prediction probs": [ 0.09126999229192734, @@ -210734,12 +236812,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9440449476242065, - 0.05595501884818077 + 0.962738573551178, + 0.03726140409708023 + ], + "full text prediction probs": [ + 0.09126999229192734, + 0.9087299704551697 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6823815703392029, + 0.31761839985847473 ], "full text prediction probs": [ 0.09126999229192734, @@ -210837,15 +236928,28 @@ 0.9087299704551697 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9440449476242065, + 0.05595501884818077 + ], + "full text prediction probs": [ + 0.09126999229192734, + 0.9087299704551697 + ], + "labels": 0 } }, "test_1691": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5482268333435059, - "sufficiency": 0.964236319065094, + "fixed-shap": { + "comprehensiveness": 0.18284964561462402, + "sufficiency": 0.9610239863395691, "masked prediction probs": [ - 0.49621108174324036, - 0.5037888884544373 + 0.8239108324050903, + 0.1760891079902649 ], "full text prediction probs": [ 0.9879051446914673, @@ -210944,12 +237048,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2869947850704193, - "sufficiency": 0.9562191367149353, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5472505688667297, + "sufficiency": 0.9642999768257141, "masked prediction probs": [ - 0.7300458550453186, - 0.2699540853500366 + 0.49621108174324036, + 0.5037888884544373 + ], + "full text prediction probs": [ + 0.9879051446914673, + 0.012094869278371334 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.14631327986717224, + "sufficiency": 0.9548366665840149, + "masked prediction probs": [ + 0.8564162254333496, + 0.14358378946781158 ], "full text prediction probs": [ 0.9879051446914673, @@ -210958,8 +237075,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0028302036225795746, - "sufficiency": 0.8437255024909973, + "comprehensiveness": 0.002829573815688491, + "sufficiency": 0.8437601923942566, "masked prediction probs": [ 0.9853616952896118, 0.014638224616646767 @@ -210971,8 +237088,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03951450437307358, - "sufficiency": 0.9430549144744873, + "comprehensiveness": 0.03950571268796921, + "sufficiency": 0.9430676102638245, "masked prediction probs": [ 0.9523863196372986, 0.04761369153857231 @@ -210984,8 +237101,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.15608730912208557, - "sufficiency": 0.9579103589057922, + "comprehensiveness": 0.1560525894165039, + "sufficiency": 0.957919716835022, "masked prediction probs": [ 0.8475700616836548, 0.15242986381053925 @@ -210997,8 +237114,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002510302234441042, - "sufficiency": 0.8432700634002686, + "comprehensiveness": 0.0025097441393882036, + "sufficiency": 0.8433048725128174, "masked prediction probs": [ 0.9856476783752441, 0.014352315105497837 @@ -211010,8 +237127,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.28667572140693665, - "sufficiency": 0.956267774105072, + "comprehensiveness": 0.28661200404167175, + "sufficiency": 0.9562774300575256, "masked prediction probs": [ 0.7300458550453186, 0.2699540853500366 @@ -211023,8 +237140,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004476307425647974, - "sufficiency": 0.9660753607749939, + "comprehensiveness": 0.004475312773138285, + "sufficiency": 0.9660829901695251, "masked prediction probs": [ 0.9838778972625732, 0.016122136265039444 @@ -211036,8 +237153,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.28654831647872925, - "sufficiency": 0.9562872052192688, + "comprehensiveness": 0.28648462891578674, + "sufficiency": 0.956296980381012, + "masked prediction probs": [ + 0.7300458550453186, + 0.2699540853500366 + ], + "full text prediction probs": [ + 0.9879051446914673, + 0.012094869278371334 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2864209711551666, + "sufficiency": 0.9563066363334656, "masked prediction probs": [ 0.7300458550453186, 0.2699540853500366 @@ -211050,12 +237180,12 @@ } }, "test_1707": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05032801628112793, - "sufficiency": 0.8525422215461731, + "fixed-shap": { + "comprehensiveness": 0.34757694602012634, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9208531975746155, - 0.07914676517248154 + 0.6611154079437256, + 0.3388846218585968 ], "full text prediction probs": [ 0.9648301005363464, @@ -211142,11 +237272,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05024750903248787, - "sufficiency": 0.8527780771255493, + "comprehensiveness": 0.3470209538936615, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9208531975746155, - 0.07914676517248154 + 0.6611154079437256, + 0.3388846218585968 ], "full text prediction probs": [ 0.9648301005363464, @@ -211154,12 +237284,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01567011885344982, - "sufficiency": 0.7894865870475769, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.34694164991378784, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9511123895645142, - 0.048887547105550766 + 0.6611154079437256, + 0.3388846218585968 + ], + "full text prediction probs": [ + 0.9648301005363464, + 0.03516988456249237 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.028770355507731438, + "sufficiency": 0.8960546255111694, + "masked prediction probs": [ + 0.939638614654541, + 0.060361385345458984 ], "full text prediction probs": [ 0.9648301005363464, @@ -211169,7 +237312,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.10881156474351883, + "sufficiency": 0.10901506245136261, "masked prediction probs": [ 0.9828494191169739, 0.017150631174445152 @@ -211181,8 +237324,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015662962570786476, - "sufficiency": 0.7895827293395996, + "comprehensiveness": 0.015659386292099953, + "sufficiency": 0.7896307706832886, "masked prediction probs": [ 0.9511123895645142, 0.048887547105550766 @@ -211194,8 +237337,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7237804532051086, - "sufficiency": 0.9502994418144226, + "comprehensiveness": 0.7236152291297913, + "sufficiency": 0.9503107666969299, "masked prediction probs": [ 0.3307943344116211, 0.6692056655883789 @@ -211207,8 +237350,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.05228011682629585, - "sufficiency": 0.9661913514137268, + "comprehensiveness": 0.05226818844676018, + "sufficiency": 0.9661990404129028, "masked prediction probs": [ 0.9190219640731812, 0.08097802102565765 @@ -211220,8 +237363,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5931103825569153, - "sufficiency": 0.9891355037689209, + "comprehensiveness": 0.5929750800132751, + "sufficiency": 0.9891380071640015, "masked prediction probs": [ 0.4450248181819916, 0.5549752116203308 @@ -211234,7 +237377,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8987802863121033, + "sufficiency": 0.8988033533096313, "masked prediction probs": [ 0.9663537740707397, 0.03364615514874458 @@ -211246,8 +237389,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.015645097941160202, - "sufficiency": 0.7898226976394653, + "comprehensiveness": 0.015641530975699425, + "sufficiency": 0.7898706197738647, + "masked prediction probs": [ + 0.9511123895645142, + 0.048887547105550766 + ], + "full text prediction probs": [ + 0.9648301005363464, + 0.03516988456249237 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015637964010238647, + "sufficiency": 0.7899185419082642, "masked prediction probs": [ 0.9511123895645142, 0.048887547105550766 @@ -211260,12 +237416,12 @@ } }, "test_1709": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007697614841163158, - "sufficiency": 0.9910088777542114, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8525628447532654, "masked prediction probs": [ - 0.9540681838989258, - 0.04593181982636452 + 0.9800527691841125, + 0.019947228953242302 ], "full text prediction probs": [ 0.9607630968093872, @@ -211364,12 +237520,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00475338427349925, - "sufficiency": 0.9483457207679749, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007683479692786932, + "sufficiency": 0.9910253882408142, "masked prediction probs": [ - 0.9566212892532349, - 0.04337875917553902 + 0.9540681838989258, + 0.04593181982636452 + ], + "full text prediction probs": [ + 0.9607630968093872, + 0.03923695161938667 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8360303044319153, + "masked prediction probs": [ + 0.9607630968093872, + 0.03923695161938667 ], "full text prediction probs": [ 0.9607630968093872, @@ -211378,8 +237547,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.020235272124409676, - "sufficiency": 0.8746232390403748, + "comprehensiveness": 0.020230630412697792, + "sufficiency": 0.8746520280838013, "masked prediction probs": [ 0.9431272745132446, 0.05687265843153 @@ -211392,7 +237561,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8360678553581238, + "sufficiency": 0.8361055254936218, "masked prediction probs": [ 0.9607630968093872, 0.03923695161938667 @@ -211404,8 +237573,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.025042274966835976, - "sufficiency": 0.9299666881561279, + "comprehensiveness": 0.025036530569195747, + "sufficiency": 0.9299827218055725, "masked prediction probs": [ 0.9389277696609497, 0.06107218563556671 @@ -211418,7 +237587,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8910569548606873, + "sufficiency": 0.8910818696022034, "masked prediction probs": [ 0.9676194190979004, 0.032380588352680206 @@ -211430,8 +237599,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011731953360140324, - "sufficiency": 0.8114818334579468, + "comprehensiveness": 0.011729263700544834, + "sufficiency": 0.8115250468254089, "masked prediction probs": [ 0.9505288600921631, 0.049471206963062286 @@ -211444,7 +237613,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9108901619911194, + "sufficiency": 0.9109106659889221, "masked prediction probs": [ 0.9732581973075867, 0.02674173377454281 @@ -211457,7 +237626,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8362557291984558, + "sufficiency": 0.8362932801246643, "masked prediction probs": [ 0.9607630968093872, 0.03923695161938667 @@ -211467,15 +237636,28 @@ 0.03923695161938667 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004743584897369146, + "sufficiency": 0.9484521150588989, + "masked prediction probs": [ + 0.9566212892532349, + 0.04337875917553902 + ], + "full text prediction probs": [ + 0.9607630968093872, + 0.03923695161938667 + ], + "labels": 0 } }, "test_1749": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7557596564292908, + "fixed-shap": { + "comprehensiveness": 0.0005651586689054966, + "sufficiency": 0.8688828945159912, "masked prediction probs": [ - 0.990805447101593, - 0.009194527752697468 + 0.9761162996292114, + 0.023883696645498276 ], "full text prediction probs": [ 0.9766167998313904, @@ -211574,12 +237756,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7214935421943665, + "sufficiency": 0.7562000751495361, "masked prediction probs": [ - 0.9848641753196716, - 0.015135815367102623 + 0.990805447101593, + 0.009194527752697468 + ], + "full text prediction probs": [ + 0.9766167998313904, + 0.023383168503642082 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.821095883846283, + "masked prediction probs": [ + 0.9766167998313904, + 0.023383168503642082 ], "full text prediction probs": [ 0.9766167998313904, @@ -211589,7 +237784,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9672394394874573, + "sufficiency": 0.9672468900680542, "masked prediction probs": [ 0.9898055791854858, 0.010194441303610802 @@ -211601,8 +237796,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09223132580518723, - "sufficiency": 0.9667525887489319, + "comprehensiveness": 0.0922105461359024, + "sufficiency": 0.966759979724884, "masked prediction probs": [ 0.8947529792785645, 0.10524702072143555 @@ -211614,8 +237809,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0043784077279269695, - "sufficiency": 0.7795805335044861, + "comprehensiveness": 0.004377421457320452, + "sufficiency": 0.779630184173584, "masked prediction probs": [ 0.9727296829223633, 0.02727034129202366 @@ -211627,8 +237822,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005684439092874527, - "sufficiency": 0.8425963521003723, + "comprehensiveness": 0.005683158989995718, + "sufficiency": 0.8426317572593689, "masked prediction probs": [ 0.9715690612792969, 0.028430961072444916 @@ -211640,8 +237835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.20334511995315552, - "sufficiency": 0.9548403024673462, + "comprehensiveness": 0.20329934358596802, + "sufficiency": 0.9548504948616028, "masked prediction probs": [ 0.7960072159767151, 0.2039928287267685 @@ -211654,7 +237849,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8163731694221497, + "sufficiency": 0.8164145350456238, "masked prediction probs": [ 0.9834948182106018, 0.016505172476172447 @@ -211666,8 +237861,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09212753176689148, - "sufficiency": 0.9667899012565613, + "comprehensiveness": 0.09210679680109024, + "sufficiency": 0.9667973518371582, "masked prediction probs": [ 0.8947529792785645, 0.10524702072143555 @@ -211677,15 +237872,28 @@ 0.023383168503642082 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7220574021339417, + "masked prediction probs": [ + 0.9848641753196716, + 0.015135815367102623 + ], + "full text prediction probs": [ + 0.9766167998313904, + 0.023383168503642082 + ], + "labels": 0 } }, "test_1768": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6675752401351929, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0003329782048240304, + "sufficiency": 0.9231831431388855, "masked prediction probs": [ - 0.3801025450229645, - 0.6198974847793579 + 0.9603394269943237, + 0.039660628885030746 ], "full text prediction probs": [ 0.9606289863586426, @@ -211784,12 +237992,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4930969476699829, - "sufficiency": 0.9881445169448853, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6663492321968079, + "sufficiency": 1.0, "masked prediction probs": [ - 0.5310406684875488, - 0.46895936131477356 + 0.3801025450229645, + 0.6198974847793579 + ], + "full text prediction probs": [ + 0.9606289863586426, + 0.03937104716897011 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8870117664337158, + "masked prediction probs": [ + 0.9774070978164673, + 0.02259286306798458 ], "full text prediction probs": [ 0.9606289863586426, @@ -211799,7 +238020,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3335515856742859, + "sufficiency": 0.33370450139045715, "masked prediction probs": [ 0.9878172278404236, 0.012182735837996006 @@ -211811,8 +238032,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.19910472631454468, - "sufficiency": 0.9937610030174255, + "comprehensiveness": 0.19905905425548553, + "sufficiency": 0.9937624931335449, "masked prediction probs": [ 0.7870883941650391, 0.21291157603263855 @@ -211824,8 +238045,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.025620633736252785, - "sufficiency": 0.9125069975852966, + "comprehensiveness": 0.02561475709080696, + "sufficiency": 0.9125271439552307, "masked prediction probs": [ 0.9382928013801575, 0.06170716509222984 @@ -211838,7 +238059,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8891769647598267, + "sufficiency": 0.889202356338501, "masked prediction probs": [ 0.9832188487052917, 0.016781099140644073 @@ -211850,8 +238071,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4122288227081299, - "sufficiency": 0.9908119440078735, + "comprehensiveness": 0.4121343195438385, + "sufficiency": 0.9908140301704407, "masked prediction probs": [ 0.601081132888794, 0.39891889691352844 @@ -211863,8 +238084,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8970090746879578, - "sufficiency": 0.8830026984214783, + "comprehensiveness": 0.8968034982681274, + "sufficiency": 0.883029580116272, "masked prediction probs": [ 0.1780741661787033, 0.8219258189201355 @@ -211876,8 +238097,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4120398461818695, - "sufficiency": 0.9908161163330078, + "comprehensiveness": 0.4119454324245453, + "sufficiency": 0.9908182621002197, "masked prediction probs": [ 0.601081132888794, 0.39891889691352844 @@ -211887,15 +238108,28 @@ 0.03937104716897011 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4920802712440491, + "sufficiency": 0.9881689548492432, + "masked prediction probs": [ + 0.5310406684875488, + 0.46895936131477356 + ], + "full text prediction probs": [ + 0.9606289863586426, + 0.03937104716897011 + ], + "labels": 0 } }, "test_11": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9694923162460327, - 0.03050769679248333 + 0.9585114121437073, + 0.04148855432868004 ], "full text prediction probs": [ 0.007459118030965328, @@ -211994,12 +238228,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8372200131416321, + "sufficiency": 0.0, "masked prediction probs": [ - 0.988342821598053, - 0.011657146736979485 + 0.9694923162460327, + 0.03050769679248333 + ], + "full text prediction probs": [ + 0.007459118030965328, + 0.9925408363342285 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9505407810211182, + 0.04945916309952736 ], "full text prediction probs": [ 0.007459118030965328, @@ -212009,7 +238256,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8375982046127319, + "sufficiency": 0.8379746675491333, "masked prediction probs": [ 0.988342821598053, 0.011657146736979485 @@ -212022,7 +238269,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8668857216835022, + "sufficiency": 0.8671935796737671, "masked prediction probs": [ 0.9619103074073792, 0.03808974102139473 @@ -212087,7 +238334,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8398310542106628, + "sufficiency": 0.8401972055435181, + "masked prediction probs": [ + 0.988342821598053, + 0.011657146736979485 + ], + "full text prediction probs": [ + 0.007459118030965328, + 0.9925408363342285 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8405617475509644, "masked prediction probs": [ 0.988342821598053, 0.011657146736979485 @@ -212100,12 +238360,12 @@ } }, "test_13": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1302649974822998, "sufficiency": 0.0, "masked prediction probs": [ - 0.7277540564537048, - 0.2722459137439728 + 0.022107351571321487, + 0.9778926968574524 ], "full text prediction probs": [ 0.011690953746438026, @@ -212204,12 +238464,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7654209136962891, - 0.23457908630371094 + 0.7277540564537048, + 0.2722459137439728 + ], + "full text prediction probs": [ + 0.011690953746438026, + 0.9883090257644653 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16410814225673676, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02510897070169449, + 0.9748910665512085 ], "full text prediction probs": [ 0.011690953746438026, @@ -212231,7 +238504,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8263535499572754, + "comprehensiveness": 0.8243417143821716, "sufficiency": 0.0, "masked prediction probs": [ 0.07942133396863937, @@ -212257,7 +238530,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5017954707145691, + "comprehensiveness": 0.5005797147750854, "sufficiency": 0.0, "masked prediction probs": [ 0.053020376712083817, @@ -212283,7 +238556,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.40081626176834106, + "comprehensiveness": 0.3998498320579529, "sufficiency": 0.0, "masked prediction probs": [ 0.04486377537250519, @@ -212307,15 +238580,28 @@ 0.9883090257644653 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7654209136962891, + 0.23457908630371094 + ], + "full text prediction probs": [ + 0.011690953746438026, + 0.9883090257644653 + ], + "labels": 1 } }, "test_17": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6219356060028076, - 0.37806442379951477 + 0.17057542502880096, + 0.8294246196746826 ], "full text prediction probs": [ 0.009328939020633698, @@ -212414,12 +238700,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5807831883430481, - 0.4192168712615967 + 0.6219356060028076, + 0.37806442379951477 + ], + "full text prediction probs": [ + 0.009328939020633698, + 0.9906710386276245 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06796175986528397, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015046224929392338, + 0.984953761100769 ], "full text prediction probs": [ 0.009328939020633698, @@ -212441,7 +238740,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.892606258392334, + "comprehensiveness": 0.8904938697814941, "sufficiency": 0.0, "masked prediction probs": [ 0.08459790796041489, @@ -212454,7 +238753,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.30175361037254333, + "comprehensiveness": 0.3010411858558655, "sufficiency": 0.0, "masked prediction probs": [ 0.034834638237953186, @@ -212467,8 +238766,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6397734880447388, - "sufficiency": 0.4063471555709839, + "comprehensiveness": 0.6382665634155273, + "sufficiency": 0.40774378180503845, "masked prediction probs": [ 0.0635337382555008, 0.9364662170410156 @@ -212480,7 +238779,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8862988948822021, + "comprehensiveness": 0.8842161893844604, "sufficiency": 0.0, "masked prediction probs": [ 0.08459790796041489, @@ -212493,7 +238792,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04260091111063957, + "comprehensiveness": 0.04250103607773781, "sufficiency": 0.0, "masked prediction probs": [ 0.01295540202409029, @@ -212517,15 +238816,28 @@ 0.9906710386276245 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5807831883430481, + 0.4192168712615967 + ], + "full text prediction probs": [ + 0.009328939020633698, + 0.9906710386276245 + ], + "labels": 1 } }, "test_29": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8888500332832336, + "fixed-shap": { + "comprehensiveness": 0.024155747145414352, + "sufficiency": 0.0, "masked prediction probs": [ - 0.1050296276807785, - 0.8949703574180603 + 0.008614473044872284, + 0.9913855791091919 ], "full text prediction probs": [ 0.006558834575116634, @@ -212624,12 +238936,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5403680205345154, + "sufficiency": 0.8908993005752563, "masked prediction probs": [ - 0.18812112510204315, - 0.8118788003921509 + 0.1050296276807785, + 0.8949703574180603 + ], + "full text prediction probs": [ + 0.006558834575116634, + 0.993441104888916 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.018448324874043465, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008161998353898525, + 0.9918380379676819 ], "full text prediction probs": [ 0.006558834575116634, @@ -212639,7 +238964,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8237992525100708, + "sufficiency": 0.8242034316062927, "masked prediction probs": [ 0.17466628551483154, 0.8253337740898132 @@ -212652,7 +238977,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5424768924713135, + "sufficiency": 0.5435240864753723, "masked prediction probs": [ 0.18812112510204315, 0.8118788003921509 @@ -212665,7 +238990,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8432888984680176, + "sufficiency": 0.843646764755249, "masked prediction probs": [ 0.14801347255706787, 0.8519865274429321 @@ -212677,7 +239002,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07753194123506546, + "comprehensiveness": 0.07735509425401688, "sufficiency": 0.0, "masked prediction probs": [ 0.01334255002439022, @@ -212691,7 +239016,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5456041693687439, + "sufficiency": 0.5466371178627014, "masked prediction probs": [ 0.18812112510204315, 0.8118788003921509 @@ -212703,7 +239028,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013323966413736343, + "comprehensiveness": 0.01329371239989996, "sufficiency": 0.0, "masked prediction probs": [ 0.007729995530098677, @@ -212717,7 +239042,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5476653575897217, + "sufficiency": 0.5486889481544495, + "masked prediction probs": [ + 0.18812112510204315, + 0.8118788003921509 + ], + "full text prediction probs": [ + 0.006558834575116634, + 0.993441104888916 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5497079491615295, "masked prediction probs": [ 0.18812112510204315, 0.8118788003921509 @@ -212730,12 +239068,12 @@ } }, "test_30": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05904176086187363, - "sufficiency": 0.9415087103843689, + "fixed-shap": { + "comprehensiveness": 0.013903682120144367, + "sufficiency": 0.8969224691390991, "masked prediction probs": [ - 0.9131544232368469, - 0.08684559166431427 + 0.95257169008255, + 0.04742838069796562 ], "full text prediction probs": [ 0.9647132158279419, @@ -212834,12 +239172,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.12899674475193024, - "sufficiency": 0.868527352809906, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05893377959728241, + "sufficiency": 0.9416157007217407, "masked prediction probs": [ - 0.8518591523170471, - 0.1481408327817917 + 0.9131544232368469, + 0.08684559166431427 + ], + "full text prediction probs": [ + 0.9647132158279419, + 0.03528681769967079 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8304967284202576, + "masked prediction probs": [ + 0.9647132158279419, + 0.03528681769967079 ], "full text prediction probs": [ 0.9647132158279419, @@ -212849,7 +239200,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6088289022445679, + "sufficiency": 0.6089182496070862, "masked prediction probs": [ 0.9874820709228516, 0.012517871335148811 @@ -212861,8 +239212,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12893779575824738, - "sufficiency": 0.8685874342918396, + "comprehensiveness": 0.12890833616256714, + "sufficiency": 0.8686174750328064, "masked prediction probs": [ 0.8518591523170471, 0.1481408327817917 @@ -212874,8 +239225,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14160345494747162, - "sufficiency": 0.9879143834114075, + "comprehensiveness": 0.14157110452651978, + "sufficiency": 0.9879172444343567, "masked prediction probs": [ 0.8407450914382935, 0.15925496816635132 @@ -212887,8 +239238,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04135977849364281, - "sufficiency": 0.8415053486824036, + "comprehensiveness": 0.041350334882736206, + "sufficiency": 0.8415415287017822, "masked prediction probs": [ 0.9284961223602295, 0.0715038850903511 @@ -212901,7 +239252,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9968604445457458, + "sufficiency": 0.9968611001968384, "masked prediction probs": [ 0.9806952476501465, 0.01930479146540165 @@ -212913,8 +239264,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02660186029970646, - "sufficiency": 0.9055834412574768, + "comprehensiveness": 0.026595789939165115, + "sufficiency": 0.9056050777435303, "masked prediction probs": [ 0.9414083957672119, 0.058591537177562714 @@ -212926,8 +239277,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12879064679145813, - "sufficiency": 0.8687373995780945, + "comprehensiveness": 0.12876126170158386, + "sufficiency": 0.8687673211097717, + "masked prediction probs": [ + 0.8518591523170471, + 0.1481408327817917 + ], + "full text prediction probs": [ + 0.9647132158279419, + 0.03528681769967079 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1287318915128708, + "sufficiency": 0.8687973022460938, "masked prediction probs": [ 0.8518591523170471, 0.1481408327817917 @@ -212940,12 +239304,12 @@ } }, "test_44": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.32459935545921326, + "fixed-shap": { + "comprehensiveness": 0.36796581745147705, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9565673470497131, - 0.04343258962035179 + 0.04976283758878708, + 0.9502371549606323 ], "full text prediction probs": [ 0.025374358519911766, @@ -213044,12 +239408,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.34049856662750244, + "masked prediction probs": [ + 0.9565673470497131, + 0.04343258962035179 + ], + "full text prediction probs": [ + 0.025374358519911766, + 0.9746256470680237 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.47740864753723145, "sufficiency": 0.0, "masked prediction probs": [ - 0.9115785956382751, - 0.08842139691114426 + 0.057876162230968475, + 0.9421238899230957 ], "full text prediction probs": [ 0.025374358519911766, @@ -213071,7 +239448,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.548660397529602, + "comprehensiveness": 0.5470577478408813, "sufficiency": 0.0, "masked prediction probs": [ 0.06283670663833618, @@ -213084,7 +239461,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5486201047897339, + "comprehensiveness": 0.5470222234725952, "sufficiency": 0.0, "masked prediction probs": [ 0.06294362246990204, @@ -213097,7 +239474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12477120757102966, + "comprehensiveness": 0.12440886348485947, "sufficiency": 0.0, "masked prediction probs": [ 0.033943597227334976, @@ -213147,15 +239524,28 @@ 0.9746256470680237 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9115785956382751, + 0.08842139691114426 + ], + "full text prediction probs": [ + 0.025374358519911766, + 0.9746256470680237 + ], + "labels": 1 } }, "test_48": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8491532206535339, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9457162618637085, - 0.05428373068571091 + 0.21246148645877838, + 0.787538468837738 ], "full text prediction probs": [ 0.02195677161216736, @@ -213254,12 +239644,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6121206283569336, + "sufficiency": 0.8525342345237732, "masked prediction probs": [ - 0.9168881773948669, - 0.08311177790164948 + 0.9457162618637085, + 0.05428373068571091 + ], + "full text prediction probs": [ + 0.02195677161216736, + 0.9780431985855103 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1326601505279541, + 0.8673399090766907 ], "full text prediction probs": [ 0.02195677161216736, @@ -213269,7 +239672,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.613204300403595, + "sufficiency": 0.614281952381134, "masked prediction probs": [ 0.9168881773948669, 0.08311177790164948 @@ -213294,7 +239697,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1198216900229454, + "comprehensiveness": 0.11948924511671066, "sufficiency": 0.0, "masked prediction probs": [ 0.030571602284908295, @@ -213307,7 +239710,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018168140202760696, + "comprehensiveness": 0.01811787113547325, "sufficiency": 0.0, "masked prediction probs": [ 0.02326667495071888, @@ -213347,7 +239750,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6195813417434692, + "sufficiency": 0.6206238269805908, + "masked prediction probs": [ + 0.9168881773948669, + 0.08311177790164948 + ], + "full text prediction probs": [ + 0.02195677161216736, + 0.9780431985855103 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6216605305671692, "masked prediction probs": [ 0.9168881773948669, 0.08311177790164948 @@ -213360,12 +239776,12 @@ } }, "test_76": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2072066217660904, "sufficiency": 0.0, "masked prediction probs": [ - 0.9764966368675232, - 0.023503338918089867 + 0.0282824095338583, + 0.9717176556587219 ], "full text prediction probs": [ 0.011719455942511559, @@ -213464,12 +239880,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.98751300573349, - 0.012487007305026054 + 0.9764966368675232, + 0.023503338918089867 + ], + "full text prediction probs": [ + 0.011719455942511559, + 0.9882805347442627 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.43162062764167786, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04699774086475372, + 0.9530022740364075 ], "full text prediction probs": [ 0.011719455942511559, @@ -213517,7 +239946,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07905779033899307, + "comprehensiveness": 0.07886618375778198, "sufficiency": 0.0, "masked prediction probs": [ 0.018228616565465927, @@ -213543,7 +239972,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08800653368234634, + "comprehensiveness": 0.08779426664113998, "sufficiency": 0.0, "masked prediction probs": [ 0.019000643864274025, @@ -213567,15 +239996,28 @@ 0.9882805347442627 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.98751300573349, + 0.012487007305026054 + ], + "full text prediction probs": [ + 0.011719455942511559, + 0.9882805347442627 + ], + "labels": 1 } }, "test_106": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7236216068267822, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4238342046737671, - 0.5761658549308777 + 0.17406125366687775, + 0.8259387612342834 ], "full text prediction probs": [ 0.014310303144156933, @@ -213674,12 +240116,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.729216992855072, + "masked prediction probs": [ + 0.4238342046737671, + 0.5761658549308777 + ], + "full text prediction probs": [ + 0.014310303144156933, + 0.9856897592544556 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2122577726840973, "sufficiency": 0.0, "masked prediction probs": [ - 0.8769944310188293, - 0.12300550192594528 + 0.031109077855944633, + 0.968890905380249 ], "full text prediction probs": [ 0.014310303144156933, @@ -213701,7 +240156,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4675750434398651, + "comprehensiveness": 0.4663991928100586, "sufficiency": 0.0, "masked prediction probs": [ 0.05140939727425575, @@ -213714,7 +240169,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19852352142333984, + "comprehensiveness": 0.19802552461624146, "sufficiency": 0.0, "masked prediction probs": [ 0.03010156936943531, @@ -213727,7 +240182,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07429302483797073, + "comprehensiveness": 0.07410712540149689, "sufficiency": 0.0, "masked prediction probs": [ 0.0202346071600914, @@ -213753,7 +240208,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18866419792175293, + "comprehensiveness": 0.18819448351860046, "sufficiency": 0.0, "masked prediction probs": [ 0.029430510476231575, @@ -213777,15 +240232,28 @@ 0.9856897592544556 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8769944310188293, + 0.12300550192594528 + ], + "full text prediction probs": [ + 0.014310303144156933, + 0.9856897592544556 + ], + "labels": 1 } }, "test_177": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.054208800196647644, + "fixed-shap": { + "comprehensiveness": 0.37111133337020874, "sufficiency": 0.0, "masked prediction probs": [ - 0.016628697514533997, - 0.983371376991272 + 0.04176696017384529, + 0.9582330584526062 ], "full text prediction probs": [ 0.012328562326729298, @@ -213884,12 +240352,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11701831221580505, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05313684418797493, "sufficiency": 0.0, "masked prediction probs": [ - 0.02179829776287079, - 0.9782017469406128 + 0.016628697514533997, + 0.983371376991272 + ], + "full text prediction probs": [ + 0.012328562326729298, + 0.9876714944839478 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.17915989458560944, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026862960308790207, + 0.9731370806694031 ], "full text prediction probs": [ 0.012328562326729298, @@ -213898,8 +240379,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4485216736793518, - "sufficiency": 0.3649180829524994, + "comprehensiveness": 0.4474184513092041, + "sufficiency": 0.36647823452949524, "masked prediction probs": [ 0.04871497303247452, 0.9512850046157837 @@ -213911,7 +240392,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09145098179578781, + "comprehensiveness": 0.09122659265995026, "sufficiency": 0.0, "masked prediction probs": [ 0.019765803590416908, @@ -213924,7 +240405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14911790192127228, + "comprehensiveness": 0.14875292778015137, "sufficiency": 0.0, "masked prediction probs": [ 0.024485353380441666, @@ -213937,7 +240418,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04176129773259163, + "comprehensiveness": 0.04165932908654213, "sufficiency": 0.0, "masked prediction probs": [ 0.01574143022298813, @@ -213950,7 +240431,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.20966443419456482, + "comprehensiveness": 0.20915375649929047, "sufficiency": 0.0, "masked prediction probs": [ 0.02950536645948887, @@ -213963,7 +240444,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4043341875076294, + "comprehensiveness": 0.40335172414779663, "sufficiency": 0.0, "masked prediction probs": [ 0.0455346554517746, @@ -213976,8 +240457,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.44198280572891235, - "sufficiency": 0.37416550517082214, + "comprehensiveness": 0.44091150164604187, + "sufficiency": 0.3756806254386902, "masked prediction probs": [ 0.04871497303247452, 0.9512850046157837 @@ -213987,15 +240468,28 @@ 0.9876714944839478 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11447172611951828, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02179829776287079, + 0.9782017469406128 + ], + "full text prediction probs": [ + 0.012328562326729298, + 0.9876714944839478 + ], + "labels": 1 } }, "test_196": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6765173673629761, - 0.3234826624393463 + 0.3715415596961975, + 0.6284584403038025 ], "full text prediction probs": [ 0.02481911890208721, @@ -214094,12 +240588,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.749430775642395, - 0.2505691647529602 + 0.6765173673629761, + 0.3234826624393463 + ], + "full text prediction probs": [ + 0.02481911890208721, + 0.9751808643341064 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.15730051696300507, + 0.8426994681358337 ], "full text prediction probs": [ 0.02481911890208721, @@ -214134,8 +240641,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.329892098903656, - "sufficiency": 0.4496116042137146, + "comprehensiveness": 0.3289389908313751, + "sufficiency": 0.4511995017528534, "masked prediction probs": [ 0.047593168914318085, 0.9524068236351013 @@ -214197,15 +240704,28 @@ 0.9751808643341064 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.749430775642395, + 0.2505691647529602 + ], + "full text prediction probs": [ + 0.02481911890208721, + 0.9751808643341064 + ], + "labels": 1 } }, "test_239": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9571684002876282, + "sufficiency": 0.36138859391212463, "masked prediction probs": [ - 0.9762900471687317, - 0.02371002361178398 + 0.9818940758705139, + 0.01810593344271183 ], "full text prediction probs": [ 0.014171618968248367, @@ -214304,12 +240824,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9797570109367371, + "sufficiency": 0.9580340385437012, "masked prediction probs": [ - 0.9841357469558716, - 0.01586425118148327 + 0.9762900471687317, + 0.02371002361178398 + ], + "full text prediction probs": [ + 0.014171618968248367, + 0.9858283996582031 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.08349589258432388, + "masked prediction probs": [ + 0.9819793701171875, + 0.018020587041974068 ], "full text prediction probs": [ 0.014171618968248367, @@ -214319,7 +240852,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.97980797290802, + "sufficiency": 0.9798587560653687, "masked prediction probs": [ 0.9841357469558716, 0.01586425118148327 @@ -214345,7 +240878,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.07509379833936691, + "sufficiency": 0.07740695774555206, "masked prediction probs": [ 0.9739291071891785, 0.02607092633843422 @@ -214357,7 +240890,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10693670809268951, + "comprehensiveness": 0.1066695973277092, "sufficiency": 0.0, "masked prediction probs": [ 0.022713933140039444, @@ -214371,7 +240904,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9553826451301575, + "sufficiency": 0.9554936289787292, "masked prediction probs": [ 0.9834004044532776, 0.01659957505762577 @@ -214383,7 +240916,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14166362583637238, + "comprehensiveness": 0.14131152629852295, "sufficiency": 0.0, "masked prediction probs": [ 0.025544680655002594, @@ -214397,7 +240930,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9801087379455566, + "sufficiency": 0.9801579713821411, + "masked prediction probs": [ + 0.9841357469558716, + 0.01586425118148327 + ], + "full text prediction probs": [ + 0.014171618968248367, + 0.9858283996582031 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9802070260047913, "masked prediction probs": [ 0.9841357469558716, 0.01586425118148327 @@ -214410,12 +240956,12 @@ } }, "test_259": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7930382490158081, - 0.2069617658853531 + 0.12749511003494263, + 0.8725048303604126 ], "full text prediction probs": [ 0.02387336827814579, @@ -214514,12 +241060,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8062650561332703, - 0.19373492896556854 + 0.7930382490158081, + 0.2069617658853531 + ], + "full text prediction probs": [ + 0.02387336827814579, + 0.9761266708374023 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13753288984298706, + 0.8624671101570129 ], "full text prediction probs": [ 0.02387336827814579, @@ -214593,7 +241152,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.29199644923210144, + "comprehensiveness": 0.29117122292518616, "sufficiency": 0.0, "masked prediction probs": [ 0.044482629746198654, @@ -214617,15 +241176,28 @@ 0.9761266708374023 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8062650561332703, + 0.19373492896556854 + ], + "full text prediction probs": [ + 0.02387336827814579, + 0.9761266708374023 + ], + "labels": 1 } }, "test_263": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8509056568145752, + "sufficiency": 0.8118400573730469, "masked prediction probs": [ - 0.5900992751121521, - 0.4099006950855255 + 0.9271554946899414, + 0.0728444755077362 ], "full text prediction probs": [ 0.009416102431714535, @@ -214724,12 +241296,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9460007548332214, + "sufficiency": 0.8537481427192688, "masked prediction probs": [ - 0.9265048503875732, - 0.07349513471126556 + 0.5900992751121521, + 0.4099006950855255 + ], + "full text prediction probs": [ + 0.009416102431714535, + 0.9905838966369629 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8333484530448914, + "masked prediction probs": [ + 0.9109936356544495, + 0.08900637179613113 ], "full text prediction probs": [ 0.009416102431714535, @@ -214739,7 +241324,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7163576483726501, + "sufficiency": 0.71703040599823, "masked prediction probs": [ 0.9003556370735168, 0.09964440017938614 @@ -214751,7 +241336,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12067211419343948, + "comprehensiveness": 0.12038624286651611, "sufficiency": 0.0, "masked prediction probs": [ 0.01958128623664379, @@ -214765,7 +241350,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.801740825176239, + "sufficiency": 0.8022088408470154, "masked prediction probs": [ 0.7245191335678101, 0.27548086643218994 @@ -214777,7 +241362,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05767935886979103, + "comprehensiveness": 0.05754336342215538, "sufficiency": 0.0, "masked prediction probs": [ 0.01429793145507574, @@ -214791,7 +241376,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9466366171836853, + "sufficiency": 0.946761965751648, "masked prediction probs": [ 0.9265048503875732, 0.07349513471126556 @@ -214803,7 +241388,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0951349288225174, + "comprehensiveness": 0.09491166472434998, "sufficiency": 0.0, "masked prediction probs": [ 0.017506202682852745, @@ -214817,7 +241402,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9468867778778076, + "sufficiency": 0.9470109939575195, + "masked prediction probs": [ + 0.9265048503875732, + 0.07349513471126556 + ], + "full text prediction probs": [ + 0.009416102431714535, + 0.9905838966369629 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9471346139907837, "masked prediction probs": [ 0.9265048503875732, 0.07349513471126556 @@ -214830,12 +241428,12 @@ } }, "test_357": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8485379815101624, + "fixed-shap": { + "comprehensiveness": 0.0701717659831047, "sufficiency": 0.0, "masked prediction probs": [ - 0.07904861122369766, - 0.9209513664245605 + 0.014271600171923637, + 0.9857284426689148 ], "full text prediction probs": [ 0.008431745693087578, @@ -214934,12 +241532,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8325293064117432, "sufficiency": 0.0, "masked prediction probs": [ - 0.008386063389480114, - 0.9916139841079712 + 0.07904861122369766, + 0.9209513664245605 + ], + "full text prediction probs": [ + 0.008431745693087578, + 0.9915682673454285 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06032591685652733, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013560757040977478, + 0.9864392280578613 ], "full text prediction probs": [ 0.008431745693087578, @@ -214948,7 +241559,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.09129543602466583, + "comprehensiveness": 0.09108114242553711, "sufficiency": 0.0, "masked prediction probs": [ 0.016193827614188194, @@ -214974,7 +241585,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04019197076559067, + "comprehensiveness": 0.04009807109832764, "sufficiency": 0.0, "masked prediction probs": [ 0.01186502818018198, @@ -214987,7 +241598,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10044949501752853, + "comprehensiveness": 0.1002153679728508, "sufficiency": 0.0, "masked prediction probs": [ 0.017032379284501076, @@ -215000,7 +241611,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21042408049106598, + "comprehensiveness": 0.2099347710609436, "sufficiency": 0.0, "masked prediction probs": [ 0.026490850374102592, @@ -215013,7 +241624,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.036237843334674835, + "comprehensiveness": 0.036153774708509445, "sufficiency": 0.0, "masked prediction probs": [ 0.011548979207873344, @@ -215026,7 +241637,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2094477266073227, + "comprehensiveness": 0.20896293222904205, "sufficiency": 0.0, "masked prediction probs": [ 0.026490850374102592, @@ -215037,15 +241648,28 @@ 0.9915682673454285 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008386063389480114, + 0.9916139841079712 + ], + "full text prediction probs": [ + 0.008431745693087578, + 0.9915682673454285 + ], + "labels": 1 } }, "test_364": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9731789231300354, + "sufficiency": 0.9374968409538269, "masked prediction probs": [ - 0.7627415657043457, - 0.2372584193944931 + 0.5525716543197632, + 0.44742831587791443 ], "full text prediction probs": [ 0.005128101445734501, @@ -215144,12 +241768,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9311754107475281, + "sufficiency": 0.9736654162406921, "masked prediction probs": [ - 0.5806841850280762, - 0.41931581497192383 + 0.7627415657043457, + 0.2372584193944931 + ], + "full text prediction probs": [ + 0.005128101445734501, + 0.9948719143867493 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9256783723831177, + "masked prediction probs": [ + 0.1370161473751068, + 0.8629838824272156 ], "full text prediction probs": [ 0.005128101445734501, @@ -215159,7 +241796,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9313310980796814, + "sufficiency": 0.9314860701560974, "masked prediction probs": [ 0.5806841850280762, 0.41931581497192383 @@ -215171,8 +241808,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07532300055027008, - "sufficiency": 0.899876594543457, + "comprehensiveness": 0.07515318691730499, + "sufficiency": 0.9001020789146423, "masked prediction probs": [ 0.011796083301305771, 0.9882038831710815 @@ -215184,7 +241821,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.045176152139902115, + "comprehensiveness": 0.04507452994585037, "sufficiency": 0.0, "masked prediction probs": [ 0.009136362001299858, @@ -215197,7 +241834,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017063144594430923, + "comprehensiveness": 0.017024848610162735, "sufficiency": 0.0, "masked prediction probs": [ 0.006645426619797945, @@ -215210,8 +241847,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07481583952903748, - "sufficiency": 0.9005500078201294, + "comprehensiveness": 0.07464829832315445, + "sufficiency": 0.9007724523544312, "masked prediction probs": [ 0.011796083301305771, 0.9882038831710815 @@ -215223,7 +241860,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03252880275249481, + "comprehensiveness": 0.03245612233877182, "sufficiency": 0.0, "masked prediction probs": [ 0.008033822290599346, @@ -215237,7 +241874,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9322506785392761, + "sufficiency": 0.9324015378952026, + "masked prediction probs": [ + 0.5806841850280762, + 0.41931581497192383 + ], + "full text prediction probs": [ + 0.005128101445734501, + 0.9948719143867493 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9325517416000366, "masked prediction probs": [ 0.5806841850280762, 0.41931581497192383 @@ -215250,12 +241900,12 @@ } }, "test_383": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03160621598362923, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.06752744317054749, + "sufficiency": 0.640388548374176, "masked prediction probs": [ - 0.010456782765686512, - 0.9895431995391846 + 0.013468720018863678, + 0.9865313172340393 ], "full text prediction probs": [ 0.007806745823472738, @@ -215342,11 +241992,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.031087065115571022, - "sufficiency": 0.0, + "comprehensiveness": 0.06641826778650284, + "sufficiency": 0.6462884545326233, "masked prediction probs": [ - 0.010456782765686512, - 0.9895431995391846 + 0.013468720018863678, + 0.9865313172340393 ], "full text prediction probs": [ 0.007806745823472738, @@ -215354,12 +242004,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.011749031022191048, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06626278162002563, + "sufficiency": 0.6471155285835266, + "masked prediction probs": [ + 0.013468720018863678, + 0.9865313172340393 + ], + "full text prediction probs": [ + 0.007806745823472738, + 0.9921932816505432 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.046592678874731064, "sufficiency": 0.0, "masked prediction probs": [ - 0.008810617960989475, - 0.9911893606185913 + 0.011797300539910793, + 0.9882027506828308 ], "full text prediction probs": [ 0.007806745823472738, @@ -215368,7 +242031,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.17059393227100372, + "comprehensiveness": 0.17019642889499664, "sufficiency": 0.0, "masked prediction probs": [ 0.022417578846216202, @@ -215381,7 +242044,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.011694278568029404, + "comprehensiveness": 0.011667092330753803, "sufficiency": 0.0, "masked prediction probs": [ 0.008810617960989475, @@ -215394,7 +242057,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.043537382036447525, + "comprehensiveness": 0.043436404317617416, "sufficiency": 0.0, "masked prediction probs": [ 0.01155298575758934, @@ -215407,7 +242070,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07876493781805038, + "comprehensiveness": 0.07858268171548843, "sufficiency": 0.0, "masked prediction probs": [ 0.01459992304444313, @@ -215420,7 +242083,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.060120176523923874, + "comprehensiveness": 0.05998138710856438, "sufficiency": 0.0, "masked prediction probs": [ 0.013003961183130741, @@ -215433,8 +242096,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08753038197755814, - "sufficiency": 0.6720242500305176, + "comprehensiveness": 0.08732877671718597, + "sufficiency": 0.6727787852287292, "masked prediction probs": [ 0.015390979126095772, 0.9846090078353882 @@ -215446,11 +242109,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011559602804481983, + "comprehensiveness": 0.04584319517016411, "sufficiency": 0.0, "masked prediction probs": [ - 0.008810617960989475, - 0.9911893606185913 + 0.011797300539910793, + 0.9882027506828308 + ], + "full text prediction probs": [ + 0.007806745823472738, + 0.9921932816505432 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.045738089829683304, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011797300539910793, + 0.9882027506828308 ], "full text prediction probs": [ 0.007806745823472738, @@ -215460,12 +242136,12 @@ } }, "test_389": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0812816321849823, + "fixed-shap": { + "comprehensiveness": 0.3609866797924042, "sufficiency": 0.0, "masked prediction probs": [ - 0.011752760037779808, - 0.9882472157478333 + 0.03607873618602753, + 0.963921308517456 ], "full text prediction probs": [ 0.004683720413595438, @@ -215564,12 +242240,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018764972686767578, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07981304824352264, "sufficiency": 0.0, "masked prediction probs": [ - 0.0063457912765443325, - 0.9936542510986328 + 0.011752760037779808, + 0.9882472157478333 + ], + "full text prediction probs": [ + 0.004683720413595438, + 0.9953162670135498 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2446431815624237, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026400787755846977, + 0.9735992550849915 ], "full text prediction probs": [ 0.004683720413595438, @@ -215578,8 +242267,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5137203931808472, - "sufficiency": 0.528566837310791, + "comprehensiveness": 0.5125653743743896, + "sufficiency": 0.5296255946159363, "masked prediction probs": [ 0.050286777317523956, 0.9497132301330566 @@ -215591,7 +242280,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.053822942078113556, + "comprehensiveness": 0.05370220169425011, "sufficiency": 0.0, "masked prediction probs": [ 0.009472389705479145, @@ -215604,7 +242293,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.031570933759212494, + "comprehensiveness": 0.03150026872754097, "sufficiency": 0.0, "masked prediction probs": [ 0.007498995866626501, @@ -215617,7 +242306,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09889928251504898, + "comprehensiveness": 0.09867841750383377, "sufficiency": 0.0, "masked prediction probs": [ 0.013522349298000336, @@ -215630,8 +242319,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2896236181259155, - "sufficiency": 0.8411983847618103, + "comprehensiveness": 0.28897824883461, + "sufficiency": 0.8415518403053284, "masked prediction probs": [ 0.030625421553850174, 0.9693745970726013 @@ -215643,7 +242332,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.022833870723843575, + "comprehensiveness": 0.022783102467656136, "sufficiency": 0.0, "masked prediction probs": [ 0.006733514368534088, @@ -215656,7 +242345,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05322461575269699, + "comprehensiveness": 0.05310654267668724, "sufficiency": 0.0, "masked prediction probs": [ 0.009472389705479145, @@ -215667,15 +242356,28 @@ 0.9953162670135498 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01839115098118782, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0063457912765443325, + 0.9936542510986328 + ], + "full text prediction probs": [ + 0.004683720413595438, + 0.9953162670135498 + ], + "labels": 1 } }, "test_441": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.062230028212070465, "sufficiency": 0.0, "masked prediction probs": [ - 0.1055888906121254, - 0.8944111466407776 + 0.013210522010922432, + 0.9867895245552063 ], "full text prediction probs": [ 0.008005000650882721, @@ -215774,12 +242476,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.494469553232193, - 0.5055304765701294 + 0.1055888906121254, + 0.8944111466407776 + ], + "full text prediction probs": [ + 0.008005000650882721, + 0.9919949769973755 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008005000650882721, + 0.9919949769973755 ], "full text prediction probs": [ 0.008005000650882721, @@ -215801,7 +242516,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09100177139043808, + "comprehensiveness": 0.09078973531723022, "sufficiency": 0.0, "masked prediction probs": [ 0.015799250453710556, @@ -215814,7 +242529,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06031426787376404, + "comprehensiveness": 0.06017405912280083, "sufficiency": 0.0, "masked prediction probs": [ 0.01318296231329441, @@ -215827,7 +242542,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13577832281589508, + "comprehensiveness": 0.1354634165763855, "sufficiency": 0.0, "masked prediction probs": [ 0.019688567146658897, @@ -215840,8 +242555,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8671695590019226, - "sufficiency": 0.8804304003715515, + "comprehensiveness": 0.8651630282402039, + "sufficiency": 0.8807067275047302, "masked prediction probs": [ 0.08279750496149063, 0.9172024726867676 @@ -215853,7 +242568,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04149067774415016, + "comprehensiveness": 0.04139489307999611, "sufficiency": 0.0, "masked prediction probs": [ 0.011591863818466663, @@ -215877,15 +242592,28 @@ 0.9919949769973755 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.494469553232193, + 0.5055304765701294 + ], + "full text prediction probs": [ + 0.008005000650882721, + 0.9919949769973755 + ], + "labels": 1 } }, "test_456": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6857556104660034, - 0.3142443895339966 + 0.4328974187374115, + 0.5671026110649109 ], "full text prediction probs": [ 0.12103642523288727, @@ -215984,12 +242712,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8312427997589111, - 0.16875720024108887 + 0.6857556104660034, + 0.3142443895339966 + ], + "full text prediction probs": [ + 0.12103642523288727, + 0.8789635896682739 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.33038145303726196, + 0.669618546962738 ], "full text prediction probs": [ 0.12103642523288727, @@ -216087,15 +242828,28 @@ 0.8789635896682739 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8312427997589111, + 0.16875720024108887 + ], + "full text prediction probs": [ + 0.12103642523288727, + 0.8789635896682739 + ], + "labels": 1 } }, "test_463": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3627767264842987, "sufficiency": 0.0, "masked prediction probs": [ - 0.9075031876564026, - 0.0924968346953392 + 0.039337437599897385, + 0.9606625437736511 ], "full text prediction probs": [ 0.009553391486406326, @@ -216194,12 +242948,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8402298092842102, - 0.15977025032043457 + 0.9075031876564026, + 0.0924968346953392 + ], + "full text prediction probs": [ + 0.009553391486406326, + 0.9904465675354004 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0834084004163742, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01655142940580845, + 0.9834485650062561 ], "full text prediction probs": [ 0.009553391486406326, @@ -216221,7 +242988,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.010126352310180664, + "comprehensiveness": 0.010102324187755585, "sufficiency": 0.0, "masked prediction probs": [ 0.010405108332633972, @@ -216234,7 +243001,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06777282059192657, + "comprehensiveness": 0.06761238723993301, "sufficiency": 0.0, "masked prediction probs": [ 0.015266718342900276, @@ -216247,7 +243014,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.029898058623075485, + "comprehensiveness": 0.029827449470758438, "sufficiency": 0.0, "masked prediction probs": [ 0.01207977905869484, @@ -216260,8 +243027,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13583923876285553, - "sufficiency": 0.54239422082901, + "comprehensiveness": 0.13551919162273407, + "sufficiency": 0.543471097946167, "masked prediction probs": [ 0.021059155464172363, 0.9789409041404724 @@ -216273,7 +243040,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.033452074974775314, + "comprehensiveness": 0.03337344154715538, "sufficiency": 0.0, "masked prediction probs": [ 0.012393522076308727, @@ -216297,15 +243064,28 @@ 0.9904465675354004 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8402298092842102, + 0.15977025032043457 + ], + "full text prediction probs": [ + 0.009553391486406326, + 0.9904465675354004 + ], + "labels": 1 } }, "test_488": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.8133971691131592, "sufficiency": 0.0, "masked prediction probs": [ - 0.8040921688079834, - 0.19590778648853302 + 0.07634114474058151, + 0.9236588478088379 ], "full text prediction probs": [ 0.009594650939106941, @@ -216404,12 +243184,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7314945459365845, - 0.2685055136680603 + 0.8040921688079834, + 0.19590778648853302 + ], + "full text prediction probs": [ + 0.009594650939106941, + 0.9904053807258606 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16307194530963898, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023269712924957275, + 0.9767302870750427 ], "full text prediction probs": [ 0.009594650939106941, @@ -216444,7 +243237,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2640727460384369, + "comprehensiveness": 0.2634473145008087, "sufficiency": 0.0, "masked prediction probs": [ 0.031845252960920334, @@ -216483,7 +243276,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.761326253414154, + "comprehensiveness": 0.7595358490943909, "sufficiency": 0.0, "masked prediction probs": [ 0.07420028001070023, @@ -216507,15 +243300,28 @@ 0.9904053807258606 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7314945459365845, + 0.2685055136680603 + ], + "full text prediction probs": [ + 0.009594650939106941, + 0.9904053807258606 + ], + "labels": 1 } }, "test_500": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8321239352226257, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9845885634422302, - 0.015411450527608395 + 0.036724187433719635, + 0.9632757902145386 ], "full text prediction probs": [ 0.5667624473571777, @@ -216614,12 +243420,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8326871395111084, + "masked prediction probs": [ + 0.9845885634422302, + 0.015411450527608395 + ], + "full text prediction probs": [ + 0.5667624473571777, + 0.43323758244514465 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05184701085090637, - 0.9481529593467712 + 0.9802199006080627, + 0.019780144095420837 ], "full text prediction probs": [ 0.5667624473571777, @@ -216654,7 +243473,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6092357039451599, + "comprehensiveness": 0.6089805960655212, "sufficiency": 1.0, "masked prediction probs": [ 0.2758467197418213, @@ -216680,7 +243499,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7913970947265625, + "comprehensiveness": 0.7910659909248352, "sufficiency": 1.0, "masked prediction probs": [ 0.1885463446378708, @@ -216717,15 +243536,28 @@ 0.43323758244514465 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05184701085090637, + 0.9481529593467712 + ], + "full text prediction probs": [ + 0.5667624473571777, + 0.43323758244514465 + ], + "labels": 1 } }, "test_512": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.45807945728302, + "fixed-shap": { + "comprehensiveness": 0.09786742180585861, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6732133030891418, - 0.32678672671318054 + 0.022443026304244995, + 0.9775570034980774 ], "full text prediction probs": [ 0.014934767968952656, @@ -216824,12 +243656,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.46913817524909973, + "masked prediction probs": [ + 0.6732133030891418, + 0.32678672671318054 + ], + "full text prediction probs": [ + 0.014934767968952656, + 0.9850652813911438 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.053829215466976166, "sufficiency": 0.0, "masked prediction probs": [ - 0.45145201683044434, - 0.5485479831695557 + 0.019161352887749672, + 0.9808386564254761 ], "full text prediction probs": [ 0.014934767968952656, @@ -216864,7 +243709,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13073121011257172, + "comprehensiveness": 0.13040068745613098, "sufficiency": 0.0, "masked prediction probs": [ 0.02525191940367222, @@ -216877,7 +243722,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2965449094772339, + "comprehensiveness": 0.29579704999923706, "sufficiency": 0.0, "masked prediction probs": [ 0.03839714452624321, @@ -216903,7 +243748,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17352652549743652, + "comprehensiveness": 0.1730911135673523, "sufficiency": 0.0, "masked prediction probs": [ 0.02873341366648674, @@ -216927,15 +243772,28 @@ 0.9850652813911438 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.45145201683044434, + 0.5485479831695557 + ], + "full text prediction probs": [ + 0.014934767968952656, + 0.9850652813911438 + ], + "labels": 1 } }, "test_517": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.10073930025100708, "sufficiency": 0.0, "masked prediction probs": [ - 0.1219719871878624, - 0.8780280351638794 + 0.014026517048478127, + 0.9859734773635864 ], "full text prediction probs": [ 0.005330359097570181, @@ -217034,12 +243892,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.15411615371704102, - 0.845883846282959 + 0.1219719871878624, + 0.8780280351638794 + ], + "full text prediction probs": [ + 0.005330359097570181, + 0.9946696162223816 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06922643631696701, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01143090333789587, + 0.9885691404342651 ], "full text prediction probs": [ 0.005330359097570181, @@ -217061,8 +243932,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3759517967700958, - "sufficiency": 0.5885307788848877, + "comprehensiveness": 0.3751022517681122, + "sufficiency": 0.5894595384597778, "masked prediction probs": [ 0.03853582963347435, 0.9614642262458801 @@ -217074,7 +243945,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10230955481529236, + "comprehensiveness": 0.1020788922905922, "sufficiency": 0.0, "masked prediction probs": [ 0.014387141913175583, @@ -217087,7 +243958,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03411609306931496, + "comprehensiveness": 0.03403934836387634, "sufficiency": 0.0, "masked prediction probs": [ 0.008357351645827293, @@ -217100,7 +243971,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6776004433631897, + "comprehensiveness": 0.6760796308517456, "sufficiency": 0.0, "masked prediction probs": [ 0.06558504700660706, @@ -217113,7 +243984,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05263812467455864, + "comprehensiveness": 0.05252024903893471, "sufficiency": 0.0, "masked prediction probs": [ 0.010021700523793697, @@ -217137,15 +244008,28 @@ 0.9946696162223816 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15411615371704102, + 0.845883846282959 + ], + "full text prediction probs": [ + 0.005330359097570181, + 0.9946696162223816 + ], + "labels": 1 } }, "test_526": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7834692001342773, + "fixed-shap": { + "comprehensiveness": 0.03785157948732376, + "sufficiency": 0.0, "masked prediction probs": [ - 0.901020884513855, - 0.098979152739048 + 0.015967292711138725, + 0.9840326905250549 ], "full text prediction probs": [ 0.012989789247512817, @@ -217244,12 +244128,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.65123051404953, + "sufficiency": 0.7877809405326843, "masked prediction probs": [ - 0.8907693028450012, - 0.10923069715499878 + 0.901020884513855, + 0.098979152739048 + ], + "full text prediction probs": [ + 0.012989789247512817, + 0.9870102405548096 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012989789247512817, + 0.9870102405548096 ], "full text prediction probs": [ 0.012989789247512817, @@ -217259,7 +244156,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6520965099334717, + "sufficiency": 0.6529581546783447, "masked prediction probs": [ 0.8907693028450012, 0.10923069715499878 @@ -217285,7 +244182,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.6731441020965576, + "sufficiency": 0.673949658870697, "masked prediction probs": [ 0.46075883507728577, 0.5392411351203918 @@ -217298,7 +244195,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.6459701657295227, + "sufficiency": 0.646840512752533, "masked prediction probs": [ 0.09871043264865875, 0.9012896418571472 @@ -217323,7 +244220,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07214884459972382, + "comprehensiveness": 0.07197211682796478, "sufficiency": 0.0, "masked prediction probs": [ 0.018867280334234238, @@ -217337,7 +244234,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6572032570838928, + "sufficiency": 0.6580398678779602, + "masked prediction probs": [ + 0.8907693028450012, + 0.10923069715499878 + ], + "full text prediction probs": [ + 0.012989789247512817, + 0.9870102405548096 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6588723659515381, "masked prediction probs": [ 0.8907693028450012, 0.10923069715499878 @@ -217350,12 +244260,12 @@ } }, "test_531": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9463682174682617, - 0.053631823509931564 + 0.9303097128868103, + 0.0696902647614479 ], "full text prediction probs": [ 0.23791712522506714, @@ -217454,12 +244364,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9592094421386719, - 0.04079059511423111 + 0.9463682174682617, + 0.053631823509931564 + ], + "full text prediction probs": [ + 0.23791712522506714, + 0.7620829343795776 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9400840997695923, + 0.059915944933891296 ], "full text prediction probs": [ 0.23791712522506714, @@ -217557,15 +244480,28 @@ 0.7620829343795776 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9592094421386719, + 0.04079059511423111 + ], + "full text prediction probs": [ + 0.23791712522506714, + 0.7620829343795776 + ], + "labels": 1 } }, "test_540": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.592475950717926, + "fixed-shap": { + "comprehensiveness": 0.2385231852531433, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9829675555229187, - 0.017032427713274956 + 0.031588368117809296, + 0.9684116244316101 ], "full text prediction probs": [ 0.012773738242685795, @@ -217664,12 +244600,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7483037114143372, + "sufficiency": 0.6005691289901733, "masked prediction probs": [ - 0.9682179093360901, - 0.03178205341100693 + 0.9829675555229187, + 0.017032427713274956 + ], + "full text prediction probs": [ + 0.012773738242685795, + 0.9872263073921204 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.25047484040260315, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.032982103526592255, + 0.9670179486274719 ], "full text prediction probs": [ 0.012773738242685795, @@ -217679,7 +244628,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7489269375801086, + "sufficiency": 0.7495471239089966, "masked prediction probs": [ 0.9682179093360901, 0.03178205341100693 @@ -217691,7 +244640,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08505503088235855, + "comprehensiveness": 0.08484519273042679, "sufficiency": 0.0, "masked prediction probs": [ 0.019653020426630974, @@ -217704,8 +244653,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3165380358695984, - "sufficiency": 0.7903535962104797, + "comprehensiveness": 0.3157590329647064, + "sufficiency": 0.790868878364563, "masked prediction probs": [ 0.038438692688941956, 0.9615613222122192 @@ -217717,7 +244666,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03424321487545967, + "comprehensiveness": 0.03415914997458458, "sufficiency": 0.0, "masked prediction probs": [ 0.015557034872472286, @@ -217743,7 +244692,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.012321499176323414, + "comprehensiveness": 0.012291397899389267, "sufficiency": 0.0, "masked prediction probs": [ 0.013780049048364162, @@ -217757,7 +244706,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7526026964187622, + "sufficiency": 0.753204882144928, + "masked prediction probs": [ + 0.9682179093360901, + 0.03178205341100693 + ], + "full text prediction probs": [ + 0.012773738242685795, + 0.9872263073921204 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7538041472434998, "masked prediction probs": [ 0.9682179093360901, 0.03178205341100693 @@ -217770,12 +244732,12 @@ } }, "test_543": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8740009069442749, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9303463101387024, - 0.06965367496013641 + 0.3533681631088257, + 0.6466317772865295 ], "full text prediction probs": [ 0.013413090258836746, @@ -217874,12 +244836,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8765231966972351, + "masked prediction probs": [ + 0.9303463101387024, + 0.06965367496013641 + ], + "full text prediction probs": [ + 0.013413090258836746, + 0.98658686876297 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8629515767097473, - 0.13704845309257507 + 0.3021394610404968, + 0.697860598564148 ], "full text prediction probs": [ 0.013413090258836746, @@ -217889,7 +244864,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3865763545036316, + "sufficiency": 0.3881036639213562, "masked prediction probs": [ 0.77677983045578, 0.22322016954421997 @@ -217901,7 +244876,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06162082403898239, + "comprehensiveness": 0.06146759167313576, "sufficiency": 0.0, "masked prediction probs": [ 0.018357692286372185, @@ -217914,7 +244889,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08561819046735764, + "comprehensiveness": 0.08540581166744232, "sufficiency": 0.0, "masked prediction probs": [ 0.020300326868891716, @@ -217927,7 +244902,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010220048949122429, + "comprehensiveness": 0.01019475981593132, "sufficiency": 0.0, "masked prediction probs": [ 0.014237334951758385, @@ -217940,7 +244915,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7337668538093567, + "comprehensiveness": 0.7319557070732117, "sufficiency": 0.0, "masked prediction probs": [ 0.07273150235414505, @@ -217953,7 +244928,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9614545106887817, + "comprehensiveness": 0.9590871930122375, "sufficiency": 0.0, "masked prediction probs": [ 0.09133027493953705, @@ -217967,7 +244942,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.39562752842903137, + "sufficiency": 0.3971101641654968, "masked prediction probs": [ 0.77677983045578, 0.22322016954421997 @@ -217977,15 +244952,28 @@ 0.98658686876297 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8629515767097473, + 0.13704845309257507 + ], + "full text prediction probs": [ + 0.013413090258836746, + 0.98658686876297 + ], + "labels": 1 } }, "test_544": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18575848639011383, + "fixed-shap": { + "comprehensiveness": 0.06948061287403107, "sufficiency": 1.0, "masked prediction probs": [ - 0.7767486572265625, - 0.2232513576745987 + 0.8746123313903809, + 0.12538763880729675 ], "full text prediction probs": [ 0.9330897331237793, @@ -218084,12 +245072,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6391733884811401, - "sufficiency": 0.9552813768386841, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18540601432323456, + "sufficiency": 1.0, "masked prediction probs": [ - 0.3941155672073364, - 0.6058844327926636 + 0.7767486572265625, + 0.2232513576745987 + ], + "full text prediction probs": [ + 0.9330897331237793, + 0.06691034138202667 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.15407252311706543, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8031393885612488, + 0.19686053693294525 ], "full text prediction probs": [ 0.9330897331237793, @@ -218099,7 +245100,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7692691087722778, + "sufficiency": 0.7693237662315369, "masked prediction probs": [ 0.9890109896659851, 0.010989036411046982 @@ -218111,8 +245112,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6388702988624573, - "sufficiency": 0.9553025960922241, + "comprehensiveness": 0.6387189030647278, + "sufficiency": 0.9553132057189941, "masked prediction probs": [ 0.3941155672073364, 0.6058844327926636 @@ -218125,7 +245126,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9730910658836365, + "sufficiency": 0.9730975031852722, "masked prediction probs": [ 0.9758031368255615, 0.024196796119213104 @@ -218138,7 +245139,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9547624588012695, + "sufficiency": 0.9547730684280396, "masked prediction probs": [ 0.9922072291374207, 0.0077927932143211365 @@ -218150,7 +245151,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7263166904449463, + "comprehensiveness": 0.7261446714401245, "sufficiency": 1.0, "masked prediction probs": [ 0.3199068307876587, @@ -218163,8 +245164,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.43900683522224426, - "sufficiency": 0.9860910177230835, + "comprehensiveness": 0.438902884721756, + "sufficiency": 0.9860943555831909, "masked prediction probs": [ 0.5623764395713806, 0.4376235902309418 @@ -218176,8 +245177,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6381139159202576, - "sufficiency": 0.9553555250167847, + "comprehensiveness": 0.637962818145752, + "sufficiency": 0.9553660750389099, + "masked prediction probs": [ + 0.3941155672073364, + 0.6058844327926636 + ], + "full text prediction probs": [ + 0.9330897331237793, + 0.06691034138202667 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6378118991851807, + "sufficiency": 0.9553766250610352, "masked prediction probs": [ 0.3941155672073364, 0.6058844327926636 @@ -218190,12 +245204,12 @@ } }, "test_596": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9411804676055908, - 0.05881953239440918 + 0.43676382303237915, + 0.5632361769676208 ], "full text prediction probs": [ 0.04057634621858597, @@ -218294,12 +245308,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9328320622444153, - 0.06716796010732651 + 0.9411804676055908, + 0.05881953239440918 + ], + "full text prediction probs": [ + 0.04057634621858597, + 0.9594237208366394 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04057634621858597, + 0.9594237208366394 ], "full text prediction probs": [ 0.04057634621858597, @@ -218397,15 +245424,28 @@ 0.9594237208366394 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9328320622444153, + 0.06716796010732651 + ], + "full text prediction probs": [ + 0.04057634621858597, + 0.9594237208366394 + ], + "labels": 1 } }, "test_605": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9711248278617859, + "fixed-shap": { + "comprehensiveness": 0.06025717034935951, + "sufficiency": 0.8017370700836182, "masked prediction probs": [ - 0.6156216263771057, - 0.3843783736228943 + 0.008334706537425518, + 0.9916653037071228 ], "full text prediction probs": [ 0.0029922528192400932, @@ -218504,12 +245544,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9621765613555908, + "sufficiency": 0.971636176109314, "masked prediction probs": [ - 0.35252413153648376, - 0.6474758386611938 + 0.6156216263771057, + 0.3843783736228943 + ], + "full text prediction probs": [ + 0.0029922528192400932, + 0.9970077872276306 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06406952440738678, + "sufficiency": 0.7156412601470947, + "masked prediction probs": [ + 0.008788034319877625, + 0.9912119507789612 ], "full text prediction probs": [ 0.0029922528192400932, @@ -218518,8 +245571,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2882114052772522, - "sufficiency": 0.8393580913543701, + "comprehensiveness": 0.28757551312446594, + "sufficiency": 0.8397121429443359, "masked prediction probs": [ 0.029064249247312546, 0.9709357023239136 @@ -218531,8 +245584,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1431220918893814, - "sufficiency": 0.918485164642334, + "comprehensiveness": 0.1428070068359375, + "sufficiency": 0.9186644554138184, "masked prediction probs": [ 0.015967870131134987, 0.9840320944786072 @@ -218544,7 +245597,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.01742841675877571, + "comprehensiveness": 0.017390131950378418, "sufficiency": 0.0, "masked prediction probs": [ 0.004575827624648809, @@ -218557,7 +245610,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017687298357486725, + "comprehensiveness": 0.01764853112399578, "sufficiency": 0.0, "masked prediction probs": [ 0.004602840635925531, @@ -218571,7 +245624,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9625906348228455, + "sufficiency": 0.9626723527908325, "masked prediction probs": [ 0.35252413153648376, 0.6474758386611938 @@ -218583,8 +245636,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.278093159198761, - "sufficiency": 0.8541454076766968, + "comprehensiveness": 0.27748626470565796, + "sufficiency": 0.8544633388519287, "masked prediction probs": [ 0.028427155688405037, 0.9715728759765625 @@ -218597,7 +245650,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9627537131309509, + "sufficiency": 0.9628347158432007, + "masked prediction probs": [ + 0.35252413153648376, + 0.6474758386611938 + ], + "full text prediction probs": [ + 0.0029922528192400932, + 0.9970077872276306 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9629154205322266, "masked prediction probs": [ 0.35252413153648376, 0.6474758386611938 @@ -218610,12 +245676,12 @@ } }, "test_611": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03296259418129921, + "fixed-shap": { + "comprehensiveness": 0.08196312189102173, "sufficiency": 0.0, "masked prediction probs": [ - 0.006889699958264828, - 0.9931102991104126 + 0.011184774339199066, + 0.9888152480125427 ], "full text prediction probs": [ 0.004000492859631777, @@ -218714,12 +245780,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03201230987906456, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03237159177660942, "sufficiency": 0.0, "masked prediction probs": [ - 0.00685762707144022, - 0.9931423664093018 + 0.006889699958264828, + 0.9931102991104126 + ], + "full text prediction probs": [ + 0.004000492859631777, + 0.9959995746612549 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.053569477051496506, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008792389184236526, + 0.9912075996398926 ], "full text prediction probs": [ 0.004000492859631777, @@ -218728,7 +245807,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03263436257839203, + "comprehensiveness": 0.03256155177950859, "sufficiency": 0.0, "masked prediction probs": [ 0.006919731851667166, @@ -218741,7 +245820,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03186945989727974, + "comprehensiveness": 0.03179851174354553, "sufficiency": 0.0, "masked prediction probs": [ 0.00685762707144022, @@ -218754,7 +245833,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.037853602319955826, + "comprehensiveness": 0.03776951879262924, "sufficiency": 0.0, "masked prediction probs": [ 0.0074017103761434555, @@ -218767,7 +245846,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03841617330908775, + "comprehensiveness": 0.038331031799316406, "sufficiency": 0.0, "masked prediction probs": [ 0.007460004650056362, @@ -218780,7 +245859,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05766792222857475, + "comprehensiveness": 0.057540394365787506, "sufficiency": 0.0, "masked prediction probs": [ 0.009205229580402374, @@ -218793,7 +245872,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.011571206152439117, + "comprehensiveness": 0.011545673944056034, "sufficiency": 0.0, "masked prediction probs": [ 0.005047092214226723, @@ -218806,7 +245885,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03151784837245941, + "comprehensiveness": 0.03144845366477966, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00685762707144022, + 0.9931423664093018 + ], + "full text prediction probs": [ + 0.004000492859631777, + 0.9959995746612549 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03137936815619469, "sufficiency": 0.0, "masked prediction probs": [ 0.00685762707144022, @@ -218820,12 +245912,12 @@ } }, "test_643": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18794988095760345, - "sufficiency": 0.73755943775177, + "fixed-shap": { + "comprehensiveness": 0.05521596968173981, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02137703448534012, - 0.9786229133605957 + 0.009890039451420307, + 0.9901099801063538 ], "full text prediction probs": [ 0.005111570470035076, @@ -218924,12 +246016,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2214638590812683, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18453755974769592, + "sufficiency": 0.7423187494277954, + "masked prediction probs": [ + 0.02137703448534012, + 0.9786229133605957 + ], + "full text prediction probs": [ + 0.005111570470035076, + 0.9948884844779968 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03902400657534599, "sufficiency": 0.0, "masked prediction probs": [ - 0.024631885811686516, - 0.9753681421279907 + 0.008558973670005798, + 0.991441011428833 ], "full text prediction probs": [ 0.005111570470035076, @@ -218938,7 +246043,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.45409372448921204, + "comprehensiveness": 0.4530678391456604, "sufficiency": 0.0, "masked prediction probs": [ 0.045227181166410446, @@ -218951,7 +246056,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.22046321630477905, + "comprehensiveness": 0.21996626257896423, "sufficiency": 0.0, "masked prediction probs": [ 0.024631885811686516, @@ -218964,7 +246069,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02160726673901081, + "comprehensiveness": 0.021558670327067375, "sufficiency": 0.0, "masked prediction probs": [ 0.007028993684798479, @@ -218977,7 +246082,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.021558670327067375, + "comprehensiveness": 0.02151029370725155, "sufficiency": 0.0, "masked prediction probs": [ 0.007028993684798479, @@ -218990,7 +246095,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.19682152569293976, + "comprehensiveness": 0.1963808536529541, "sufficiency": 0.0, "masked prediction probs": [ 0.02265670895576477, @@ -219003,7 +246108,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03652498871088028, + "comprehensiveness": 0.03644339367747307, "sufficiency": 0.0, "masked prediction probs": [ 0.008374788798391819, @@ -219016,7 +246121,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21800069510936737, + "comprehensiveness": 0.2175147831439972, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.024631885811686516, + 0.9753681421279907 + ], + "full text prediction probs": [ + 0.005111570470035076, + 0.9948884844779968 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21703103184700012, "sufficiency": 0.0, "masked prediction probs": [ 0.024631885811686516, @@ -219030,12 +246148,12 @@ } }, "test_684": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9886593818664551, - 0.011340550146996975 + 0.9541011452674866, + 0.04589890316128731 ], "full text prediction probs": [ 0.409877210855484, @@ -219134,12 +246252,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9891595244407654, - 0.01084051001816988 + 0.9886593818664551, + 0.011340550146996975 + ], + "full text prediction probs": [ + 0.409877210855484, + 0.5901228189468384 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7773958444595337, + 0.2226041555404663 ], "full text prediction probs": [ 0.409877210855484, @@ -219237,15 +246368,28 @@ 0.5901228189468384 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9891595244407654, + 0.01084051001816988 + ], + "full text prediction probs": [ + 0.409877210855484, + 0.5901228189468384 + ], + "labels": 1 } }, "test_731": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.967289924621582, + "fixed-shap": { + "comprehensiveness": 0.18964163959026337, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9439680576324463, - 0.05603189021348953 + 0.05161420255899429, + 0.9483857750892639 ], "full text prediction probs": [ 0.04224412515759468, @@ -219344,12 +246488,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.9683141112327576, + "masked prediction probs": [ + 0.9439680576324463, + 0.05603189021348953 + ], + "full text prediction probs": [ + 0.04224412515759468, + 0.9577558636665344 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.563362717628479, "sufficiency": 0.0, "masked prediction probs": [ - 0.9282634258270264, - 0.07173660397529602 + 0.07109384983778, + 0.9289062023162842 ], "full text prediction probs": [ 0.04224412515759468, @@ -219384,7 +246541,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4435797929763794, + "comprehensiveness": 0.4418671727180481, "sufficiency": 0.0, "masked prediction probs": [ 0.06513724476099014, @@ -219447,15 +246604,28 @@ 0.9577558636665344 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9282634258270264, + 0.07173660397529602 + ], + "full text prediction probs": [ + 0.04224412515759468, + 0.9577558636665344 + ], + "labels": 1 } }, "test_750": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08871061354875565, + "fixed-shap": { + "comprehensiveness": 0.1039595678448677, "sufficiency": 0.0, "masked prediction probs": [ - 0.019871769472956657, - 0.9801282286643982 + 0.02107299491763115, + 0.9789270758628845 ], "full text prediction probs": [ 0.012884010560810566, @@ -219542,11 +246712,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.08716120570898056, + "comprehensiveness": 0.10214382410049438, "sufficiency": 0.0, "masked prediction probs": [ - 0.019871769472956657, - 0.9801282286643982 + 0.02107299491763115, + 0.9789270758628845 ], "full text prediction probs": [ 0.012884010560810566, @@ -219554,12 +246724,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.12007066607475281, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10188960283994675, "sufficiency": 0.0, "masked prediction probs": [ - 0.022534141317009926, - 0.9774658679962158 + 0.02107299491763115, + 0.9789270758628845 + ], + "full text prediction probs": [ + 0.012884010560810566, + 0.9871159195899963 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05802977830171585, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01755950041115284, + 0.9824404716491699 ], "full text prediction probs": [ 0.012884010560810566, @@ -219568,7 +246751,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08510753512382507, + "comprehensiveness": 0.0848967581987381, "sufficiency": 0.0, "masked prediction probs": [ 0.019741207361221313, @@ -219581,7 +246764,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11947593092918396, + "comprehensiveness": 0.11918076872825623, "sufficiency": 0.0, "masked prediction probs": [ 0.022534141317009926, @@ -219594,7 +246777,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12623439729213715, + "comprehensiveness": 0.12592332065105438, "sufficiency": 0.0, "masked prediction probs": [ 0.023105235770344734, @@ -219607,7 +246790,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1246757060289383, + "comprehensiveness": 0.12436921149492264, "sufficiency": 0.0, "masked prediction probs": [ 0.02300400286912918, @@ -219620,7 +246803,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4002971053123474, + "comprehensiveness": 0.3993154764175415, "sufficiency": 0.0, "masked prediction probs": [ 0.045456256717443466, @@ -219633,7 +246816,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04711304232478142, + "comprehensiveness": 0.0469977892935276, "sufficiency": 0.0, "masked prediction probs": [ 0.016727039590477943, @@ -219646,11 +246829,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11801456660032272, + "comprehensiveness": 0.057038500905036926, "sufficiency": 0.0, "masked prediction probs": [ - 0.022534141317009926, - 0.9774658679962158 + 0.01755950041115284, + 0.9824404716491699 + ], + "full text prediction probs": [ + 0.012884010560810566, + 0.9871159195899963 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.056899648159742355, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01755950041115284, + 0.9824404716491699 ], "full text prediction probs": [ 0.012884010560810566, @@ -219660,12 +246856,12 @@ } }, "test_782": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.0906551256775856, + "sufficiency": 0.779414176940918, "masked prediction probs": [ - 0.35485297441482544, - 0.6451470255851746 + 0.016995910555124283, + 0.983004093170166 ], "full text prediction probs": [ 0.00955308135598898, @@ -219764,12 +246960,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.22807900607585907, - 0.7719209790229797 + 0.35485297441482544, + 0.6451470255851746 + ], + "full text prediction probs": [ + 0.00955308135598898, + 0.990446925163269 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10745356231927872, + "sufficiency": 0.804569661617279, + "masked prediction probs": [ + 0.01856849156320095, + 0.9814314842224121 ], "full text prediction probs": [ 0.00955308135598898, @@ -219791,7 +247000,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03906155750155449, + "comprehensiveness": 0.03896887227892876, "sufficiency": 0.0, "masked prediction probs": [ 0.012838159687817097, @@ -219817,7 +247026,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0988079234957695, + "comprehensiveness": 0.09857457131147385, "sufficiency": 0.0, "masked prediction probs": [ 0.017902405932545662, @@ -219830,8 +247039,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2171477973461151, - "sufficiency": 0.5715782046318054, + "comprehensiveness": 0.21663618087768555, + "sufficiency": 0.5725864171981812, "masked prediction probs": [ 0.027945732697844505, 0.9720543026924133 @@ -219843,7 +247052,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18795746564865112, + "comprehensiveness": 0.18751567602157593, "sufficiency": 0.0, "masked prediction probs": [ 0.02551085129380226, @@ -219867,15 +247076,28 @@ 0.990446925163269 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22807900607585907, + 0.7719209790229797 + ], + "full text prediction probs": [ + 0.00955308135598898, + 0.990446925163269 + ], + "labels": 1 } }, "test_830": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.036905236542224884, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.04064534977078438, + "sufficiency": 0.4904322624206543, "masked prediction probs": [ - 0.008771974593400955, - 0.9912279844284058 + 0.009093928150832653, + 0.9909061193466187 ], "full text prediction probs": [ 0.00559606496244669, @@ -219974,12 +247196,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018705284222960472, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.036231499165296555, "sufficiency": 0.0, "masked prediction probs": [ - 0.0072356946766376495, - 0.9927642941474915 + 0.008771974593400955, + 0.9912279844284058 + ], + "full text prediction probs": [ + 0.00559606496244669, + 0.9944039583206177 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030230460688471794, + "sufficiency": 0.28741103410720825, + "masked prediction probs": [ + 0.008251981809735298, + 0.9917479753494263 ], "full text prediction probs": [ 0.00559606496244669, @@ -219988,8 +247223,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06722138822078705, - "sufficiency": 0.12176422029733658, + "comprehensiveness": 0.0670686885714531, + "sufficiency": 0.12375696748495102, "masked prediction probs": [ 0.011501934379339218, 0.9884980320930481 @@ -220001,7 +247236,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01862030103802681, + "comprehensiveness": 0.018578099086880684, "sufficiency": 0.0, "masked prediction probs": [ 0.0072356946766376495, @@ -220014,7 +247249,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03317097947001457, + "comprehensiveness": 0.03309597074985504, "sufficiency": 0.0, "masked prediction probs": [ 0.008523661643266678, @@ -220027,7 +247262,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03188309445977211, + "comprehensiveness": 0.03181115910410881, "sufficiency": 0.0, "masked prediction probs": [ 0.008416415192186832, @@ -220040,7 +247275,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.092014841735363, + "comprehensiveness": 0.09180770069360733, "sufficiency": 0.0, "masked prediction probs": [ 0.013753880746662617, @@ -220053,7 +247288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03619423136115074, + "comprehensiveness": 0.036112938076257706, "sufficiency": 0.0, "masked prediction probs": [ 0.008812117390334606, @@ -220066,7 +247301,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01841118559241295, + "comprehensiveness": 0.018369926139712334, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0072356946766376495, + 0.9927642941474915 + ], + "full text prediction probs": [ + 0.00559606496244669, + 0.9944039583206177 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018328849226236343, "sufficiency": 0.0, "masked prediction probs": [ 0.0072356946766376495, @@ -220080,12 +247328,12 @@ } }, "test_869": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11366990208625793, + "fixed-shap": { + "comprehensiveness": 0.062089528888463974, "sufficiency": 0.0, "masked prediction probs": [ - 0.014438986778259277, - 0.985560953617096 + 0.009945551864802837, + 0.9900544881820679 ], "full text prediction probs": [ 0.004536499734967947, @@ -220184,12 +247432,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.061326321214437485, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11161955446004868, "sufficiency": 0.0, "masked prediction probs": [ - 0.00997715350240469, - 0.9900228381156921 + 0.014438986778259277, + 0.985560953617096 + ], + "full text prediction probs": [ + 0.004536499734967947, + 0.9954635500907898 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04190946742892265, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008262891322374344, + 0.9917370676994324 ], "full text prediction probs": [ 0.004536499734967947, @@ -220198,8 +247459,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.026739072054624557, - "sufficiency": 0.7767433524131775, + "comprehensiveness": 0.026679053902626038, + "sufficiency": 0.7772439122200012, "masked prediction probs": [ 0.0069140358828008175, 0.9930859804153442 @@ -220211,7 +247472,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06105101481080055, + "comprehensiveness": 0.0609142892062664, "sufficiency": 0.0, "masked prediction probs": [ 0.00997715350240469, @@ -220224,7 +247485,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03939008340239525, + "comprehensiveness": 0.03930206224322319, "sufficiency": 0.0, "masked prediction probs": [ 0.008054608479142189, @@ -220237,7 +247498,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018954560160636902, + "comprehensiveness": 0.018912298604846, "sufficiency": 0.0, "masked prediction probs": [ 0.006233160383999348, @@ -220250,7 +247511,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11037522554397583, + "comprehensiveness": 0.11012967675924301, "sufficiency": 0.0, "masked prediction probs": [ 0.014438986778259277, @@ -220263,7 +247524,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04443090781569481, + "comprehensiveness": 0.04433228448033333, "sufficiency": 0.0, "masked prediction probs": [ 0.00853162445127964, @@ -220276,11 +247537,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.060373444110155106, + "comprehensiveness": 0.041259728372097015, "sufficiency": 0.0, "masked prediction probs": [ - 0.00997715350240469, - 0.9900228381156921 + 0.008262891322374344, + 0.9917370676994324 + ], + "full text prediction probs": [ + 0.004536499734967947, + 0.9954635500907898 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04116854816675186, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008262891322374344, + 0.9917370676994324 ], "full text prediction probs": [ 0.004536499734967947, @@ -220290,12 +247564,12 @@ } }, "test_917": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.034314632415771484, - "sufficiency": 0.9797933101654053, + "fixed-shap": { + "comprehensiveness": 0.01700730435550213, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9528549313545227, - 0.04714501276612282 + 0.9682932496070862, + 0.03170677274465561 ], "full text prediction probs": [ 0.9834639430046082, @@ -220394,12 +247668,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006390949245542288, - "sufficiency": 0.744259238243103, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03425319120287895, + "sufficiency": 0.9798294901847839, "masked prediction probs": [ - 0.9777529239654541, - 0.022247102111577988 + 0.9528549313545227, + 0.04714501276612282 + ], + "full text prediction probs": [ + 0.9834639430046082, + 0.016536086797714233 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8130761981010437, + "masked prediction probs": [ + 0.9834639430046082, + 0.016536086797714233 ], "full text prediction probs": [ 0.9834639430046082, @@ -220408,8 +247695,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003942809998989105, - "sufficiency": 0.7592432498931885, + "comprehensiveness": 0.003941927570849657, + "sufficiency": 0.7592971324920654, "masked prediction probs": [ 0.9799398183822632, 0.020060164853930473 @@ -220422,7 +247709,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8131179809570312, + "sufficiency": 0.8131597638130188, "masked prediction probs": [ 0.9834639430046082, 0.016536086797714233 @@ -220435,7 +247722,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8131597638130188, + "sufficiency": 0.8132015466690063, "masked prediction probs": [ 0.9834639430046082, 0.016536086797714233 @@ -220447,8 +247734,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006385232787579298, - "sufficiency": 0.744488000869751, + "comprehensiveness": 0.0063838055357337, + "sufficiency": 0.7445451021194458, "masked prediction probs": [ 0.9777529239654541, 0.022247102111577988 @@ -220460,8 +247747,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.035955317318439484, - "sufficiency": 0.9425608515739441, + "comprehensiveness": 0.0359472818672657, + "sufficiency": 0.9425737261772156, "masked prediction probs": [ 0.9512979388237, 0.048702068626880646 @@ -220473,8 +247760,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00414036912843585, - "sufficiency": 0.990980327129364, + "comprehensiveness": 0.004139444325119257, + "sufficiency": 0.9909822940826416, "masked prediction probs": [ 0.9797590970993042, 0.02024090848863125 @@ -220486,8 +247773,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006380952429026365, - "sufficiency": 0.7446592450141907, + "comprehensiveness": 0.006379526574164629, + "sufficiency": 0.7447162866592407, + "masked prediction probs": [ + 0.9777529239654541, + 0.022247102111577988 + ], + "full text prediction probs": [ + 0.9834639430046082, + 0.016536086797714233 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006378101650625467, + "sufficiency": 0.7447733283042908, "masked prediction probs": [ 0.9777529239654541, 0.022247102111577988 @@ -220500,12 +247800,12 @@ } }, "test_921": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0014820883516222239, - "sufficiency": 0.8751934766769409, + "fixed-shap": { + "comprehensiveness": 0.002286143833771348, + "sufficiency": 0.8282914161682129, "masked prediction probs": [ - 0.9906502962112427, - 0.009349718689918518 + 0.9899262189865112, + 0.010073743760585785 ], "full text prediction probs": [ 0.9919849634170532, @@ -220604,12 +247904,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.6335831880569458, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0014794596936553717, + "sufficiency": 0.8754147887229919, "masked prediction probs": [ - 0.9924013614654541, - 0.007598577067255974 + 0.9906502962112427, + 0.009349718689918518 + ], + "full text prediction probs": [ + 0.9919849634170532, + 0.008015064522624016 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0006229766295291483, + "sufficiency": 0.6866603493690491, + "masked prediction probs": [ + 0.9914228320121765, + 0.008577161468565464 ], "full text prediction probs": [ 0.9919849634170532, @@ -220618,8 +247931,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008273546700365841, - "sufficiency": 0.09972459077835083, + "comprehensiveness": 0.0008271713159047067, + "sufficiency": 0.09992406517267227, "masked prediction probs": [ 0.9912384152412415, 0.00876154936850071 @@ -220631,8 +247944,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0015344111016020179, - "sufficiency": 0.7736532688140869, + "comprehensiveness": 0.0015340711688622832, + "sufficiency": 0.773703396320343, "masked prediction probs": [ 0.9906001091003418, 0.00939988624304533 @@ -220644,8 +247957,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006227005505934358, - "sufficiency": 0.686799168586731, + "comprehensiveness": 0.0006225625984370708, + "sufficiency": 0.6868685483932495, "masked prediction probs": [ 0.9914228320121765, 0.008577161468565464 @@ -220657,8 +247970,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002565636532381177, - "sufficiency": 0.764931321144104, + "comprehensiveness": 0.0025650684256106615, + "sufficiency": 0.7649833559989929, "masked prediction probs": [ 0.9896683692932129, 0.01033170148730278 @@ -220670,8 +247983,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010661144740879536, - "sufficiency": 0.9540967345237732, + "comprehensiveness": 0.010658783838152885, + "sufficiency": 0.9541068077087402, "masked prediction probs": [ 0.9823565483093262, 0.01764344796538353 @@ -220683,8 +247996,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0064325639978051186, - "sufficiency": 0.9509131908416748, + "comprehensiveness": 0.0064311400055885315, + "sufficiency": 0.9509240388870239, "masked prediction probs": [ 0.9861742258071899, 0.01382583100348711 @@ -220696,8 +248009,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0025639329105615616, - "sufficiency": 0.765087366104126, + "comprehensiveness": 0.002563365502282977, + "sufficiency": 0.7651393413543701, "masked prediction probs": [ 0.9896683692932129, 0.01033170148730278 @@ -220707,15 +248020,28 @@ 0.008015064522624016 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.6343127489089966, + "masked prediction probs": [ + 0.9924013614654541, + 0.007598577067255974 + ], + "full text prediction probs": [ + 0.9919849634170532, + 0.008015064522624016 + ], + "labels": 0 } }, "test_940": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9874188303947449, + "fixed-shap": { + "comprehensiveness": 4.848868047702126e-05, + "sufficiency": 0.9208439588546753, "masked prediction probs": [ - 0.029462402686476707, - 0.9705376029014587 + 0.977698802947998, + 0.022301219403743744 ], "full text prediction probs": [ 0.9777417778968811, @@ -220814,12 +248140,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9874415397644043, + "masked prediction probs": [ + 0.029462402686476707, + 0.9705376029014587 + ], + "full text prediction probs": [ + 0.9777417778968811, + 0.022258233278989792 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8830352425575256, + "sufficiency": 0.8183144330978394, "masked prediction probs": [ - 0.9851181507110596, - 0.014881877228617668 + 0.9777417778968811, + 0.022258233278989792 ], "full text prediction probs": [ 0.9777417778968811, @@ -220829,7 +248168,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7895106673240662, + "sufficiency": 0.7895580530166626, "masked prediction probs": [ 0.992889404296875, 0.007110525853931904 @@ -220842,7 +248181,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8183553218841553, + "sufficiency": 0.8183962106704712, "masked prediction probs": [ 0.9777417778968811, 0.022258233278989792 @@ -220854,8 +248193,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2332884818315506, - "sufficiency": 0.8923149108886719, + "comprehensiveness": 0.23323597013950348, + "sufficiency": 0.8923391103744507, "masked prediction probs": [ 0.7704676985740662, 0.22953230142593384 @@ -220867,8 +248206,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.46734458208084106, - "sufficiency": 0.928840696811676, + "comprehensiveness": 0.4672394394874573, + "sufficiency": 0.9288567304611206, "masked prediction probs": [ 0.5624181032180786, 0.437581866979599 @@ -220881,7 +248220,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9744370579719543, + "sufficiency": 0.9744428396224976, "masked prediction probs": [ 0.02919081598520279, 0.9708092212677002 @@ -220893,8 +248232,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010251248255372047, - "sufficiency": 0.9294383525848389, + "comprehensiveness": 0.010248943231999874, + "sufficiency": 0.9294542074203491, "masked prediction probs": [ 0.9686275124549866, 0.031372494995594025 @@ -220907,7 +248246,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.974448561668396, + "sufficiency": 0.9744542241096497, "masked prediction probs": [ 0.02919081598520279, 0.9708092212677002 @@ -220917,15 +248256,28 @@ 0.022258233278989792 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8832718133926392, + "masked prediction probs": [ + 0.9851181507110596, + 0.014881877228617668 + ], + "full text prediction probs": [ + 0.9777417778968811, + 0.022258233278989792 + ], + "labels": 0 } }, "test_980": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5840250253677368, - "sufficiency": 0.9809268712997437, + "fixed-shap": { + "comprehensiveness": 0.3292268216609955, + "sufficiency": 0.9634236693382263, "masked prediction probs": [ - 0.46340158581733704, - 0.5365983843803406 + 0.691231906414032, + 0.30876803398132324 ], "full text prediction probs": [ 0.9856132864952087, @@ -221024,12 +248376,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8777362704277039, - "sufficiency": 0.9693523049354553, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5829818248748779, + "sufficiency": 0.9809609055519104, "masked prediction probs": [ - 0.19937241077423096, - 0.8006275296211243 + 0.46340158581733704, + 0.5365983843803406 + ], + "full text prediction probs": [ + 0.9856132864952087, + 0.01438673585653305 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.04631475359201431, + "sufficiency": 0.9203900694847107, + "masked prediction probs": [ + 0.9441171288490295, + 0.055882908403873444 ], "full text prediction probs": [ 0.9856132864952087, @@ -221039,7 +248404,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7468089461326599, + "sufficiency": 0.7468653917312622, "masked prediction probs": [ 0.9885176420211792, 0.011482368223369122 @@ -221051,8 +248416,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8773444890975952, - "sufficiency": 0.9693661332130432, + "comprehensiveness": 0.8771487474441528, + "sufficiency": 0.9693728685379028, "masked prediction probs": [ 0.19937241077423096, 0.8006275296211243 @@ -221064,8 +248429,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002861669985577464, - "sufficiency": 0.9118170142173767, + "comprehensiveness": 0.002861031563952565, + "sufficiency": 0.9118366241455078, "masked prediction probs": [ 0.9830482006072998, 0.016951726749539375 @@ -221078,7 +248443,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.795048713684082, + "sufficiency": 0.79509437084198, "masked prediction probs": [ 0.9860343337059021, 0.013965640217065811 @@ -221090,8 +248455,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3562195897102356, - "sufficiency": 0.9840085506439209, + "comprehensiveness": 0.35614013671875, + "sufficiency": 0.9840121269226074, "masked prediction probs": [ 0.6661698818206787, 0.3338300883769989 @@ -221103,8 +248468,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.026300115510821342, - "sufficiency": 0.877308189868927, + "comprehensiveness": 0.026294253766536713, + "sufficiency": 0.8773355484008789, "masked prediction probs": [ 0.962023138999939, 0.037976864725351334 @@ -221116,8 +248481,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8763665556907654, - "sufficiency": 0.96940016746521, + "comprehensiveness": 0.8761712312698364, + "sufficiency": 0.9694069623947144, + "masked prediction probs": [ + 0.19937241077423096, + 0.8006275296211243 + ], + "full text prediction probs": [ + 0.9856132864952087, + 0.01438673585653305 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.875976026058197, + "sufficiency": 0.9694138169288635, "masked prediction probs": [ 0.19937241077423096, 0.8006275296211243 @@ -221130,12 +248508,12 @@ } }, "test_994": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9627205729484558, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.37237751483917236, + "sufficiency": 0.9767268300056458, "masked prediction probs": [ - 0.12373737245798111, - 0.8762626647949219 + 0.6349731683731079, + 0.3650268614292145 ], "full text prediction probs": [ 0.9574512839317322, @@ -221234,12 +248612,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9821027517318726, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9609451293945312, "sufficiency": 1.0, "masked prediction probs": [ - 0.1053810864686966, - 0.8946189284324646 + 0.12373737245798111, + 0.8762626647949219 + ], + "full text prediction probs": [ + 0.9574512839317322, + 0.04254874959588051 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2785947322845459, + "sufficiency": 0.9445294737815857, + "masked prediction probs": [ + 0.7156873941421509, + 0.2843126356601715 ], "full text prediction probs": [ 0.9574512839317322, @@ -221249,7 +248640,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7659285068511963, + "sufficiency": 0.7659823894500732, "masked prediction probs": [ 0.9685665965080261, 0.031433358788490295 @@ -221261,7 +248652,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08392904698848724, + "comprehensiveness": 0.08390971273183823, "sufficiency": 1.0, "masked prediction probs": [ 0.8846010565757751, @@ -221275,7 +248666,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8096829652786255, + "sufficiency": 0.8097268342971802, "masked prediction probs": [ 0.9591206312179565, 0.04087940230965614 @@ -221287,7 +248678,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0644390657544136, + "comprehensiveness": 0.06442423164844513, "sufficiency": 1.0, "masked prediction probs": [ 0.9014925360679626, @@ -221300,7 +248691,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9809721112251282, + "comprehensiveness": 0.9807462096214294, "sufficiency": 1.0, "masked prediction probs": [ 0.1053810864686966, @@ -221314,7 +248705,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9608416557312012, + "sufficiency": 0.9608505964279175, "masked prediction probs": [ 0.9743437767028809, 0.025656165555119514 @@ -221326,7 +248717,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9805205464363098, + "comprehensiveness": 0.9802948832511902, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1053810864686966, + 0.8946189284324646 + ], + "full text prediction probs": [ + 0.9574512839317322, + 0.04254874959588051 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9800693988800049, "sufficiency": 1.0, "masked prediction probs": [ 0.1053810864686966, @@ -221340,12 +248744,12 @@ } }, "test_999": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01921713910996914, - "sufficiency": 0.9773167967796326, + "fixed-shap": { + "comprehensiveness": 0.01364316325634718, + "sufficiency": 0.9070570468902588, "masked prediction probs": [ - 0.9723204374313354, - 0.027679579332470894 + 0.9773265719413757, + 0.02267342060804367 ], "full text prediction probs": [ 0.9895798563957214, @@ -221444,12 +248848,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02288646623492241, - "sufficiency": 0.915627121925354, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01918296329677105, + "sufficiency": 0.9773571491241455, "masked prediction probs": [ - 0.968988299369812, - 0.031011715531349182 + 0.9723204374313354, + 0.027679579332470894 + ], + "full text prediction probs": [ + 0.9895798563957214, + 0.010420147329568863 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01330451387912035, + "sufficiency": 0.888474702835083, + "masked prediction probs": [ + 0.9776067733764648, + 0.02239324524998665 ], "full text prediction probs": [ 0.9895798563957214, @@ -221458,8 +248875,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004769225604832172, - "sufficiency": 0.8445162177085876, + "comprehensiveness": 0.004768165294080973, + "sufficiency": 0.8445508480072021, "masked prediction probs": [ 0.9852879047393799, 0.014712133444845676 @@ -221471,8 +248888,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02287629432976246, - "sufficiency": 0.9156647324562073, + "comprehensiveness": 0.022871213033795357, + "sufficiency": 0.915683388710022, "masked prediction probs": [ 0.968988299369812, 0.031011715531349182 @@ -221484,8 +248901,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.034102749079465866, - "sufficiency": 0.9070125222206116, + "comprehensiveness": 0.03409517556428909, + "sufficiency": 0.9070330858230591, "masked prediction probs": [ 0.9588762521743774, 0.04112371429800987 @@ -221497,8 +248914,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.023131484165787697, - "sufficiency": 0.8433482646942139, + "comprehensiveness": 0.023126348853111267, + "sufficiency": 0.8433830738067627, "masked prediction probs": [ 0.9687493443489075, 0.03125062584877014 @@ -221510,8 +248927,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04876135289669037, - "sufficiency": 0.9755558371543884, + "comprehensiveness": 0.04875052720308304, + "sufficiency": 0.9755613803863525, "masked prediction probs": [ 0.9456592202186584, 0.054340772330760956 @@ -221523,8 +248940,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.018175145611166954, - "sufficiency": 0.8984662890434265, + "comprehensiveness": 0.01817111298441887, + "sufficiency": 0.8984888195991516, "masked prediction probs": [ 0.9732053875923157, 0.026794621720910072 @@ -221536,8 +248953,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02285090833902359, - "sufficiency": 0.9157582521438599, + "comprehensiveness": 0.022845838218927383, + "sufficiency": 0.9157769083976746, + "masked prediction probs": [ + 0.968988299369812, + 0.031011715531349182 + ], + "full text prediction probs": [ + 0.9895798563957214, + 0.010420147329568863 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.022840769961476326, + "sufficiency": 0.915795624256134, "masked prediction probs": [ 0.968988299369812, 0.031011715531349182 @@ -221550,12 +248980,12 @@ } }, "test_1001": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7279427647590637, + "fixed-shap": { + "comprehensiveness": 0.28403791785240173, + "sufficiency": 0.936262309551239, "masked prediction probs": [ - 0.9772294759750366, - 0.022770574316382408 + 0.7220084071159363, + 0.2779915928840637 ], "full text prediction probs": [ 0.9721634387969971, @@ -221642,11 +249072,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.06755168735980988, - "sufficiency": 0.9788097739219666, + "comprehensiveness": 0.28358712792396545, + "sufficiency": 0.9363633990287781, "masked prediction probs": [ - 0.9125754237174988, - 0.08742453902959824 + 0.7220084071159363, + 0.2779915928840637 ], "full text prediction probs": [ 0.9721634387969971, @@ -221654,12 +249084,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.7382672429084778, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2835228443145752, + "sufficiency": 0.9363778829574585, "masked prediction probs": [ - 0.9762315154075623, - 0.02376847341656685 + 0.7220084071159363, + 0.2779915928840637 + ], + "full text prediction probs": [ + 0.9721634387969971, + 0.027836531400680542 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.059360627084970474, + "sufficiency": 0.889954686164856, + "masked prediction probs": [ + 0.9197770953178406, + 0.08022286742925644 ], "full text prediction probs": [ 0.9721634387969971, @@ -221669,7 +249112,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8691326975822449, + "sufficiency": 0.8691622614860535, "masked prediction probs": [ 0.9847398400306702, 0.015260138548910618 @@ -221681,8 +249124,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07053235918283463, - "sufficiency": 0.8490246534347534, + "comprehensiveness": 0.07051637768745422, + "sufficiency": 0.8490589261054993, "masked prediction probs": [ 0.9099038243293762, 0.09009619802236557 @@ -221695,7 +249138,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8235663771629333, + "sufficiency": 0.8236063718795776, "masked prediction probs": [ 0.9721634387969971, 0.027836531400680542 @@ -221708,7 +249151,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8329738974571228, + "sufficiency": 0.8330117464065552, "masked prediction probs": [ 0.9830049276351929, 0.016995105892419815 @@ -221720,8 +249163,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.16343998908996582, - "sufficiency": 0.9331163763999939, + "comprehensiveness": 0.1634029895067215, + "sufficiency": 0.9331314563751221, "masked prediction probs": [ 0.8277952671051025, 0.17220474779605865 @@ -221733,8 +249176,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07397058606147766, - "sufficiency": 0.8346588611602783, + "comprehensiveness": 0.07395384460687637, + "sufficiency": 0.8346962928771973, "masked prediction probs": [ 0.9068096876144409, 0.0931902676820755 @@ -221746,11 +249189,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07045254111289978, - "sufficiency": 0.8491955399513245, + "comprehensiveness": 0.059266604483127594, + "sufficiency": 0.8901289701461792, "masked prediction probs": [ - 0.9099038243293762, - 0.09009619802236557 + 0.9197770953178406, + 0.08022286742925644 + ], + "full text prediction probs": [ + 0.9721634387969971, + 0.027836531400680542 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05925319716334343, + "sufficiency": 0.8901538252830505, + "masked prediction probs": [ + 0.9197770953178406, + 0.08022286742925644 ], "full text prediction probs": [ 0.9721634387969971, @@ -221760,12 +249216,12 @@ } }, "test_1006": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03102223388850689, - "sufficiency": 0.8986450433731079, + "fixed-shap": { + "comprehensiveness": 0.0076881893910467625, + "sufficiency": 0.9619170427322388, "masked prediction probs": [ - 0.9596889019012451, - 0.040311142802238464 + 0.9805969595909119, + 0.01940302550792694 ], "full text prediction probs": [ 0.9874858260154724, @@ -221864,12 +249320,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04506734758615494, - "sufficiency": 0.9219568967819214, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03096693567931652, + "sufficiency": 0.8988257050514221, "masked prediction probs": [ - 0.9470319151878357, - 0.052968088537454605 + 0.9596889019012451, + 0.040311142802238464 + ], + "full text prediction probs": [ + 0.9874858260154724, + 0.01251423079520464 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0032475327607244253, + "sufficiency": 0.9628163576126099, + "masked prediction probs": [ + 0.9845700860023499, + 0.015429911203682423 ], "full text prediction probs": [ 0.9874858260154724, @@ -221878,8 +249347,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0029666482005268335, - "sufficiency": 0.8104579448699951, + "comprehensiveness": 0.002965987427160144, + "sufficiency": 0.8105001449584961, "masked prediction probs": [ 0.9848222732543945, 0.015177682973444462 @@ -221891,8 +249360,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004798930138349533, - "sufficiency": 0.821062445640564, + "comprehensiveness": 0.004797861911356449, + "sufficiency": 0.8211022615432739, "masked prediction probs": [ 0.9831762313842773, 0.016823794692754745 @@ -221904,8 +249373,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0018909957725554705, - "sufficiency": 0.8880389332771301, + "comprehensiveness": 0.0018905746983364224, + "sufficiency": 0.8880637884140015, "masked prediction probs": [ 0.9857872724533081, 0.014212721027433872 @@ -221917,8 +249386,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002275960985571146, - "sufficiency": 0.8641297817230225, + "comprehensiveness": 0.002275454346090555, + "sufficiency": 0.8641600608825684, "masked prediction probs": [ 0.9854410290718079, 0.014559047296643257 @@ -221930,8 +249399,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04501719772815704, - "sufficiency": 0.9220437407493591, + "comprehensiveness": 0.04500718042254448, + "sufficiency": 0.9220610857009888, "masked prediction probs": [ 0.9470319151878357, 0.052968088537454605 @@ -221943,8 +249412,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010155567899346352, - "sufficiency": 0.8412043452262878, + "comprehensiveness": 0.010153309442102909, + "sufficiency": 0.8412396311759949, "masked prediction probs": [ 0.9783576726913452, 0.021642323583364487 @@ -221956,8 +249425,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04499717056751251, - "sufficiency": 0.9220784306526184, + "comprehensiveness": 0.044987160712480545, + "sufficiency": 0.922095775604248, + "masked prediction probs": [ + 0.9470319151878357, + 0.052968088537454605 + ], + "full text prediction probs": [ + 0.9874858260154724, + 0.01251423079520464 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.044977158308029175, + "sufficiency": 0.9221130609512329, "masked prediction probs": [ 0.9470319151878357, 0.052968088537454605 @@ -221970,12 +249452,12 @@ } }, "test_1008": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010909541510045528, - "sufficiency": 0.9988061785697937, + "fixed-shap": { + "comprehensiveness": 0.056681592017412186, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9500405192375183, - 0.0499594509601593 + 0.910307765007019, + 0.08969224989414215 ], "full text prediction probs": [ 0.9595106244087219, @@ -222074,12 +249556,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0151508254930377, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010889469645917416, + "sufficiency": 0.9988083839416504, + "masked prediction probs": [ + 0.9500405192375183, + 0.0499594509601593 + ], + "full text prediction probs": [ + 0.9595106244087219, + 0.040489356964826584 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08072342723608017, "sufficiency": 1.0, "masked prediction probs": [ - 0.9463346004486084, - 0.0536653995513916 + 0.8892927765846252, + 0.11070728302001953 ], "full text prediction probs": [ 0.9595106244087219, @@ -222089,7 +249584,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8269004821777344, + "sufficiency": 0.8269402980804443, "masked prediction probs": [ 0.9764425158500671, 0.023557445034384727 @@ -222101,8 +249596,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006336516700685024, - "sufficiency": 0.8401075601577759, + "comprehensiveness": 0.006335060577839613, + "sufficiency": 0.8401443362236023, "masked prediction probs": [ 0.9539974927902222, 0.046002499759197235 @@ -222114,8 +249609,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.018091855570673943, - "sufficiency": 0.9208817481994629, + "comprehensiveness": 0.01808769814670086, + "sufficiency": 0.9208999276161194, "masked prediction probs": [ 0.9437660574913025, 0.056233927607536316 @@ -222127,8 +249622,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011939866468310356, - "sufficiency": 0.9980747103691101, + "comprehensiveness": 0.011937124654650688, + "sufficiency": 0.9980751872062683, "masked prediction probs": [ 0.9491174817085266, 0.050882529467344284 @@ -222141,7 +249636,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9739924073219299, + "sufficiency": 0.9739983677864075, "masked prediction probs": [ 0.9755363464355469, 0.024463597685098648 @@ -222154,7 +249649,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.903051495552063, + "sufficiency": 0.9030737280845642, "masked prediction probs": [ 0.9650371074676514, 0.03496294468641281 @@ -222166,8 +249661,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006329242140054703, - "sufficiency": 0.8402910828590393, + "comprehensiveness": 0.006327788811177015, + "sufficiency": 0.840327799320221, "masked prediction probs": [ 0.9539974927902222, 0.046002499759197235 @@ -222177,15 +249672,28 @@ 0.040489356964826584 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015119531191885471, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9463346004486084, + 0.0536653995513916 + ], + "full text prediction probs": [ + 0.9595106244087219, + 0.040489356964826584 + ], + "labels": 0 } }, "test_1037": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.025530202314257622, - "sufficiency": 0.9329053163528442, + "fixed-shap": { + "comprehensiveness": 0.01460291724652052, + "sufficiency": 0.8132619857788086, "masked prediction probs": [ - 0.964917778968811, - 0.03508220985531807 + 0.9747124314308167, + 0.0252875704318285 ], "full text prediction probs": [ 0.987801730632782, @@ -222272,11 +249780,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.02549038827419281, - "sufficiency": 0.933009922504425, + "comprehensiveness": 0.014580144546926022, + "sufficiency": 0.8135531544685364, "masked prediction probs": [ - 0.964917778968811, - 0.03508220985531807 + 0.9747124314308167, + 0.0252875704318285 ], "full text prediction probs": [ 0.987801730632782, @@ -222284,12 +249792,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.001485223532654345, - "sufficiency": 0.8645102381706238, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.014576897025108337, + "sufficiency": 0.8135946989059448, "masked prediction probs": [ - 0.9864680767059326, - 0.01353188045322895 + 0.9747124314308167, + 0.0252875704318285 + ], + "full text prediction probs": [ + 0.987801730632782, + 0.0121982516720891 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.018220150843262672, + "sufficiency": 0.8715509176254272, + "masked prediction probs": [ + 0.9714373350143433, + 0.028562702238559723 ], "full text prediction probs": [ 0.987801730632782, @@ -222298,8 +249819,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.016716940328478813, - "sufficiency": 0.8410371541976929, + "comprehensiveness": 0.01671321876347065, + "sufficiency": 0.8410725593566895, "masked prediction probs": [ 0.9727874398231506, 0.02721250429749489 @@ -222311,8 +249832,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00026393693406134844, - "sufficiency": 0.7967935800552368, + "comprehensiveness": 0.0002638781734276563, + "sufficiency": 0.7968388199806213, "masked prediction probs": [ 0.9875646233558655, 0.01243536826223135 @@ -222324,8 +249845,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012421710416674614, - "sufficiency": 0.8943783044815063, + "comprehensiveness": 0.012418946251273155, + "sufficiency": 0.8944017291069031, "masked prediction probs": [ 0.9766402244567871, 0.023359831422567368 @@ -222337,8 +249858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.019630342721939087, - "sufficiency": 0.9015792608261108, + "comprehensiveness": 0.01962597481906414, + "sufficiency": 0.9016011357307434, "masked prediction probs": [ 0.9701589941978455, 0.029841028153896332 @@ -222350,8 +249871,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03755249083042145, - "sufficiency": 0.953639805316925, + "comprehensiveness": 0.037544135004282, + "sufficiency": 0.953650176525116, "masked prediction probs": [ 0.954043984413147, 0.045956023037433624 @@ -222363,8 +249884,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011497954837977886, - "sufficiency": 0.8599652051925659, + "comprehensiveness": 0.011495397426187992, + "sufficiency": 0.8599963188171387, "masked prediction probs": [ 0.9774633646011353, 0.022536607459187508 @@ -222376,11 +249897,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00026364345103502274, - "sufficiency": 0.7970194816589355, + "comprehensiveness": 0.01819179207086563, + "sufficiency": 0.8717507719993591, "masked prediction probs": [ - 0.9875646233558655, - 0.01243536826223135 + 0.9714373350143433, + 0.028562702238559723 + ], + "full text prediction probs": [ + 0.987801730632782, + 0.0121982516720891 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0014822522643953562, + "sufficiency": 0.8647812604904175, + "masked prediction probs": [ + 0.9864680767059326, + 0.01353188045322895 ], "full text prediction probs": [ 0.987801730632782, @@ -222390,12 +249924,12 @@ } }, "test_1054": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.49609699845314026, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8496578335762024, "masked prediction probs": [ - 0.5277292728424072, - 0.47227078676223755 + 0.981502115726471, + 0.018497934564948082 ], "full text prediction probs": [ 0.9572466611862183, @@ -222494,12 +250028,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8827858567237854, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4951818883419037, "sufficiency": 1.0, "masked prediction probs": [ - 0.1915242224931717, - 0.8084757924079895 + 0.5277292728424072, + 0.47227078676223755 + ], + "full text prediction probs": [ + 0.9572466611862183, + 0.04275331273674965 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8376432061195374, + "masked prediction probs": [ + 0.9572466611862183, + 0.04275331273674965 ], "full text prediction probs": [ 0.9572466611862183, @@ -222509,7 +250056,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4411027729511261, + "sufficiency": 0.44123154878616333, "masked prediction probs": [ 0.9846951365470886, 0.01530484389513731 @@ -222522,7 +250069,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8376805782318115, + "sufficiency": 0.8377180099487305, "masked prediction probs": [ 0.9572466611862183, 0.04275331273674965 @@ -222534,8 +250081,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009312406182289124, - "sufficiency": 0.8581075072288513, + "comprehensiveness": 0.00931026041507721, + "sufficiency": 0.858140230178833, "masked prediction probs": [ 0.949163556098938, 0.05083645507693291 @@ -222547,8 +250094,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00931026041507721, - "sufficiency": 0.858140230178833, + "comprehensiveness": 0.009308116510510445, + "sufficiency": 0.8581728339195251, "masked prediction probs": [ 0.949163556098938, 0.05083645507693291 @@ -222560,8 +250107,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7076380848884583, - "sufficiency": 0.946632444858551, + "comprehensiveness": 0.7074751257896423, + "sufficiency": 0.94664466381073, "masked prediction probs": [ 0.3427385687828064, 0.6572614312171936 @@ -222574,7 +250121,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8817610740661621, + "sufficiency": 0.8817883729934692, "masked prediction probs": [ 0.9638557434082031, 0.036144230514764786 @@ -222587,7 +250134,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8378674387931824, + "sufficiency": 0.8379048109054565, "masked prediction probs": [ 0.9572466611862183, 0.04275331273674965 @@ -222597,15 +250144,28 @@ 0.04275331273674965 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8809577226638794, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1915242224931717, + 0.8084757924079895 + ], + "full text prediction probs": [ + 0.9572466611862183, + 0.04275331273674965 + ], + "labels": 0 } }, "test_1104": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013009775429964066, - "sufficiency": 0.9292422533035278, + "fixed-shap": { + "comprehensiveness": 0.00585988350212574, + "sufficiency": 0.8755394220352173, "masked prediction probs": [ - 0.9844202399253845, - 0.015579747967422009 + 0.9908890128135681, + 0.009110989980399609 ], "full text prediction probs": [ 0.9961906671524048, @@ -222704,12 +250264,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.055191319435834885, - "sufficiency": 0.9836506843566895, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.012986808083951473, + "sufficiency": 0.929367184638977, "masked prediction probs": [ - 0.9461687207221985, - 0.053831253200769424 + 0.9844202399253845, + 0.015579747967422009 + ], + "full text prediction probs": [ + 0.9961906671524048, + 0.003809358924627304 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005391615908592939, + "sufficiency": 0.8368844985961914, + "masked prediction probs": [ + 0.9913029670715332, + 0.008696984499692917 ], "full text prediction probs": [ 0.9961906671524048, @@ -222718,8 +250291,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0011505559086799622, - "sufficiency": 0.7734172344207764, + "comprehensiveness": 0.0011503020068630576, + "sufficiency": 0.7734672427177429, "masked prediction probs": [ 0.9951476454734802, 0.004852414131164551 @@ -222731,8 +250304,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05516697093844414, - "sufficiency": 0.9836577773094177, + "comprehensiveness": 0.05515480786561966, + "sufficiency": 0.983661413192749, "masked prediction probs": [ 0.9461687207221985, 0.053831253200769424 @@ -222744,8 +250317,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.014147981069982052, - "sufficiency": 0.9255056381225586, + "comprehensiveness": 0.01414486113935709, + "sufficiency": 0.9255220890045166, "masked prediction probs": [ 0.9833593368530273, 0.016640685498714447 @@ -222757,8 +250330,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011463649570941925, - "sufficiency": 0.9596096277236938, + "comprehensiveness": 0.011461122892796993, + "sufficiency": 0.9596185684204102, "masked prediction probs": [ 0.9857915639877319, 0.014208486303687096 @@ -222770,8 +250343,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.11790547519922256, - "sufficiency": 0.9452385306358337, + "comprehensiveness": 0.1178794875741005, + "sufficiency": 0.9452505707740784, "masked prediction probs": [ 0.8892106413841248, 0.11078929156064987 @@ -222783,8 +250356,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004935127682983875, - "sufficiency": 0.8374544978141785, + "comprehensiveness": 0.004934040829539299, + "sufficiency": 0.8374903798103333, "masked prediction probs": [ 0.9917118549346924, 0.008288168348371983 @@ -222796,8 +250369,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05510620027780533, - "sufficiency": 0.9836758375167847, + "comprehensiveness": 0.05509405955672264, + "sufficiency": 0.983679473400116, + "masked prediction probs": [ + 0.9461687207221985, + 0.053831253200769424 + ], + "full text prediction probs": [ + 0.9961906671524048, + 0.003809358924627304 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05508192628622055, + "sufficiency": 0.9836830496788025, "masked prediction probs": [ 0.9461687207221985, 0.053831253200769424 @@ -222810,12 +250396,12 @@ } }, "test_1108": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06552553921937943, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8666816353797913, "masked prediction probs": [ - 0.9041076302528381, - 0.09589237719774246 + 0.970740020275116, + 0.029260028153657913 ], "full text prediction probs": [ 0.9610911011695862, @@ -222914,12 +250500,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00483350083231926, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06540519744157791, "sufficiency": 1.0, "masked prediction probs": [ - 0.9568799734115601, - 0.04311998561024666 + 0.9041076302528381, + 0.09589237719774246 + ], + "full text prediction probs": [ + 0.9610911011695862, + 0.03890892490744591 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8472446203231812, + "masked prediction probs": [ + 0.9690564274787903, + 0.030943600460886955 ], "full text prediction probs": [ 0.9610911011695862, @@ -222929,7 +250528,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9087822437286377, + "sufficiency": 0.9088031649589539, "masked prediction probs": [ 0.9769567847251892, 0.023043280467391014 @@ -222941,7 +250540,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.16256512701511383, + "comprehensiveness": 0.16252784430980682, "sufficiency": 1.0, "masked prediction probs": [ 0.8193932175636292, @@ -222954,8 +250553,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0639057531952858, - "sufficiency": 0.9958153367042542, + "comprehensiveness": 0.06389109790325165, + "sufficiency": 0.9958162903785706, "masked prediction probs": [ 0.9053756594657898, 0.09462438523769379 @@ -222967,8 +250566,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.06389109790325165, - "sufficiency": 0.9958162903785706, + "comprehensiveness": 0.0638764500617981, + "sufficiency": 0.995817244052887, "masked prediction probs": [ 0.9053756594657898, 0.09462438523769379 @@ -222980,7 +250579,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1735610067844391, + "comprehensiveness": 0.17352120578289032, "sufficiency": 1.0, "masked prediction probs": [ 0.8097046613693237, @@ -222994,7 +250593,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9459444284439087, + "sufficiency": 0.9459567666053772, "masked prediction probs": [ 0.9709460735321045, 0.02905387617647648 @@ -223006,8 +250605,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06384716928005219, - "sufficiency": 0.9958192110061646, + "comprehensiveness": 0.06383253633975983, + "sufficiency": 0.995820164680481, "masked prediction probs": [ 0.9053756594657898, 0.09462438523769379 @@ -223017,15 +250616,28 @@ 0.03890892490744591 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004823535215109587, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9568799734115601, + 0.04311998561024666 + ], + "full text prediction probs": [ + 0.9610911011695862, + 0.03890892490744591 + ], + "labels": 0 } }, "test_1129": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9559102058410645, - 0.04408977925777435 + 0.12141427397727966, + 0.878585696220398 ], "full text prediction probs": [ 0.021103037521243095, @@ -223124,12 +250736,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8556255102157593, - 0.14437447488307953 + 0.9559102058410645, + 0.04408977925777435 + ], + "full text prediction probs": [ + 0.021103037521243095, + 0.9788970351219177 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1386035680770874, + 0.8613964915275574 ], "full text prediction probs": [ 0.021103037521243095, @@ -223151,7 +250776,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9777300953865051, + "comprehensiveness": 0.9750417470932007, "sufficiency": 0.0, "masked prediction probs": [ 0.09203826636075974, @@ -223164,7 +250789,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1115308627486229, + "comprehensiveness": 0.11122504621744156, "sufficiency": 0.0, "masked prediction probs": [ 0.029216961935162544, @@ -223177,7 +250802,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11122504621744156, + "comprehensiveness": 0.11092089861631393, "sufficiency": 0.0, "masked prediction probs": [ 0.029216961935162544, @@ -223227,15 +250852,28 @@ 0.9788970351219177 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8556255102157593, + 0.14437447488307953 + ], + "full text prediction probs": [ + 0.021103037521243095, + 0.9788970351219177 + ], + "labels": 1 } }, "test_1180": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7338728308677673, "sufficiency": 0.0, "masked prediction probs": [ - 0.9205759763717651, - 0.07942404597997665 + 0.07145526260137558, + 0.9285447597503662 ], "full text prediction probs": [ 0.01575631834566593, @@ -223334,12 +250972,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9112323522567749, - 0.0887676328420639 + 0.9205759763717651, + 0.07942404597997665 + ], + "full text prediction probs": [ + 0.01575631834566593, + 0.9842437505722046 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.672156810760498, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06798121333122253, + 0.9320187568664551 ], "full text prediction probs": [ 0.01575631834566593, @@ -223361,7 +251012,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18029682338237762, + "comprehensiveness": 0.1798350214958191, "sufficiency": 0.0, "masked prediction probs": [ 0.02980092167854309, @@ -223374,7 +251025,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024809541180729866, + "comprehensiveness": 0.024746159091591835, "sufficiency": 0.0, "masked prediction probs": [ 0.017693858593702316, @@ -223387,7 +251038,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04599282145500183, + "comprehensiveness": 0.04587562009692192, "sufficiency": 0.0, "masked prediction probs": [ 0.019357455894351006, @@ -223400,7 +251051,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5595539212226868, + "comprehensiveness": 0.5581316947937012, "sufficiency": 0.0, "masked prediction probs": [ 0.05967993661761284, @@ -223437,15 +251088,28 @@ 0.9842437505722046 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9112323522567749, + 0.0887676328420639 + ], + "full text prediction probs": [ + 0.01575631834566593, + 0.9842437505722046 + ], + "labels": 1 } }, "test_1202": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9855251312255859, + "fixed-shap": { + "comprehensiveness": 0.35877281427383423, "sufficiency": 1.0, "masked prediction probs": [ - 0.10419833660125732, - 0.8958016037940979 + 0.6560406684875488, + 0.3439593017101288 ], "full text prediction probs": [ 0.9719326496124268, @@ -223544,12 +251208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9837374091148376, "sufficiency": 1.0, "masked prediction probs": [ - 0.07593461126089096, - 0.924065351486206 + 0.10419833660125732, + 0.8958016037940979 + ], + "full text prediction probs": [ + 0.9719326496124268, + 0.028067274019122124 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9717962741851807, + "sufficiency": 0.9840148687362671, + "masked prediction probs": [ + 0.11453704535961151, + 0.8854629993438721 ], "full text prediction probs": [ 0.9719326496124268, @@ -223559,7 +251236,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9185472726821899, + "sufficiency": 0.9185656905174255, "masked prediction probs": [ 0.9917268753051758, 0.008273119106888771 @@ -223572,7 +251249,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8237416744232178, + "sufficiency": 0.8237816691398621, "masked prediction probs": [ 0.9719326496124268, 0.028067274019122124 @@ -223585,7 +251262,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8601217865943909, + "sufficiency": 0.8601535558700562, "masked prediction probs": [ 0.9923394918441772, 0.00766054866835475 @@ -223598,7 +251275,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8260564208030701, + "sufficiency": 0.8260958194732666, "masked prediction probs": [ 0.992059588432312, 0.007940390147268772 @@ -223624,7 +251301,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9391885995864868, + "sufficiency": 0.9392023682594299, "masked prediction probs": [ 0.9811290502548218, 0.01887095347046852 @@ -223647,15 +251324,28 @@ 0.028067274019122124 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.07593461126089096, + 0.924065351486206 + ], + "full text prediction probs": [ + 0.9719326496124268, + 0.028067274019122124 + ], + "labels": 0 } }, "test_1204": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8943408727645874, + "fixed-shap": { + "comprehensiveness": 0.0009108769008889794, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9770668148994446, - 0.022933222353458405 + 0.9486760497093201, + 0.051323920488357544 ], "full text prediction probs": [ 0.949457585811615, @@ -223754,12 +251444,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7120926380157471, - "sufficiency": 0.9509750604629517, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8945375084877014, "masked prediction probs": [ - 0.3373398184776306, - 0.6626601815223694 + 0.9770668148994446, + 0.022933222353458405 + ], + "full text prediction probs": [ + 0.949457585811615, + 0.05054233968257904 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.11251907050609589, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8527132272720337, + 0.1472868025302887 ], "full text prediction probs": [ 0.949457585811615, @@ -223769,7 +251472,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9274845719337463, + "sufficiency": 0.9275014996528625, "masked prediction probs": [ 0.9840115308761597, 0.015988435596227646 @@ -223782,7 +251485,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8111482262611389, + "sufficiency": 0.8111920952796936, "masked prediction probs": [ 0.980920672416687, 0.019079355522990227 @@ -223795,7 +251498,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8757039308547974, + "sufficiency": 0.8757328391075134, "masked prediction probs": [ 0.9826149940490723, 0.01738501340150833 @@ -223808,7 +251511,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.558614194393158, + "sufficiency": 0.5587167739868164, "masked prediction probs": [ 0.9830392599105835, 0.01696072518825531 @@ -223820,8 +251523,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7112652063369751, - "sufficiency": 0.9510320425033569, + "comprehensiveness": 0.7110999226570129, + "sufficiency": 0.951043426990509, "masked prediction probs": [ 0.3373398184776306, 0.6626601815223694 @@ -223833,8 +251536,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6867750287055969, - "sufficiency": 0.9806158542633057, + "comprehensiveness": 0.686615526676178, + "sufficiency": 0.9806203842163086, "masked prediction probs": [ 0.3582788407802582, 0.6417211294174194 @@ -223846,8 +251549,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7109347581863403, - "sufficiency": 0.9510548114776611, + "comprehensiveness": 0.7107696533203125, + "sufficiency": 0.9510661363601685, + "masked prediction probs": [ + 0.3373398184776306, + 0.6626601815223694 + ], + "full text prediction probs": [ + 0.949457585811615, + 0.05054233968257904 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7106046676635742, + "sufficiency": 0.9510775208473206, "masked prediction probs": [ 0.3373398184776306, 0.6626601815223694 @@ -223860,12 +251576,12 @@ } }, "test_1230": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.022969746962189674, - "sufficiency": 0.922124981880188, + "fixed-shap": { + "comprehensiveness": 0.007560236379504204, + "sufficiency": 0.9120768308639526, "masked prediction probs": [ - 0.9562088251113892, - 0.04379113391041756 + 0.969847559928894, + 0.030152464285492897 ], "full text prediction probs": [ 0.9765390157699585, @@ -223964,12 +251680,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.014664649032056332, - "sufficiency": 0.939281702041626, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.022928297519683838, + "sufficiency": 0.9222654700279236, "masked prediction probs": [ - 0.9635360836982727, - 0.036463841795921326 + 0.9562088251113892, + 0.04379113391041756 + ], + "full text prediction probs": [ + 0.9765390157699585, + 0.02346101962029934 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8194240927696228, + "masked prediction probs": [ + 0.9765390157699585, + 0.02346101962029934 ], "full text prediction probs": [ 0.9765390157699585, @@ -223979,7 +251708,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8755816221237183, + "sufficiency": 0.8756096959114075, "masked prediction probs": [ 0.9828928112983704, 0.017107119783759117 @@ -223992,7 +251721,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8194647431373596, + "sufficiency": 0.8195054531097412, "masked prediction probs": [ 0.9765390157699585, 0.02346101962029934 @@ -224004,8 +251733,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010965337976813316, - "sufficiency": 0.9131595492362976, + "comprehensiveness": 0.010962866246700287, + "sufficiency": 0.9131791591644287, "masked prediction probs": [ 0.9668096303939819, 0.03319040313363075 @@ -224017,8 +251746,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01465142983943224, - "sufficiency": 0.9393364191055298, + "comprehensiveness": 0.014648129232227802, + "sufficiency": 0.9393501281738281, "masked prediction probs": [ 0.9635360836982727, 0.036463841795921326 @@ -224030,8 +251759,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.023120693862438202, - "sufficiency": 0.9912006855010986, + "comprehensiveness": 0.023115485906600952, + "sufficiency": 0.9912026524543762, "masked prediction probs": [ 0.9560151100158691, 0.04398495331406593 @@ -224043,8 +251772,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0049127135425806046, - "sufficiency": 0.8925114870071411, + "comprehensiveness": 0.004911607597023249, + "sufficiency": 0.8925356864929199, "masked prediction probs": [ 0.9721770882606506, 0.02782284840941429 @@ -224056,8 +251785,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014641530811786652, - "sufficiency": 0.9393774271011353, + "comprehensiveness": 0.014638233929872513, + "sufficiency": 0.9393910765647888, + "masked prediction probs": [ + 0.9635360836982727, + 0.036463841795921326 + ], + "full text prediction probs": [ + 0.9765390157699585, + 0.02346101962029934 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.014634938910603523, + "sufficiency": 0.9394047260284424, "masked prediction probs": [ 0.9635360836982727, 0.036463841795921326 @@ -224070,12 +251812,12 @@ } }, "test_1276": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9172311425209045, - 0.08276887983083725 + 0.27031728625297546, + 0.7296826839447021 ], "full text prediction probs": [ 0.1567704677581787, @@ -224174,12 +251916,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9263085722923279, - 0.07369138300418854 + 0.9172311425209045, + 0.08276887983083725 + ], + "full text prediction probs": [ + 0.1567704677581787, + 0.8432294726371765 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21664923429489136, + 0.7833507657051086 ], "full text prediction probs": [ 0.1567704677581787, @@ -224277,15 +252032,28 @@ 0.8432294726371765 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9263085722923279, + 0.07369138300418854 + ], + "full text prediction probs": [ + 0.1567704677581787, + 0.8432294726371765 + ], + "labels": 0 } }, "test_1293": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9484007954597473, - 0.05159922316670418 + 0.8188356161117554, + 0.1811644285917282 ], "full text prediction probs": [ 0.356842041015625, @@ -224384,7 +252152,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -224397,6 +252165,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22104209661483765, + 0.7789578437805176 + ], + "full text prediction probs": [ + 0.356842041015625, + 0.643157958984375 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -224487,15 +252268,28 @@ 0.643157958984375 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9484007954597473, + 0.05159922316670418 + ], + "full text prediction probs": [ + 0.356842041015625, + 0.643157958984375 + ], + "labels": 0 } }, "test_1307": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9910255074501038, + "fixed-shap": { + "comprehensiveness": 0.009759238921105862, + "sufficiency": 0.9797441363334656, "masked prediction probs": [ - 0.07254628837108612, - 0.9274536967277527 + 0.9788444638252258, + 0.02115548774600029 ], "full text prediction probs": [ 0.9875900745391846, @@ -224594,12 +252388,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9391178488731384, - "sufficiency": 0.9927180409431458, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9910414814949036, "masked prediction probs": [ - 0.14450961351394653, - 0.8554903268814087 + 0.07254628837108612, + 0.9274536967277527 + ], + "full text prediction probs": [ + 0.9875900745391846, + 0.012409957125782967 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012277498841285706, + "sufficiency": 0.9807426333427429, + "masked prediction probs": [ + 0.9765656590461731, + 0.023434404283761978 ], "full text prediction probs": [ 0.9875900745391846, @@ -224621,8 +252428,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03240194171667099, - "sufficiency": 0.8293338418006897, + "comprehensiveness": 0.03239472955465317, + "sufficiency": 0.8293718099594116, "masked prediction probs": [ 0.9584887027740479, 0.041511308401823044 @@ -224634,8 +252441,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0656329020857811, - "sufficiency": 0.9737768173217773, + "comprehensiveness": 0.06561829149723053, + "sufficiency": 0.9737827181816101, "masked prediction probs": [ 0.9286296367645264, 0.07137029618024826 @@ -224647,8 +252454,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.025223245844244957, - "sufficiency": 0.8503697514533997, + "comprehensiveness": 0.025217633694410324, + "sufficiency": 0.8504030704498291, "masked prediction probs": [ 0.9649260640144348, 0.035073865205049515 @@ -224660,8 +252467,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.938072919845581, - "sufficiency": 0.9927260875701904, + "comprehensiveness": 0.9378641843795776, + "sufficiency": 0.9927277565002441, "masked prediction probs": [ 0.14450961351394653, 0.8554903268814087 @@ -224673,8 +252480,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003952351864427328, - "sufficiency": 0.8941939473152161, + "comprehensiveness": 0.003951472695916891, + "sufficiency": 0.8942175507545471, "masked prediction probs": [ 0.9840371608734131, 0.015962837263941765 @@ -224686,8 +252493,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9376555681228638, - "sufficiency": 0.9927293658256531, + "comprehensiveness": 0.9374470114707947, + "sufficiency": 0.992730975151062, + "masked prediction probs": [ + 0.14450961351394653, + 0.8554903268814087 + ], + "full text prediction probs": [ + 0.9875900745391846, + 0.012409957125782967 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9372386336326599, + "sufficiency": 0.992732584476471, "masked prediction probs": [ 0.14450961351394653, 0.8554903268814087 @@ -224700,12 +252520,12 @@ } }, "test_1312": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9793871641159058, - 0.020612798631191254 + 0.9155487418174744, + 0.08445128053426743 ], "full text prediction probs": [ 0.2137242704629898, @@ -224804,12 +252624,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9766892194747925, - 0.023310769349336624 + 0.9793871641159058, + 0.020612798631191254 + ], + "full text prediction probs": [ + 0.2137242704629898, + 0.7862756848335266 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.908727765083313, + 0.09127223491668701 ], "full text prediction probs": [ 0.2137242704629898, @@ -224907,15 +252740,28 @@ 0.7862756848335266 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9766892194747925, + 0.023310769349336624 + ], + "full text prediction probs": [ + 0.2137242704629898, + 0.7862756848335266 + ], + "labels": 0 } }, "test_1317": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011057107709348202, - "sufficiency": 0.9964647889137268, + "fixed-shap": { + "comprehensiveness": 0.04574959725141525, + "sufficiency": 0.9992964863777161, "masked prediction probs": [ - 0.9838705062866211, - 0.016129419207572937 + 0.9525641798973083, + 0.04743579402565956 ], "full text prediction probs": [ 0.9938483834266663, @@ -225002,11 +252848,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.011039979755878448, - "sufficiency": 0.9964703321456909, + "comprehensiveness": 0.04567873105406761, + "sufficiency": 0.9992976784706116, "masked prediction probs": [ - 0.9838705062866211, - 0.016129419207572937 + 0.9525641798973083, + 0.04743579402565956 ], "full text prediction probs": [ 0.9938483834266663, @@ -225014,12 +252860,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006095532327890396, - "sufficiency": 0.9635206460952759, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.045668624341487885, + "sufficiency": 0.9992977380752563, "masked prediction probs": [ - 0.988338053226471, - 0.011662004515528679 + 0.9525641798973083, + 0.04743579402565956 + ], + "full text prediction probs": [ + 0.9938483834266663, + 0.0061515867710113525 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.07722438126802444, + "sufficiency": 0.9997546076774597, + "masked prediction probs": [ + 0.9240224957466125, + 0.07597745954990387 ], "full text prediction probs": [ 0.9938483834266663, @@ -225028,8 +252887,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015125373611226678, - "sufficiency": 0.39260581135749817, + "comprehensiveness": 0.0015122027834877372, + "sufficiency": 0.3927401304244995, "masked prediction probs": [ 0.9924807548522949, 0.007519315928220749 @@ -225041,8 +252900,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006092836149036884, - "sufficiency": 0.9635369181632996, + "comprehensiveness": 0.00609148945659399, + "sufficiency": 0.9635449051856995, "masked prediction probs": [ 0.988338053226471, 0.011662004515528679 @@ -225054,8 +252913,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00228668050840497, - "sufficiency": 0.8281711935997009, + "comprehensiveness": 0.0022861750330775976, + "sufficiency": 0.8282091021537781, "masked prediction probs": [ 0.9917798638343811, 0.008220097981393337 @@ -225067,8 +252926,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0030215533915907145, - "sufficiency": 0.8411245942115784, + "comprehensiveness": 0.003020885866135359, + "sufficiency": 0.8411597013473511, "masked prediction probs": [ 0.9911144971847534, 0.008885424584150314 @@ -225080,7 +252939,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03124084696173668, + "comprehensiveness": 0.03123394399881363, "sufficiency": 1.0, "masked prediction probs": [ 0.9655755758285522, @@ -225093,8 +252952,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017108445754274726, - "sufficiency": 0.12691821157932281, + "comprehensiveness": 0.0017104666912928224, + "sufficiency": 0.1271110624074936, "masked prediction probs": [ 0.9922997355461121, 0.007700334768742323 @@ -225106,11 +252965,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006086106877774, - "sufficiency": 0.9635770916938782, + "comprehensiveness": 0.07710498571395874, + "sufficiency": 0.9997549057006836, "masked prediction probs": [ - 0.988338053226471, - 0.011662004515528679 + 0.9240224957466125, + 0.07597745954990387 + ], + "full text prediction probs": [ + 0.9938483834266663, + 0.0061515867710113525 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07708796858787537, + "sufficiency": 0.9997550249099731, + "masked prediction probs": [ + 0.9240224957466125, + 0.07597745954990387 ], "full text prediction probs": [ 0.9938483834266663, @@ -225120,12 +252992,12 @@ } }, "test_1324": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05648338422179222, - "sufficiency": 0.9692739248275757, + "fixed-shap": { + "comprehensiveness": 0.040419016033411026, + "sufficiency": 0.9564899206161499, "masked prediction probs": [ - 0.921529233455658, - 0.07847076654434204 + 0.9356621503829956, + 0.0643378347158432 ], "full text prediction probs": [ 0.9712215065956116, @@ -225224,12 +253096,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3270045220851898, - "sufficiency": 0.9583059549331665, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05638084188103676, + "sufficiency": 0.9693297147750854, "masked prediction probs": [ - 0.6830101609230042, - 0.31698980927467346 + 0.921529233455658, + 0.07847076654434204 + ], + "full text prediction probs": [ + 0.9712215065956116, + 0.028778472915291786 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.29754838347435, + "sufficiency": 0.9660419225692749, + "masked prediction probs": [ + 0.7089123725891113, + 0.29108762741088867 ], "full text prediction probs": [ 0.9712215065956116, @@ -225239,7 +253124,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.42004531621932983, + "sufficiency": 0.4201768636703491, "masked prediction probs": [ 0.9902993440628052, 0.009700686670839787 @@ -225252,7 +253137,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8244060277938843, + "sufficiency": 0.8244458436965942, "masked prediction probs": [ 0.9712215065956116, 0.028778472915291786 @@ -225264,8 +253149,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.14372478425502777, - "sufficiency": 0.9596918821334839, + "comprehensiveness": 0.14369219541549683, + "sufficiency": 0.9597010016441345, "masked prediction probs": [ 0.8444608449935913, 0.1555391252040863 @@ -225277,8 +253162,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.08862271904945374, - "sufficiency": 0.8617432713508606, + "comprehensiveness": 0.08860263973474503, + "sufficiency": 0.8617746233940125, "masked prediction probs": [ 0.8930413722991943, 0.10695867985486984 @@ -225290,8 +253175,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02093418873846531, - "sufficiency": 0.8547896146774292, + "comprehensiveness": 0.02092944271862507, + "sufficiency": 0.8548224568367004, "masked prediction probs": [ 0.9527498483657837, 0.0472501739859581 @@ -225303,8 +253188,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.11217749118804932, - "sufficiency": 0.8825747966766357, + "comprehensiveness": 0.11215207725763321, + "sufficiency": 0.8826013803482056, "masked prediction probs": [ 0.8722172379493713, 0.12778276205062866 @@ -225316,8 +253201,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14359453320503235, - "sufficiency": 0.9597283601760864, + "comprehensiveness": 0.14356200397014618, + "sufficiency": 0.9597374796867371, "masked prediction probs": [ 0.8444608449935913, 0.1555391252040863 @@ -225327,15 +253212,28 @@ 0.028778472915291786 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3263380527496338, + "sufficiency": 0.9583909511566162, + "masked prediction probs": [ + 0.6830101609230042, + 0.31698980927467346 + ], + "full text prediction probs": [ + 0.9712215065956116, + 0.028778472915291786 + ], + "labels": 0 } }, "test_1347": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8647411465644836, - "sufficiency": 0.9752711057662964, + "fixed-shap": { + "comprehensiveness": 0.004911498166620731, + "sufficiency": 0.79878169298172, "masked prediction probs": [ - 0.21368688344955444, - 0.7863130569458008 + 0.9907146692276001, + 0.009285359643399715 ], "full text prediction probs": [ 0.9951531887054443, @@ -225434,12 +253332,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9052532315254211, - "sufficiency": 0.9600933194160461, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8632128238677979, + "sufficiency": 0.9753147959709167, "masked prediction probs": [ - 0.1756277233362198, - 0.8243722915649414 + 0.21368688344955444, + 0.7863130569458008 + ], + "full text prediction probs": [ + 0.9951531887054443, + 0.004846856463700533 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0022843957412987947, + "sufficiency": 0.7391688227653503, + "masked prediction probs": [ + 0.9930846691131592, + 0.006915342528373003 ], "full text prediction probs": [ 0.9951531887054443, @@ -225448,8 +253359,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0019446720834821463, - "sufficiency": 0.30955803394317627, + "comprehensiveness": 0.0019442426273599267, + "sufficiency": 0.30971047282218933, "masked prediction probs": [ 0.993392288684845, 0.006607663352042437 @@ -225462,7 +253373,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8520911931991577, + "sufficiency": 0.8521239161491394, "masked prediction probs": [ 0.08332329988479614, 0.9166767597198486 @@ -225474,8 +253385,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.041903018951416016, - "sufficiency": 0.9172708988189697, + "comprehensiveness": 0.041893769055604935, + "sufficiency": 0.9172891974449158, "masked prediction probs": [ 0.9571932554244995, 0.04280681535601616 @@ -225487,8 +253398,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007768801297061145, - "sufficiency": 0.8994912505149841, + "comprehensiveness": 0.0007767087081447244, + "sufficiency": 0.8995134234428406, "masked prediction probs": [ 0.994449257850647, 0.005550796166062355 @@ -225500,8 +253411,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9042543768882751, - "sufficiency": 0.9601372480392456, + "comprehensiveness": 0.9040548205375671, + "sufficiency": 0.9601460099220276, "masked prediction probs": [ 0.1756277233362198, 0.8243722915649414 @@ -225513,8 +253424,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003039936302229762, - "sufficiency": 0.22674620151519775, + "comprehensiveness": 0.0030392659828066826, + "sufficiency": 0.22691674530506134, "masked prediction probs": [ 0.9923974871635437, 0.007602526340633631 @@ -225526,8 +253437,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9038554430007935, - "sufficiency": 0.9601548910140991, + "comprehensiveness": 0.9036560654640198, + "sufficiency": 0.9601637125015259, + "masked prediction probs": [ + 0.1756277233362198, + 0.8243722915649414 + ], + "full text prediction probs": [ + 0.9951531887054443, + 0.004846856463700533 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9034568667411804, + "sufficiency": 0.9601724147796631, "masked prediction probs": [ 0.1756277233362198, 0.8243722915649414 @@ -225540,12 +253464,12 @@ } }, "test_1446": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.9748818874359131, "sufficiency": 1.0, "masked prediction probs": [ - 0.045786499977111816, - 0.9542135000228882 + 0.11385302990674973, + 0.8861470222473145 ], "full text prediction probs": [ 0.9832229018211365, @@ -225644,12 +253568,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.06644612550735474, - 0.9335538744926453 + 0.045786499977111816, + 0.9542135000228882 + ], + "full text prediction probs": [ + 0.9832229018211365, + 0.01677708700299263 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9706462025642395, + "sufficiency": 0.9986148476600647, + "masked prediction probs": [ + 0.11588317900896072, + 0.8841167688369751 ], "full text prediction probs": [ 0.9832229018211365, @@ -225659,7 +253596,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7603221535682678, + "sufficiency": 0.7603757977485657, "masked prediction probs": [ 0.9911053776741028, 0.008894571103155613 @@ -225672,7 +253609,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8133372664451599, + "sufficiency": 0.8133789896965027, "masked prediction probs": [ 0.9832229018211365, 0.01677708700299263 @@ -225697,7 +253634,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8266226649284363, + "comprehensiveness": 0.8264378309249878, "sufficiency": 1.0, "masked prediction probs": [ 0.24408215284347534, @@ -225710,7 +253647,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12632425129413605, + "comprehensiveness": 0.1262959986925125, "sufficiency": 1.0, "masked prediction probs": [ 0.8702423572540283, @@ -225723,8 +253660,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008846920914947987, - "sufficiency": 0.952633261680603, + "comprehensiveness": 0.008844943717122078, + "sufficiency": 0.9526438117027283, "masked prediction probs": [ 0.9753087162971497, 0.02469131164252758 @@ -225747,15 +253684,28 @@ 0.01677708700299263 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06644612550735474, + 0.9335538744926453 + ], + "full text prediction probs": [ + 0.9832229018211365, + 0.01677708700299263 + ], + "labels": 0 } }, "test_1460": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0058620949275791645, - "sufficiency": 0.9900268912315369, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8689756989479065, "masked prediction probs": [ - 0.980014979839325, - 0.019985046237707138 + 0.9874666333198547, + 0.012533323839306831 ], "full text prediction probs": [ 0.9852545261383057, @@ -225854,12 +253804,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003923157695680857, - "sufficiency": 0.9928144216537476, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00585161941125989, + "sufficiency": 0.9900447130203247, "masked prediction probs": [ - 0.981741726398468, - 0.01825832948088646 + 0.980014979839325, + 0.019985046237707138 + ], + "full text prediction probs": [ + 0.9852545261383057, + 0.01474548690021038 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8637027740478516, + "masked prediction probs": [ + 0.9884206056594849, + 0.011579365469515324 ], "full text prediction probs": [ 0.9852545261383057, @@ -225869,7 +253832,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8109860420227051, + "sufficiency": 0.8110281825065613, "masked prediction probs": [ 0.991755485534668, 0.008244570344686508 @@ -225881,8 +253844,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010317552834749222, - "sufficiency": 0.9568122029304504, + "comprehensiveness": 0.010315250605344772, + "sufficiency": 0.9568219184875488, "masked prediction probs": [ 0.9760120511054993, 0.02398797869682312 @@ -225894,8 +253857,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5335195064544678, - "sufficiency": 0.8984234929084778, + "comprehensiveness": 0.5334004163742065, + "sufficiency": 0.898446261882782, "masked prediction probs": [ 0.5072205066680908, 0.4927794933319092 @@ -225907,8 +253870,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0012476922711357474, - "sufficiency": 0.8161286115646362, + "comprehensiveness": 0.0012474139221012592, + "sufficiency": 0.8161695599555969, "masked prediction probs": [ 0.9841363430023193, 0.015863671898841858 @@ -225920,8 +253883,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8103856444358826, - "sufficiency": 0.9137921929359436, + "comprehensiveness": 0.8102048635482788, + "sufficiency": 0.9138113856315613, "masked prediction probs": [ 0.25882402062416077, 0.7411760091781616 @@ -225933,8 +253896,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.029277971014380455, - "sufficiency": 0.9539874196052551, + "comprehensiveness": 0.0292714424431324, + "sufficiency": 0.9539977312088013, "masked prediction probs": [ 0.9590038657188416, 0.04099610075354576 @@ -225946,8 +253909,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8100242018699646, - "sufficiency": 0.9138306379318237, + "comprehensiveness": 0.8098435401916504, + "sufficiency": 0.9138498306274414, "masked prediction probs": [ 0.25882402062416077, 0.7411760091781616 @@ -225957,15 +253920,28 @@ 0.01474548690021038 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003915287088602781, + "sufficiency": 0.9928287863731384, + "masked prediction probs": [ + 0.981741726398468, + 0.01825832948088646 + ], + "full text prediction probs": [ + 0.9852545261383057, + 0.01474548690021038 + ], + "labels": 0 } }, "test_1509": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002224631141871214, - "sufficiency": 0.8470081090927124, + "fixed-shap": { + "comprehensiveness": 0.0038430592976510525, + "sufficiency": 0.9712619781494141, "masked prediction probs": [ - 0.9952042102813721, - 0.00479576550424099 + 0.9937382936477661, + 0.0062617529183626175 ], "full text prediction probs": [ 0.9972192049026489, @@ -226052,11 +254028,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004194296896457672, - "sufficiency": 0.990618884563446, + "comprehensiveness": 0.0038371284026652575, + "sufficiency": 0.971306324005127, "masked prediction probs": [ - 0.9934142827987671, - 0.006585727911442518 + 0.9937382936477661, + 0.0062617529183626175 ], "full text prediction probs": [ 0.9972192049026489, @@ -226064,12 +254040,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.001730334130115807, - "sufficiency": 0.8347702026367188, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003836282528936863, + "sufficiency": 0.9713126420974731, + "masked prediction probs": [ + 0.9937382936477661, + 0.0062617529183626175 + ], + "full text prediction probs": [ + 0.9972192049026489, + 0.0027807371225208044 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002618670929223299, + "sufficiency": 0.9565955400466919, "masked prediction probs": [ - 0.9956491589546204, - 0.0043508815579116344 + 0.9948425889015198, + 0.005157479550689459 ], "full text prediction probs": [ 0.9972192049026489, @@ -226078,8 +254067,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012258293572813272, - "sufficiency": 0.8190529346466064, + "comprehensiveness": 0.0012255592737346888, + "sufficiency": 0.8190926909446716, "masked prediction probs": [ 0.9961066842079163, 0.0038932987954467535 @@ -226091,8 +254080,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003000502474606037, - "sufficiency": 0.9500213265419006, + "comprehensiveness": 0.0029998417012393475, + "sufficiency": 0.9500323534011841, "masked prediction probs": [ 0.9944954514503479, 0.005504583939909935 @@ -226104,8 +254093,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004432967398315668, - "sufficiency": 0.9614800214767456, + "comprehensiveness": 0.004431990906596184, + "sufficiency": 0.9614885449409485, "masked prediction probs": [ 0.9931942224502563, 0.006805699784308672 @@ -226117,8 +254106,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016150698065757751, - "sufficiency": 0.882226288318634, + "comprehensiveness": 0.0016147142741829157, + "sufficiency": 0.8822522163391113, "masked prediction probs": [ 0.9957524538040161, 0.004247569013386965 @@ -226130,8 +254119,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002449827501550317, - "sufficiency": 0.9131830930709839, + "comprehensiveness": 0.0024492882657796144, + "sufficiency": 0.9132022261619568, "masked prediction probs": [ 0.9949938654899597, 0.005006121005862951 @@ -226143,8 +254132,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011676679132506251, - "sufficiency": 0.877555787563324, + "comprehensiveness": 0.001167410984635353, + "sufficiency": 0.8775827884674072, "masked prediction probs": [ 0.9961583018302917, 0.003841739147901535 @@ -226156,11 +254145,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0029972009360790253, - "sufficiency": 0.9500763416290283, + "comprehensiveness": 0.002614637603983283, + "sufficiency": 0.9566623568534851, "masked prediction probs": [ - 0.9944954514503479, - 0.005504583939909935 + 0.9948425889015198, + 0.005157479550689459 + ], + "full text prediction probs": [ + 0.9972192049026489, + 0.0027807371225208044 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002614062512293458, + "sufficiency": 0.9566718935966492, + "masked prediction probs": [ + 0.9948425889015198, + 0.005157479550689459 ], "full text prediction probs": [ 0.9972192049026489, @@ -226170,12 +254172,12 @@ } }, "test_1521": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.610471248626709, - "sufficiency": 0.9881669878959656, + "fixed-shap": { + "comprehensiveness": 0.008120767772197723, + "sufficiency": 0.973112165927887, "masked prediction probs": [ - 0.44245970249176025, - 0.557540237903595 + 0.9852405786514282, + 0.014759493991732597 ], "full text prediction probs": [ 0.9925582408905029, @@ -226274,12 +254276,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8024314045906067, - "sufficiency": 0.9801675081253052, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6093891859054565, + "sufficiency": 0.9881879091262817, "masked prediction probs": [ - 0.2681995928287506, - 0.731800377368927 + 0.44245970249176025, + 0.557540237903595 + ], + "full text prediction probs": [ + 0.9925582408905029, + 0.007441694848239422 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.804887592792511, + "masked prediction probs": [ + 0.9925582408905029, + 0.007441694848239422 ], "full text prediction probs": [ 0.9925582408905029, @@ -226289,7 +254304,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8048427700996399, + "sufficiency": 0.804885983467102, "masked prediction probs": [ 0.9940897226333618, 0.005910289939492941 @@ -226302,7 +254317,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8049306869506836, + "sufficiency": 0.8049739599227905, "masked prediction probs": [ 0.9925582408905029, 0.007441694848239422 @@ -226314,8 +254329,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00985065009444952, - "sufficiency": 0.9285647869110107, + "comprehensiveness": 0.00984846893697977, + "sufficiency": 0.9285805821418762, "masked prediction probs": [ 0.983660101890564, 0.01633991301059723 @@ -226327,8 +254342,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0024775874335318804, - "sufficiency": 0.8331605195999146, + "comprehensiveness": 0.0024770391173660755, + "sufficiency": 0.8331974148750305, "masked prediction probs": [ 0.9903197288513184, 0.009680303744971752 @@ -226340,8 +254355,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8015434741973877, - "sufficiency": 0.9801893830299377, + "comprehensiveness": 0.8013660907745361, + "sufficiency": 0.9801936745643616, "masked prediction probs": [ 0.2681995928287506, 0.731800377368927 @@ -226354,7 +254369,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8859948515892029, + "sufficiency": 0.8860201239585876, "masked prediction probs": [ 0.9930692911148071, 0.006930783856660128 @@ -226366,8 +254381,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8011888861656189, - "sufficiency": 0.9801981449127197, + "comprehensiveness": 0.8010116219520569, + "sufficiency": 0.9802025556564331, + "masked prediction probs": [ + 0.2681995928287506, + 0.731800377368927 + ], + "full text prediction probs": [ + 0.9925582408905029, + 0.007441694848239422 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8008345365524292, + "sufficiency": 0.9802069067955017, "masked prediction probs": [ 0.2681995928287506, 0.731800377368927 @@ -226380,12 +254408,12 @@ } }, "test_1546": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.011631540022790432, - 0.9883684515953064 + 0.019443927332758904, + 0.980556070804596 ], "full text prediction probs": [ 0.8256105780601501, @@ -226484,7 +254512,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -226497,6 +254525,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.018609976395964622, + 0.9813900589942932 + ], + "full text prediction probs": [ + 0.8256105780601501, + 0.17438943684101105 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 0.0, @@ -226512,7 +254553,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9874503016471863, + "sufficiency": 0.9874536991119385, "masked prediction probs": [ 0.8256105780601501, 0.17438943684101105 @@ -226537,7 +254578,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9459940195083618, + "comprehensiveness": 0.9457373023033142, "sufficiency": 1.0, "masked prediction probs": [ 0.12883226573467255, @@ -226587,15 +254628,28 @@ 0.17438943684101105 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.011631540022790432, + 0.9883684515953064 + ], + "full text prediction probs": [ + 0.8256105780601501, + 0.17438943684101105 + ], + "labels": 0 } }, "test_1592": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9742863178253174, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.26503780484199524, + "sufficiency": 0.9634243845939636, "masked prediction probs": [ - 0.11333414167165756, - 0.8866658210754395 + 0.7168574333190918, + 0.283142626285553 ], "full text prediction probs": [ 0.9423869848251343, @@ -226694,12 +254748,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9998599886894226, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.972457766532898, "sufficiency": 1.0, "masked prediction probs": [ - 0.0899728313088417, - 0.9100272059440613 + 0.11333414167165756, + 0.8866658210754395 + ], + "full text prediction probs": [ + 0.9423869848251343, + 0.05761300399899483 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7650304436683655, + "masked prediction probs": [ + 0.9582622051239014, + 0.041737839579582214 ], "full text prediction probs": [ 0.9423869848251343, @@ -226709,7 +254776,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5159433484077454, + "sufficiency": 0.5160568356513977, "masked prediction probs": [ 0.9878143072128296, 0.01218564622104168 @@ -226721,8 +254788,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.416167676448822, - "sufficiency": 0.93537837266922, + "comprehensiveness": 0.4160701334476471, + "sufficiency": 0.9353935122489929, "masked prediction probs": [ 0.5874236226081848, 0.4125763773918152 @@ -226734,8 +254801,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8398754000663757, - "sufficiency": 0.9124309420585632, + "comprehensiveness": 0.8396785259246826, + "sufficiency": 0.9124515056610107, "masked prediction probs": [ 0.22586113214492798, 0.774138867855072 @@ -226747,8 +254814,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8523319363594055, - "sufficiency": 0.9987735748291016, + "comprehensiveness": 0.852132260799408, + "sufficiency": 0.9987738132476807, "masked prediction probs": [ 0.21506354212760925, 0.7849364280700684 @@ -226760,8 +254827,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9215794205665588, - "sufficiency": 0.8736231923103333, + "comprehensiveness": 0.9213634729385376, + "sufficiency": 0.8736527562141418, "masked prediction probs": [ 0.15578804910182953, 0.8442119359970093 @@ -226773,8 +254840,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9083513617515564, - "sufficiency": 0.8873679637908936, + "comprehensiveness": 0.9081386923789978, + "sufficiency": 0.8873944282531738, "masked prediction probs": [ 0.16689693927764893, 0.8331030607223511 @@ -226786,8 +254853,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.41568031907081604, - "sufficiency": 0.9354540705680847, + "comprehensiveness": 0.4155829846858978, + "sufficiency": 0.9354691505432129, "masked prediction probs": [ 0.5874236226081848, 0.4125763773918152 @@ -226797,15 +254864,28 @@ 0.05761300399899483 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9977533221244812, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0899728313088417, + 0.9100272059440613 + ], + "full text prediction probs": [ + 0.9423869848251343, + 0.05761300399899483 + ], + "labels": 0 } }, "test_1598": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.46796754002571106, + "fixed-shap": { + "comprehensiveness": 0.17139098048210144, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9826840758323669, - 0.017315911129117012 + 0.6102298498153687, + 0.38977017998695374 ], "full text prediction probs": [ 0.7175344824790955, @@ -226904,12 +254984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9836394786834717, + "sufficiency": 0.4693233072757721, "masked prediction probs": [ - 0.9806443452835083, - 0.019355645403265953 + 0.9826840758323669, + 0.017315911129117012 + ], + "full text prediction probs": [ + 0.7175344824790955, + 0.28246554732322693 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7810022234916687, + 0.2189977914094925 ], "full text prediction probs": [ 0.7175344824790955, @@ -226919,7 +255012,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9836446642875671, + "sufficiency": 0.9836498498916626, "masked prediction probs": [ 0.9806443452835083, 0.019355645403265953 @@ -226997,7 +255090,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9836758375167847, + "sufficiency": 0.9836810231208801, + "masked prediction probs": [ + 0.9806443452835083, + 0.019355645403265953 + ], + "full text prediction probs": [ + 0.7175344824790955, + 0.28246554732322693 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9836862087249756, "masked prediction probs": [ 0.9806443452835083, 0.019355645403265953 @@ -227010,12 +255116,12 @@ } }, "test_1603": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006592573598027229, - "sufficiency": 0.904211699962616, + "fixed-shap": { + "comprehensiveness": 0.00983521156013012, + "sufficiency": 0.9193639755249023, "masked prediction probs": [ - 0.9755099415779114, - 0.02449008822441101 + 0.9726242423057556, + 0.027375778183341026 ], "full text prediction probs": [ 0.9813768267631531, @@ -227114,12 +255220,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006870901677757502, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006580742076039314, + "sufficiency": 0.9043835997581482, "masked prediction probs": [ - 0.9752512574195862, - 0.02474873699247837 + 0.9755099415779114, + 0.02449008822441101 + ], + "full text prediction probs": [ + 0.9813768267631531, + 0.018623195588588715 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005127456039190292, + "sufficiency": 0.8803792595863342, + "masked prediction probs": [ + 0.9768045544624329, + 0.023195438086986542 ], "full text prediction probs": [ 0.9813768267631531, @@ -227129,7 +255248,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8291584253311157, + "sufficiency": 0.8291968107223511, "masked prediction probs": [ 0.9849247336387634, 0.015075246803462505 @@ -227141,8 +255260,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006952490191906691, - "sufficiency": 0.8670879006385803, + "comprehensiveness": 0.006950931623578072, + "sufficiency": 0.8671176433563232, "masked prediction probs": [ 0.9751757383346558, 0.024824239313602448 @@ -227154,8 +255273,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.030716534703969955, - "sufficiency": 0.8864481449127197, + "comprehensiveness": 0.03070964850485325, + "sufficiency": 0.8864736557006836, "masked prediction probs": [ 0.9539738893508911, 0.04602613300085068 @@ -227168,7 +255287,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8783863186836243, + "sufficiency": 0.8784136176109314, "masked prediction probs": [ 0.9832219481468201, 0.01677800714969635 @@ -227180,8 +255299,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06169149652123451, - "sufficiency": 0.9198673963546753, + "comprehensiveness": 0.06167767569422722, + "sufficiency": 0.9198853969573975, "masked prediction probs": [ 0.9263157248497009, 0.0736841931939125 @@ -227193,8 +255312,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011297478340566158, - "sufficiency": 0.880014181137085, + "comprehensiveness": 0.011294947937130928, + "sufficiency": 0.8800410032272339, "masked prediction probs": [ 0.9712913036346436, 0.02870865911245346 @@ -227206,8 +255325,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06166386231780052, - "sufficiency": 0.9199032783508301, + "comprehensiveness": 0.061650048941373825, + "sufficiency": 0.9199211597442627, "masked prediction probs": [ 0.9263157248497009, 0.0736841931939125 @@ -227217,15 +255336,28 @@ 0.018623195588588715 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006857057102024555, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9752512574195862, + 0.02474873699247837 + ], + "full text prediction probs": [ + 0.9813768267631531, + 0.018623195588588715 + ], + "labels": 0 } }, "test_1614": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20084570348262787, - "sufficiency": 0.9874498248100281, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9999818801879883, "masked prediction probs": [ - 0.7958199381828308, - 0.20418010652065277 + 0.055655572563409805, + 0.9443444609642029 ], "full text prediction probs": [ 0.9728432893753052, @@ -227312,11 +255444,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.20052719116210938, - "sufficiency": 0.9874696731567383, + "comprehensiveness": 1.0, + "sufficiency": 0.9999818801879883, "masked prediction probs": [ - 0.7958199381828308, - 0.20418010652065277 + 0.055655572563409805, + 0.9443444609642029 ], "full text prediction probs": [ 0.9728432893753052, @@ -227324,12 +255456,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.989437997341156, + "sufficiency": 0.9999819397926331, "masked prediction probs": [ - 0.07623213529586792, - 0.9237679243087769 + 0.055655572563409805, + 0.9443444609642029 + ], + "full text prediction probs": [ + 0.9728432893753052, + 0.02715669572353363 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9960709810256958, + "masked prediction probs": [ + 0.06186312809586525, + 0.938136875629425 ], "full text prediction probs": [ 0.9728432893753052, @@ -227339,7 +255484,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8560472130775452, + "sufficiency": 0.8560797572135925, "masked prediction probs": [ 0.9841418862342834, 0.015858104452490807 @@ -227351,8 +255496,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9481475949287415, - "sufficiency": 0.9956434965133667, + "comprehensiveness": 0.94793301820755, + "sufficiency": 0.9956445693969727, "masked prediction probs": [ 0.13525933027267456, 0.8647406697273254 @@ -227364,8 +255509,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8597626686096191, - "sufficiency": 0.9555727243423462, + "comprehensiveness": 0.8595680594444275, + "sufficiency": 0.9555827975273132, "masked prediction probs": [ 0.2131657749414444, 0.7868342399597168 @@ -227377,8 +255522,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8595680594444275, - "sufficiency": 0.9555827975273132, + "comprehensiveness": 0.8593736290931702, + "sufficiency": 0.9555928707122803, "masked prediction probs": [ 0.2131657749414444, 0.7868342399597168 @@ -227391,7 +255536,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9894499182701111, + "sufficiency": 0.9894522428512573, "masked prediction probs": [ 0.07623213529586792, 0.9237679243087769 @@ -227404,7 +255549,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8599351048469543, + "sufficiency": 0.8599667549133301, "masked prediction probs": [ 0.9821910858154297, 0.017808910459280014 @@ -227417,10 +255562,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9894546866416931, + "sufficiency": 0.9960772395133972, "masked prediction probs": [ - 0.07623213529586792, - 0.9237679243087769 + 0.06186312809586525, + 0.938136875629425 + ], + "full text prediction probs": [ + 0.9728432893753052, + 0.02715669572353363 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9960780739784241, + "masked prediction probs": [ + 0.06186312809586525, + 0.938136875629425 ], "full text prediction probs": [ 0.9728432893753052, @@ -227430,12 +255588,12 @@ } }, "test_1619": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009340006858110428, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9749718308448792, - 0.025028137490153313 + 0.03277449682354927, + 0.9672255516052246 ], "full text prediction probs": [ 0.9833016991615295, @@ -227534,12 +255692,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.016591398045420647, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009323280304670334, "sufficiency": 1.0, "masked prediction probs": [ - 0.9684781432151794, - 0.031521886587142944 + 0.9749718308448792, + 0.025028137490153313 + ], + "full text prediction probs": [ + 0.9833016991615295, + 0.016698291525244713 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10784924030303955, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8869224190711975, + 0.11307758092880249 ], "full text prediction probs": [ 0.9833016991615295, @@ -227549,7 +255720,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8276986479759216, + "sufficiency": 0.8277372717857361, "masked prediction probs": [ 0.989471971988678, 0.010527962818741798 @@ -227561,8 +255732,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9849876165390015, - "sufficiency": 0.7885511517524719, + "comprehensiveness": 0.9847673177719116, + "sufficiency": 0.788598358631134, "masked prediction probs": [ 0.10287226736545563, 0.8971277475357056 @@ -227574,7 +255745,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.25186431407928467, + "comprehensiveness": 0.25180795788764954, "sufficiency": 1.0, "masked prediction probs": [ 0.7581228613853455, @@ -227588,7 +255759,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8008917570114136, + "sufficiency": 0.8009363412857056, "masked prediction probs": [ 0.9872955679893494, 0.012704483233392239 @@ -227600,7 +255771,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0906137004494667, + "comprehensiveness": 0.09059344232082367, "sufficiency": 1.0, "masked prediction probs": [ 0.9022524356842041, @@ -227613,8 +255784,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0029223754536360502, - "sufficiency": 0.8175211548805237, + "comprehensiveness": 0.002921722363680601, + "sufficiency": 0.8175618648529053, "masked prediction probs": [ 0.9806872010231018, 0.01931276172399521 @@ -227626,8 +255797,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9838868975639343, - "sufficiency": 0.7887873649597168, + "comprehensiveness": 0.9836670160293579, + "sufficiency": 0.7888345122337341, "masked prediction probs": [ 0.10287226736545563, 0.8971277475357056 @@ -227637,15 +255808,28 @@ 0.016698291525244713 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01655803993344307, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9684781432151794, + 0.031521886587142944 + ], + "full text prediction probs": [ + 0.9833016991615295, + 0.016698291525244713 + ], + "labels": 0 } }, "test_1631": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013058550655841827, - "sufficiency": 0.9927347898483276, + "fixed-shap": { + "comprehensiveness": 0.07457707077264786, + "sufficiency": 0.9500817060470581, "masked prediction probs": [ - 0.9804327487945557, - 0.01956731267273426 + 0.9250204563140869, + 0.07497952878475189 ], "full text prediction probs": [ 0.9921951293945312, @@ -227744,12 +255928,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007052945904433727, - "sufficiency": 0.9896486401557922, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.013035396113991737, + "sufficiency": 0.9927476644515991, "masked prediction probs": [ - 0.9858309626579285, - 0.014169087633490562 + 0.9804327487945557, + 0.01956731267273426 + ], + "full text prediction probs": [ + 0.9921951293945312, + 0.007804881315678358 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014307228848338127, + "sufficiency": 0.951911985874176, + "masked prediction probs": [ + 0.9792822599411011, + 0.02071777544915676 ], "full text prediction probs": [ 0.9921951293945312, @@ -227758,8 +255955,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005871694884262979, - "sufficiency": 0.5255997776985168, + "comprehensiveness": 0.0005870393360964954, + "sufficiency": 0.5257048606872559, "masked prediction probs": [ 0.9916651844978333, 0.008334828540682793 @@ -227771,8 +255968,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007049820385873318, - "sufficiency": 0.9896531105041504, + "comprehensiveness": 0.007048259023576975, + "sufficiency": 0.9896554946899414, "masked prediction probs": [ 0.9858309626579285, 0.014169087633490562 @@ -227784,8 +255981,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05810105428099632, - "sufficiency": 0.894646406173706, + "comprehensiveness": 0.058088187128305435, + "sufficiency": 0.894669771194458, "masked prediction probs": [ 0.9397332668304443, 0.06026672571897507 @@ -227797,8 +255994,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006770632462576032, - "sufficiency": 0.7859576344490051, + "comprehensiveness": 0.000676913361530751, + "sufficiency": 0.7860049605369568, "masked prediction probs": [ 0.9915836453437805, 0.008416327647864819 @@ -227810,8 +256007,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09632129967212677, - "sufficiency": 0.9893727898597717, + "comprehensiveness": 0.09629997611045837, + "sufficiency": 0.989375114440918, "masked prediction probs": [ 0.9051840901374817, 0.09481586515903473 @@ -227823,8 +256020,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0003314881178084761, - "sufficiency": 0.8265340924263, + "comprehensiveness": 0.0003314147761557251, + "sufficiency": 0.8265725374221802, "masked prediction probs": [ 0.9918956160545349, 0.008104397915303707 @@ -227836,8 +256033,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007042020093649626, - "sufficiency": 0.989664614200592, + "comprehensiveness": 0.007040461525321007, + "sufficiency": 0.9896669983863831, + "masked prediction probs": [ + 0.9858309626579285, + 0.014169087633490562 + ], + "full text prediction probs": [ + 0.9921951293945312, + 0.007804881315678358 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00703890435397625, + "sufficiency": 0.9896692037582397, "masked prediction probs": [ 0.9858309626579285, 0.014169087633490562 @@ -227850,12 +256060,12 @@ } }, "test_1632": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009787780232727528, - "sufficiency": 0.9777792692184448, + "fixed-shap": { + "comprehensiveness": 0.01723969168961048, + "sufficiency": 0.8483269810676575, "masked prediction probs": [ - 0.9822794795036316, - 0.01772049069404602 + 0.9755755066871643, + 0.024424470961093903 ], "full text prediction probs": [ 0.9910848736763, @@ -227942,11 +256152,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003316244576126337, - "sufficiency": 0.8994962573051453, + "comprehensiveness": 0.01721290498971939, + "sufficiency": 0.8485627174377441, "masked prediction probs": [ - 0.9880968332290649, - 0.011903221718966961 + 0.9755755066871643, + 0.024424470961093903 ], "full text prediction probs": [ 0.9910848736763, @@ -227954,12 +256164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006075467448681593, - "sufficiency": 0.9867355823516846, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.017209084704518318, + "sufficiency": 0.8485962748527527, "masked prediction probs": [ - 0.9856094717979431, - 0.014390508644282818 + 0.9755755066871643, + 0.024424470961093903 + ], + "full text prediction probs": [ + 0.9910848736763, + 0.008915048092603683 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012178059667348862, + "sufficiency": 0.8683517575263977, + "masked prediction probs": [ + 0.9801071882247925, + 0.019892772659659386 ], "full text prediction probs": [ 0.9910848736763, @@ -227968,8 +256191,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0017348487162962556, - "sufficiency": 0.8802950382232666, + "comprehensiveness": 0.0017344638472422957, + "sufficiency": 0.8803215622901917, "masked prediction probs": [ 0.9895210266113281, 0.01047897431999445 @@ -227981,8 +256204,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002015619305893779, - "sufficiency": 0.7695105075836182, + "comprehensiveness": 0.0020151722710579634, + "sufficiency": 0.7695615291595459, "masked prediction probs": [ 0.9892675280570984, 0.010732458904385567 @@ -227994,8 +256217,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0037128343246877193, - "sufficiency": 0.9146823883056641, + "comprehensiveness": 0.0037120110355317593, + "sufficiency": 0.9147012829780579, "masked prediction probs": [ 0.9877365231513977, 0.012263551354408264 @@ -228007,8 +256230,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004068965557962656, - "sufficiency": 0.7407411932945251, + "comprehensiveness": 0.004068063572049141, + "sufficiency": 0.7407987117767334, "masked prediction probs": [ 0.987414538860321, 0.012585500255227089 @@ -228020,8 +256243,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008664372377097607, - "sufficiency": 0.9293093681335449, + "comprehensiveness": 0.008662451058626175, + "sufficiency": 0.9293250441551208, "masked prediction probs": [ 0.983267605304718, 0.01673242263495922 @@ -228033,8 +256256,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004354408942162991, - "sufficiency": 0.7480313777923584, + "comprehensiveness": 0.004353444091975689, + "sufficiency": 0.7480872273445129, "masked prediction probs": [ 0.9871553182601929, 0.012844737619161606 @@ -228046,11 +256269,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0020133862271904945, - "sufficiency": 0.7697657942771912, + "comprehensiveness": 0.012159175239503384, + "sufficiency": 0.8685559034347534, "masked prediction probs": [ - 0.9892675280570984, - 0.010732458904385567 + 0.9801071882247925, + 0.019892772659659386 + ], + "full text prediction probs": [ + 0.9910848736763, + 0.008915048092603683 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01215648278594017, + "sufficiency": 0.8685849905014038, + "masked prediction probs": [ + 0.9801071882247925, + 0.019892772659659386 ], "full text prediction probs": [ 0.9910848736763, @@ -228060,12 +256296,12 @@ } }, "test_1657": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7593528032302856, - "sufficiency": 0.9888535737991333, + "fixed-shap": { + "comprehensiveness": 0.325219064950943, + "sufficiency": 0.9913585186004639, "masked prediction probs": [ - 0.30787602066993713, - 0.6921240091323853 + 0.6983078718185425, + 0.30169209837913513 ], "full text prediction probs": [ 0.9907888770103455, @@ -228164,12 +256400,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9563868045806885, - "sufficiency": 0.9873403906822205, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7580041885375977, + "sufficiency": 0.9888733625411987, "masked prediction probs": [ - 0.12914618849754333, - 0.8708537817001343 + 0.30787602066993713, + 0.6921240091323853 + ], + "full text prediction probs": [ + 0.9907888770103455, + 0.009211167693138123 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7612448930740356, + "sufficiency": 0.9997907876968384, + "masked prediction probs": [ + 0.30480411648750305, + 0.6951959133148193 ], "full text prediction probs": [ 0.9907888770103455, @@ -228179,7 +256428,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5625941753387451, + "sufficiency": 0.5626912713050842, "masked prediction probs": [ 0.9939472675323486, 0.006052764132618904 @@ -228191,8 +256440,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8841307759284973, - "sufficiency": 0.9991806149482727, + "comprehensiveness": 0.8839346170425415, + "sufficiency": 0.9991807341575623, "masked prediction probs": [ 0.19389048218727112, 0.8061095476150513 @@ -228204,8 +256453,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0011946245795115829, - "sufficiency": 0.7963204979896545, + "comprehensiveness": 0.0011943596182391047, + "sufficiency": 0.7963656783103943, "masked prediction probs": [ 0.9897118806838989, 0.010288146324455738 @@ -228217,8 +256466,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.955538272857666, - "sufficiency": 0.9873515963554382, + "comprehensiveness": 0.9553264379501343, + "sufficiency": 0.9873544573783875, "masked prediction probs": [ 0.12914618849754333, 0.8708537817001343 @@ -228230,8 +256479,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8835425972938538, - "sufficiency": 0.9991810917854309, + "comprehensiveness": 0.8833467364311218, + "sufficiency": 0.99918133020401, "masked prediction probs": [ 0.19389048218727112, 0.8061095476150513 @@ -228243,8 +256492,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008141287602484226, - "sufficiency": 0.9081778526306152, + "comprehensiveness": 0.008139483630657196, + "sufficiency": 0.9081981778144836, "masked prediction probs": [ 0.983444333076477, 0.016555707901716232 @@ -228256,8 +256505,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9549029469490051, - "sufficiency": 0.9873600602149963, + "comprehensiveness": 0.9546912908554077, + "sufficiency": 0.987362802028656, + "masked prediction probs": [ + 0.12914618849754333, + 0.8708537817001343 + ], + "full text prediction probs": [ + 0.9907888770103455, + 0.009211167693138123 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9544798135757446, + "sufficiency": 0.9873656630516052, "masked prediction probs": [ 0.12914618849754333, 0.8708537817001343 @@ -228270,12 +256532,12 @@ } }, "test_1660": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8666716814041138, - "sufficiency": 0.9979808330535889, + "fixed-shap": { + "comprehensiveness": 0.48445311188697815, + "sufficiency": 1.0, "masked prediction probs": [ - 0.20973339676856995, - 0.7902665734291077 + 0.5488121509552002, + 0.4511878788471222 ], "full text prediction probs": [ 0.9785864949226379, @@ -228374,12 +256636,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8568819165229797, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8651114106178284, + "sufficiency": 0.9979844689369202, + "masked prediction probs": [ + 0.20973339676856995, + 0.7902665734291077 + ], + "full text prediction probs": [ + 0.9785864949226379, + 0.021413510665297508 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6821179986000061, "sufficiency": 1.0, "masked prediction probs": [ - 0.21704719960689545, - 0.7829527854919434 + 0.37222930788993835, + 0.627770721912384 ], "full text prediction probs": [ 0.9785864949226379, @@ -228389,7 +256664,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9226740002632141, + "sufficiency": 0.9226914048194885, "masked prediction probs": [ 0.9829614758491516, 0.017038552090525627 @@ -228401,8 +256676,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4516540765762329, - "sufficiency": 0.9677677750587463, + "comprehensiveness": 0.45155254006385803, + "sufficiency": 0.9677749872207642, "masked prediction probs": [ 0.577005922794342, 0.42299410700798035 @@ -228414,8 +256689,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021325647830963135, - "sufficiency": 0.8547595739364624, + "comprehensiveness": 0.0021320851519703865, + "sufficiency": 0.8547922372817993, "masked prediction probs": [ 0.9766899347305298, 0.023310134187340736 @@ -228427,8 +256702,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0019366267370060086, - "sufficiency": 0.8620014786720276, + "comprehensiveness": 0.0019361914601176977, + "sufficiency": 0.8620325326919556, "masked prediction probs": [ 0.9768638014793396, 0.02313622087240219 @@ -228440,7 +256715,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8559188842773438, + "comprehensiveness": 0.8557264804840088, "sufficiency": 1.0, "masked prediction probs": [ 0.21704719960689545, @@ -228453,8 +256728,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0026227347552776337, - "sufficiency": 0.8369812965393066, + "comprehensiveness": 0.0026221454609185457, + "sufficiency": 0.8370179533958435, "masked prediction probs": [ 0.9762524366378784, 0.023747600615024567 @@ -228466,7 +256741,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8555342555046082, + "comprehensiveness": 0.8553420305252075, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21704719960689545, + 0.7829527854919434 + ], + "full text prediction probs": [ + 0.9785864949226379, + 0.021413510665297508 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8551499843597412, "sufficiency": 1.0, "masked prediction probs": [ 0.21704719960689545, @@ -228480,12 +256768,12 @@ } }, "test_1665": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02491535246372223, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.08120399713516235, + "sufficiency": 0.8998100161552429, "masked prediction probs": [ - 0.006669300142675638, - 0.9933306574821472 + 0.011575223878026009, + 0.9884247779846191 ], "full text prediction probs": [ 0.004497790243476629, @@ -228572,11 +256860,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.024521395564079285, + "comprehensiveness": 0.02321428619325161, "sufficiency": 0.0, "masked prediction probs": [ - 0.006669300142675638, - 0.9933306574821472 + 0.0065535674802958965, + 0.993446409702301 ], "full text prediction probs": [ 0.004497790243476629, @@ -228584,12 +256872,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01950870268046856, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02316196821630001, "sufficiency": 0.0, "masked prediction probs": [ - 0.00622937548905611, - 0.9937706589698792 + 0.0065535674802958965, + 0.993446409702301 + ], + "full text prediction probs": [ + 0.004497790243476629, + 0.9955021739006042 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.054275061935186386, + "sufficiency": 0.89201420545578, + "masked prediction probs": [ + 0.009325902909040451, + 0.9906740784645081 ], "full text prediction probs": [ 0.004497790243476629, @@ -228598,8 +256899,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07994787395000458, - "sufficiency": 0.8959851264953613, + "comprehensiveness": 0.07976849377155304, + "sufficiency": 0.8962182402610779, "masked prediction probs": [ 0.011609666049480438, 0.988390326499939 @@ -228611,7 +256912,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.025331078097224236, + "comprehensiveness": 0.025274373590946198, "sufficiency": 0.0, "masked prediction probs": [ 0.006756272632628679, @@ -228624,7 +256925,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.019377686083316803, + "comprehensiveness": 0.019334403797984123, "sufficiency": 0.0, "masked prediction probs": [ 0.00622937548905611, @@ -228637,7 +256938,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.019334403797984123, + "comprehensiveness": 0.019291315227746964, "sufficiency": 0.0, "masked prediction probs": [ 0.00622937548905611, @@ -228650,7 +256951,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03727639839053154, + "comprehensiveness": 0.037193506956100464, "sufficiency": 0.0, "masked prediction probs": [ 0.007843551225960255, @@ -228663,7 +256964,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03491748869419098, + "comprehensiveness": 0.034840017557144165, "sufficiency": 0.0, "masked prediction probs": [ 0.007638952694833279, @@ -228676,11 +256977,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019205709919333458, - "sufficiency": 0.0, + "comprehensiveness": 0.053433969616889954, + "sufficiency": 0.8936857581138611, "masked prediction probs": [ - 0.00622937548905611, - 0.9937706589698792 + 0.009325902909040451, + 0.9906740784645081 + ], + "full text prediction probs": [ + 0.004497790243476629, + 0.9955021739006042 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.053315937519073486, + "sufficiency": 0.893920361995697, + "masked prediction probs": [ + 0.009325902909040451, + 0.9906740784645081 ], "full text prediction probs": [ 0.004497790243476629, @@ -228690,12 +257004,12 @@ } }, "test_1681": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0006787136080674827, - "sufficiency": 0.9136722087860107, + "fixed-shap": { + "comprehensiveness": 0.6082050800323486, + "sufficiency": 0.8972737789154053, "masked prediction probs": [ - 0.9931040406227112, - 0.006895967293530703 + 0.4449554979801178, + 0.5550444722175598 ], "full text prediction probs": [ 0.9937164187431335, @@ -228794,12 +257108,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005016386043280363, - "sufficiency": 0.8839191794395447, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0006775121437385678, + "sufficiency": 0.9138250350952148, "masked prediction probs": [ - 0.9891822934150696, - 0.01081776525825262 + 0.9931040406227112, + 0.006895967293530703 + ], + "full text prediction probs": [ + 0.9937164187431335, + 0.006283577997237444 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.040934860706329346, + "sufficiency": 0.7839900851249695, + "masked prediction probs": [ + 0.9567087292671204, + 0.043291233479976654 ], "full text prediction probs": [ 0.9937164187431335, @@ -228809,7 +257136,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8999751806259155, + "sufficiency": 0.8999972939491272, "masked prediction probs": [ 0.9940066337585449, 0.005993371829390526 @@ -228821,8 +257148,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010165173560380936, - "sufficiency": 0.8579093217849731, + "comprehensiveness": 0.010162926279008389, + "sufficiency": 0.8579407334327698, "masked prediction probs": [ 0.9845244288444519, 0.015475529246032238 @@ -228834,8 +257161,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005417885724455118, - "sufficiency": 0.8590186834335327, + "comprehensiveness": 0.005416687577962875, + "sufficiency": 0.8590497970581055, "masked prediction probs": [ 0.9888161420822144, 0.011183792725205421 @@ -228847,8 +257174,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009602360427379608, - "sufficiency": 0.8486712574958801, + "comprehensiveness": 0.009600238874554634, + "sufficiency": 0.8487046957015991, "masked prediction probs": [ 0.9850295186042786, 0.014970426447689533 @@ -228860,8 +257187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05438762903213501, - "sufficiency": 0.9961442351341248, + "comprehensiveness": 0.05437560752034187, + "sufficiency": 0.9961451888084412, "masked prediction probs": [ 0.9445030689239502, 0.055496953427791595 @@ -228873,8 +257200,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002396005904302001, - "sufficiency": 0.8693116903305054, + "comprehensiveness": 0.0023954766802489758, + "sufficiency": 0.8693405389785767, "masked prediction probs": [ 0.9915478825569153, 0.00845218263566494 @@ -228886,11 +257213,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05436359718441963, - "sufficiency": 0.9961459636688232, + "comprehensiveness": 0.04087156429886818, + "sufficiency": 0.7843239903450012, "masked prediction probs": [ - 0.9445030689239502, - 0.055496953427791595 + 0.9567087292671204, + 0.043291233479976654 + ], + "full text prediction probs": [ + 0.9937164187431335, + 0.006283577997237444 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005006415769457817, + "sufficiency": 0.8841499090194702, + "masked prediction probs": [ + 0.9891822934150696, + 0.01081776525825262 ], "full text prediction probs": [ 0.9937164187431335, @@ -228900,12 +257240,12 @@ } }, "test_1683": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8142277002334595, + "fixed-shap": { + "comprehensiveness": 0.03606735169887543, + "sufficiency": 0.9517468214035034, "masked prediction probs": [ - 0.975906252861023, - 0.024093754589557648 + 0.9401928186416626, + 0.05980722978711128 ], "full text prediction probs": [ 0.9719499945640564, @@ -229004,13 +257344,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8236456513404846, + "sufficiency": 0.8145646452903748, "masked prediction probs": [ + 0.975906252861023, + 0.024093754589557648 + ], + "full text prediction probs": [ 0.9719499945640564, 0.028050020337104797 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.016605056822299957, + "sufficiency": 0.9088337421417236, + "masked prediction probs": [ + 0.9572994112968445, + 0.04270053654909134 + ], "full text prediction probs": [ 0.9719499945640564, 0.028050020337104797 @@ -229018,8 +257371,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006224160082638264, - "sufficiency": 0.7876055240631104, + "comprehensiveness": 0.006222749128937721, + "sufficiency": 0.7876537442207336, "masked prediction probs": [ 0.9664584398269653, 0.033541545271873474 @@ -229032,7 +257385,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8237255811691284, + "sufficiency": 0.8237655162811279, "masked prediction probs": [ 0.9719499945640564, 0.028050020337104797 @@ -229044,8 +257397,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.011815096251666546, - "sufficiency": 0.8087881207466125, + "comprehensiveness": 0.011812418699264526, + "sufficiency": 0.8088314533233643, "masked prediction probs": [ 0.9615208506584167, 0.03847910091280937 @@ -229057,8 +257410,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03439725935459137, - "sufficiency": 0.8824513554573059, + "comprehensiveness": 0.034389469772577286, + "sufficiency": 0.8824779391288757, "masked prediction probs": [ 0.9415807723999023, 0.05841923505067825 @@ -229070,8 +257423,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.15681591629981995, - "sufficiency": 0.9399194121360779, + "comprehensiveness": 0.1567803919315338, + "sufficiency": 0.9399330615997314, "masked prediction probs": [ 0.8334664106369019, 0.16653358936309814 @@ -229083,8 +257436,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011896412819623947, - "sufficiency": 0.8738388419151306, + "comprehensiveness": 0.011893720366060734, + "sufficiency": 0.8738673329353333, "masked prediction probs": [ 0.9614419341087341, 0.038558050990104675 @@ -229097,7 +257450,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8239250779151917, + "sufficiency": 0.8239648938179016, + "masked prediction probs": [ + 0.9719499945640564, + 0.028050020337104797 + ], + "full text prediction probs": [ + 0.9719499945640564, + 0.028050020337104797 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8240047097206116, "masked prediction probs": [ 0.9719499945640564, 0.028050020337104797 @@ -229110,12 +257476,12 @@ } }, "test_1684": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9765660166740417, - "sufficiency": 0.9954975247383118, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9831811785697937, "masked prediction probs": [ - 0.11254701763391495, - 0.887453019618988 + 0.061245761811733246, + 0.9387542009353638 ], "full text prediction probs": [ 0.9915805459022522, @@ -229214,12 +257580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6324943900108337, - "sufficiency": 0.9877778887748718, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9748331904411316, + "sufficiency": 0.9955055117607117, "masked prediction probs": [ - 0.42124322056770325, - 0.5787567496299744 + 0.11254701763391495, + 0.887453019618988 + ], + "full text prediction probs": [ + 0.9915805459022522, + 0.008419480174779892 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.32890626788139343, + "sufficiency": 0.9341514110565186, + "masked prediction probs": [ + 0.6949310898780823, + 0.30506885051727295 ], "full text prediction probs": [ 0.9915805459022522, @@ -229229,7 +257608,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.461986243724823, + "sufficiency": 0.46210551261901855, "masked prediction probs": [ 0.9943575263023376, 0.005642413627356291 @@ -229241,8 +257620,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.39491263031959534, - "sufficiency": 0.9951453804969788, + "comprehensiveness": 0.3948251008987427, + "sufficiency": 0.9951463937759399, "masked prediction probs": [ 0.635319173336029, 0.36468079686164856 @@ -229254,8 +257633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.32876044511795044, - "sufficiency": 0.9341805577278137, + "comprehensiveness": 0.3286875784397125, + "sufficiency": 0.9341951608657837, "masked prediction probs": [ 0.6949310898780823, 0.30506885051727295 @@ -229268,7 +257647,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8058891296386719, + "sufficiency": 0.8059321045875549, "masked prediction probs": [ 0.9915805459022522, 0.008419480174779892 @@ -229280,8 +257659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.631793737411499, - "sufficiency": 0.9877914786338806, + "comprehensiveness": 0.6316537857055664, + "sufficiency": 0.9877941608428955, "masked prediction probs": [ 0.42124322056770325, 0.5787567496299744 @@ -229293,8 +257672,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.010345838032662868, - "sufficiency": 0.9093615412712097, + "comprehensiveness": 0.010343547910451889, + "sufficiency": 0.9093815684318542, "masked prediction probs": [ 0.9822390079498291, 0.017761031165719032 @@ -229306,8 +257685,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6315138936042786, - "sufficiency": 0.9877968430519104, + "comprehensiveness": 0.6313740611076355, + "sufficiency": 0.9877995848655701, + "masked prediction probs": [ + 0.42124322056770325, + 0.5787567496299744 + ], + "full text prediction probs": [ + 0.9915805459022522, + 0.008419480174779892 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6312342882156372, + "sufficiency": 0.987802267074585, "masked prediction probs": [ 0.42124322056770325, 0.5787567496299744 @@ -229320,12 +257712,12 @@ } }, "test_1688": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23608820140361786, - "sufficiency": 0.9856975674629211, + "fixed-shap": { + "comprehensiveness": 0.005062737036496401, + "sufficiency": 0.9308870434761047, "masked prediction probs": [ - 0.7768986225128174, - 0.2231013923883438 + 0.9841938614845276, + 0.015806103125214577 ], "full text prediction probs": [ 0.9887365698814392, @@ -229424,12 +257816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6003855466842651, - "sufficiency": 0.965664267539978, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.23566795885562897, + "sufficiency": 0.9857230186462402, "masked prediction probs": [ - 0.4490601420402527, - 0.5509398579597473 + 0.7768986225128174, + 0.2231013923883438 + ], + "full text prediction probs": [ + 0.9887365698814392, + 0.011263439431786537 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007324262987822294, + "sufficiency": 0.8883131146430969, + "masked prediction probs": [ + 0.9880780577659607, + 0.011921928264200687 ], "full text prediction probs": [ 0.9887365698814392, @@ -229439,7 +257844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.675410807132721, + "sufficiency": 0.675482988357544, "masked prediction probs": [ 0.9892576336860657, 0.010742325335741043 @@ -229451,8 +257856,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.21451294422149658, - "sufficiency": 0.9824545383453369, + "comprehensiveness": 0.21446526050567627, + "sufficiency": 0.9824584126472473, "masked prediction probs": [ 0.7958287000656128, 0.2041713446378708 @@ -229464,8 +257869,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005940697155892849, - "sufficiency": 0.9116016030311584, + "comprehensiveness": 0.005939376074820757, + "sufficiency": 0.9116211533546448, "masked prediction probs": [ 0.9833930134773254, 0.016607027500867844 @@ -229477,8 +257882,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004514389671385288, - "sufficiency": 0.8311606645584106, + "comprehensiveness": 0.00451338617131114, + "sufficiency": 0.8311982154846191, "masked prediction probs": [ 0.9846750497817993, 0.015324965119361877 @@ -229490,8 +257895,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2354060709476471, - "sufficiency": 0.9857388734817505, + "comprehensiveness": 0.2353537529706955, + "sufficiency": 0.9857420325279236, "masked prediction probs": [ 0.7768986225128174, 0.2231013923883438 @@ -229503,8 +257908,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006004083435982466, - "sufficiency": 0.8731510639190674, + "comprehensiveness": 0.006002749782055616, + "sufficiency": 0.8731792569160461, "masked prediction probs": [ 0.9833323955535889, 0.016667665913701057 @@ -229516,8 +257921,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23530147969722748, - "sufficiency": 0.9857451915740967, + "comprehensiveness": 0.23524920642375946, + "sufficiency": 0.9857483506202698, "masked prediction probs": [ 0.7768986225128174, 0.2231013923883438 @@ -229527,15 +257932,28 @@ 0.011263439431786537 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5991857051849365, + "sufficiency": 0.9657329320907593, + "masked prediction probs": [ + 0.4490601420402527, + 0.5509398579597473 + ], + "full text prediction probs": [ + 0.9887365698814392, + 0.011263439431786537 + ], + "labels": 0 } }, "test_1689": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8981138467788696, - "sufficiency": 0.9964469075202942, + "fixed-shap": { + "comprehensiveness": 0.013129190541803837, + "sufficiency": 0.9891202449798584, "masked prediction probs": [ - 0.1826726794242859, - 0.8173273205757141 + 0.9750040173530579, + 0.024995939806103706 ], "full text prediction probs": [ 0.9867586493492126, @@ -229634,12 +258052,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6996341347694397, - "sufficiency": 0.9970427751541138, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8965116739273071, + "sufficiency": 0.9964532256126404, "masked prediction probs": [ - 0.3592531681060791, - 0.6407468914985657 + 0.1826726794242859, + 0.8173273205757141 + ], + "full text prediction probs": [ + 0.9867586493492126, + 0.013241318054497242 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005243597086519003, + "sufficiency": 0.9784260988235474, + "masked prediction probs": [ + 0.982054591178894, + 0.017945406958460808 ], "full text prediction probs": [ 0.9867586493492126, @@ -229648,8 +258079,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00048342536319978535, - "sufficiency": 0.8832604885101318, + "comprehensiveness": 0.00048331759171560407, + "sufficiency": 0.8832864761352539, "masked prediction probs": [ 0.9863249659538269, 0.01367499865591526 @@ -229661,8 +258092,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6993222236633301, - "sufficiency": 0.9970440864562988, + "comprehensiveness": 0.6991664171218872, + "sufficiency": 0.9970447421073914, "masked prediction probs": [ 0.3592531681060791, 0.6407468914985657 @@ -229674,8 +258105,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02622084505856037, - "sufficiency": 0.9950123429298401, + "comprehensiveness": 0.026215001940727234, + "sufficiency": 0.9950133562088013, "masked prediction probs": [ 0.9632253050804138, 0.036774683743715286 @@ -229687,8 +258118,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0029197940602898598, - "sufficiency": 0.807315468788147, + "comprehensiveness": 0.0029191437643021345, + "sufficiency": 0.8073583841323853, "masked prediction probs": [ 0.9841375350952148, 0.015862442553043365 @@ -229700,8 +258131,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.20513053238391876, - "sufficiency": 0.9923797249794006, + "comprehensiveness": 0.20508484542369843, + "sufficiency": 0.9923815131187439, "masked prediction probs": [ 0.8025708794593811, 0.19742916524410248 @@ -229714,7 +258145,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8907216191291809, + "sufficiency": 0.8907459378242493, "masked prediction probs": [ 0.9882428050041199, 0.01175722572952509 @@ -229726,8 +258157,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6985437870025635, - "sufficiency": 0.9970473647117615, + "comprehensiveness": 0.6983882784843445, + "sufficiency": 0.997048020362854, + "masked prediction probs": [ + 0.3592531681060791, + 0.6407468914985657 + ], + "full text prediction probs": [ + 0.9867586493492126, + 0.013241318054497242 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6982328295707703, + "sufficiency": 0.9970486760139465, "masked prediction probs": [ 0.3592531681060791, 0.6407468914985657 @@ -229740,12 +258184,12 @@ } }, "test_1731": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.02847035974264145, - 0.9715296626091003 + 0.036490362137556076, + 0.9635096788406372 ], "full text prediction probs": [ 0.9432452321052551, @@ -229844,7 +258288,20 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.02847035974264145, + 0.9715296626091003 + ], + "full text prediction probs": [ + 0.9432452321052551, + 0.05675481632351875 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -229859,7 +258316,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8264978528022766, + "sufficiency": 0.8265385627746582, "masked prediction probs": [ 0.9498080611228943, 0.05019187182188034 @@ -229897,8 +258354,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6664769053459167, - "sufficiency": 0.9749205708503723, + "comprehensiveness": 0.6663209199905396, + "sufficiency": 0.9749265313148499, "masked prediction probs": [ 0.3739461302757263, 0.6260538101196289 @@ -229923,8 +258380,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013181081041693687, - "sufficiency": 0.8898406028747559, + "comprehensiveness": 0.013177997432649136, + "sufficiency": 0.8898663520812988, "masked prediction probs": [ 0.9319807887077332, 0.06801924109458923 @@ -229947,15 +258404,28 @@ 0.05675481632351875 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.023014148697257042, + 0.9769858717918396 + ], + "full text prediction probs": [ + 0.9432452321052551, + 0.05675481632351875 + ], + "labels": 0 } }, "test_1738": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0013334228424355388, - "sufficiency": 0.8021060824394226, + "fixed-shap": { + "comprehensiveness": 0.10731559991836548, + "sufficiency": 0.9908124804496765, "masked prediction probs": [ - 0.9913243055343628, - 0.008675682358443737 + 0.8958266973495483, + 0.10417336225509644 ], "full text prediction probs": [ 0.9925258159637451, @@ -230054,12 +258524,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0016278040129691362, - "sufficiency": 0.5094398260116577, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0013310592621564865, + "sufficiency": 0.8024568557739258, "masked prediction probs": [ - 0.9910564422607422, - 0.008943506516516209 + 0.9913243055343628, + 0.008675682358443737 + ], + "full text prediction probs": [ + 0.9925258159637451, + 0.007474225480109453 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8049164414405823, + "masked prediction probs": [ + 0.9925258159637451, + 0.007474225480109453 ], "full text prediction probs": [ 0.9925258159637451, @@ -230068,8 +258551,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003716937964782119, - "sufficiency": 0.794293999671936, + "comprehensiveness": 0.003716114442795515, + "sufficiency": 0.7943394780158997, "masked prediction probs": [ 0.9891698956489563, 0.01083009410649538 @@ -230081,8 +258564,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0018793429480865598, - "sufficiency": 0.9313209652900696, + "comprehensiveness": 0.0018789268797263503, + "sufficiency": 0.9313362240791321, "masked prediction probs": [ 0.9908286333084106, 0.009171342477202415 @@ -230094,8 +258577,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00095365074230358, - "sufficiency": 0.8382709622383118, + "comprehensiveness": 0.0009534396231174469, + "sufficiency": 0.8383068442344666, "masked prediction probs": [ 0.9916644096374512, 0.008335624821484089 @@ -230107,8 +258590,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009534396231174469, - "sufficiency": 0.8383068442344666, + "comprehensiveness": 0.0009532286203466356, + "sufficiency": 0.838342547416687, "masked prediction probs": [ 0.9916644096374512, 0.008335624821484089 @@ -230120,8 +258603,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00614321930333972, - "sufficiency": 0.9570427536964417, + "comprehensiveness": 0.0061418600380420685, + "sufficiency": 0.9570522308349609, "masked prediction probs": [ 0.9869743585586548, 0.013025600463151932 @@ -230133,8 +258616,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014367143157869577, - "sufficiency": 0.6979576945304871, + "comprehensiveness": 0.0014363965019583702, + "sufficiency": 0.698024570941925, "masked prediction probs": [ 0.9912272095680237, 0.008772778324782848 @@ -230146,8 +258629,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.001877264236100018, - "sufficiency": 0.931397020816803, + "comprehensiveness": 0.0018768489826470613, + "sufficiency": 0.9314122200012207, "masked prediction probs": [ 0.9908286333084106, 0.009171342477202415 @@ -230157,15 +258640,28 @@ 0.007474225480109453 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0016245645238086581, + "sufficiency": 0.5104159712791443, + "masked prediction probs": [ + 0.9910564422607422, + 0.008943506516516209 + ], + "full text prediction probs": [ + 0.9925258159637451, + 0.007474225480109453 + ], + "labels": 0 } }, "test_1760": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0019280676497146487, - "sufficiency": 0.8472116589546204, + "fixed-shap": { + "comprehensiveness": 0.005778918508440256, + "sufficiency": 0.9869519472122192, "masked prediction probs": [ - 0.9920679330825806, - 0.007932096719741821 + 0.9885931015014648, + 0.011406918056309223 ], "full text prediction probs": [ 0.9938077330589294, @@ -230264,12 +258760,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0036232094280421734, - "sufficiency": 0.8815819025039673, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0019246548181399703, + "sufficiency": 0.8474820852279663, "masked prediction probs": [ - 0.9905325174331665, - 0.009467419236898422 + 0.9920679330825806, + 0.007932096719741821 + ], + "full text prediction probs": [ + 0.9938077330589294, + 0.0061922091990709305 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007838058285415173, + "sufficiency": 0.9904296398162842, + "masked prediction probs": [ + 0.9867209196090698, + 0.013279110193252563 ], "full text prediction probs": [ 0.9938077330589294, @@ -230279,7 +258788,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8086671829223633, + "sufficiency": 0.8087095618247986, "masked prediction probs": [ 0.995002806186676, 0.004997136536985636 @@ -230291,8 +258800,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0019095013849437237, - "sufficiency": 0.8164253830909729, + "comprehensiveness": 0.0019090792629867792, + "sufficiency": 0.8164659142494202, "masked prediction probs": [ 0.9920808672904968, 0.007919173687696457 @@ -230304,8 +258813,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.015491534024477005, - "sufficiency": 0.9897550344467163, + "comprehensiveness": 0.01548810862004757, + "sufficiency": 0.9897572994232178, "masked prediction probs": [ 0.9797948002815247, 0.020205270498991013 @@ -230317,8 +258826,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00135546806268394, - "sufficiency": 0.8198152184486389, + "comprehensiveness": 0.0013551685260608792, + "sufficiency": 0.8198550939559937, "masked prediction probs": [ 0.9925813674926758, 0.007418623194098473 @@ -230330,8 +258839,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06207139790058136, - "sufficiency": 0.9943879246711731, + "comprehensiveness": 0.06205768138170242, + "sufficiency": 0.9943892359733582, "masked prediction probs": [ 0.9376359581947327, 0.062364012002944946 @@ -230343,8 +258852,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007795683108270168, - "sufficiency": 0.9375416040420532, + "comprehensiveness": 0.007793961092829704, + "sufficiency": 0.9375554323196411, "masked prediction probs": [ 0.9867514371871948, 0.013248497620224953 @@ -230356,8 +258865,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0013545698020607233, - "sufficiency": 0.8199346661567688, + "comprehensiveness": 0.001354270614683628, + "sufficiency": 0.8199743628501892, "masked prediction probs": [ 0.9925813674926758, 0.007418623194098473 @@ -230367,15 +258876,28 @@ 0.0061922091990709305 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0036160091403871775, + "sufficiency": 0.8818172812461853, + "masked prediction probs": [ + 0.9905325174331665, + 0.009467419236898422 + ], + "full text prediction probs": [ + 0.9938077330589294, + 0.0061922091990709305 + ], + "labels": 0 } }, "test_1767": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9982598423957825, + "sufficiency": 0.8951327204704285, "masked prediction probs": [ - 0.054437536746263504, - 0.9455624222755432 + 0.0384167842566967, + 0.9615832567214966 ], "full text prediction probs": [ 0.9917101263999939, @@ -230474,12 +258996,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9997445344924927, + "sufficiency": 0.9982629418373108, "masked prediction probs": [ - 0.03086930885910988, - 0.9691306948661804 + 0.054437536746263504, + 0.9455624222755432 + ], + "full text prediction probs": [ + 0.9917101263999939, + 0.008289935998618603 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004377891309559345, + "sufficiency": 0.8265588879585266, + "masked prediction probs": [ + 0.9877610206604004, + 0.012238945811986923 ], "full text prediction probs": [ 0.9917101263999939, @@ -230488,8 +259023,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005304678343236446, - "sufficiency": 0.569644570350647, + "comprehensiveness": 0.005303502548485994, + "sufficiency": 0.5697399973869324, "masked prediction probs": [ 0.9869250059127808, 0.01307503692805767 @@ -230502,7 +259037,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8272412419319153, + "sufficiency": 0.8272795081138611, "masked prediction probs": [ 0.04976169764995575, 0.9502383470535278 @@ -230515,7 +259050,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8266183137893677, + "sufficiency": 0.8266566395759583, "masked prediction probs": [ 0.03470113128423691, 0.9652988314628601 @@ -230527,8 +259062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0015525553608313203, - "sufficiency": 0.8156605362892151, + "comprehensiveness": 0.0015522114699706435, + "sufficiency": 0.8157013654708862, "masked prediction probs": [ 0.9903087019920349, 0.009691281244158745 @@ -230541,7 +259076,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9997448921203613, + "sufficiency": 0.9997450113296509, "masked prediction probs": [ 0.03086930885910988, 0.9691306948661804 @@ -230553,8 +259088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001885513891465962, - "sufficiency": 0.8738068342208862, + "comprehensiveness": 0.0018850964261218905, + "sufficiency": 0.8738347887992859, "masked prediction probs": [ 0.9900074005126953, 0.009992637671530247 @@ -230567,7 +259102,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9997450113296509, + "sufficiency": 0.9997449517250061, + "masked prediction probs": [ + 0.03086930885910988, + 0.9691306948661804 + ], + "full text prediction probs": [ + 0.9917101263999939, + 0.008289935998618603 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9997450709342957, "masked prediction probs": [ 0.03086930885910988, 0.9691306948661804 @@ -230580,12 +259128,12 @@ } }, "test_1788": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9609687924385071, - 0.03903115540742874 + 0.8896738290786743, + 0.11032615602016449 ], "full text prediction probs": [ 0.4203561246395111, @@ -230684,12 +259232,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9610397815704346, - 0.03896019607782364 + 0.9609687924385071, + 0.03903115540742874 + ], + "full text prediction probs": [ + 0.4203561246395111, + 0.5796439051628113 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9103482365608215, + 0.08965175598859787 ], "full text prediction probs": [ 0.4203561246395111, @@ -230787,15 +259348,28 @@ 0.5796439051628113 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9610397815704346, + 0.03896019607782364 + ], + "full text prediction probs": [ + 0.4203561246395111, + 0.5796439051628113 + ], + "labels": 0 } }, "test_4": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6259362697601318, - 0.3740637004375458 + 0.7630108594894409, + 0.2369890958070755 ], "full text prediction probs": [ 0.2990272045135498, @@ -230885,8 +259459,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.509441614151001, - 0.4905584454536438 + 0.7630108594894409, + 0.2369890958070755 ], "full text prediction probs": [ 0.2990272045135498, @@ -230894,12 +259468,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5609126687049866, - 0.43908730149269104 + 0.7630108594894409, + 0.2369890958070755 + ], + "full text prediction probs": [ + 0.2990272045135498, + 0.700972855091095 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6841338872909546, + 0.3158661127090454 ], "full text prediction probs": [ 0.2990272045135498, @@ -230989,8 +259576,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4720032215118408, - 0.5279967784881592 + 0.6841338872909546, + 0.3158661127090454 + ], + "full text prediction probs": [ + 0.2990272045135498, + 0.700972855091095 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6841338872909546, + 0.3158661127090454 ], "full text prediction probs": [ 0.2990272045135498, @@ -231000,12 +259600,12 @@ } }, "test_22": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9941285252571106, - "sufficiency": 0.9990799427032471, + "fixed-shap": { + "comprehensiveness": 0.004630682058632374, + "sufficiency": 0.8377012610435486, "masked prediction probs": [ - 0.09649355709552765, - 0.9035063982009888 + 0.975350022315979, + 0.024649986997246742 ], "full text prediction probs": [ 0.9794629216194153, @@ -231104,12 +259704,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9884456396102905, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9923408627510071, + "sufficiency": 0.999081552028656, "masked prediction probs": [ - 0.053399063646793365, - 0.9466009140014648 + 0.09649355709552765, + 0.9035063982009888 + ], + "full text prediction probs": [ + 0.9794629216194153, + 0.020537119358778 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8327832818031311, + "masked prediction probs": [ + 0.9794629216194153, + 0.020537119358778 ], "full text prediction probs": [ 0.9794629216194153, @@ -231118,8 +259731,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006472307723015547, - "sufficiency": 0.8173506855964661, + "comprehensiveness": 0.006470853462815285, + "sufficiency": 0.8173918128013611, "masked prediction probs": [ 0.9737026691436768, 0.026297299191355705 @@ -231132,7 +259745,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9983741641044617, + "sufficiency": 0.9983745217323303, "masked prediction probs": [ 0.05835885927081108, 0.941641092300415 @@ -231145,7 +259758,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9907853603363037, + "sufficiency": 0.9907873868942261, "masked prediction probs": [ 0.05693240091204643, 0.9430676102638245 @@ -231157,8 +259770,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0028612203896045685, - "sufficiency": 0.822655975818634, + "comprehensiveness": 0.002860578242689371, + "sufficiency": 0.822695791721344, "masked prediction probs": [ 0.9769147634506226, 0.023085230961441994 @@ -231171,7 +259784,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9983752965927124, + "sufficiency": 0.998375654220581, "masked prediction probs": [ 0.05835885927081108, 0.941641092300415 @@ -231183,8 +259796,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005982043221592903, - "sufficiency": 0.8250404596328735, + "comprehensiveness": 0.005980700720101595, + "sufficiency": 0.8250797390937805, "masked prediction probs": [ 0.9741330146789551, 0.02586694434285164 @@ -231197,7 +259810,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9907936453819275, + "sufficiency": 0.9907956719398499, "masked prediction probs": [ 0.05693240091204643, 0.9430676102638245 @@ -231207,15 +259820,28 @@ 0.020537119358778 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9884690642356873, + "masked prediction probs": [ + 0.053399063646793365, + 0.9466009140014648 + ], + "full text prediction probs": [ + 0.9794629216194153, + 0.020537119358778 + ], + "labels": 0 } }, "test_25": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11745975911617279, - "sufficiency": 0.8910058736801147, + "fixed-shap": { + "comprehensiveness": 0.3327808678150177, + "sufficiency": 0.0, "masked prediction probs": [ - 0.016193121671676636, - 0.983806848526001 + 0.034561194479465485, + 0.9654387831687927 ], "full text prediction probs": [ 0.006173165049403906, @@ -231302,11 +259928,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.42747339606285095, - "sufficiency": 0.7509705424308777, + "comprehensiveness": 0.32740670442581177, + "sufficiency": 0.0, "masked prediction probs": [ - 0.04323751479387283, - 0.956762433052063 + 0.034561194479465485, + 0.9654387831687927 ], "full text prediction probs": [ 0.006173165049403906, @@ -231314,12 +259940,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11527973413467407, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3266531229019165, "sufficiency": 0.0, "masked prediction probs": [ - 0.0161916334182024, - 0.9838083386421204 + 0.034561194479465485, + 0.9654387831687927 + ], + "full text prediction probs": [ + 0.006173165049403906, + 0.9938268065452576 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13026416301727295, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017520029097795486, + 0.9824800491333008 ], "full text prediction probs": [ 0.006173165049403906, @@ -231328,7 +259967,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.025867117568850517, + "comprehensiveness": 0.025807851925492287, "sufficiency": 0.0, "masked prediction probs": [ 0.008426330052316189, @@ -231341,8 +259980,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06979972124099731, - "sufficiency": 0.12604999542236328, + "comprehensiveness": 0.0696401596069336, + "sufficiency": 0.12804551422595978, "masked prediction probs": [ 0.012267167679965496, 0.9877328872680664 @@ -231354,7 +259993,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0583064965903759, + "comprehensiveness": 0.058173514902591705, "sufficiency": 0.0, "masked prediction probs": [ 0.0112753352150321, @@ -231380,8 +260019,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09807460755109787, - "sufficiency": 0.648187518119812, + "comprehensiveness": 0.0978519394993782, + "sufficiency": 0.6489853858947754, "masked prediction probs": [ 0.014794494956731796, 0.9852054715156555 @@ -231393,7 +260032,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026078833267092705, + "comprehensiveness": 0.026019757613539696, "sufficiency": 0.0, "masked prediction probs": [ 0.008470861241221428, @@ -231406,11 +260045,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09763028472661972, - "sufficiency": 0.6497796177864075, + "comprehensiveness": 0.12820328772068024, + "sufficiency": 0.0, "masked prediction probs": [ - 0.014794494956731796, - 0.9852054715156555 + 0.017520029097795486, + 0.9824800491333008 + ], + "full text prediction probs": [ + 0.006173165049403906, + 0.9938268065452576 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1279141753911972, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017520029097795486, + 0.9824800491333008 ], "full text prediction probs": [ 0.006173165049403906, @@ -231420,12 +260072,12 @@ } }, "test_34": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9967864155769348, - "sufficiency": 0.9936764240264893, + "fixed-shap": { + "comprehensiveness": 0.8657211065292358, + "sufficiency": 0.988942563533783, "masked prediction probs": [ - 0.09417786449193954, - 0.9058221578598022 + 0.21242183446884155, + 0.7875781059265137 ], "full text prediction probs": [ 0.99345463514328, @@ -231524,9 +260176,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9344449043273926, - "sufficiency": 0.9891066551208496, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9950217008590698, + "sufficiency": 0.993687629699707, + "masked prediction probs": [ + 0.09417786449193954, + 0.9058221578598022 + ], + "full text prediction probs": [ + 0.99345463514328, + 0.006545308046042919 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9342381954193115, + "sufficiency": 0.9891090989112854, "masked prediction probs": [ 0.14892569184303284, 0.8510743379592896 @@ -231539,7 +260204,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7113261222839355, + "sufficiency": 0.7113900184631348, "masked prediction probs": [ 0.995105504989624, 0.004894549958407879 @@ -231551,8 +260216,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9340314865112305, - "sufficiency": 0.9891114830970764, + "comprehensiveness": 0.9338249564170837, + "sufficiency": 0.9891139268875122, "masked prediction probs": [ 0.14892569184303284, 0.8510743379592896 @@ -231565,7 +260230,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.808657169342041, + "sufficiency": 0.8086994290351868, "masked prediction probs": [ 0.9943299293518066, 0.005670085083693266 @@ -231578,7 +260243,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8200143575668335, + "sufficiency": 0.8200541734695435, "masked prediction probs": [ 0.99345463514328, 0.006545308046042919 @@ -231590,8 +260255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9334121346473694, - "sufficiency": 0.9891186952590942, + "comprehensiveness": 0.933205783367157, + "sufficiency": 0.98912113904953, "masked prediction probs": [ 0.14892569184303284, 0.8510743379592896 @@ -231603,8 +260268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0007460986380465329, - "sufficiency": 0.7805365920066833, + "comprehensiveness": 0.0007459337939508259, + "sufficiency": 0.7805851101875305, "masked prediction probs": [ 0.9927794337272644, 0.00722056720405817 @@ -231616,8 +260281,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9329996109008789, - "sufficiency": 0.989123523235321, + "comprehensiveness": 0.9327934980392456, + "sufficiency": 0.9891259074211121, + "masked prediction probs": [ + 0.14892569184303284, + 0.8510743379592896 + ], + "full text prediction probs": [ + 0.99345463514328, + 0.006545308046042919 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9325875043869019, + "sufficiency": 0.9891283512115479, "masked prediction probs": [ 0.14892569184303284, 0.8510743379592896 @@ -231630,12 +260308,12 @@ } }, "test_39": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6614111661911011, + "fixed-shap": { + "comprehensiveness": 0.09150595963001251, "sufficiency": 0.0, "masked prediction probs": [ - 0.0626397579908371, - 0.9373602271080017 + 0.014098898507654667, + 0.9859011769294739 ], "full text prediction probs": [ 0.006304857321083546, @@ -231734,12 +260412,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5000247359275818, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6492135524749756, "sufficiency": 0.0, "masked prediction probs": [ - 0.04969405382871628, - 0.9503059387207031 + 0.0626397579908371, + 0.9373602271080017 + ], + "full text prediction probs": [ + 0.006304857321083546, + 0.993695080280304 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07032707333564758, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01242156233638525, + 0.9875784516334534 ], "full text prediction probs": [ 0.006304857321083546, @@ -231748,7 +260439,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3309546113014221, + "comprehensiveness": 0.33019518852233887, "sufficiency": 0.0, "masked prediction probs": [ 0.035089362412691116, @@ -231761,7 +260452,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04274213686585426, + "comprehensiveness": 0.042644284665584564, "sufficiency": 0.0, "masked prediction probs": [ 0.010030894540250301, @@ -231774,7 +260465,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1439265012741089, + "comprehensiveness": 0.14359775185585022, "sufficiency": 0.0, "masked prediction probs": [ 0.018880369141697884, @@ -231787,7 +260478,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05705632269382477, + "comprehensiveness": 0.056926291435956955, "sufficiency": 0.0, "masked prediction probs": [ 0.011301572434604168, @@ -231800,7 +260491,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.16621078550815582, + "comprehensiveness": 0.16583286225795746, "sufficiency": 0.0, "masked prediction probs": [ 0.020893950015306473, @@ -231813,7 +260504,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.055645741522312164, + "comprehensiveness": 0.055519502609968185, "sufficiency": 0.0, "masked prediction probs": [ 0.011200230568647385, @@ -231826,7 +260517,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.32644975185394287, + "comprehensiveness": 0.32571083307266235, "sufficiency": 0.0, "masked prediction probs": [ 0.035089362412691116, @@ -231837,15 +260528,28 @@ 0.993695080280304 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4898615777492523, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04969405382871628, + 0.9503059387207031 + ], + "full text prediction probs": [ + 0.006304857321083546, + 0.993695080280304 + ], + "labels": 1 } }, "test_58": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.17396922409534454, "sufficiency": 0.0, "masked prediction probs": [ - 0.15353955328464508, - 0.8464605212211609 + 0.03786696493625641, + 0.9621330499649048 ], "full text prediction probs": [ 0.026575887575745583, @@ -231944,12 +260648,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.14135964214801788, - 0.8586403727531433 + 0.15353955328464508, + 0.8464605212211609 + ], + "full text prediction probs": [ + 0.026575887575745583, + 0.9734241366386414 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026575887575745583, + 0.9734241366386414 ], "full text prediction probs": [ 0.026575887575745583, @@ -232023,7 +260740,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17978785932064056, + "comprehensiveness": 0.17925822734832764, "sufficiency": 0.0, "masked prediction probs": [ 0.03874809667468071, @@ -232047,15 +260764,28 @@ 0.9734241366386414 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14135964214801788, + 0.8586403727531433 + ], + "full text prediction probs": [ + 0.026575887575745583, + 0.9734241366386414 + ], + "labels": 1 } }, "test_61": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7743346691131592, - 0.2256653755903244 + 0.9666821956634521, + 0.03331785276532173 ], "full text prediction probs": [ 0.7695052027702332, @@ -232154,12 +260884,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7705851793289185, - 0.22941482067108154 + 0.7743346691131592, + 0.2256653755903244 + ], + "full text prediction probs": [ + 0.7695052027702332, + 0.23049475252628326 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8255903720855713, + 0.17440961301326752 ], "full text prediction probs": [ 0.7695052027702332, @@ -232169,7 +260912,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.72782963514328, + "sufficiency": 0.7279096841812134, "masked prediction probs": [ 0.9834111332893372, 0.01658892259001732 @@ -232195,7 +260938,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9592192769050598, + "sufficiency": 0.9592312574386597, "masked prediction probs": [ 0.9042232036590576, 0.09577676653862 @@ -232233,8 +260976,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3920471966266632, - "sufficiency": 0.9930885434150696, + "comprehensiveness": 0.3919321298599243, + "sufficiency": 0.9930905699729919, "masked prediction probs": [ 0.5025107860565186, 0.49748921394348145 @@ -232257,15 +261000,28 @@ 0.23049475252628326 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7705851793289185, + 0.22941482067108154 + ], + "full text prediction probs": [ + 0.7695052027702332, + 0.23049475252628326 + ], + "labels": 1 } }, "test_103": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.016396498307585716, + "fixed-shap": { + "comprehensiveness": 0.126216858625412, "sufficiency": 0.0, "masked prediction probs": [ - 0.006551040802150965, - 0.9934490323066711 + 0.01603320986032486, + 0.9839667677879333 ], "full text prediction probs": [ 0.005135287996381521, @@ -232364,12 +261120,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.022338269278407097, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0160981398075819, "sufficiency": 0.0, "masked prediction probs": [ - 0.00709978211671114, - 0.9929002523422241 + 0.006551040802150965, + 0.9934490323066711 + ], + "full text prediction probs": [ + 0.005135287996381521, + 0.9948647618293762 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11275515705347061, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015073874033987522, + 0.9849261045455933 ], "full text prediction probs": [ 0.005135287996381521, @@ -232378,7 +261147,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3098979890346527, + "comprehensiveness": 0.3091962933540344, "sufficiency": 0.0, "masked prediction probs": [ 0.0324508361518383, @@ -232391,7 +261160,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.022237110882997513, + "comprehensiveness": 0.022186873480677605, "sufficiency": 0.0, "masked prediction probs": [ 0.00709978211671114, @@ -232404,7 +261173,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.028643207624554634, + "comprehensiveness": 0.02857864461839199, "sufficiency": 0.0, "masked prediction probs": [ 0.007671433966606855, @@ -232417,7 +261186,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017146514728665352, + "comprehensiveness": 0.017107952386140823, "sufficiency": 0.0, "masked prediction probs": [ 0.006656808778643608, @@ -232430,7 +261199,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05793275684118271, + "comprehensiveness": 0.05780275911092758, "sufficiency": 0.0, "masked prediction probs": [ 0.010287979617714882, @@ -232443,7 +261212,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014653787948191166, + "comprehensiveness": 0.014620979316532612, "sufficiency": 0.0, "masked prediction probs": [ 0.0064415899105370045, @@ -232456,7 +261225,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.021988175809383392, + "comprehensiveness": 0.021939055994153023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00709978211671114, + 0.9929002523422241 + ], + "full text prediction probs": [ + 0.005135287996381521, + 0.9948647618293762 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.021890155971050262, "sufficiency": 0.0, "masked prediction probs": [ 0.00709978211671114, @@ -232470,12 +261252,12 @@ } }, "test_117": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7295721173286438, + "fixed-shap": { + "comprehensiveness": 0.028796816244721413, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6266839504241943, - 0.37331610918045044 + 0.007632018998265266, + 0.9923680424690247 ], "full text prediction probs": [ 0.005145834293216467, @@ -232574,12 +261356,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6585646271705627, + "sufficiency": 0.7344879508018494, "masked prediction probs": [ - 0.1277337521314621, - 0.8722662329673767 + 0.6266839504241943, + 0.37331610918045044 + ], + "full text prediction probs": [ + 0.005145834293216467, + 0.9948541522026062 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016085857525467873, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006563540082424879, + 0.9934364557266235 ], "full text prediction probs": [ 0.005145834293216467, @@ -232588,8 +261383,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.30630895495414734, - "sufficiency": 0.5338747501373291, + "comprehensiveness": 0.30561530590057373, + "sufficiency": 0.534929096698761, "masked prediction probs": [ 0.0321417935192585, 0.9678581953048706 @@ -232601,7 +261396,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1438342183828354, + "comprehensiveness": 0.14350922405719757, "sufficiency": 0.0, "masked prediction probs": [ 0.017851196229457855, @@ -232614,7 +261409,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.024481263011693954, + "comprehensiveness": 0.02442607469856739, "sufficiency": 0.0, "masked prediction probs": [ 0.007313263136893511, @@ -232627,7 +261422,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026955805718898773, + "comprehensiveness": 0.026895174756646156, "sufficiency": 0.0, "masked prediction probs": [ 0.007537660654634237, @@ -232641,7 +261436,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6624001860618591, + "sufficiency": 0.6631569862365723, "masked prediction probs": [ 0.1277337521314621, 0.8722662329673767 @@ -232653,7 +261448,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05768659710884094, + "comprehensiveness": 0.057557426393032074, "sufficiency": 0.0, "masked prediction probs": [ 0.010287610813975334, @@ -232667,7 +261462,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6639103889465332, + "sufficiency": 0.6646603941917419, + "masked prediction probs": [ + 0.1277337521314621, + 0.8722662329673767 + ], + "full text prediction probs": [ + 0.005145834293216467, + 0.9948541522026062 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.665407121181488, "masked prediction probs": [ 0.1277337521314621, 0.8722662329673767 @@ -232680,12 +261488,12 @@ } }, "test_131": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9694287180900574, - 0.030571257695555687 + 0.24689900875091553, + 0.7531009912490845 ], "full text prediction probs": [ 0.042790964245796204, @@ -232784,12 +261592,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9040088057518005, - 0.09599115699529648 + 0.9694287180900574, + 0.030571257695555687 + ], + "full text prediction probs": [ + 0.042790964245796204, + 0.957209050655365 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18786320090293884, + 0.8121367692947388 ], "full text prediction probs": [ 0.042790964245796204, @@ -232837,7 +261658,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8187211751937866, + "comprehensiveness": 0.8155279755592346, "sufficiency": 0.0, "masked prediction probs": [ 0.08461777865886688, @@ -232887,15 +261708,28 @@ 0.957209050655365 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9040088057518005, + 0.09599115699529648 + ], + "full text prediction probs": [ + 0.042790964245796204, + 0.957209050655365 + ], + "labels": 1 } }, "test_178": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9744457006454468, + "fixed-shap": { + "comprehensiveness": 0.0483996756374836, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3239390552043915, - 0.6760609149932861 + 0.009584750048816204, + 0.9904152154922485 ], "full text prediction probs": [ 0.00541957700625062, @@ -232994,12 +261828,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9485315680503845, + "sufficiency": 0.9749116897583008, "masked prediction probs": [ - 0.2171156108379364, - 0.782884418964386 + 0.3239390552043915, + 0.6760609149932861 + ], + "full text prediction probs": [ + 0.00541957700625062, + 0.9945804476737976 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04678108170628548, + "sufficiency": 0.05472605302929878, + "masked prediction probs": [ + 0.009529747068881989, + 0.990470290184021 ], "full text prediction probs": [ 0.00541957700625062, @@ -233009,7 +261856,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9255695939064026, + "sufficiency": 0.9257384538650513, "masked prediction probs": [ 0.12172897160053253, 0.8782710433006287 @@ -233021,8 +261868,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11614791303873062, - "sufficiency": 0.9559432864189148, + "comprehensiveness": 0.1158846765756607, + "sufficiency": 0.956043004989624, "masked prediction probs": [ 0.01564745232462883, 0.9843525290489197 @@ -233034,7 +261881,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.052520751953125, + "comprehensiveness": 0.052401989698410034, "sufficiency": 0.0, "masked prediction probs": [ 0.010055016726255417, @@ -233047,7 +261894,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04136233031749725, + "comprehensiveness": 0.041269008070230484, "sufficiency": 0.0, "masked prediction probs": [ 0.00907837599515915, @@ -233060,8 +261907,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1153617575764656, - "sufficiency": 0.9562411308288574, + "comprehensiveness": 0.11510206758975983, + "sufficiency": 0.9563395380973816, "masked prediction probs": [ 0.01564745232462883, 0.9843525290489197 @@ -233073,7 +261920,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01849456876516342, + "comprehensiveness": 0.018453029915690422, "sufficiency": 0.0, "masked prediction probs": [ 0.007062975782901049, @@ -233086,8 +261933,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.11484353989362717, - "sufficiency": 0.9564374685287476, + "comprehensiveness": 0.11458617448806763, + "sufficiency": 0.9565349817276001, "masked prediction probs": [ 0.01564745232462883, 0.9843525290489197 @@ -233097,15 +261944,28 @@ 0.9945804476737976 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.949566125869751, + "masked prediction probs": [ + 0.2171156108379364, + 0.782884418964386 + ], + "full text prediction probs": [ + 0.00541957700625062, + 0.9945804476737976 + ], + "labels": 1 } }, "test_181": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9857444167137146, - 0.014255588874220848 + 0.646206259727478, + 0.35379377007484436 ], "full text prediction probs": [ 0.1363605111837387, @@ -233204,12 +262064,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9847528338432312, - 0.015247219242155552 + 0.9857444167137146, + 0.014255588874220848 + ], + "full text prediction probs": [ + 0.1363605111837387, + 0.8636394739151001 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6572412252426147, + 0.34275880455970764 ], "full text prediction probs": [ 0.1363605111837387, @@ -233307,15 +262180,28 @@ 0.8636394739151001 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9847528338432312, + 0.015247219242155552 + ], + "full text prediction probs": [ + 0.1363605111837387, + 0.8636394739151001 + ], + "labels": 1 } }, "test_307": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8682852387428284, + "fixed-shap": { + "comprehensiveness": 0.03685024753212929, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6819861531257629, - 0.31801390647888184 + 0.007040098775178194, + 0.9929599165916443 ], "full text prediction probs": [ 0.0038094348274171352, @@ -233414,12 +262300,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8717468976974487, + "sufficiency": 0.8706437349319458, "masked prediction probs": [ - 0.590107262134552, - 0.4098927974700928 + 0.6819861531257629, + 0.31801390647888184 + ], + "full text prediction probs": [ + 0.0038094348274171352, + 0.9961905479431152 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.020830100402235985, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005673137493431568, + 0.9943268895149231 ], "full text prediction probs": [ 0.0038094348274171352, @@ -233429,7 +262328,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8720332980155945, + "sufficiency": 0.8723184466362, "masked prediction probs": [ 0.590107262134552, 0.4098927974700928 @@ -233441,7 +262340,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11042638123035431, + "comprehensiveness": 0.11018059402704239, "sufficiency": 0.0, "masked prediction probs": [ 0.013711294159293175, @@ -233454,7 +262353,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04472857341170311, + "comprehensiveness": 0.04462923854589462, "sufficiency": 0.0, "masked prediction probs": [ 0.007829123176634312, @@ -233467,7 +262366,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015231778845191002, + "comprehensiveness": 0.015198025852441788, "sufficiency": 0.0, "masked prediction probs": [ 0.00518134655430913, @@ -233481,7 +262380,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9039528369903564, + "sufficiency": 0.9041649699211121, "masked prediction probs": [ 0.46628737449645996, 0.53371262550354 @@ -233493,7 +262392,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03207410126924515, + "comprehensiveness": 0.032003339380025864, "sufficiency": 0.0, "masked prediction probs": [ 0.006711157038807869, @@ -233507,7 +262406,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8737253546714783, + "sufficiency": 0.874002993106842, + "masked prediction probs": [ + 0.590107262134552, + 0.4098927974700928 + ], + "full text prediction probs": [ + 0.0038094348274171352, + 0.9961905479431152 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8742794394493103, "masked prediction probs": [ 0.590107262134552, 0.4098927974700928 @@ -233520,12 +262432,12 @@ } }, "test_311": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0456094965338707, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.2817574739456177, + "sufficiency": 0.15936125814914703, "masked prediction probs": [ - 0.015466704964637756, - 0.9845333099365234 + 0.03427460789680481, + 0.9657254219055176 ], "full text prediction probs": [ 0.011834140866994858, @@ -233624,12 +262536,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.042158789932727814, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04471113160252571, "sufficiency": 0.0, "masked prediction probs": [ - 0.015259352512657642, - 0.984740674495697 + 0.015466704964637756, + 0.9845333099365234 + ], + "full text prediction probs": [ + 0.011834140866994858, + 0.9881658554077148 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16326934099197388, + "sufficiency": 0.23390480875968933, + "masked prediction probs": [ + 0.02513165958225727, + 0.9748684167861938 ], "full text prediction probs": [ 0.011834140866994858, @@ -233638,8 +262563,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3771791458129883, - "sufficiency": 0.7686498165130615, + "comprehensiveness": 0.3762550354003906, + "sufficiency": 0.7692159414291382, "masked prediction probs": [ 0.042553454637527466, 0.9574465751647949 @@ -233664,7 +262589,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.196024551987648, + "comprehensiveness": 0.19554662704467773, "sufficiency": 0.0, "masked prediction probs": [ 0.02787775546312332, @@ -233677,7 +262602,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04174764081835747, + "comprehensiveness": 0.04164610430598259, "sufficiency": 0.0, "masked prediction probs": [ 0.015259352512657642, @@ -233690,8 +262615,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12529341876506805, - "sufficiency": 0.5500532388687134, + "comprehensiveness": 0.12498942762613297, + "sufficiency": 0.5511435866355896, "masked prediction probs": [ 0.022138897329568863, 0.9778611063957214 @@ -233703,7 +262628,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016573922708630562, + "comprehensiveness": 0.016533806920051575, "sufficiency": 0.0, "masked prediction probs": [ 0.01320055965334177, @@ -233716,7 +262641,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.041444502770900726, + "comprehensiveness": 0.04134443402290344, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015259352512657642, + 0.984740674495697 + ], + "full text prediction probs": [ + 0.011834140866994858, + 0.9881658554077148 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04124484583735466, "sufficiency": 0.0, "masked prediction probs": [ 0.015259352512657642, @@ -233730,12 +262668,12 @@ } }, "test_337": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.3619369566440582, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9558831453323364, - 0.0441167838871479 + 0.678723931312561, + 0.32127612829208374 ], "full text prediction probs": [ 0.03661464527249336, @@ -233834,12 +262772,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3799884617328644, + "masked prediction probs": [ + 0.9558831453323364, + 0.0441167838871479 + ], + "full text prediction probs": [ + 0.03661464527249336, + 0.9633854031562805 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9480376839637756, - 0.05196236073970795 + 0.18189826607704163, + 0.818101704120636 ], "full text prediction probs": [ 0.03661464527249336, @@ -233937,15 +262888,28 @@ 0.9633854031562805 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9480376839637756, + 0.05196236073970795 + ], + "full text prediction probs": [ + 0.03661464527249336, + 0.9633854031562805 + ], + "labels": 1 } }, "test_341": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4397631883621216, + "fixed-shap": { + "comprehensiveness": 0.017873167991638184, "sufficiency": 0.0, "masked prediction probs": [ - 0.04518922418355942, - 0.9548107385635376 + 0.010330726392567158, + 0.9896692633628845 ], "full text prediction probs": [ 0.00885394774377346, @@ -234044,12 +263008,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.648685097694397, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43140771985054016, "sufficiency": 0.0, "masked prediction probs": [ - 0.0634893849492073, - 0.9365105628967285 + 0.04518922418355942, + 0.9548107385635376 + ], + "full text prediction probs": [ + 0.00885394774377346, + 0.9911460280418396 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.007122907321900129, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009455282241106033, + 0.9905446767807007 ], "full text prediction probs": [ 0.00885394774377346, @@ -234058,7 +263035,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5665263533592224, + "comprehensiveness": 0.5651872158050537, "sufficiency": 0.0, "masked prediction probs": [ 0.05668295919895172, @@ -234071,7 +263048,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0614028163254261, + "comprehensiveness": 0.061258018016815186, "sufficiency": 0.0, "masked prediction probs": [ 0.014050232246518135, @@ -234084,7 +263061,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04114528000354767, + "comprehensiveness": 0.041048478335142136, "sufficiency": 0.0, "masked prediction probs": [ 0.012344073504209518, @@ -234097,7 +263074,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.041048478335142136, + "comprehensiveness": 0.040952134877443314, "sufficiency": 0.0, "masked prediction probs": [ 0.012344073504209518, @@ -234110,8 +263087,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4909367561340332, - "sufficiency": 0.9734058380126953, + "comprehensiveness": 0.48978716135025024, + "sufficiency": 0.9734680652618408, "masked prediction probs": [ 0.0506940595805645, 0.9493058919906616 @@ -234123,7 +263100,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.047742247581481934, + "comprehensiveness": 0.04763071611523628, "sufficiency": 0.0, "masked prediction probs": [ 0.012932409532368183, @@ -234136,7 +263113,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06068558618426323, + "comprehensiveness": 0.06054414436221123, "sufficiency": 0.0, "masked prediction probs": [ 0.014050232246518135, @@ -234147,15 +263124,28 @@ 0.9911460280418396 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6351097226142883, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0634893849492073, + 0.9365105628967285 + ], + "full text prediction probs": [ + 0.00885394774377346, + 0.9911460280418396 + ], + "labels": 1 } }, "test_379": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.48671311140060425, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6604955196380615, - 0.3395044803619385 + 0.4287528693675995, + 0.5712471604347229 ], "full text prediction probs": [ 0.010920879431068897, @@ -234254,12 +263244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4966987073421478, + "masked prediction probs": [ + 0.6604955196380615, + 0.3395044803619385 + ], + "full text prediction probs": [ + 0.010920879431068897, + 0.9890791773796082 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.35318058729171753, - 0.6468194127082825 + 0.23604220151901245, + 0.7639577984809875 ], "full text prediction probs": [ 0.010920879431068897, @@ -234268,7 +263271,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8471058011054993, + "comprehensiveness": 0.8450533151626587, "sufficiency": 0.0, "masked prediction probs": [ 0.08068690448999405, @@ -234281,7 +263284,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1436680257320404, + "comprehensiveness": 0.14332076907157898, "sufficiency": 0.0, "masked prediction probs": [ 0.02278176136314869, @@ -234307,7 +263310,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.053994517773389816, + "comprehensiveness": 0.05386463552713394, "sufficiency": 0.0, "masked prediction probs": [ 0.01540013775229454, @@ -234333,7 +263336,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.38509854674339294, + "comprehensiveness": 0.384176641702652, "sufficiency": 0.0, "masked prediction probs": [ 0.043021995574235916, @@ -234357,15 +263360,28 @@ 0.9890791773796082 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.35318058729171753, + 0.6468194127082825 + ], + "full text prediction probs": [ + 0.010920879431068897, + 0.9890791773796082 + ], + "labels": 1 } }, "test_396": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7888383269309998, - 0.21116162836551666 + 0.7268339991569519, + 0.2731660306453705 ], "full text prediction probs": [ 0.019589336588978767, @@ -234464,12 +263480,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7616019248962402, - 0.23839806020259857 + 0.7888383269309998, + 0.21116162836551666 + ], + "full text prediction probs": [ + 0.019589336588978767, + 0.980410635471344 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13034717738628387, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0291946679353714, + 0.9708054065704346 ], "full text prediction probs": [ 0.019589336588978767, @@ -234567,15 +263596,28 @@ 0.980410635471344 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7616019248962402, + 0.23839806020259857 + ], + "full text prediction probs": [ + 0.019589336588978767, + 0.980410635471344 + ], + "labels": 1 } }, "test_414": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17123770713806152, + "fixed-shap": { + "comprehensiveness": 0.25294679403305054, "sufficiency": 0.0, "masked prediction probs": [ - 0.029986342415213585, - 0.9700136184692383 + 0.03604899346828461, + 0.9639509916305542 ], "full text prediction probs": [ 0.017280956730246544, @@ -234674,12 +263716,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7561736702919006, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16762249171733856, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9812054634094238, - 0.018794585019350052 + 0.029986342415213585, + 0.9700136184692383 + ], + "full text prediction probs": [ + 0.017280956730246544, + 0.9827190637588501 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017280956730246544, + 0.9827190637588501 ], "full text prediction probs": [ 0.017280956730246544, @@ -234689,7 +263744,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.42587801814079285, + "sufficiency": 0.4273832142353058, "masked prediction probs": [ 0.978038489818573, 0.021961504593491554 @@ -234740,7 +263795,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6753936409950256, + "comprehensiveness": 0.6736389994621277, "sufficiency": 0.0, "masked prediction probs": [ 0.06914987415075302, @@ -234753,7 +263808,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04546394199132919, + "comprehensiveness": 0.04534613713622093, "sufficiency": 0.0, "masked prediction probs": [ 0.020781533792614937, @@ -234767,7 +263822,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.43479233980178833, + "sufficiency": 0.4362511932849884, "masked prediction probs": [ 0.978038489818573, 0.021961504593491554 @@ -234777,15 +263832,28 @@ 0.9827190637588501 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7618231773376465, + "masked prediction probs": [ + 0.9812054634094238, + 0.018794585019350052 + ], + "full text prediction probs": [ + 0.017280956730246544, + 0.9827190637588501 + ], + "labels": 1 } }, "test_437": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11593873798847198, "sufficiency": 0.0, "masked prediction probs": [ - 0.9148886203765869, - 0.08511136472225189 + 0.01878274790942669, + 0.9812172651290894 ], "full text prediction probs": [ 0.009249130263924599, @@ -234884,12 +263952,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9003943800926208, - 0.09960560500621796 + 0.9148886203765869, + 0.08511136472225189 + ], + "full text prediction probs": [ + 0.009249130263924599, + 0.9907508492469788 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.057977594435214996, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014120958745479584, + 0.9858790040016174 ], "full text prediction probs": [ 0.009249130263924599, @@ -234937,7 +264018,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0461793951690197, + "comprehensiveness": 0.04607050120830536, "sufficiency": 0.0, "masked prediction probs": [ 0.01315729133784771, @@ -234963,7 +264044,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.019552547484636307, + "comprehensiveness": 0.019506657496094704, "sufficiency": 0.0, "masked prediction probs": [ 0.01091177761554718, @@ -234987,15 +264068,28 @@ 0.9907508492469788 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9003943800926208, + 0.09960560500621796 + ], + "full text prediction probs": [ + 0.009249130263924599, + 0.9907508492469788 + ], + "labels": 1 } }, "test_447": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17298316955566406, + "fixed-shap": { + "comprehensiveness": 0.12520550191402435, "sufficiency": 0.0, "masked prediction probs": [ - 0.018769951537251472, - 0.9812300205230713 + 0.014569531194865704, + 0.9854304790496826 ], "full text prediction probs": [ 0.0035618962720036507, @@ -235094,12 +264188,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06964224576950073, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16989080607891083, "sufficiency": 0.0, "masked prediction probs": [ - 0.009796056896448135, - 0.9902039766311646 + 0.018769951537251472, + 0.9812300205230713 + ], + "full text prediction probs": [ + 0.0035618962720036507, + 0.9964381456375122 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0805266797542572, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010786500759422779, + 0.9892135262489319 ], "full text prediction probs": [ 0.0035618962720036507, @@ -235108,7 +264215,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.11314021795988083, + "comprehensiveness": 0.11288852244615555, "sufficiency": 0.0, "masked prediction probs": [ 0.013712506741285324, @@ -235121,7 +264228,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06933239102363586, + "comprehensiveness": 0.0691784918308258, "sufficiency": 0.0, "masked prediction probs": [ 0.009796056896448135, @@ -235134,7 +264241,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04278944432735443, + "comprehensiveness": 0.04269467294216156, "sufficiency": 0.0, "masked prediction probs": [ 0.00741796987131238, @@ -235147,7 +264254,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.033625006675720215, + "comprehensiveness": 0.033550702035427094, "sufficiency": 0.0, "masked prediction probs": [ 0.006598701700568199, @@ -235160,7 +264267,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13877733051776886, + "comprehensiveness": 0.138471320271492, "sufficiency": 0.0, "masked prediction probs": [ 0.016123609617352486, @@ -235173,7 +264280,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.038043130189180374, + "comprehensiveness": 0.03795943036675453, "sufficiency": 0.0, "masked prediction probs": [ 0.007012996822595596, @@ -235186,7 +264293,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06856967508792877, + "comprehensiveness": 0.06841914355754852, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009796056896448135, + 0.9902039766311646 + ], + "full text prediction probs": [ + 0.0035618962720036507, + 0.9964381456375122 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0682692676782608, "sufficiency": 0.0, "masked prediction probs": [ 0.009796056896448135, @@ -235200,12 +264320,12 @@ } }, "test_464": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2333042025566101, - "sufficiency": 0.16239356994628906, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02610492706298828, - 0.9738950729370117 + 0.13972465693950653, + 0.860275387763977 ], "full text prediction probs": [ 0.006211771164089441, @@ -235292,11 +264412,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.2295348346233368, - "sufficiency": 0.17591072618961334, + "comprehensiveness": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02610492706298828, - 0.9738950729370117 + 0.13972465693950653, + 0.860275387763977 ], "full text prediction probs": [ 0.006211771164089441, @@ -235304,12 +264424,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.18776537477970123, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.022522423416376114, - 0.9774775505065918 + 0.13972465693950653, + 0.860275387763977 + ], + "full text prediction probs": [ + 0.006211771164089441, + 0.9937881827354431 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13349668681621552, + 0.8665032982826233 ], "full text prediction probs": [ 0.006211771164089441, @@ -235318,7 +264451,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.18733398616313934, + "comprehensiveness": 0.18690457940101624, "sufficiency": 0.0, "masked prediction probs": [ 0.022522423416376114, @@ -235344,7 +264477,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02410021238029003, + "comprehensiveness": 0.024045221507549286, "sufficiency": 0.0, "masked prediction probs": [ 0.008319785818457603, @@ -235357,7 +264490,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.003115965984761715, + "comprehensiveness": 0.0031088723335415125, "sufficiency": 0.0, "masked prediction probs": [ 0.006484969053417444, @@ -235370,7 +264503,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06810146570205688, + "comprehensiveness": 0.06794678419828415, "sufficiency": 0.0, "masked prediction probs": [ 0.01219567283987999, @@ -235383,7 +264516,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02273668721318245, + "comprehensiveness": 0.022685160860419273, "sufficiency": 0.0, "masked prediction probs": [ 0.00821409747004509, @@ -235396,11 +264529,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18478675186634064, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.022522423416376114, - 0.9774775505065918 + 0.13349668681621552, + 0.8665032982826233 + ], + "full text prediction probs": [ + 0.006211771164089441, + 0.9937881827354431 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13349668681621552, + 0.8665032982826233 ], "full text prediction probs": [ 0.006211771164089441, @@ -235410,12 +264556,12 @@ } }, "test_473": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03535536676645279, + "fixed-shap": { + "comprehensiveness": 0.09652095288038254, "sufficiency": 0.0, "masked prediction probs": [ - 0.008525995537638664, - 0.9914740324020386 + 0.013785818591713905, + 0.9862142205238342 ], "full text prediction probs": [ 0.005485654342919588, @@ -235514,12 +264660,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009157774969935417, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03470944985747337, "sufficiency": 0.0, "masked prediction probs": [ - 0.006287803873419762, - 0.9937121868133545 + 0.008525995537638664, + 0.9914740324020386 + ], + "full text prediction probs": [ + 0.005485654342919588, + 0.9945143461227417 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06326314806938171, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01103974785655737, + 0.9889602661132812 ], "full text prediction probs": [ 0.005485654342919588, @@ -235528,7 +264687,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06426319479942322, + "comprehensiveness": 0.06411711126565933, "sufficiency": 0.0, "masked prediction probs": [ 0.011127510108053684, @@ -235541,7 +264700,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04023822024464607, + "comprehensiveness": 0.040146954357624054, "sufficiency": 0.0, "masked prediction probs": [ 0.009026329033076763, @@ -235554,7 +264713,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07458373159170151, + "comprehensiveness": 0.07441495358943939, "sufficiency": 0.0, "masked prediction probs": [ 0.0120634650811553, @@ -235567,7 +264726,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03243301436305046, + "comprehensiveness": 0.032359786331653595, "sufficiency": 0.0, "masked prediction probs": [ 0.00835247989743948, @@ -235580,7 +264739,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08285122364759445, + "comprehensiveness": 0.08266457915306091, "sufficiency": 0.0, "masked prediction probs": [ 0.012825747020542622, @@ -235593,7 +264752,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07394944131374359, + "comprehensiveness": 0.07378322631120682, "sufficiency": 0.0, "masked prediction probs": [ 0.012051899917423725, @@ -235606,7 +264765,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03221431374549866, + "comprehensiveness": 0.03214206546545029, "sufficiency": 0.0, "masked prediction probs": [ 0.00835247989743948, @@ -235617,15 +264776,28 @@ 0.9945143461227417 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.008973346091806889, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006287803873419762, + 0.9937121868133545 + ], + "full text prediction probs": [ + 0.005485654342919588, + 0.9945143461227417 + ], + "labels": 1 } }, "test_492": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9345180988311768, - 0.06548196077346802 + 0.8663860559463501, + 0.1336139738559723 ], "full text prediction probs": [ 0.08796761184930801, @@ -235715,8 +264887,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5193547010421753, - 0.4806453287601471 + 0.8663860559463501, + 0.1336139738559723 ], "full text prediction probs": [ 0.08796761184930801, @@ -235724,12 +264896,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8663860559463501, + 0.1336139738559723 + ], + "full text prediction probs": [ + 0.08796761184930801, + 0.912032425403595 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8859743475914001, - 0.11402568966150284 + 0.896155834197998, + 0.10384421795606613 ], "full text prediction probs": [ 0.08796761184930801, @@ -235819,8 +265004,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5038101673126221, - 0.49618983268737793 + 0.896155834197998, + 0.10384421795606613 + ], + "full text prediction probs": [ + 0.08796761184930801, + 0.912032425403595 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.896155834197998, + 0.10384421795606613 ], "full text prediction probs": [ 0.08796761184930801, @@ -235830,12 +265028,12 @@ } }, "test_533": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6759817600250244, - 0.3240181803703308 + 0.31108370423316956, + 0.6889163255691528 ], "full text prediction probs": [ 0.05238150432705879, @@ -235934,12 +265132,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6928501129150391, - 0.30714988708496094 + 0.6759817600250244, + 0.3240181803703308 + ], + "full text prediction probs": [ + 0.05238150432705879, + 0.9476184844970703 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3471112847328186, + 0.6528887152671814 ], "full text prediction probs": [ 0.05238150432705879, @@ -236037,15 +265248,28 @@ 0.9476184844970703 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6928501129150391, + 0.30714988708496094 + ], + "full text prediction probs": [ + 0.05238150432705879, + 0.9476184844970703 + ], + "labels": 0 } }, "test_563": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9509971141815186, + "fixed-shap": { + "comprehensiveness": 0.0776016041636467, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7156312465667725, - 0.2843687832355499 + 0.011380031704902649, + 0.9886200428009033 ], "full text prediction probs": [ 0.004641277715563774, @@ -236132,11 +265356,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.14508889615535736, + "comprehensiveness": 0.07637014985084534, "sufficiency": 0.0, "masked prediction probs": [ - 0.017443520948290825, - 0.9825564622879028 + 0.011380031704902649, + 0.9886200428009033 ], "full text prediction probs": [ 0.004641277715563774, @@ -236144,12 +265368,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9230478405952454, + "sufficiency": 0.9518828392028809, "masked prediction probs": [ - 0.11217471957206726, - 0.8878252506256104 + 0.7156312465667725, + 0.2843687832355499 + ], + "full text prediction probs": [ + 0.004641277715563774, + 0.9953587651252747 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.023350238800048828, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006710912100970745, + 0.993289053440094 ], "full text prediction probs": [ 0.004641277715563774, @@ -236158,7 +265395,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10299348831176758, + "comprehensiveness": 0.10276158154010773, "sufficiency": 0.0, "masked prediction probs": [ 0.01377037726342678, @@ -236171,7 +265408,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.045580193400382996, + "comprehensiveness": 0.045477792620658875, "sufficiency": 0.0, "masked prediction probs": [ 0.008690482936799526, @@ -236184,7 +265421,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08035112917423248, + "comprehensiveness": 0.08017101883888245, "sufficiency": 0.0, "masked prediction probs": [ 0.011795470491051674, @@ -236197,7 +265434,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04079384729266167, + "comprehensiveness": 0.040702611207962036, "sufficiency": 0.0, "masked prediction probs": [ 0.008281541988253593, @@ -236210,7 +265447,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.14314189553260803, + "comprehensiveness": 0.1428224742412567, "sufficiency": 0.0, "masked prediction probs": [ 0.017443520948290825, @@ -236223,7 +265460,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04642742499709129, + "comprehensiveness": 0.046324051916599274, "sufficiency": 0.0, "masked prediction probs": [ 0.00880286656320095, @@ -236236,11 +265473,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04507274925708771, + "comprehensiveness": 0.022987104952335358, "sufficiency": 0.0, "masked prediction probs": [ - 0.008690482936799526, - 0.9913095235824585 + 0.006710912100970745, + 0.993289053440094 + ], + "full text prediction probs": [ + 0.004641277715563774, + 0.9953587651252747 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9245813488960266, + "masked prediction probs": [ + 0.11217471957206726, + 0.8878252506256104 ], "full text prediction probs": [ 0.004641277715563774, @@ -236250,12 +265500,12 @@ } }, "test_617": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2801940441131592, - 0.7198059558868408 + 0.19427065551280975, + 0.8057293891906738 ], "full text prediction probs": [ 0.024357451125979424, @@ -236354,12 +265604,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5157842636108398, - 0.48421573638916016 + 0.2801940441131592, + 0.7198059558868408 + ], + "full text prediction probs": [ + 0.024357451125979424, + 0.9756425619125366 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12621749937534332, + 0.8737824559211731 ], "full text prediction probs": [ 0.024357451125979424, @@ -236381,7 +265644,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.186934694647789, + "comprehensiveness": 0.1863952875137329, "sufficiency": 0.0, "masked prediction probs": [ 0.037278659641742706, @@ -236407,7 +265670,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0710257962346077, + "comprehensiveness": 0.07082202285528183, "sufficiency": 0.0, "masked prediction probs": [ 0.02929530292749405, @@ -236433,7 +265696,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00820311438292265, + "comprehensiveness": 0.008179713971912861, "sufficiency": 0.0, "masked prediction probs": [ 0.024931084364652634, @@ -236457,15 +265720,28 @@ 0.9756425619125366 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5157842636108398, + 0.48421573638916016 + ], + "full text prediction probs": [ + 0.024357451125979424, + 0.9756425619125366 + ], + "labels": 1 } }, "test_623": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6417977213859558, "sufficiency": 1.0, "masked prediction probs": [ - 0.08896651118993759, - 0.9110335111618042 + 0.3381710648536682, + 0.6618289351463318 ], "full text prediction probs": [ 0.7805328369140625, @@ -236564,12 +265840,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05266865715384483, - 0.9473313689231873 + 0.08896651118993759, + 0.9110335111618042 + ], + "full text prediction probs": [ + 0.7805328369140625, + 0.2194671928882599 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7805328369140625, + 0.2194671928882599 ], "full text prediction probs": [ 0.7805328369140625, @@ -236578,7 +265867,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4161279797554016, + "comprehensiveness": 0.4160076379776001, "sufficiency": 1.0, "masked prediction probs": [ 0.4929659366607666, @@ -236604,7 +265893,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6688938736915588, + "comprehensiveness": 0.6687005162239075, "sufficiency": 1.0, "masked prediction probs": [ 0.31802353262901306, @@ -236617,8 +265906,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7824257612228394, - "sufficiency": 0.7051514387130737, + "comprehensiveness": 0.7821995615959167, + "sufficiency": 0.7052366733551025, "masked prediction probs": [ 0.23936502635478973, 0.7606349587440491 @@ -236667,15 +265956,28 @@ 0.2194671928882599 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05266865715384483, + 0.9473313689231873 + ], + "full text prediction probs": [ + 0.7805328369140625, + 0.2194671928882599 + ], + "labels": 1 } }, "test_677": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7662103176116943, "sufficiency": 0.0, "masked prediction probs": [ - 0.24577650427818298, - 0.7542235255241394 + 0.07278885692358017, + 0.9272111058235168 ], "full text prediction probs": [ 0.011536052450537682, @@ -236774,12 +266076,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5094942450523376, - 0.49050572514533997 + 0.24577650427818298, + 0.7542235255241394 + ], + "full text prediction probs": [ + 0.011536052450537682, + 0.9884639382362366 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4337153136730194, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04698922857642174, + 0.9530107975006104 ], "full text prediction probs": [ 0.011536052450537682, @@ -236801,7 +266116,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8502568602561951, + "comprehensiveness": 0.8481863141059875, "sufficiency": 0.0, "masked prediction probs": [ 0.08120861649513245, @@ -236814,7 +266129,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4037304222583771, + "comprehensiveness": 0.4027496576309204, "sufficiency": 0.0, "masked prediction probs": [ 0.044699616730213165, @@ -236827,7 +266142,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07551650702953339, + "comprehensiveness": 0.07533350586891174, "sufficiency": 0.0, "masked prediction probs": [ 0.017754293978214264, @@ -236853,7 +266168,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6434982419013977, + "comprehensiveness": 0.6419463157653809, "sufficiency": 0.0, "masked prediction probs": [ 0.06478109210729599, @@ -236877,15 +266192,28 @@ 0.9884639382362366 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5094942450523376, + 0.49050572514533997 + ], + "full text prediction probs": [ + 0.011536052450537682, + 0.9884639382362366 + ], + "labels": 1 } }, "test_696": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6828130483627319, + "fixed-shap": { + "comprehensiveness": 0.09528765082359314, "sufficiency": 0.0, "masked prediction probs": [ - 0.06542612612247467, - 0.9345738887786865 + 0.017168967053294182, + 0.9828310012817383 ], "full text prediction probs": [ 0.00934246089309454, @@ -236984,12 +266312,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.66976398229599, "sufficiency": 0.0, "masked prediction probs": [ - 0.12348153442144394, - 0.8765184879302979 + 0.06542612612247467, + 0.9345738887786865 + ], + "full text prediction probs": [ + 0.00934246089309454, + 0.9906575679779053 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.22751756012439728, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02843942865729332, + 0.971560537815094 ], "full text prediction probs": [ 0.00934246089309454, @@ -237024,7 +266365,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13732381165027618, + "comprehensiveness": 0.13699887692928314, "sufficiency": 0.0, "masked prediction probs": [ 0.020923849195241928, @@ -237037,7 +266378,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.48269641399383545, + "comprehensiveness": 0.4815569221973419, "sufficiency": 0.0, "masked prediction probs": [ 0.050147902220487595, @@ -237050,7 +266391,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1564919501543045, + "comprehensiveness": 0.15612339973449707, "sufficiency": 0.0, "masked prediction probs": [ 0.022603081539273262, @@ -237063,7 +266404,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09874308854341507, + "comprehensiveness": 0.09851108491420746, "sufficiency": 0.0, "masked prediction probs": [ 0.0177293810993433, @@ -237087,15 +266428,28 @@ 0.9906575679779053 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12348153442144394, + 0.8765184879302979 + ], + "full text prediction probs": [ + 0.00934246089309454, + 0.9906575679779053 + ], + "labels": 1 } }, "test_768": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.36781778931617737, "masked prediction probs": [ - 0.97594153881073, - 0.024058399721980095 + 0.30272603034973145, + 0.6972739696502686 ], "full text prediction probs": [ 0.013397417031228542, @@ -237194,12 +266548,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8779292702674866, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5931769609451294, - 0.4068230092525482 + 0.97594153881073, + 0.024058399721980095 + ], + "full text prediction probs": [ + 0.013397417031228542, + 0.9866025447845459 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.39790433645248413, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04518263414502144, + 0.9548173546791077 ], "full text prediction probs": [ 0.013397417031228542, @@ -237221,7 +266588,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1467892825603485, + "comprehensiveness": 0.14642353355884552, "sufficiency": 0.0, "masked prediction probs": [ 0.02515251934528351, @@ -237234,7 +266601,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07728630304336548, + "comprehensiveness": 0.07709421217441559, "sufficiency": 0.0, "masked prediction probs": [ 0.019602082669734955, @@ -237273,7 +266640,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09660058468580246, + "comprehensiveness": 0.09636226296424866, "sufficiency": 0.0, "masked prediction probs": [ 0.0212106816470623, @@ -237297,15 +266664,28 @@ 0.9866025447845459 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8806230425834656, + "masked prediction probs": [ + 0.5931769609451294, + 0.4068230092525482 + ], + "full text prediction probs": [ + 0.013397417031228542, + 0.9866025447845459 + ], + "labels": 1 } }, "test_797": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6661722660064697, + "fixed-shap": { + "comprehensiveness": 0.6030663251876831, + "sufficiency": 0.0, "masked prediction probs": [ - 0.938408613204956, - 0.06159145012497902 + 0.07017544656991959, + 0.9298245906829834 ], "full text prediction probs": [ 0.037809159606695175, @@ -237404,12 +266784,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3164289593696594, + "sufficiency": 0.6758203506469727, "masked prediction probs": [ - 0.9506508708000183, - 0.049349065870046616 + 0.938408613204956, + 0.06159145012497902 + ], + "full text prediction probs": [ + 0.037809159606695175, + 0.9621908664703369 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4558153748512268, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0630931407213211, + 0.9369068741798401 ], "full text prediction probs": [ 0.037809159606695175, @@ -237507,15 +266900,28 @@ 0.9621908664703369 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3379547595977783, + "masked prediction probs": [ + 0.9506508708000183, + 0.049349065870046616 + ], + "full text prediction probs": [ + 0.037809159606695175, + 0.9621908664703369 + ], + "labels": 1 } }, "test_879": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11328749358654022, "sufficiency": 0.0, "masked prediction probs": [ - 0.3581945300102234, - 0.6418054699897766 + 0.0158272422850132, + 0.9841727018356323 ], "full text prediction probs": [ 0.0061619821935892105, @@ -237614,12 +267020,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2577924132347107, - 0.7422075867652893 + 0.3581945300102234, + 0.6418054699897766 + ], + "full text prediction probs": [ + 0.0061619821935892105, + 0.9938380122184753 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10953420400619507, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01570427604019642, + 0.9842957258224487 ], "full text prediction probs": [ 0.0061619821935892105, @@ -237641,7 +267060,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06201362982392311, + "comprehensiveness": 0.06187188997864723, "sufficiency": 0.0, "masked prediction probs": [ 0.011576816439628601, @@ -237654,7 +267073,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07370468229055405, + "comprehensiveness": 0.07353660464286804, "sufficiency": 0.0, "masked prediction probs": [ 0.01261240616440773, @@ -237667,7 +267086,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017975766211748123, + "comprehensiveness": 0.01793486624956131, "sufficiency": 0.0, "masked prediction probs": [ 0.007738837040960789, @@ -237680,7 +267099,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09320991486310959, + "comprehensiveness": 0.09299832582473755, "sufficiency": 0.0, "masked prediction probs": [ 0.014356665313243866, @@ -237693,7 +267112,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.29037919640541077, + "comprehensiveness": 0.2897215187549591, "sufficiency": 0.0, "masked prediction probs": [ 0.03174939379096031, @@ -237717,15 +267136,28 @@ 0.9938380122184753 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2577924132347107, + 0.7422075867652893 + ], + "full text prediction probs": [ + 0.0061619821935892105, + 0.9938380122184753 + ], + "labels": 1 } }, "test_889": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5364763140678406, + "fixed-shap": { + "comprehensiveness": 0.04781172052025795, + "sufficiency": 0.0, "masked prediction probs": [ - 0.43704754114151, - 0.5629523992538452 + 0.010501698590815067, + 0.9894982576370239 ], "full text prediction probs": [ 0.00643565971404314, @@ -237824,12 +267256,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7003030180931091, + "sufficiency": 0.545027494430542, "masked prediction probs": [ - 0.34371417760849, - 0.6562858819961548 + 0.43704754114151, + 0.5629523992538452 + ], + "full text prediction probs": [ + 0.00643565971404314, + 0.9935643076896667 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04142587259411812, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01003328338265419, + 0.9899667501449585 ], "full text prediction probs": [ 0.00643565971404314, @@ -237839,7 +267284,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7009925246238708, + "sufficiency": 0.7016789317131042, "masked prediction probs": [ 0.34371417760849, 0.6562858819961548 @@ -237851,8 +267296,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10413505136966705, - "sufficiency": 0.43020761013031006, + "comprehensiveness": 0.10389629006385803, + "sufficiency": 0.4315125644207001, "masked prediction probs": [ 0.015499900095164776, 0.9845000505447388 @@ -237864,7 +267309,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.060630593448877335, + "comprehensiveness": 0.0604918971657753, "sufficiency": 0.0, "masked prediction probs": [ 0.011725344695150852, @@ -237877,7 +267322,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.050041716545820236, + "comprehensiveness": 0.04992750287055969, "sufficiency": 0.0, "masked prediction probs": [ 0.010811551474034786, @@ -237891,7 +267336,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9298935532569885, + "sufficiency": 0.9300529956817627, "masked prediction probs": [ 0.2470085322856903, 0.7529914379119873 @@ -237903,7 +267348,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03322571888566017, + "comprehensiveness": 0.03315022960305214, "sufficiency": 0.0, "masked prediction probs": [ 0.009354369714856148, @@ -237917,7 +267362,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7050639390945435, + "sufficiency": 0.7057317495346069, + "masked prediction probs": [ + 0.34371417760849, + 0.6562858819961548 + ], + "full text prediction probs": [ + 0.00643565971404314, + 0.9935643076896667 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7063965797424316, "masked prediction probs": [ 0.34371417760849, 0.6562858819961548 @@ -237930,12 +267388,12 @@ } }, "test_910": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8321728110313416, - "sufficiency": 0.8407979011535645, + "fixed-shap": { + "comprehensiveness": 0.013331463560461998, + "sufficiency": 0.0, "masked prediction probs": [ - 0.07706817239522934, - 0.9229318499565125 + 0.006758253555744886, + 0.9932417273521423 ], "full text prediction probs": [ 0.005613636691123247, @@ -238034,12 +267492,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5592530965805054, - "sufficiency": 0.6217582821846008, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8169474005699158, + "sufficiency": 0.8437073230743408, "masked prediction probs": [ - 0.05452882871031761, - 0.9454711675643921 + 0.07706817239522934, + 0.9229318499565125 + ], + "full text prediction probs": [ + 0.005613636691123247, + 0.9943864345550537 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005613636691123247, + 0.9943864345550537 ], "full text prediction probs": [ 0.005613636691123247, @@ -238048,8 +267519,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.188144251704216, - "sufficiency": 0.640248715877533, + "comprehensiveness": 0.18771593272686005, + "sufficiency": 0.6410667896270752, "masked prediction probs": [ 0.02210727147758007, 0.9778926968574524 @@ -238061,7 +267532,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12998995184898376, + "comprehensiveness": 0.12969468533992767, "sufficiency": 0.0, "masked prediction probs": [ 0.017035124823451042, @@ -238074,8 +267545,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.038728442043066025, - "sufficiency": 0.7920213341712952, + "comprehensiveness": 0.038640670478343964, + "sufficiency": 0.792492151260376, "masked prediction probs": [ 0.009024201892316341, 0.9909757971763611 @@ -238087,7 +267558,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.060198575258255005, + "comprehensiveness": 0.060062456876039505, "sufficiency": 0.0, "masked prediction probs": [ 0.01092700008302927, @@ -238100,8 +267571,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5529303550720215, - "sufficiency": 0.6260297894477844, + "comprehensiveness": 0.5516829490661621, + "sufficiency": 0.6268725395202637, "masked prediction probs": [ 0.05452882871031761, 0.9454711675643921 @@ -238113,7 +267584,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01160086877644062, + "comprehensiveness": 0.011574755422770977, "sufficiency": 0.0, "masked prediction probs": [ 0.006642160005867481, @@ -238126,8 +267597,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5504410862922668, - "sufficiency": 0.6277114748954773, + "comprehensiveness": 0.5492048859596252, + "sufficiency": 0.6285466551780701, + "masked prediction probs": [ + 0.05452882871031761, + 0.9454711675643921 + ], + "full text prediction probs": [ + 0.005613636691123247, + 0.9943864345550537 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.547974169254303, + "sufficiency": 0.629378080368042, "masked prediction probs": [ 0.05452882871031761, 0.9454711675643921 @@ -238140,12 +267624,12 @@ } }, "test_947": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004043576307594776, - "sufficiency": 0.9933465123176575, + "fixed-shap": { + "comprehensiveness": 0.002139505697414279, + "sufficiency": 0.9955317378044128, "masked prediction probs": [ - 0.990928590297699, - 0.009071357548236847 + 0.9926485419273376, + 0.007351475302129984 ], "full text prediction probs": [ 0.9945811629295349, @@ -238232,11 +267716,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0012927589705213904, - "sufficiency": 0.8758612871170044, + "comprehensiveness": 0.002136194845661521, + "sufficiency": 0.9955387115478516, "masked prediction probs": [ - 0.9934116005897522, - 0.006588438991457224 + 0.9926485419273376, + 0.007351475302129984 ], "full text prediction probs": [ 0.9945811629295349, @@ -238244,12 +267728,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0023159391712397337, - "sufficiency": 0.996351420879364, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004036426544189453, + "sufficiency": 0.9933582544326782, "masked prediction probs": [ - 0.9924854636192322, - 0.007514513097703457 + 0.990928590297699, + 0.009071357548236847 + ], + "full text prediction probs": [ + 0.9945811629295349, + 0.00541886780411005 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8188745379447937, + "masked prediction probs": [ + 0.9945811629295349, + 0.00541886780411005 ], "full text prediction probs": [ 0.9945811629295349, @@ -238258,8 +267755,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002293498022481799, - "sufficiency": 0.9426483511924744, + "comprehensiveness": 0.0022929913830012083, + "sufficiency": 0.9426610469818115, "masked prediction probs": [ 0.9925053119659424, 0.007494688034057617 @@ -238271,8 +267768,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001966822659596801, - "sufficiency": 0.7704215049743652, + "comprehensiveness": 0.0019663881976157427, + "sufficiency": 0.7704721689224243, "masked prediction probs": [ 0.9928005933761597, 0.007199381478130817 @@ -238284,8 +267781,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0008941658888943493, - "sufficiency": 0.8739930987358093, + "comprehensiveness": 0.0008939683903008699, + "sufficiency": 0.8740208148956299, "masked prediction probs": [ 0.993771493434906, 0.0062284693121910095 @@ -238297,8 +267794,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006405983585864305, - "sufficiency": 0.8362408876419067, + "comprehensiveness": 0.0006404569721780717, + "sufficiency": 0.8362771272659302, "masked prediction probs": [ 0.9940009713172913, 0.005998987704515457 @@ -238310,8 +267807,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006099605932831764, - "sufficiency": 0.9445394277572632, + "comprehensiveness": 0.00609825924038887, + "sufficiency": 0.9445516467094421, "masked prediction probs": [ 0.9890555143356323, 0.010944483801722527 @@ -238323,8 +267820,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0004938862985000014, - "sufficiency": 0.8274286389350891, + "comprehensiveness": 0.0004937773337587714, + "sufficiency": 0.8274666666984558, "masked prediction probs": [ 0.9941336512565613, 0.0058663529343903065 @@ -238336,8 +267833,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.001964652445167303, - "sufficiency": 0.7706747651100159, + "comprehensiveness": 0.0019642189145088196, + "sufficiency": 0.7707252502441406, "masked prediction probs": [ 0.9928005933761597, 0.007199381478130817 @@ -238347,15 +267844,28 @@ 0.00541886780411005 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0023113414645195007, + "sufficiency": 0.9963586330413818, + "masked prediction probs": [ + 0.9924854636192322, + 0.007514513097703457 + ], + "full text prediction probs": [ + 0.9945811629295349, + 0.00541886780411005 + ], + "labels": 0 } }, "test_1045": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06357930600643158, + "fixed-shap": { + "comprehensiveness": 0.016947412863373756, "sufficiency": 1.0, "masked prediction probs": [ - 0.9298799633979797, - 0.07012006640434265 + 0.9716406464576721, + 0.02835940383374691 ], "full text prediction probs": [ 0.9868177175521851, @@ -238454,12 +267964,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04781949520111084, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.063465915620327, "sufficiency": 1.0, "masked prediction probs": [ - 0.9439169764518738, - 0.05608298256993294 + 0.9298799633979797, + 0.07012006640434265 + ], + "full text prediction probs": [ + 0.9868177175521851, + 0.013182229362428188 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.027446765452623367, + "sufficiency": 0.9922581315040588, + "masked prediction probs": [ + 0.9621886610984802, + 0.03781132772564888 ], "full text prediction probs": [ 0.9868177175521851, @@ -238469,7 +267992,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7208638787269592, + "sufficiency": 0.72092604637146, "masked prediction probs": [ 0.9918111562728882, 0.00818882416933775 @@ -238482,7 +268005,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9268243908882141, + "sufficiency": 0.9268407821655273, "masked prediction probs": [ 0.9894186854362488, 0.010581305250525475 @@ -238494,8 +268017,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012727895751595497, - "sufficiency": 0.944656491279602, + "comprehensiveness": 0.012725059874355793, + "sufficiency": 0.9446688294410706, "masked prediction probs": [ 0.9753913879394531, 0.024608539417386055 @@ -238507,8 +268030,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003359128488227725, - "sufficiency": 0.9598050117492676, + "comprehensiveness": 0.003358380636200309, + "sufficiency": 0.9598139524459839, "masked prediction probs": [ 0.9838014245033264, 0.016198638826608658 @@ -238520,8 +268043,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009922104887664318, - "sufficiency": 0.995110809803009, + "comprehensiveness": 0.00991989579051733, + "sufficiency": 0.995111882686615, "masked prediction probs": [ 0.9779062867164612, 0.022093692794442177 @@ -238533,8 +268056,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.027634967118501663, - "sufficiency": 0.8509414196014404, + "comprehensiveness": 0.027628816664218903, + "sufficiency": 0.8509745597839355, "masked prediction probs": [ 0.9619921445846558, 0.038007866591215134 @@ -238546,8 +268069,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0033568856306374073, - "sufficiency": 0.9598318338394165, + "comprehensiveness": 0.003356138477101922, + "sufficiency": 0.9598407745361328, "masked prediction probs": [ 0.9838014245033264, 0.016198638826608658 @@ -238557,15 +268080,28 @@ 0.013182229362428188 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04772374406456947, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9439169764518738, + 0.05608298256993294 + ], + "full text prediction probs": [ + 0.9868177175521851, + 0.013182229362428188 + ], + "labels": 0 } }, "test_1064": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007677523884922266, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9160792827606201, "masked prediction probs": [ - 0.9730769991874695, - 0.026923008263111115 + 0.9811485409736633, + 0.01885143108665943 ], "full text prediction probs": [ 0.9798994064331055, @@ -238664,12 +268200,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02369433455169201, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0076637244783341885, "sufficiency": 1.0, "masked prediction probs": [ - 0.9588062167167664, - 0.041193775832653046 + 0.9730769991874695, + 0.026923008263111115 + ], + "full text prediction probs": [ + 0.9798994064331055, + 0.020100649446249008 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9306015968322754, + "masked prediction probs": [ + 0.9823926091194153, + 0.01760745793581009 ], "full text prediction probs": [ 0.9798994064331055, @@ -238679,7 +268228,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7549914717674255, + "sufficiency": 0.7550464868545532, "masked prediction probs": [ 0.9843176603317261, 0.01568235643208027 @@ -238692,7 +268241,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.900401771068573, + "sufficiency": 0.9004241824150085, "masked prediction probs": [ 0.9810141921043396, 0.018985837697982788 @@ -238704,8 +268253,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010013721184805036, - "sufficiency": 0.8521811962127686, + "comprehensiveness": 0.0010011473204940557, + "sufficiency": 0.8522144556045532, "masked prediction probs": [ 0.979007363319397, 0.020992601290345192 @@ -238718,7 +268267,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9065697193145752, + "sufficiency": 0.9065907001495361, "masked prediction probs": [ 0.9819520115852356, 0.018047930672764778 @@ -238730,8 +268279,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06997556984424591, - "sufficiency": 0.9616695642471313, + "comprehensiveness": 0.06995987147092819, + "sufficiency": 0.9616780877113342, "masked prediction probs": [ 0.9175357222557068, 0.08246427774429321 @@ -238744,7 +268293,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9180554747581482, + "sufficiency": 0.9180738925933838, "masked prediction probs": [ 0.9800020456314087, 0.01999792270362377 @@ -238756,8 +268305,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06994418054819107, - "sufficiency": 0.9616867303848267, + "comprehensiveness": 0.06992848962545395, + "sufficiency": 0.9616953730583191, "masked prediction probs": [ 0.9175357222557068, 0.08246427774429321 @@ -238767,15 +268316,28 @@ 0.020100649446249008 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0236465223133564, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9588062167167664, + 0.041193775832653046 + ], + "full text prediction probs": [ + 0.9798994064331055, + 0.020100649446249008 + ], + "labels": 0 } }, "test_1078": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.012008883990347385, - 0.9879911541938782 + 0.009977595880627632, + 0.9900223612785339 ], "full text prediction probs": [ 0.7347175478935242, @@ -238874,12 +268436,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.010220061056315899, - 0.9897799491882324 + 0.012008883990347385, + 0.9879911541938782 + ], + "full text prediction probs": [ + 0.7347175478935242, + 0.2652824819087982 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.023096535354852676, + 0.97690349817276 ], "full text prediction probs": [ 0.7347175478935242, @@ -238889,7 +268464,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.14708766341209412, + "sufficiency": 0.14735187590122223, "masked prediction probs": [ 0.9687455296516418, 0.031254418194293976 @@ -238953,7 +268528,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7048871517181396, + "comprehensiveness": 0.7046691179275513, "sufficiency": 1.0, "masked prediction probs": [ 0.2791922986507416, @@ -238977,15 +268552,28 @@ 0.2652824819087982 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.010220061056315899, + 0.9897799491882324 + ], + "full text prediction probs": [ + 0.7347175478935242, + 0.2652824819087982 + ], + "labels": 0 } }, "test_1097": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9442967176437378, + "fixed-shap": { + "comprehensiveness": 0.7905204892158508, "sufficiency": 1.0, "masked prediction probs": [ - 0.14108194410800934, - 0.8589180707931519 + 0.2785704433917999, + 0.7214295864105225 ], "full text prediction probs": [ 0.9853605628013611, @@ -239084,12 +268672,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9735696911811829, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9426098465919495, "sufficiency": 1.0, "masked prediction probs": [ - 0.1133517324924469, - 0.8866482973098755 + 0.14108194410800934, + 0.8589180707931519 + ], + "full text prediction probs": [ + 0.9853605628013611, + 0.014639456756412983 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8273016214370728, + "masked prediction probs": [ + 0.9853605628013611, + 0.014639456756412983 ], "full text prediction probs": [ 0.9853605628013611, @@ -239111,8 +268712,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7237987518310547, - "sufficiency": 0.9994193911552429, + "comprehensiveness": 0.7236372232437134, + "sufficiency": 0.9994195103645325, "masked prediction probs": [ 0.33677756786346436, 0.6632223725318909 @@ -239124,8 +268725,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007883027195930481, - "sufficiency": 0.8786839842796326, + "comprehensiveness": 0.007881268858909607, + "sufficiency": 0.8787109851837158, "masked prediction probs": [ 0.9782951474189758, 0.02170485258102417 @@ -239137,8 +268738,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0029507053550332785, - "sufficiency": 0.8797251582145691, + "comprehensiveness": 0.002950047142803669, + "sufficiency": 0.8797520399093628, "masked prediction probs": [ 0.9827153086662292, 0.017284665256738663 @@ -239150,7 +268751,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9724839329719543, + "comprehensiveness": 0.9722670316696167, "sufficiency": 1.0, "masked prediction probs": [ 0.1133517324924469, @@ -239163,8 +268764,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00199319701641798, - "sufficiency": 0.8708298206329346, + "comprehensiveness": 0.0019927527755498886, + "sufficiency": 0.8708585500717163, "masked prediction probs": [ 0.9835729002952576, 0.01642710715532303 @@ -239176,7 +268777,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9720503091812134, + "comprehensiveness": 0.9718335866928101, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1133517324924469, + 0.8866482973098755 + ], + "full text prediction probs": [ + 0.9853605628013611, + 0.014639456756412983 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9716170430183411, "sufficiency": 1.0, "masked prediction probs": [ 0.1133517324924469, @@ -239190,12 +268804,12 @@ } }, "test_1100": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09653699398040771, - "sufficiency": 0.9249923825263977, + "fixed-shap": { + "comprehensiveness": 0.00794663280248642, + "sufficiency": 0.9755362272262573, "masked prediction probs": [ - 0.9018735289573669, - 0.09812651574611664 + 0.9813575744628906, + 0.018642397597432137 ], "full text prediction probs": [ 0.9884873628616333, @@ -239294,12 +268908,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.13187266886234283, - "sufficiency": 0.9424124956130981, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09636513888835907, + "sufficiency": 0.9251258969306946, "masked prediction probs": [ - 0.8699590563774109, - 0.13004089891910553 + 0.9018735289573669, + 0.09812651574611664 + ], + "full text prediction probs": [ + 0.9884873628616333, + 0.01151262503117323 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015071607194840908, + "sufficiency": 0.9582961201667786, + "masked prediction probs": [ + 0.9749378561973572, + 0.02506212517619133 ], "full text prediction probs": [ 0.9884873628616333, @@ -239308,8 +268935,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004565246868878603, - "sufficiency": 0.5875048041343689, + "comprehensiveness": 0.004564231261610985, + "sufficiency": 0.5875964760780334, "masked prediction probs": [ 0.9843831658363342, 0.015616869553923607 @@ -239322,7 +268949,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8244635462760925, + "sufficiency": 0.8245026469230652, "masked prediction probs": [ 0.9884873628616333, 0.01151262503117323 @@ -239334,8 +268961,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.13178469240665436, - "sufficiency": 0.9424508213996887, + "comprehensiveness": 0.13175539672374725, + "sufficiency": 0.9424636960029602, "masked prediction probs": [ 0.8699590563774109, 0.13004089891910553 @@ -239347,8 +268974,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018809468019753695, - "sufficiency": 0.8740801811218262, + "comprehensiveness": 0.001880528754554689, + "sufficiency": 0.8741081357002258, "masked prediction probs": [ 0.9867952466011047, 0.013204803690314293 @@ -239361,7 +268988,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8321509957313538, + "sufficiency": 0.8321883082389832, "masked prediction probs": [ 0.9902266263961792, 0.00977332517504692 @@ -239373,8 +269000,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009558504447340965, - "sufficiency": 0.8893957734107971, + "comprehensiveness": 0.009556381031870842, + "sufficiency": 0.8894203901290894, "masked prediction probs": [ 0.9798846244812012, 0.020115390419960022 @@ -239386,8 +269013,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13166756927967072, - "sufficiency": 0.942501962184906, + "comprehensiveness": 0.1316383183002472, + "sufficiency": 0.9425148367881775, + "masked prediction probs": [ + 0.8699590563774109, + 0.13004089891910553 + ], + "full text prediction probs": [ + 0.9884873628616333, + 0.01151262503117323 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13160909712314606, + "sufficiency": 0.9425275325775146, "masked prediction probs": [ 0.8699590563774109, 0.13004089891910553 @@ -239400,12 +269040,12 @@ } }, "test_1109": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015065587125718594, - "sufficiency": 0.8457992076873779, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.974217414855957, - 0.025782562792301178 + 0.9906132221221924, + 0.009386802092194557 ], "full text prediction probs": [ 0.9877228736877441, @@ -239504,12 +269144,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004460437688976526, - "sufficiency": 0.7741903066635132, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.015038744546473026, + "sufficiency": 0.8460738658905029, "masked prediction probs": [ - 0.9837172031402588, - 0.016282793134450912 + 0.974217414855957, + 0.025782562792301178 + ], + "full text prediction probs": [ + 0.9877228736877441, + 0.012277137488126755 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008346229791641235, + "sufficiency": 0.9329387545585632, + "masked prediction probs": [ + 0.9802259206771851, + 0.01977403275668621 ], "full text prediction probs": [ 0.9877228736877441, @@ -239519,7 +269172,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9873902797698975, + "sufficiency": 0.9873930811882019, "masked prediction probs": [ 0.9929785132408142, 0.007021503057330847 @@ -239531,8 +269184,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00384319550357759, - "sufficiency": 0.9524218440055847, + "comprehensiveness": 0.0038423403166234493, + "sufficiency": 0.9524324536323547, "masked prediction probs": [ 0.9842699766159058, 0.015730103477835655 @@ -239544,8 +269197,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007035071030259132, - "sufficiency": 0.8231685757637024, + "comprehensiveness": 0.007033505477011204, + "sufficiency": 0.8232079148292542, "masked prediction probs": [ 0.9814008474349976, 0.018599215894937515 @@ -239557,8 +269210,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0044564674608409405, - "sufficiency": 0.774391233921051, + "comprehensiveness": 0.00445547653362155, + "sufficiency": 0.7744413614273071, "masked prediction probs": [ 0.9837172031402588, 0.016282793134450912 @@ -239570,8 +269223,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.026603378355503082, - "sufficiency": 0.9807114005088806, + "comprehensiveness": 0.026597460731863976, + "sufficiency": 0.9807156324386597, "masked prediction probs": [ 0.9638052582740784, 0.03619471937417984 @@ -239583,8 +269236,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.501320481300354, - "sufficiency": 0.9805042147636414, + "comprehensiveness": 0.501209020614624, + "sufficiency": 0.9805086255073547, "masked prediction probs": [ 0.536913275718689, 0.4630867540836334 @@ -239596,8 +269249,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004453495144844055, - "sufficiency": 0.7745416760444641, + "comprehensiveness": 0.004452504683285952, + "sufficiency": 0.774591863155365, + "masked prediction probs": [ + 0.9837172031402588, + 0.016282793134450912 + ], + "full text prediction probs": [ + 0.9877228736877441, + 0.012277137488126755 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004451515153050423, + "sufficiency": 0.7746418714523315, "masked prediction probs": [ 0.9837172031402588, 0.016282793134450912 @@ -239610,12 +269276,12 @@ } }, "test_1112": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9250969290733337, - 0.07490300387144089 + 0.22514000535011292, + 0.7748600244522095 ], "full text prediction probs": [ 0.31758251786231995, @@ -239714,12 +269380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9434322714805603, - 0.0565677247941494 + 0.9250969290733337, + 0.07490300387144089 + ], + "full text prediction probs": [ + 0.31758251786231995, + 0.6824175119400024 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21036119759082794, + 0.7896388173103333 ], "full text prediction probs": [ 0.31758251786231995, @@ -239817,15 +269496,28 @@ 0.6824175119400024 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9434322714805603, + 0.0565677247941494 + ], + "full text prediction probs": [ + 0.31758251786231995, + 0.6824175119400024 + ], + "labels": 0 } }, "test_1114": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9884300231933594, - 0.011569998227059841 + 0.7468769550323486, + 0.25312307476997375 ], "full text prediction probs": [ 0.49241623282432556, @@ -239924,12 +269616,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9894886612892151, - 0.010511301457881927 + 0.9884300231933594, + 0.011569998227059841 + ], + "full text prediction probs": [ + 0.49241623282432556, + 0.5075837969779968 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.151987686753273, + 0.8480122685432434 ], "full text prediction probs": [ 0.49241623282432556, @@ -240027,15 +269732,28 @@ 0.5075837969779968 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9894886612892151, + 0.010511301457881927 + ], + "full text prediction probs": [ + 0.49241623282432556, + 0.5075837969779968 + ], + "labels": 0 } }, "test_1141": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15043959021568298, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 6.314321944955736e-05, + "sufficiency": 0.9429348111152649, "masked prediction probs": [ - 0.8547356128692627, - 0.14526434242725372 + 0.9898713231086731, + 0.010128632187843323 ], "full text prediction probs": [ 0.9899280667304993, @@ -240122,11 +269840,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.1502055823802948, - "sufficiency": 1.0, + "comprehensiveness": 6.30450012977235e-05, + "sufficiency": 0.9430235624313354, "masked prediction probs": [ - 0.8547356128692627, - 0.14526434242725372 + 0.9898713231086731, + 0.010128632187843323 ], "full text prediction probs": [ 0.9899280667304993, @@ -240134,12 +269852,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8564019203186035, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 6.30309950793162e-05, + "sufficiency": 0.9430362582206726, "masked prediction probs": [ - 0.9905445575714111, - 0.00945544708520174 + 0.9898713231086731, + 0.010128632187843323 + ], + "full text prediction probs": [ + 0.9899280667304993, + 0.010071932338178158 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002335534431040287, + "sufficiency": 0.9453130960464478, + "masked prediction probs": [ + 0.9878250360488892, + 0.0121749984100461 ], "full text prediction probs": [ 0.9899280667304993, @@ -240149,7 +269880,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8607041239738464, + "sufficiency": 0.8607351183891296, "masked prediction probs": [ 0.992697536945343, 0.007302403915673494 @@ -240161,8 +269892,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3136104941368103, - "sufficiency": 0.9141024351119995, + "comprehensiveness": 0.31354087591171265, + "sufficiency": 0.9141214489936829, "masked prediction probs": [ 0.707474946975708, 0.29252511262893677 @@ -240174,8 +269905,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2684791684150696, - "sufficiency": 0.8951320052146912, + "comprehensiveness": 0.2684195637702942, + "sufficiency": 0.8951553106307983, "masked prediction probs": [ 0.7480687499046326, 0.25193125009536743 @@ -240188,7 +269919,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8565294146537781, + "sufficiency": 0.8565612435340881, "masked prediction probs": [ 0.9905445575714111, 0.00945544708520174 @@ -240200,8 +269931,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3134016990661621, - "sufficiency": 0.9141595363616943, + "comprehensiveness": 0.3133321702480316, + "sufficiency": 0.9141786694526672, "masked prediction probs": [ 0.707474946975708, 0.29252511262893677 @@ -240214,7 +269945,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7827086448669434, + "sufficiency": 0.7827568054199219, "masked prediction probs": [ 0.9907656908035278, 0.009234316647052765 @@ -240227,7 +269958,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8566249012947083, + "sufficiency": 0.8566566705703735, + "masked prediction probs": [ + 0.9905445575714111, + 0.00945544708520174 + ], + "full text prediction probs": [ + 0.9899280667304993, + 0.010071932338178158 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8566884398460388, "masked prediction probs": [ 0.9905445575714111, 0.00945544708520174 @@ -240240,12 +269984,12 @@ } }, "test_1173": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001927943667396903, - "sufficiency": 0.9797531962394714, + "fixed-shap": { + "comprehensiveness": 0.002812623744830489, + "sufficiency": 0.9720543026924133, "masked prediction probs": [ - 0.9904699325561523, - 0.009530071169137955 + 0.9896728992462158, + 0.010327133350074291 ], "full text prediction probs": [ 0.992206871509552, @@ -240344,12 +270088,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015912785893306136, - "sufficiency": 0.8474187254905701, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001924525829963386, + "sufficiency": 0.9797890782356262, "masked prediction probs": [ - 0.990770697593689, - 0.009229274466633797 + 0.9904699325561523, + 0.009530071169137955 + ], + "full text prediction probs": [ + 0.992206871509552, + 0.0077931880950927734 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0018714757170528173, + "sufficiency": 0.9554407596588135, + "masked prediction probs": [ + 0.9905174374580383, + 0.009482604451477528 ], "full text prediction probs": [ 0.992206871509552, @@ -240359,7 +270116,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9171678423881531, + "sufficiency": 0.9171862006187439, "masked prediction probs": [ 0.9931332468986511, 0.006866804789751768 @@ -240371,8 +270128,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0048970128409564495, - "sufficiency": 0.935860276222229, + "comprehensiveness": 0.00489592831581831, + "sufficiency": 0.9358744621276855, "masked prediction probs": [ 0.9877852201461792, 0.012214746326208115 @@ -240384,8 +270141,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0016424257773905993, - "sufficiency": 0.8426980376243591, + "comprehensiveness": 0.001642062095925212, + "sufficiency": 0.842732846736908, "masked prediction probs": [ 0.9907235503196716, 0.009276432916522026 @@ -240397,8 +270154,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004964720457792282, - "sufficiency": 0.8389939665794373, + "comprehensiveness": 0.004963621962815523, + "sufficiency": 0.8390296101570129, "masked prediction probs": [ 0.9877220988273621, 0.012277871370315552 @@ -240410,8 +270167,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01413037721067667, - "sufficiency": 0.9487578868865967, + "comprehensiveness": 0.014127249829471111, + "sufficiency": 0.9487693309783936, "masked prediction probs": [ 0.9794396758079529, 0.020560355857014656 @@ -240423,8 +270180,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015054697869345546, - "sufficiency": 0.9401843547821045, + "comprehensiveness": 0.0015051367226988077, + "sufficiency": 0.9401975870132446, "masked prediction probs": [ 0.9908463358879089, 0.009153728373348713 @@ -240436,8 +270193,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0016409722156822681, - "sufficiency": 0.8428372144699097, + "comprehensiveness": 0.00164060911629349, + "sufficiency": 0.8428720235824585, "masked prediction probs": [ 0.9907235503196716, 0.009276432916522026 @@ -240447,15 +270204,28 @@ 0.0077931880950927734 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0015881112776696682, + "sufficiency": 0.8477224707603455, + "masked prediction probs": [ + 0.990770697593689, + 0.009229274466633797 + ], + "full text prediction probs": [ + 0.992206871509552, + 0.0077931880950927734 + ], + "labels": 0 } }, "test_1205": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09890363365411758, - "sufficiency": 0.9963974952697754, + "fixed-shap": { + "comprehensiveness": 0.05482940748333931, + "sufficiency": 0.9938316941261292, "masked prediction probs": [ - 0.9014275074005127, - 0.09857244789600372 + 0.9410533308982849, + 0.0589466318488121 ], "full text prediction probs": [ 0.9903488159179688, @@ -240554,12 +270324,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1057012528181076, - "sufficiency": 0.998566210269928, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09872793406248093, + "sufficiency": 0.9964038729667664, "masked prediction probs": [ - 0.8951468467712402, - 0.10485315322875977 + 0.9014275074005127, + 0.09857244789600372 + ], + "full text prediction probs": [ + 0.9903488159179688, + 0.00965113751590252 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.05382644757628441, + "sufficiency": 0.9956788420677185, + "masked prediction probs": [ + 0.941858172416687, + 0.058141786605119705 ], "full text prediction probs": [ 0.9903488159179688, @@ -240568,8 +270351,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005031462758779526, - "sufficiency": 0.8266383409500122, + "comprehensiveness": 0.0050303456373512745, + "sufficiency": 0.8266767859458923, "masked prediction probs": [ 0.9858161211013794, 0.01418390218168497 @@ -240581,8 +270364,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02990550734102726, - "sufficiency": 0.9941270351409912, + "comprehensiveness": 0.02989887073636055, + "sufficiency": 0.994128406047821, "masked prediction probs": [ 0.9634018540382385, 0.03659813106060028 @@ -240594,8 +270377,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0009976320434361696, - "sufficiency": 0.8172491192817688, + "comprehensiveness": 0.0009974107379093766, + "sufficiency": 0.8172897100448608, "masked prediction probs": [ 0.989449679851532, 0.010550249367952347 @@ -240607,8 +270390,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0009906665654852986, - "sufficiency": 0.8327645659446716, + "comprehensiveness": 0.0009904467733576894, + "sufficiency": 0.8328015804290771, "masked prediction probs": [ 0.9894557595252991, 0.010544284246861935 @@ -240620,8 +270403,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.051177140325307846, - "sufficiency": 0.9960750341415405, + "comprehensiveness": 0.05116578936576843, + "sufficiency": 0.9960758686065674, "masked prediction probs": [ 0.9442039132118225, 0.05579607933759689 @@ -240633,8 +270416,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05161936581134796, - "sufficiency": 0.9972105026245117, + "comprehensiveness": 0.051607921719551086, + "sufficiency": 0.9972111582756042, "masked prediction probs": [ 0.943794846534729, 0.05620519071817398 @@ -240646,8 +270429,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.029872354120016098, - "sufficiency": 0.9941335916519165, + "comprehensiveness": 0.029865732416510582, + "sufficiency": 0.9941349625587463, "masked prediction probs": [ 0.9634018540382385, 0.03659813106060028 @@ -240657,15 +270440,28 @@ 0.00965113751590252 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10549042373895645, + "sufficiency": 0.9985690116882324, + "masked prediction probs": [ + 0.8951468467712402, + 0.10485315322875977 + ], + "full text prediction probs": [ + 0.9903488159179688, + 0.00965113751590252 + ], + "labels": 0 } }, "test_1221": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.953549861907959, - 0.04645010828971863 + 0.751748263835907, + 0.24825172126293182 ], "full text prediction probs": [ 0.28090837597846985, @@ -240764,12 +270560,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8674997687339783, - 0.1325002759695053 + 0.953549861907959, + 0.04645010828971863 + ], + "full text prediction probs": [ + 0.28090837597846985, + 0.7190916538238525 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6900752186775208, + 0.30992481112480164 ], "full text prediction probs": [ 0.28090837597846985, @@ -240867,15 +270676,28 @@ 0.7190916538238525 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8674997687339783, + 0.1325002759695053 + ], + "full text prediction probs": [ + 0.28090837597846985, + 0.7190916538238525 + ], + "labels": 0 } }, "test_1244": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6780847907066345, - "sufficiency": 0.9978336095809937, + "fixed-shap": { + "comprehensiveness": 0.00019816623535007238, + "sufficiency": 0.8288477063179016, "masked prediction probs": [ - 0.38049784302711487, - 0.6195021271705627 + 0.9895334839820862, + 0.010466537438333035 ], "full text prediction probs": [ 0.9897115230560303, @@ -240974,12 +270796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.676879346370697, + "sufficiency": 0.997837483882904, "masked prediction probs": [ - 0.9900859594345093, - 0.009914021007716656 + 0.38049784302711487, + 0.6195021271705627 + ], + "full text prediction probs": [ + 0.9897115230560303, + 0.010288446210324764 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009195279562845826, + "sufficiency": 0.8673308491706848, + "masked prediction probs": [ + 0.9888837337493896, + 0.01111621968448162 ], "full text prediction probs": [ 0.9897115230560303, @@ -240989,7 +270824,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7224156260490417, + "sufficiency": 0.7224773168563843, "masked prediction probs": [ 0.9911589026451111, 0.008841047063469887 @@ -241014,8 +270849,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002426586812362075, - "sufficiency": 0.7214938998222351, + "comprehensiveness": 0.002426047809422016, + "sufficiency": 0.7215557098388672, "masked prediction probs": [ 0.9875260591506958, 0.012473960407078266 @@ -241027,8 +270862,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014278654707595706, - "sufficiency": 0.7969140410423279, + "comprehensiveness": 0.0014275485882535577, + "sufficiency": 0.7969590425491333, "masked prediction probs": [ 0.9884252548217773, 0.0115746995434165 @@ -241041,7 +270876,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9143762588500977, + "sufficiency": 0.9143951535224915, "masked prediction probs": [ 0.9911680221557617, 0.008831930346786976 @@ -241054,7 +270889,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.4117526710033417, + "sufficiency": 0.4118832051753998, "masked prediction probs": [ 0.9904471635818481, 0.009552858769893646 @@ -241077,15 +270912,28 @@ 0.010288446210324764 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9900859594345093, + 0.009914021007716656 + ], + "full text prediction probs": [ + 0.9897115230560303, + 0.010288446210324764 + ], + "labels": 0 } }, "test_1245": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.19988279044628143, "sufficiency": 1.0, "masked prediction probs": [ - 0.08076819777488708, - 0.9192318320274353 + 0.5132349729537964, + 0.486765056848526 ], "full text prediction probs": [ 0.6186468005180359, @@ -241184,12 +271032,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07096254080533981, - 0.9290374517440796 + 0.08076819777488708, + 0.9192318320274353 + ], + "full text prediction probs": [ + 0.6186468005180359, + 0.3813531696796417 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6186468005180359, + 0.3813531696796417 ], "full text prediction probs": [ 0.6186468005180359, @@ -241199,7 +271060,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2645089626312256, + "sufficiency": 0.2647867500782013, "masked prediction probs": [ 0.9406428933143616, 0.05935715511441231 @@ -241211,7 +271072,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7064746618270874, + "comprehensiveness": 0.7062079310417175, "sufficiency": 1.0, "masked prediction probs": [ 0.24466177821159363, @@ -241237,7 +271098,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7059413194656372, + "comprehensiveness": 0.7056750059127808, "sufficiency": 1.0, "masked prediction probs": [ 0.24466177821159363, @@ -241287,15 +271148,28 @@ 0.3813531696796417 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.07096254080533981, + 0.9290374517440796 + ], + "full text prediction probs": [ + 0.6186468005180359, + 0.3813531696796417 + ], + "labels": 0 } }, "test_1325": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.955818235874176, - "sufficiency": 0.9978055357933044, + "fixed-shap": { + "comprehensiveness": 0.9500023126602173, + "sufficiency": 0.992006778717041, "masked prediction probs": [ - 0.1310262382030487, - 0.8689737915992737 + 0.13625839352607727, + 0.8637415766716003 ], "full text prediction probs": [ 0.9909160733222961, @@ -241382,11 +271256,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7754638195037842, - "sufficiency": 0.9858571290969849, + "comprehensiveness": 0.9485262036323547, + "sufficiency": 0.9920192956924438, "masked prediction probs": [ - 0.292194128036499, - 0.707805871963501 + 0.13625839352607727, + 0.8637415766716003 ], "full text prediction probs": [ 0.9909160733222961, @@ -241394,12 +271268,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9863981008529663, - "sufficiency": 0.9905011057853699, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9483156800270081, + "sufficiency": 0.9920209646224976, + "masked prediction probs": [ + 0.13625839352607727, + 0.8637415766716003 + ], + "full text prediction probs": [ + 0.9909160733222961, + 0.009083898738026619 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9937687516212463, "masked prediction probs": [ - 0.10193710774183273, - 0.8980628848075867 + 0.06445133686065674, + 0.9355486035346985 ], "full text prediction probs": [ 0.9909160733222961, @@ -241408,8 +271295,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00217368733137846, - "sufficiency": 0.7513405680656433, + "comprehensiveness": 0.002173204906284809, + "sufficiency": 0.7513957023620605, "masked prediction probs": [ 0.98895663022995, 0.011043429374694824 @@ -241421,8 +271308,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4085733890533447, - "sufficiency": 0.978030800819397, + "comprehensiveness": 0.40848278999328613, + "sufficiency": 0.9780356287956238, "masked prediction probs": [ 0.622530996799469, 0.377469003200531 @@ -241434,8 +271321,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9047677516937256, - "sufficiency": 0.9900250434875488, + "comprehensiveness": 0.9045670628547668, + "sufficiency": 0.9900271892547607, "masked prediction probs": [ 0.1749626249074936, 0.8250373601913452 @@ -241447,8 +271334,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002131801564246416, - "sufficiency": 0.8141118288040161, + "comprehensiveness": 0.0021313291508704424, + "sufficiency": 0.8141530156135559, "masked prediction probs": [ 0.9889931082725525, 0.011006904765963554 @@ -241460,8 +271347,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4083016812801361, - "sufficiency": 0.9780453443527222, + "comprehensiveness": 0.4082111716270447, + "sufficiency": 0.9780502915382385, "masked prediction probs": [ 0.622530996799469, 0.377469003200531 @@ -241473,8 +271360,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8223727941513062, - "sufficiency": 0.9912838935852051, + "comprehensiveness": 0.8221905827522278, + "sufficiency": 0.9912857413291931, "masked prediction probs": [ 0.24877598881721497, 0.7512239813804626 @@ -241486,11 +271373,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9039658308029175, - "sufficiency": 0.9900338649749756, + "comprehensiveness": 1.0, + "sufficiency": 0.9937783479690552, "masked prediction probs": [ - 0.1749626249074936, - 0.8250373601913452 + 0.06445133686065674, + 0.9355486035346985 + ], + "full text prediction probs": [ + 0.9909160733222961, + 0.009083898738026619 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9937798380851746, + "masked prediction probs": [ + 0.06445133686065674, + 0.9355486035346985 ], "full text prediction probs": [ 0.9909160733222961, @@ -241500,12 +271400,12 @@ } }, "test_1349": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7908535003662109, - "sufficiency": 0.9958351254463196, + "fixed-shap": { + "comprehensiveness": 0.20127519965171814, + "sufficiency": 0.9988744258880615, "masked prediction probs": [ - 0.2789408564567566, - 0.7210592031478882 + 0.8079556226730347, + 0.19204437732696533 ], "full text prediction probs": [ 0.9885551333427429, @@ -241604,12 +271504,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9363119602203369, - "sufficiency": 0.9968037009239197, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7894457578659058, + "sufficiency": 0.9958425760269165, "masked prediction probs": [ - 0.14692629873752594, - 0.8530737161636353 + 0.2789408564567566, + 0.7210592031478882 + ], + "full text prediction probs": [ + 0.9885551333427429, + 0.0114448182284832 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6961517930030823, + "sufficiency": 0.9327897429466248, + "masked prediction probs": [ + 0.3626613914966583, + 0.6373385787010193 ], "full text prediction probs": [ 0.9885551333427429, @@ -241631,8 +271544,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8341755867004395, - "sufficiency": 0.9926345348358154, + "comprehensiveness": 0.8339901566505432, + "sufficiency": 0.9926361441612244, "masked prediction probs": [ 0.23840059340000153, 0.7615994215011597 @@ -241644,8 +271557,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004282634239643812, - "sufficiency": 0.8969624638557434, + "comprehensiveness": 0.004281681962311268, + "sufficiency": 0.8969852924346924, "masked prediction probs": [ 0.984703004360199, 0.015297042205929756 @@ -241657,8 +271570,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004820304457098246, - "sufficiency": 0.9003390669822693, + "comprehensiveness": 0.0048192329704761505, + "sufficiency": 0.9003612995147705, "masked prediction probs": [ 0.984218418598175, 0.015781493857502937 @@ -241670,8 +271583,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9352714419364929, - "sufficiency": 0.9968072772026062, + "comprehensiveness": 0.9350636005401611, + "sufficiency": 0.9968080520629883, "masked prediction probs": [ 0.14692629873752594, 0.8530737161636353 @@ -241684,7 +271597,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8580830693244934, + "sufficiency": 0.8581146001815796, "masked prediction probs": [ 0.9889519810676575, 0.011047985404729843 @@ -241696,8 +271609,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9348559379577637, - "sufficiency": 0.9968087077140808, + "comprehensiveness": 0.9346482157707214, + "sufficiency": 0.9968093633651733, + "masked prediction probs": [ + 0.14692629873752594, + 0.8530737161636353 + ], + "full text prediction probs": [ + 0.9885551333427429, + 0.0114448182284832 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9344407320022583, + "sufficiency": 0.9968101382255554, "masked prediction probs": [ 0.14692629873752594, 0.8530737161636353 @@ -241710,12 +271636,12 @@ } }, "test_1471": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1682422012090683, - "sufficiency": 0.9871436953544617, + "fixed-shap": { + "comprehensiveness": 0.00329255941323936, + "sufficiency": 0.8751158714294434, "masked prediction probs": [ - 0.842330276966095, - 0.15766970813274384 + 0.9912747144699097, + 0.008725260384380817 ], "full text prediction probs": [ 0.9942477941513062, @@ -241814,12 +271740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.39268362522125244, - "sufficiency": 0.9821825623512268, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16794461011886597, + "sufficiency": 0.9871664047241211, "masked prediction probs": [ - 0.6390382647514343, - 0.3609617054462433 + 0.842330276966095, + 0.15766970813274384 + ], + "full text prediction probs": [ + 0.9942477941513062, + 0.005752203986048698 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0020267455838620663, + "sufficiency": 0.8413915634155273, + "masked prediction probs": [ + 0.9924140572547913, + 0.00758593762293458 ], "full text prediction probs": [ 0.9942477941513062, @@ -241828,8 +271767,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002354028867557645, - "sufficiency": 0.821744978427887, + "comprehensiveness": 0.0023535084910690784, + "sufficiency": 0.821784257888794, "masked prediction probs": [ 0.9921179413795471, 0.007882111705839634 @@ -241841,8 +271780,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3925100564956665, - "sufficiency": 0.9821903109550476, + "comprehensiveness": 0.3924233615398407, + "sufficiency": 0.9821943044662476, "masked prediction probs": [ 0.6390382647514343, 0.3609617054462433 @@ -241854,8 +271793,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001965927192941308, - "sufficiency": 0.8807076811790466, + "comprehensiveness": 0.00196549273096025, + "sufficiency": 0.8807341456413269, "masked prediction probs": [ 0.9924682974815369, 0.0075316946022212505 @@ -241867,8 +271806,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00196549273096025, - "sufficiency": 0.8807341456413269, + "comprehensiveness": 0.001965058734640479, + "sufficiency": 0.8807603716850281, "masked prediction probs": [ 0.9924682974815369, 0.0075316946022212505 @@ -241880,8 +271819,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.028956428170204163, - "sufficiency": 0.9144598245620728, + "comprehensiveness": 0.028950033709406853, + "sufficiency": 0.9144786596298218, "masked prediction probs": [ 0.9680257439613342, 0.03197428584098816 @@ -241893,8 +271832,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016625114949420094, - "sufficiency": 0.8274093866348267, + "comprehensiveness": 0.001662144553847611, + "sufficiency": 0.8274475336074829, "masked prediction probs": [ 0.9927419424057007, 0.007258069235831499 @@ -241906,8 +271845,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3920768201351166, - "sufficiency": 0.9822100400924683, + "comprehensiveness": 0.3919902741909027, + "sufficiency": 0.9822140336036682, + "masked prediction probs": [ + 0.6390382647514343, + 0.3609617054462433 + ], + "full text prediction probs": [ + 0.9942477941513062, + 0.005752203986048698 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3919037878513336, + "sufficiency": 0.9822179079055786, "masked prediction probs": [ 0.6390382647514343, 0.3609617054462433 @@ -241920,12 +271872,12 @@ } }, "test_1482": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08535034209489822, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3829551637172699, + "sufficiency": 0.9968521595001221, "masked prediction probs": [ - 0.9142544269561768, - 0.08574558794498444 + 0.6464780569076538, + 0.3535219430923462 ], "full text prediction probs": [ 0.9910502433776855, @@ -242024,9 +271976,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08955935388803482, - "sufficiency": 0.9984365701675415, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08519883453845978, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9142544269561768, + 0.08574558794498444 + ], + "full text prediction probs": [ + 0.9910502433776855, + 0.008949738927185535 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08953949064016342, + "sufficiency": 0.9984368085861206, "masked prediction probs": [ 0.910323977470398, 0.08967606723308563 @@ -242039,7 +272004,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8639495968818665, + "sufficiency": 0.8639797568321228, "masked prediction probs": [ 0.9939470291137695, 0.006052921526134014 @@ -242051,8 +272016,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08951962739229202, - "sufficiency": 0.9984371066093445, + "comprehensiveness": 0.08949978649616241, + "sufficiency": 0.9984375238418579, "masked prediction probs": [ 0.910323977470398, 0.08967606723308563 @@ -242065,7 +272030,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8221601247787476, + "sufficiency": 0.8221996426582336, "masked prediction probs": [ 0.9910502433776855, 0.008949738927185535 @@ -242078,7 +272043,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8221996426582336, + "sufficiency": 0.8222389817237854, "masked prediction probs": [ 0.9910502433776855, 0.008949738927185535 @@ -242090,7 +272055,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.14647813141345978, + "comprehensiveness": 0.14644566178321838, "sufficiency": 1.0, "masked prediction probs": [ 0.8588725328445435, @@ -242104,7 +272069,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9246920347213745, + "sufficiency": 0.9247087836265564, "masked prediction probs": [ 0.9932697415351868, 0.006730294786393642 @@ -242116,8 +272081,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08942046761512756, - "sufficiency": 0.9984388947486877, + "comprehensiveness": 0.08940066397190094, + "sufficiency": 0.9984393119812012, + "masked prediction probs": [ + 0.910323977470398, + 0.08967606723308563 + ], + "full text prediction probs": [ + 0.9910502433776855, + 0.008949738927185535 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08938086777925491, + "sufficiency": 0.998439610004425, "masked prediction probs": [ 0.910323977470398, 0.08967606723308563 @@ -242130,12 +272108,12 @@ } }, "test_1523": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06833358854055405, - "sufficiency": 0.8466528654098511, + "fixed-shap": { + "comprehensiveness": 0.01735839806497097, + "sufficiency": 0.8175118565559387, "masked prediction probs": [ - 0.9287929534912109, - 0.07120700925588608 + 0.9746167063713074, + 0.025383304804563522 ], "full text prediction probs": [ 0.9902209043502808, @@ -242234,12 +272212,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06423146277666092, - "sufficiency": 0.8908681273460388, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06821217387914658, + "sufficiency": 0.8469253182411194, "masked prediction probs": [ - 0.9323777556419373, - 0.06762229651212692 + 0.9287929534912109, + 0.07120700925588608 + ], + "full text prediction probs": [ + 0.9902209043502808, + 0.009779073297977448 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01129622757434845, + "sufficiency": 0.8803865313529968, + "masked prediction probs": [ + 0.9800459146499634, + 0.019954128190875053 ], "full text prediction probs": [ 0.9902209043502808, @@ -242249,7 +272240,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8166688680648804, + "sufficiency": 0.816709578037262, "masked prediction probs": [ 0.9908877611160278, 0.009112228639423847 @@ -242261,8 +272252,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0642029419541359, - "sufficiency": 0.8909164667129517, + "comprehensiveness": 0.06418869644403458, + "sufficiency": 0.8909407258033752, "masked prediction probs": [ 0.9323777556419373, 0.06762229651212692 @@ -242274,8 +272265,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0026411733124405146, - "sufficiency": 0.8499583005905151, + "comprehensiveness": 0.0026405872777104378, + "sufficiency": 0.8499916791915894, "masked prediction probs": [ 0.9878408312797546, 0.012159174308180809 @@ -242287,8 +272278,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00454906327649951, - "sufficiency": 0.7932945489883423, + "comprehensiveness": 0.004548054188489914, + "sufficiency": 0.7933403849601746, "masked prediction probs": [ 0.9861206412315369, 0.013879294507205486 @@ -242300,8 +272291,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04772147908806801, - "sufficiency": 0.8100017309188843, + "comprehensiveness": 0.04771089181303978, + "sufficiency": 0.8100438117980957, "masked prediction probs": [ 0.9471979737281799, 0.05280197411775589 @@ -242313,8 +272304,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.08371630311012268, - "sufficiency": 0.9051271677017212, + "comprehensiveness": 0.08369774371385574, + "sufficiency": 0.9051482081413269, "masked prediction probs": [ 0.9147303700447083, 0.08526968210935593 @@ -242326,8 +272317,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06413175910711288, - "sufficiency": 0.8910374641418457, + "comprehensiveness": 0.06411754339933395, + "sufficiency": 0.8910616636276245, + "masked prediction probs": [ + 0.9323777556419373, + 0.06762229651212692 + ], + "full text prediction probs": [ + 0.9902209043502808, + 0.009779073297977448 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06410332769155502, + "sufficiency": 0.8910857439041138, "masked prediction probs": [ 0.9323777556419373, 0.06762229651212692 @@ -242340,12 +272344,12 @@ } }, "test_1542": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03316406533122063, - "sufficiency": 0.9287629723548889, + "fixed-shap": { + "comprehensiveness": 0.015510371886193752, + "sufficiency": 0.9263226389884949, "masked prediction probs": [ - 0.9562933444976807, - 0.043706655502319336 + 0.9720878601074219, + 0.027912117540836334 ], "full text prediction probs": [ 0.9859647750854492, @@ -242444,12 +272448,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007073530461639166, - "sufficiency": 0.8883309364318848, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03310486301779747, + "sufficiency": 0.9288901090621948, "masked prediction probs": [ - 0.97962486743927, - 0.020375167950987816 + 0.9562933444976807, + 0.043706655502319336 + ], + "full text prediction probs": [ + 0.9859647750854492, + 0.01403520442545414 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.023402946069836617, + "sufficiency": 0.8658772706985474, + "masked prediction probs": [ + 0.9649843573570251, + 0.03501567989587784 ], "full text prediction probs": [ 0.9859647750854492, @@ -242459,7 +272476,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8545823693275452, + "sufficiency": 0.854614794254303, "masked prediction probs": [ 0.9907297492027283, 0.00927023310214281 @@ -242471,8 +272488,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007070375140756369, - "sufficiency": 0.8883805871009827, + "comprehensiveness": 0.007068798411637545, + "sufficiency": 0.8884055614471436, "masked prediction probs": [ 0.97962486743927, 0.020375167950987816 @@ -242485,7 +272502,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8268213868141174, + "sufficiency": 0.8268600702285767, "masked prediction probs": [ 0.9859647750854492, 0.01403520442545414 @@ -242498,7 +272515,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8268600702285767, + "sufficiency": 0.8268985748291016, "masked prediction probs": [ 0.9859647750854492, 0.01403520442545414 @@ -242510,8 +272527,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07520484179258347, - "sufficiency": 0.9662549495697021, + "comprehensiveness": 0.07518807798624039, + "sufficiency": 0.9662624001502991, "masked prediction probs": [ 0.9184845089912415, 0.08151550590991974 @@ -242524,7 +272541,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8752647638320923, + "sufficiency": 0.8752925992012024, "masked prediction probs": [ 0.9884850978851318, 0.011514932848513126 @@ -242536,8 +272553,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0070624989457428455, - "sufficiency": 0.8885049819946289, + "comprehensiveness": 0.007060925476253033, + "sufficiency": 0.888529896736145, + "masked prediction probs": [ + 0.97962486743927, + 0.020375167950987816 + ], + "full text prediction probs": [ + 0.9859647750854492, + 0.01403520442545414 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007059353403747082, + "sufficiency": 0.8885546326637268, "masked prediction probs": [ 0.97962486743927, 0.020375167950987816 @@ -242550,12 +272580,12 @@ } }, "test_1606": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.30311137437820435, - "sufficiency": 0.9976255297660828, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9416286945343018, "masked prediction probs": [ - 0.704874575138092, - 0.29512545466423035 + 0.9880494475364685, + 0.011950558982789516 ], "full text prediction probs": [ 0.9717578291893005, @@ -242654,12 +272684,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9982145428657532, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.30256155133247375, + "sufficiency": 0.9976298213005066, "masked prediction probs": [ - 0.05276601389050484, - 0.947234034538269 + 0.704874575138092, + 0.29512545466423035 + ], + "full text prediction probs": [ + 0.9717578291893005, + 0.028242219239473343 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8400552868843079, + "masked prediction probs": [ + 0.9717578291893005, + 0.028242219239473343 ], "full text prediction probs": [ 0.9717578291893005, @@ -242669,7 +272712,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5553601384162903, + "sufficiency": 0.5554609298706055, "masked prediction probs": [ 0.9905495047569275, 0.009450455196201801 @@ -242682,7 +272725,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8853678107261658, + "sufficiency": 0.8853937387466431, "masked prediction probs": [ 0.9803898930549622, 0.01961013488471508 @@ -242695,7 +272738,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8809968829154968, + "sufficiency": 0.8810237646102905, "masked prediction probs": [ 0.9788568019866943, 0.021143250167369843 @@ -242708,7 +272751,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.33905020356178284, + "sufficiency": 0.33919990062713623, "masked prediction probs": [ 0.9818375706672668, 0.01816243678331375 @@ -242721,7 +272764,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9982166290283203, + "sufficiency": 0.9982171058654785, "masked prediction probs": [ 0.05276601389050484, 0.947234034538269 @@ -242734,7 +272777,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.473890095949173, + "sufficiency": 0.4740091860294342, "masked prediction probs": [ 0.9845693707466125, 0.015430652536451817 @@ -242747,7 +272790,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9982174038887024, + "sufficiency": 0.998217761516571, + "masked prediction probs": [ + 0.05276601389050484, + 0.947234034538269 + ], + "full text prediction probs": [ + 0.9717578291893005, + 0.028242219239473343 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9982182383537292, "masked prediction probs": [ 0.05276601389050484, 0.947234034538269 @@ -242760,12 +272816,12 @@ } }, "test_1644": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003486854489892721, - "sufficiency": 0.9300361275672913, + "fixed-shap": { + "comprehensiveness": 0.004860167391598225, + "sufficiency": 0.9529916048049927, "masked prediction probs": [ - 0.9898994565010071, - 0.01010052114725113 + 0.9886610507965088, + 0.011338957585394382 ], "full text prediction probs": [ 0.9930437803268433, @@ -242864,12 +272920,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0036522282753139734, - "sufficiency": 0.9174944758415222, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0034806784242391586, + "sufficiency": 0.9301600456237793, "masked prediction probs": [ - 0.9897444844245911, - 0.010255550034344196 + 0.9898994565010071, + 0.01010052114725113 + ], + "full text prediction probs": [ + 0.9930437803268433, + 0.006956304889172316 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01529337652027607, + "sufficiency": 0.9389305710792542, + "masked prediction probs": [ + 0.979225218296051, + 0.02077481895685196 ], "full text prediction probs": [ 0.9930437803268433, @@ -242878,8 +272947,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00550856301560998, - "sufficiency": 0.863768994808197, + "comprehensiveness": 0.005507343448698521, + "sufficiency": 0.8637991547584534, "masked prediction probs": [ 0.9880664348602295, 0.011933526955544949 @@ -242891,8 +272960,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0012108690571039915, - "sufficiency": 0.8648195862770081, + "comprehensiveness": 0.0012106011854484677, + "sufficiency": 0.8648495674133301, "masked prediction probs": [ 0.9919494390487671, 0.008050533011555672 @@ -242904,8 +272973,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0015936285490170121, - "sufficiency": 0.850459635257721, + "comprehensiveness": 0.0015932759270071983, + "sufficiency": 0.8504927754402161, "masked prediction probs": [ 0.9916031956672668, 0.00839679129421711 @@ -242917,8 +272986,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0036489968188107014, - "sufficiency": 0.9175674915313721, + "comprehensiveness": 0.003648189827799797, + "sufficiency": 0.9175857305526733, "masked prediction probs": [ 0.9897444844245911, 0.010255550034344196 @@ -242930,8 +272999,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007119154091924429, - "sufficiency": 0.8651158809661865, + "comprehensiveness": 0.0071175796911120415, + "sufficiency": 0.8651456236839294, "masked prediction probs": [ 0.9866054654121399, 0.013394562527537346 @@ -242943,8 +273012,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014140009880065918, - "sufficiency": 0.90568608045578, + "comprehensiveness": 0.0014136884128674865, + "sufficiency": 0.9057069420814514, "masked prediction probs": [ 0.9917647242546082, 0.008235241286456585 @@ -242956,8 +273025,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0036465770099312067, - "sufficiency": 0.9176221489906311, + "comprehensiveness": 0.003645770950242877, + "sufficiency": 0.9176403284072876, + "masked prediction probs": [ + 0.9897444844245911, + 0.010255550034344196 + ], + "full text prediction probs": [ + 0.9930437803268433, + 0.006956304889172316 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0036449655890464783, + "sufficiency": 0.9176585674285889, "masked prediction probs": [ 0.9897444844245911, 0.010255550034344196 @@ -242970,12 +273052,12 @@ } }, "test_1659": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8697954416275024, + "fixed-shap": { + "comprehensiveness": 0.006534338928759098, "sufficiency": 1.0, "masked prediction probs": [ - 0.20768451690673828, - 0.7923154830932617 + 0.9794600605964661, + 0.020540006458759308 ], "full text prediction probs": [ 0.9853019118309021, @@ -243074,12 +273156,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8333552479743958, - "sufficiency": 0.9730674028396606, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.868241548538208, + "sufficiency": 1.0, "masked prediction probs": [ - 0.23892951011657715, - 0.7610704898834229 + 0.20768451690673828, + 0.7923154830932617 + ], + "full text prediction probs": [ + 0.9853019118309021, + 0.014698073267936707 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014398159459233284, + "sufficiency": 0.9941714406013489, + "masked prediction probs": [ + 0.9724037051200867, + 0.027596265077590942 ], "full text prediction probs": [ 0.9853019118309021, @@ -243089,7 +273184,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8190746903419495, + "sufficiency": 0.8191151022911072, "masked prediction probs": [ 0.990734338760376, 0.009265689179301262 @@ -243101,8 +273196,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.000854133628308773, - "sufficiency": 0.862511396408081, + "comprehensiveness": 0.0008539429982192814, + "sufficiency": 0.8625420331954956, "masked prediction probs": [ 0.9845365881919861, 0.01546345092356205 @@ -243115,7 +273210,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7951751351356506, + "sufficiency": 0.7952207922935486, "masked prediction probs": [ 0.9865534901618958, 0.013446484692394733 @@ -243127,8 +273222,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00037820436409674585, - "sufficiency": 0.7530522346496582, + "comprehensiveness": 0.00037812002119608223, + "sufficiency": 0.7531073689460754, "masked prediction probs": [ 0.9849628806114197, 0.01503712683916092 @@ -243140,8 +273235,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8324258327484131, - "sufficiency": 0.9730974435806274, + "comprehensiveness": 0.8322401642799377, + "sufficiency": 0.9731034636497498, "masked prediction probs": [ 0.23892951011657715, 0.7610704898834229 @@ -243153,7 +273248,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.036110516637563705, + "comprehensiveness": 0.03610246628522873, "sufficiency": 1.0, "masked prediction probs": [ 0.9529171586036682, @@ -243166,8 +273261,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.832054615020752, - "sufficiency": 0.9731094241142273, + "comprehensiveness": 0.8318691253662109, + "sufficiency": 0.9731154441833496, + "masked prediction probs": [ + 0.23892951011657715, + 0.7610704898834229 + ], + "full text prediction probs": [ + 0.9853019118309021, + 0.014698073267936707 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8316837549209595, + "sufficiency": 0.9731214046478271, "masked prediction probs": [ 0.23892951011657715, 0.7610704898834229 @@ -243180,12 +273288,12 @@ } }, "test_1678": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5036399960517883, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05435415357351303, + "sufficiency": 0.9887151718139648, "masked prediction probs": [ - 0.5268077254295349, - 0.4731922745704651 + 0.9210317730903625, + 0.07896823436021805 ], "full text prediction probs": [ 0.9687246084213257, @@ -243284,12 +273392,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009934401139616966, - "sufficiency": 0.7645756602287292, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5027232766151428, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9599918127059937, - 0.04000818356871605 + 0.5268077254295349, + 0.4731922745704651 + ], + "full text prediction probs": [ + 0.9687246084213257, + 0.031275421380996704 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06322792172431946, + "sufficiency": 0.9815767407417297, + "masked prediction probs": [ + 0.9131317138671875, + 0.0868682935833931 ], "full text prediction probs": [ 0.9687246084213257, @@ -243299,7 +273420,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.742998480796814, + "sufficiency": 0.7430568933486938, "masked prediction probs": [ 0.9864829182624817, 0.013517064042389393 @@ -243311,8 +273432,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009929882362484932, - "sufficiency": 0.7646827697753906, + "comprehensiveness": 0.009927624836564064, + "sufficiency": 0.7647362351417542, "masked prediction probs": [ 0.9599918127059937, 0.04000818356871605 @@ -243325,7 +273446,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8430243730545044, + "sufficiency": 0.8430601358413696, "masked prediction probs": [ 0.9687246084213257, 0.031275421380996704 @@ -243338,7 +273459,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8430601358413696, + "sufficiency": 0.8430957198143005, "masked prediction probs": [ 0.9687246084213257, 0.031275421380996704 @@ -243350,7 +273471,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6032174825668335, + "comprehensiveness": 0.6030803918838501, "sufficiency": 1.0, "masked prediction probs": [ 0.4378655254840851, @@ -243364,7 +273485,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8104938268661499, + "sufficiency": 0.8105368614196777, "masked prediction probs": [ 0.9885988235473633, 0.011401192285120487 @@ -243376,8 +273497,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009918604046106339, - "sufficiency": 0.7649499773979187, + "comprehensiveness": 0.009916351176798344, + "sufficiency": 0.7650033235549927, + "masked prediction probs": [ + 0.9599918127059937, + 0.04000818356871605 + ], + "full text prediction probs": [ + 0.9687246084213257, + 0.031275421380996704 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009914100170135498, + "sufficiency": 0.7650567293167114, "masked prediction probs": [ 0.9599918127059937, 0.04000818356871605 @@ -243390,12 +273524,12 @@ } }, "test_1694": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002583468100056052, - "sufficiency": 0.9809573888778687, + "fixed-shap": { + "comprehensiveness": 0.02160687744617462, + "sufficiency": 0.9507783651351929, "masked prediction probs": [ - 0.9937385320663452, - 0.006261467467993498 + 0.9765262007713318, + 0.023473836481571198 ], "full text prediction probs": [ 0.9960760474205017, @@ -243494,12 +273628,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005776353180408478, - "sufficiency": 0.8648938536643982, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002578907646238804, + "sufficiency": 0.980991005897522, "masked prediction probs": [ - 0.9908403754234314, - 0.009159628301858902 + 0.9937385320663452, + 0.006261467467993498 + ], + "full text prediction probs": [ + 0.9960760474205017, + 0.003923936281353235 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.022864751517772675, + "sufficiency": 0.9464951753616333, + "masked prediction probs": [ + 0.9753469228744507, + 0.024653008207678795 ], "full text prediction probs": [ 0.9960760474205017, @@ -243508,8 +273655,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0019122060621157289, - "sufficiency": 0.9343218207359314, + "comprehensiveness": 0.001911784172989428, + "sufficiency": 0.9343363642692566, "masked prediction probs": [ 0.9943424463272095, 0.0056575629860162735 @@ -243521,8 +273668,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00577380508184433, - "sufficiency": 0.8649535775184631, + "comprehensiveness": 0.005772532429546118, + "sufficiency": 0.864983320236206, "masked prediction probs": [ 0.9908403754234314, 0.009159628301858902 @@ -243534,8 +273681,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010858327150344849, - "sufficiency": 0.8822786211967468, + "comprehensiveness": 0.0010855933651328087, + "sufficiency": 0.8823044896125793, "masked prediction probs": [ 0.9950911998748779, 0.004908779636025429 @@ -243547,8 +273694,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008834941545501351, - "sufficiency": 0.8230651021003723, + "comprehensiveness": 0.0008832994499243796, + "sufficiency": 0.8231041431427002, "masked prediction probs": [ 0.995274543762207, 0.004725441802293062 @@ -243560,8 +273707,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.001697824103757739, - "sufficiency": 0.7777457237243652, + "comprehensiveness": 0.0016974499449133873, + "sufficiency": 0.7777946591377258, "masked prediction probs": [ 0.9945354461669922, 0.005464543122798204 @@ -243573,8 +273720,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001958631444722414, - "sufficiency": 0.9254276156425476, + "comprehensiveness": 0.0019582000095397234, + "sufficiency": 0.9254439473152161, "masked prediction probs": [ 0.9942983984947205, 0.0057015749625861645 @@ -243586,8 +273733,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005767445079982281, - "sufficiency": 0.8651022911071777, + "comprehensiveness": 0.005766174755990505, + "sufficiency": 0.8651319146156311, + "masked prediction probs": [ + 0.9908403754234314, + 0.009159628301858902 + ], + "full text prediction probs": [ + 0.9960760474205017, + 0.003923936281353235 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005764904897660017, + "sufficiency": 0.8651617169380188, "masked prediction probs": [ 0.9908403754234314, 0.009159628301858902 @@ -243600,12 +273760,12 @@ } }, "test_1715": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00233595073223114, - "sufficiency": 0.7660782337188721, + "fixed-shap": { + "comprehensiveness": 0.003519587917253375, + "sufficiency": 0.9938815832138062, "masked prediction probs": [ - 0.993028461933136, - 0.0069715785793960094 + 0.9919586181640625, + 0.008041399531066418 ], "full text prediction probs": [ 0.9951398372650146, @@ -243704,12 +273864,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0025799942668527365, - "sufficiency": 0.9944776296615601, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0023318228777498007, + "sufficiency": 0.7664915919303894, "masked prediction probs": [ - 0.9928037524223328, - 0.0071962676011025906 + 0.993028461933136, + 0.0069715785793960094 + ], + "full text prediction probs": [ + 0.9951398372650146, + 0.004860189277678728 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003019453026354313, + "sufficiency": 0.9942889213562012, + "masked prediction probs": [ + 0.9924052357673645, + 0.007594748865813017 ], "full text prediction probs": [ 0.9951398372650146, @@ -243718,8 +273891,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008256291039288044, - "sufficiency": 0.5920669436454773, + "comprehensiveness": 0.0008254467975348234, + "sufficiency": 0.5921569466590881, "masked prediction probs": [ 0.9943920969963074, 0.005607903469353914 @@ -243731,8 +273904,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002578855026513338, - "sufficiency": 0.9944800734519958, + "comprehensiveness": 0.0025782857555896044, + "sufficiency": 0.9944813251495361, "masked prediction probs": [ 0.9928037524223328, 0.0071962676011025906 @@ -243744,8 +273917,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030212118290364742, - "sufficiency": 0.9945462942123413, + "comprehensiveness": 0.0030205450020730495, + "sufficiency": 0.9945474863052368, "masked prediction probs": [ 0.9924024343490601, 0.007597563788294792 @@ -243757,8 +273930,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008737521129660308, - "sufficiency": 0.7867185473442078, + "comprehensiveness": 0.0008735593874007463, + "sufficiency": 0.7867656350135803, "masked prediction probs": [ 0.9943479895591736, 0.0056519838981330395 @@ -243770,8 +273943,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011314714327454567, - "sufficiency": 0.8901592493057251, + "comprehensiveness": 0.011312218382954597, + "sufficiency": 0.8901833891868591, "masked prediction probs": [ 0.9848834872245789, 0.015116558410227299 @@ -243783,8 +273956,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004970005247741938, - "sufficiency": 0.9305707812309265, + "comprehensiveness": 0.004968909081071615, + "sufficiency": 0.9305860996246338, "masked prediction probs": [ 0.9906337261199951, 0.009366277605295181 @@ -243796,8 +273969,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0025760112330317497, - "sufficiency": 0.9944861531257629, + "comprehensiveness": 0.002575443359091878, + "sufficiency": 0.9944874048233032, + "masked prediction probs": [ + 0.9928037524223328, + 0.0071962676011025906 + ], + "full text prediction probs": [ + 0.9951398372650146, + 0.004860189277678728 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002574875485152006, + "sufficiency": 0.9944885969161987, "masked prediction probs": [ 0.9928037524223328, 0.0071962676011025906 @@ -243810,12 +273996,12 @@ } }, "test_1716": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6427014470100403, + "fixed-shap": { + "comprehensiveness": 0.18997037410736084, + "sufficiency": 0.0, "masked prediction probs": [ - 0.24505473673343658, - 0.7549452185630798 + 0.026448750868439674, + 0.9735512137413025 ], "full text prediction probs": [ 0.011197881773114204, @@ -243914,12 +274100,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.4842989146709442, + "sufficiency": 0.6496759057044983, "masked prediction probs": [ - 0.24459442496299744, - 0.7554055452346802 + 0.24505473673343658, + 0.7549452185630798 + ], + "full text prediction probs": [ + 0.011197881773114204, + 0.9888021945953369 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.15181255340576172, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02365870028734207, + 0.9763412475585938 ], "full text prediction probs": [ 0.011197881773114204, @@ -243929,7 +274128,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.48555415868759155, + "sufficiency": 0.4868033230304718, "masked prediction probs": [ 0.24459442496299744, 0.7554055452346802 @@ -243941,7 +274140,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.15805727243423462, + "comprehensiveness": 0.15767395496368408, "sufficiency": 0.0, "masked prediction probs": [ 0.024202991276979446, @@ -243955,7 +274154,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8446050882339478, + "sufficiency": 0.8449805974960327, "masked prediction probs": [ 0.15424688160419464, 0.8457530736923218 @@ -243967,7 +274166,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.21997013688087463, + "comprehensiveness": 0.21943923830986023, "sufficiency": 0.0, "masked prediction probs": [ 0.029385216534137726, @@ -243981,7 +274180,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9539432525634766, + "sufficiency": 0.9540539979934692, "masked prediction probs": [ 0.2146719992160797, 0.7853279709815979 @@ -243993,7 +274192,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17527996003627777, + "comprehensiveness": 0.174858957529068, "sufficiency": 0.0, "masked prediction probs": [ 0.025760283693671227, @@ -244007,7 +274206,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4929591417312622, + "sufficiency": 0.4941726326942444, + "masked prediction probs": [ + 0.24459442496299744, + 0.7554055452346802 + ], + "full text prediction probs": [ + 0.011197881773114204, + 0.9888021945953369 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.49538031220436096, "masked prediction probs": [ 0.24459442496299744, 0.7554055452346802 @@ -244020,12 +274232,12 @@ } }, "test_1727": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.4912568926811218, + "fixed-shap": { + "comprehensiveness": 0.02584625594317913, + "sufficiency": 0.9593355059623718, "masked prediction probs": [ - 0.9866684675216675, - 0.013331486843526363 + 0.9602161645889282, + 0.03978382796049118 ], "full text prediction probs": [ 0.9832708239555359, @@ -244112,11 +274324,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.1783159226179123, - "sufficiency": 0.9805534482002258, + "comprehensiveness": 0.025805754587054253, + "sufficiency": 0.9593992829322815, "masked prediction probs": [ - 0.8239647746086121, - 0.17603524029254913 + 0.9602161645889282, + 0.03978382796049118 ], "full text prediction probs": [ 0.9832708239555359, @@ -244124,12 +274336,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.8019335865974426, + "sufficiency": 0.49216774106025696, "masked prediction probs": [ - 0.984045147895813, - 0.015954816713929176 + 0.9866684675216675, + 0.013331486843526363 + ], + "full text prediction probs": [ + 0.9832708239555359, + 0.016729142516851425 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.02934577316045761, + "sufficiency": 0.9491207599639893, + "masked prediction probs": [ + 0.9570418000221252, + 0.04295825958251953 ], "full text prediction probs": [ 0.9832708239555359, @@ -244139,7 +274364,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9262942671775818, + "sufficiency": 0.9263107776641846, "masked prediction probs": [ 0.9883540868759155, 0.011645845137536526 @@ -244151,8 +274376,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.014840751886367798, - "sufficiency": 0.8838326334953308, + "comprehensiveness": 0.014837432652711868, + "sufficiency": 0.8838585615158081, "masked prediction probs": [ 0.9700033068656921, 0.029996681958436966 @@ -244164,8 +274389,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05098314583301544, - "sufficiency": 0.9889816641807556, + "comprehensiveness": 0.05097174271941185, + "sufficiency": 0.9889841675758362, "masked prediction probs": [ 0.9376820921897888, 0.062317896634340286 @@ -244178,7 +274403,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8021107316017151, + "sufficiency": 0.8021550178527832, "masked prediction probs": [ 0.984045147895813, 0.015954816713929176 @@ -244190,8 +274415,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10122030973434448, - "sufficiency": 0.98124760389328, + "comprehensiveness": 0.10119768232107162, + "sufficiency": 0.9812517762184143, "masked prediction probs": [ 0.8927199244499207, 0.10728004574775696 @@ -244203,8 +274428,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.049495864659547806, - "sufficiency": 0.9674779176712036, + "comprehensiveness": 0.04948480427265167, + "sufficiency": 0.9674851298332214, "masked prediction probs": [ 0.9389823079109192, 0.0610177107155323 @@ -244217,7 +274442,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8022434711456299, + "sufficiency": 0.8022875785827637, + "masked prediction probs": [ + 0.984045147895813, + 0.015954816713929176 + ], + "full text prediction probs": [ + 0.9832708239555359, + 0.016729142516851425 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.802331805229187, "masked prediction probs": [ 0.984045147895813, 0.015954816713929176 @@ -244230,12 +274468,12 @@ } }, "test_1789": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.13716627657413483, "sufficiency": 1.0, "masked prediction probs": [ - 0.859166145324707, - 0.14083383977413177 + 0.6941412091255188, + 0.3058588206768036 ], "full text prediction probs": [ 0.7899793982505798, @@ -244334,12 +274572,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08152654021978378, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7328863143920898, - 0.2671136260032654 + 0.859166145324707, + 0.14083383977413177 + ], + "full text prediction probs": [ + 0.7899793982505798, + 0.21002061665058136 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.19583724439144135, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6527953147888184, + 0.34720465540885925 ], "full text prediction probs": [ 0.7899793982505798, @@ -244387,7 +274638,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13187503814697266, + "comprehensiveness": 0.13183744251728058, "sufficiency": 1.0, "masked prediction probs": [ 0.6975217461585999, @@ -244400,7 +274651,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2802150249481201, + "comprehensiveness": 0.2801351249217987, "sufficiency": 1.0, "masked prediction probs": [ 0.5934644937515259, @@ -244437,15 +274688,28 @@ 0.21002061665058136 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08131756633520126, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7328863143920898, + 0.2671136260032654 + ], + "full text prediction probs": [ + 0.7899793982505798, + 0.21002061665058136 + ], + "labels": 0 } }, "test_1810": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001393973594531417, - "sufficiency": 0.7439450621604919, + "fixed-shap": { + "comprehensiveness": 0.00015411028289236128, + "sufficiency": 0.9262481927871704, "masked prediction probs": [ - 0.9950498938560486, - 0.004950141999870539 + 0.9961720108985901, + 0.0038279530126601458 ], "full text prediction probs": [ 0.9963114857673645, @@ -244544,12 +274808,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0022894295398145914, - "sufficiency": 0.847156286239624, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00139151350595057, + "sufficiency": 0.7443969249725342, "masked prediction probs": [ - 0.9942358136177063, - 0.005764169152826071 + 0.9950498938560486, + 0.004950141999870539 + ], + "full text prediction probs": [ + 0.9963114857673645, + 0.0036885398440063 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00018449952767696232, + "sufficiency": 0.8846298456192017, + "masked prediction probs": [ + 0.99614417552948, + 0.00385579583235085 ], "full text prediction probs": [ 0.9963114857673645, @@ -244558,8 +274835,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001774534466676414, - "sufficiency": 0.9502367973327637, + "comprehensiveness": 0.0017741430783644319, + "sufficiency": 0.9502478837966919, "masked prediction probs": [ 0.9947022795677185, 0.0052976589649915695 @@ -244571,8 +274848,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0035177951212972403, - "sufficiency": 0.9714633226394653, + "comprehensiveness": 0.0035170195624232292, + "sufficiency": 0.9714695811271667, "masked prediction probs": [ 0.9931207299232483, 0.006879224441945553 @@ -244584,8 +274861,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0012604427756741643, - "sufficiency": 0.8720771670341492, + "comprehensiveness": 0.0012601648923009634, + "sufficiency": 0.8721053600311279, "masked prediction probs": [ 0.9951679706573486, 0.004832082893699408 @@ -244597,8 +274874,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008758425246924162, - "sufficiency": 0.8514033555984497, + "comprehensiveness": 0.000875649566296488, + "sufficiency": 0.8514361381530762, "masked prediction probs": [ 0.9955167174339294, 0.0044833337888121605 @@ -244610,8 +274887,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01902078464627266, - "sufficiency": 0.9936132431030273, + "comprehensiveness": 0.01901659369468689, + "sufficiency": 0.9936147332191467, "masked prediction probs": [ 0.9790475964546204, 0.02095235511660576 @@ -244623,8 +274900,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0032946818973869085, - "sufficiency": 0.9311602115631104, + "comprehensiveness": 0.003293956397101283, + "sufficiency": 0.9311752915382385, "masked prediction probs": [ 0.9933204650878906, 0.006679575424641371 @@ -244636,8 +274913,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01901240460574627, - "sufficiency": 0.9936161041259766, + "comprehensiveness": 0.019008217379450798, + "sufficiency": 0.9936174154281616, "masked prediction probs": [ 0.9790475964546204, 0.02095235511660576 @@ -244647,15 +274924,28 @@ 0.0036885398440063 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002284893300384283, + "sufficiency": 0.847459077835083, + "masked prediction probs": [ + 0.9942358136177063, + 0.005764169152826071 + ], + "full text prediction probs": [ + 0.9963114857673645, + 0.0036885398440063 + ], + "labels": 0 } }, "test_1": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.828463077545166, + "fixed-shap": { + "comprehensiveness": 0.5148850083351135, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9808252453804016, - 0.019174722954630852 + 0.055208638310432434, + 0.9447913765907288 ], "full text prediction probs": [ 0.01700393296778202, @@ -244754,12 +275044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8797332048416138, + "sufficiency": 0.8320797085762024, "masked prediction probs": [ - 0.9696652293205261, - 0.030334733426570892 + 0.9808252453804016, + 0.019174722954630852 + ], + "full text prediction probs": [ + 0.01700393296778202, + 0.9829960465431213 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4566560387611389, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0517101027071476, + 0.9482898712158203 ], "full text prediction probs": [ 0.01700393296778202, @@ -244769,7 +275072,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.50035560131073, + "sufficiency": 0.501665472984314, "masked prediction probs": [ 0.9576382040977478, 0.042361821979284286 @@ -244795,7 +275098,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8806766271591187, + "sufficiency": 0.880987823009491, "masked prediction probs": [ 0.9696652293205261, 0.030334733426570892 @@ -244807,7 +275110,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.864021897315979, + "comprehensiveness": 0.8617714643478394, "sufficiency": 0.0, "masked prediction probs": [ 0.08318870514631271, @@ -244821,7 +275124,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5055542588233948, + "sufficiency": 0.5068370699882507, "masked prediction probs": [ 0.9576382040977478, 0.042361821979284286 @@ -244833,7 +275136,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.066891148686409, + "comprehensiveness": 0.06671782582998276, "sufficiency": 0.0, "masked prediction probs": [ 0.022154632955789566, @@ -244847,7 +275150,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8819116950035095, + "sufficiency": 0.8822165131568909, + "masked prediction probs": [ + 0.9696652293205261, + 0.030334733426570892 + ], + "full text prediction probs": [ + 0.01700393296778202, + 0.9829960465431213 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8825197219848633, "masked prediction probs": [ 0.9696652293205261, 0.030334733426570892 @@ -244860,12 +275176,12 @@ } }, "test_23": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.633942186832428, + "sufficiency": 0.8207377195358276, "masked prediction probs": [ - 0.9199625849723816, - 0.0800374373793602 + 0.9096783399581909, + 0.0903216153383255 ], "full text prediction probs": [ 0.03860912844538689, @@ -244953,10 +275269,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6434174180030823, + "sufficiency": 0.8253778219223022, "masked prediction probs": [ - 0.9199625849723816, - 0.0800374373793602 + 0.9096783399581909, + 0.0903216153383255 ], "full text prediction probs": [ 0.03860912844538689, @@ -244964,12 +275280,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9446431994438171, + "sufficiency": 0.8260211944580078, "masked prediction probs": [ - 0.934907078742981, - 0.06509291380643845 + 0.9096783399581909, + 0.0903216153383255 + ], + "full text prediction probs": [ + 0.03860912844538689, + 0.9613908529281616 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9686421155929565, + "masked prediction probs": [ + 0.9264377951622009, + 0.07356223464012146 ], "full text prediction probs": [ 0.03860912844538689, @@ -244992,7 +275321,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9450480937957764, + "sufficiency": 0.9452483654022217, "masked prediction probs": [ 0.934907078742981, 0.06509291380643845 @@ -245017,7 +275346,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1582510769367218, + "comprehensiveness": 0.157677561044693, "sufficiency": 0.0, "masked prediction probs": [ 0.04731230437755585, @@ -245043,7 +275372,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.317546546459198, + "comprehensiveness": 0.3164040148258209, "sufficiency": 0.0, "masked prediction probs": [ 0.05619988963007927, @@ -245057,10 +275386,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9460349082946777, + "sufficiency": 0.9694276452064514, "masked prediction probs": [ - 0.934907078742981, - 0.06509291380643845 + 0.9264377951622009, + 0.07356223464012146 + ], + "full text prediction probs": [ + 0.03860912844538689, + 0.9613908529281616 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9695366621017456, + "masked prediction probs": [ + 0.9264377951622009, + 0.07356223464012146 ], "full text prediction probs": [ 0.03860912844538689, @@ -245070,12 +275412,12 @@ } }, "test_47": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3641752302646637, - 0.6358247995376587 + 0.465183287858963, + 0.5348166823387146 ], "full text prediction probs": [ 0.017260311171412468, @@ -245174,12 +275516,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.29070141911506653, - 0.7092985510826111 + 0.3641752302646637, + 0.6358247995376587 + ], + "full text prediction probs": [ + 0.017260311171412468, + 0.9827396869659424 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.20622602105140686, + 0.7937739491462708 ], "full text prediction probs": [ 0.017260311171412468, @@ -245227,7 +275582,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.48227930068969727, + "comprehensiveness": 0.48101896047592163, "sufficiency": 0.0, "masked prediction probs": [ 0.05407969653606415, @@ -245277,15 +275632,28 @@ 0.9827396869659424 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.29070141911506653, + 0.7092985510826111 + ], + "full text prediction probs": [ + 0.017260311171412468, + 0.9827396869659424 + ], + "labels": 1 } }, "test_51": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8476799130439758, + "fixed-shap": { + "comprehensiveness": 0.03393133357167244, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3981907367706299, - 0.6018092036247253 + 0.011006519198417664, + 0.9889934659004211 ], "full text prediction probs": [ 0.00818979274481535, @@ -245384,12 +275752,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.850557267665863, + "masked prediction probs": [ + 0.3981907367706299, + 0.6018092036247253 + ], + "full text prediction probs": [ + 0.00818979274481535, + 0.9918102622032166 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05554204806685448, "sufficiency": 0.0, "masked prediction probs": [ - 0.1458723545074463, - 0.8541276454925537 + 0.01290054153650999, + 0.9870994687080383 ], "full text prediction probs": [ 0.00818979274481535, @@ -245411,8 +275792,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5641562938690186, - "sufficiency": 0.8302553296089172, + "comprehensiveness": 0.5628319978713989, + "sufficiency": 0.8306533694267273, "masked prediction probs": [ 0.056151382625103, 0.9438485503196716 @@ -245424,7 +275805,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15932418406009674, + "comprehensiveness": 0.1589510589838028, "sufficiency": 0.0, "masked prediction probs": [ 0.021766556426882744, @@ -245437,7 +275818,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.26110970973968506, + "comprehensiveness": 0.26049965620040894, "sufficiency": 0.0, "masked prediction probs": [ 0.03049243986606598, @@ -245450,8 +275831,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.47345900535583496, - "sufficiency": 0.6507440805435181, + "comprehensiveness": 0.4723553955554962, + "sufficiency": 0.651557207107544, "masked prediction probs": [ 0.04872491955757141, 0.9512750506401062 @@ -245463,7 +275844,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11834028363227844, + "comprehensiveness": 0.11806507408618927, "sufficiency": 0.0, "masked prediction probs": [ 0.01834513247013092, @@ -245487,15 +275868,28 @@ 0.9918102622032166 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1458723545074463, + 0.8541276454925537 + ], + "full text prediction probs": [ + 0.00818979274481535, + 0.9918102622032166 + ], + "labels": 1 } }, "test_64": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1175762489438057, "sufficiency": 0.0, "masked prediction probs": [ - 0.1334681212902069, - 0.8665318489074707 + 0.020640425384044647, + 0.97935950756073 ], "full text prediction probs": [ 0.011238417588174343, @@ -245594,12 +275988,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.24031366407871246, - 0.7596863508224487 + 0.1334681212902069, + 0.8665318489074707 + ], + "full text prediction probs": [ + 0.011238417588174343, + 0.9887616038322449 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09271764755249023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01881953701376915, + 0.9811804294586182 ], "full text prediction probs": [ 0.011238417588174343, @@ -245621,7 +276028,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1220172718167305, + "comprehensiveness": 0.12172021716833115, "sufficiency": 0.0, "masked prediction probs": [ 0.0212397538125515, @@ -245634,7 +276041,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3251097798347473, + "comprehensiveness": 0.3243202269077301, "sufficiency": 0.0, "masked prediction probs": [ 0.037951454520225525, @@ -245647,7 +276054,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07495451718568802, + "comprehensiveness": 0.0747729241847992, "sufficiency": 0.0, "masked prediction probs": [ 0.01741211675107479, @@ -245661,7 +276068,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3684689402580261, + "sufficiency": 0.3699934184551239, "masked prediction probs": [ 0.17912685871124268, 0.8208731412887573 @@ -245673,7 +276080,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6557320952415466, + "comprehensiveness": 0.6541510820388794, "sufficiency": 0.0, "masked prediction probs": [ 0.06551098078489304, @@ -245697,15 +276104,28 @@ 0.9887616038322449 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24031366407871246, + 0.7596863508224487 + ], + "full text prediction probs": [ + 0.011238417588174343, + 0.9887616038322449 + ], + "labels": 1 } }, "test_66": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4298291504383087, - "sufficiency": 0.9216720461845398, + "fixed-shap": { + "comprehensiveness": 0.04475792124867439, + "sufficiency": 0.0, "masked prediction probs": [ - 0.041929297149181366, - 0.9580706357955933 + 0.008651016280055046, + 0.9913490414619446 ], "full text prediction probs": [ 0.004782946780323982, @@ -245804,12 +276224,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.395080029964447, - "sufficiency": 0.762597918510437, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.42201468348503113, + "sufficiency": 0.9230944514274597, "masked prediction probs": [ - 0.03955859690904617, - 0.9604414701461792 + 0.041929297149181366, + 0.9580706357955933 + ], + "full text prediction probs": [ + 0.004782946780323982, + 0.9952170848846436 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.029634859412908554, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007397308014333248, + 0.9926026463508606 ], "full text prediction probs": [ 0.004782946780323982, @@ -245818,8 +276251,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3941842317581177, - "sufficiency": 0.7631356120109558, + "comprehensiveness": 0.39329248666763306, + "sufficiency": 0.7636708617210388, "masked prediction probs": [ 0.03955859690904617, 0.9604414701461792 @@ -245831,8 +276264,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07574600726366043, - "sufficiency": 0.6134798526763916, + "comprehensiveness": 0.07557503134012222, + "sufficiency": 0.6143513321876526, "masked prediction probs": [ 0.011480540037155151, 0.9885194897651672 @@ -245844,7 +276277,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.015105322003364563, + "comprehensiveness": 0.015071303583681583, "sufficiency": 0.0, "masked prediction probs": [ 0.006121620535850525, @@ -245857,7 +276290,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012024026364088058, + "comprehensiveness": 0.011997008696198463, "sufficiency": 0.0, "masked prediction probs": [ 0.005850919988006353, @@ -245870,8 +276303,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3282083570957184, - "sufficiency": 0.9183021783828735, + "comprehensiveness": 0.3274725377559662, + "sufficiency": 0.9184851050376892, "masked prediction probs": [ 0.03400062769651413, 0.9659993648529053 @@ -245883,7 +276316,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0759178176522255, + "comprehensiveness": 0.07574798911809921, "sufficiency": 0.0, "masked prediction probs": [ 0.011556482873857021, @@ -245896,8 +276329,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.38889360427856445, - "sufficiency": 0.7663111686706543, + "comprehensiveness": 0.38802558183670044, + "sufficiency": 0.766832172870636, + "masked prediction probs": [ + 0.03955859690904617, + 0.9604414701461792 + ], + "full text prediction probs": [ + 0.004782946780323982, + 0.9952170848846436 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3871614634990692, + "sufficiency": 0.7673508524894714, "masked prediction probs": [ 0.03955859690904617, 0.9604414701461792 @@ -245910,12 +276356,12 @@ } }, "test_80": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8701849579811096, + "fixed-shap": { + "comprehensiveness": 0.6155612468719482, "sufficiency": 1.0, "masked prediction probs": [ - 0.19008399546146393, - 0.8099160194396973 + 0.384422242641449, + 0.6155778169631958 ], "full text prediction probs": [ 0.8542414307594299, @@ -246014,12 +276460,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8449887037277222, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8683645129203796, "sufficiency": 1.0, "masked prediction probs": [ - 0.20796270668506622, - 0.792037308216095 + 0.19008399546146393, + 0.8099160194396973 + ], + "full text prediction probs": [ + 0.8542414307594299, + 0.14575861394405365 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6268393993377686, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.37468603253364563, + 0.625313937664032 ], "full text prediction probs": [ 0.8542414307594299, @@ -246029,7 +276488,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.37257686257362366, + "sufficiency": 0.37274083495140076, "masked prediction probs": [ 0.9731407761573792, 0.026859143748879433 @@ -246041,7 +276500,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9523202180862427, + "comprehensiveness": 0.9520714282989502, "sufficiency": 1.0, "masked prediction probs": [ 0.12549057602882385, @@ -246054,7 +276513,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.47571271657943726, + "comprehensiveness": 0.47558844089508057, "sufficiency": 1.0, "masked prediction probs": [ 0.4901132583618164, @@ -246067,7 +276526,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.47558844089508057, + "comprehensiveness": 0.47546425461769104, "sufficiency": 1.0, "masked prediction probs": [ 0.4901132583618164, @@ -246080,7 +276539,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8008009195327759, + "comprehensiveness": 0.8005918264389038, "sufficiency": 1.0, "masked prediction probs": [ 0.2409583330154419, @@ -246106,7 +276565,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8003829121589661, + "comprehensiveness": 0.8001739978790283, "sufficiency": 1.0, "masked prediction probs": [ 0.2409583330154419, @@ -246117,15 +276576,28 @@ 0.14575861394405365 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8430047035217285, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.20796270668506622, + 0.792037308216095 + ], + "full text prediction probs": [ + 0.8542414307594299, + 0.14575861394405365 + ], + "labels": 1 } }, "test_91": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7095760703086853, + "fixed-shap": { + "comprehensiveness": 0.40239253640174866, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7098899483680725, - 0.2901100218296051 + 0.04527189955115318, + 0.9547281265258789 ], "full text prediction probs": [ 0.014343701303005219, @@ -246224,12 +276696,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7154919505119324, + "masked prediction probs": [ + 0.7098899483680725, + 0.2901100218296051 + ], + "full text prediction probs": [ + 0.014343701303005219, + 0.9856562614440918 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4828125238418579, "sufficiency": 0.0, "masked prediction probs": [ - 0.8478232026100159, - 0.15217678248882294 + 0.05232221633195877, + 0.9476777911186218 ], "full text prediction probs": [ 0.014343701303005219, @@ -246251,7 +276736,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10054517537355423, + "comprehensiveness": 0.10029078274965286, "sufficiency": 0.0, "masked prediction probs": [ 0.022272786125540733, @@ -246264,7 +276749,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.34027984738349915, + "comprehensiveness": 0.3394210636615753, "sufficiency": 0.0, "masked prediction probs": [ 0.04124659672379494, @@ -246290,7 +276775,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13052091002464294, + "comprehensiveness": 0.13019317388534546, "sufficiency": 0.0, "masked prediction probs": [ 0.024715131148695946, @@ -246303,7 +276788,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07528819888830185, + "comprehensiveness": 0.07509961724281311, "sufficiency": 0.0, "masked prediction probs": [ 0.020341310650110245, @@ -246327,15 +276812,28 @@ 0.9856562614440918 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8478232026100159, + 0.15217678248882294 + ], + "full text prediction probs": [ + 0.014343701303005219, + 0.9856562614440918 + ], + "labels": 1 } }, "test_119": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9821580648422241, - 0.017841968685388565 + 0.9125534892082214, + 0.08744649589061737 ], "full text prediction probs": [ 0.40895289182662964, @@ -246434,12 +276932,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9596039056777954, - 0.0403960719704628 + 0.9821580648422241, + 0.017841968685388565 + ], + "full text prediction probs": [ + 0.40895289182662964, + 0.5910470485687256 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9521031975746155, + 0.04789678379893303 ], "full text prediction probs": [ 0.40895289182662964, @@ -246537,15 +277048,28 @@ 0.5910470485687256 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9596039056777954, + 0.0403960719704628 + ], + "full text prediction probs": [ + 0.40895289182662964, + 0.5910470485687256 + ], + "labels": 1 } }, "test_127": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4353448748588562, "sufficiency": 0.0, "masked prediction probs": [ - 0.932381272315979, - 0.06761877983808517 + 0.04677457734942436, + 0.9532254338264465 ], "full text prediction probs": [ 0.012519583106040955, @@ -246644,12 +277168,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.09412819147109985, - 0.9058718681335449 + 0.932381272315979, + 0.06761877983808517 + ], + "full text prediction probs": [ + 0.012519583106040955, + 0.9874804615974426 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.49729248881340027, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05254413187503815, + 0.9474558234214783 ], "full text prediction probs": [ 0.012519583106040955, @@ -246658,7 +277195,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6402434706687927, + "comprehensiveness": 0.6386561989784241, "sufficiency": 0.0, "masked prediction probs": [ 0.06404955685138702, @@ -246684,7 +277221,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04192028567194939, + "comprehensiveness": 0.041816867887973785, "sufficiency": 0.0, "masked prediction probs": [ 0.015910273417830467, @@ -246697,7 +277234,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.012133338488638401, + "comprehensiveness": 0.012103480286896229, "sufficiency": 0.0, "masked prediction probs": [ 0.01350336242467165, @@ -246711,7 +277248,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3492549657821655, + "sufficiency": 0.3508504629135132, "masked prediction probs": [ 0.17059367895126343, 0.8294063210487366 @@ -246723,7 +277260,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18695615231990814, + "comprehensiveness": 0.18649832904338837, "sufficiency": 0.0, "masked prediction probs": [ 0.027753708884119987, @@ -246736,7 +277273,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.999060869216919, + "comprehensiveness": 0.9966203570365906, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09412819147109985, + 0.9058718681335449 + ], + "full text prediction probs": [ + 0.012519583106040955, + 0.9874804615974426 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9941917061805725, "sufficiency": 0.0, "masked prediction probs": [ 0.09412819147109985, @@ -246750,12 +277300,12 @@ } }, "test_129": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5181999206542969, "sufficiency": 1.0, "masked prediction probs": [ - 0.036227039992809296, - 0.9637730121612549 + 0.4582463800907135, + 0.5417536497116089 ], "full text prediction probs": [ 0.8532335758209229, @@ -246854,12 +277404,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.035557810217142105, - 0.9644421935081482 + 0.036227039992809296, + 0.9637730121612549 + ], + "full text prediction probs": [ + 0.8532335758209229, + 0.14676634967327118 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10224776715040207, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7751132845878601, + 0.2248866707086563 ], "full text prediction probs": [ 0.8532335758209229, @@ -246881,8 +277444,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5896446108818054, - "sufficiency": 0.9565210938453674, + "comprehensiveness": 0.5894903540611267, + "sufficiency": 0.9565324783325195, "masked prediction probs": [ 0.40260985493659973, 0.5973901152610779 @@ -246894,7 +277457,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4217980206012726, + "comprehensiveness": 0.42168769240379333, "sufficiency": 1.0, "masked prediction probs": [ 0.5307987928390503, @@ -246907,7 +277470,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9063107371330261, + "comprehensiveness": 0.9060737490653992, "sufficiency": 1.0, "masked prediction probs": [ 0.16024179756641388, @@ -246933,8 +277496,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6362113952636719, - "sufficiency": 0.9400782585144043, + "comprehensiveness": 0.6360451579093933, + "sufficiency": 0.9400938153266907, "masked prediction probs": [ 0.3665131628513336, 0.6334868669509888 @@ -246957,15 +277520,28 @@ 0.14676634967327118 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.035557810217142105, + 0.9644421935081482 + ], + "full text prediction probs": [ + 0.8532335758209229, + 0.14676634967327118 + ], + "labels": 1 } }, "test_245": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6589421033859253, "sufficiency": 0.0, "masked prediction probs": [ - 0.9454413652420044, - 0.05455862730741501 + 0.06371897459030151, + 0.9362810254096985 ], "full text prediction probs": [ 0.010615766979753971, @@ -247064,12 +277640,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9318927526473999, - 0.06810718029737473 + 0.9454413652420044, + 0.05455862730741501 + ], + "full text prediction probs": [ + 0.010615766979753971, + 0.9893842339515686 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5346860289573669, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05466790869832039, + 0.9453320503234863 ], "full text prediction probs": [ 0.010615766979753971, @@ -247091,7 +277680,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.823641836643219, + "comprehensiveness": 0.8216517567634583, "sufficiency": 0.0, "masked prediction probs": [ 0.0786394402384758, @@ -247104,7 +277693,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7596323490142822, + "comprehensiveness": 0.757801353931427, "sufficiency": 0.0, "masked prediction probs": [ 0.07350490242242813, @@ -247117,7 +277706,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08798311650753021, + "comprehensiveness": 0.08777154982089996, "sufficiency": 0.0, "masked prediction probs": [ 0.017917394638061523, @@ -247167,15 +277756,28 @@ 0.9893842339515686 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9318927526473999, + 0.06810718029737473 + ], + "full text prediction probs": [ + 0.010615766979753971, + 0.9893842339515686 + ], + "labels": 1 } }, "test_351": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4894060492515564, "sufficiency": 0.0, "masked prediction probs": [ - 0.9805926084518433, - 0.019407393410801888 + 0.05561813712120056, + 0.9443818926811218 ], "full text prediction probs": [ 0.02150856889784336, @@ -247274,12 +277876,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9535881280899048, - 0.046411819756031036 + 0.9805926084518433, + 0.019407393410801888 + ], + "full text prediction probs": [ + 0.02150856889784336, + 0.9784914255142212 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.9334684014320374, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08824793994426727, + 0.9117521047592163 ], "full text prediction probs": [ 0.02150856889784336, @@ -247327,7 +277942,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.066241554915905, + "comprehensiveness": 0.06605827808380127, "sufficiency": 0.0, "masked prediction probs": [ 0.026284385472536087, @@ -247341,7 +277956,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9239161014556885, + "sufficiency": 0.9241257905960083, "masked prediction probs": [ 0.8771229386329651, 0.1228771060705185 @@ -247353,7 +277968,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08783714473247528, + "comprehensiveness": 0.08759544789791107, "sufficiency": 0.0, "masked prediction probs": [ 0.02787642739713192, @@ -247377,15 +277992,28 @@ 0.9784914255142212 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9535881280899048, + 0.046411819756031036 + ], + "full text prediction probs": [ + 0.02150856889784336, + 0.9784914255142212 + ], + "labels": 1 } }, "test_368": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03240355849266052, - 0.9675964117050171 + 0.9382598400115967, + 0.06174013763666153 ], "full text prediction probs": [ 0.6132907271385193, @@ -247484,7 +278112,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -247497,9 +278125,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6132907271385193, + 0.38670921325683594 + ], + "full text prediction probs": [ + 0.6132907271385193, + 0.38670921325683594 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6228258609771729, + "sufficiency": 0.6229697465896606, "masked prediction probs": [ 0.9902994632720947, 0.009700466878712177 @@ -247563,7 +278204,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.24882137775421143, + "comprehensiveness": 0.24872668087482452, "sufficiency": 1.0, "masked prediction probs": [ 0.48263809084892273, @@ -247587,15 +278228,28 @@ 0.38670921325683594 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03240355849266052, + 0.9675964117050171 + ], + "full text prediction probs": [ + 0.6132907271385193, + 0.38670921325683594 + ], + "labels": 1 } }, "test_376": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.017806844785809517, - "sufficiency": 0.9873314499855042, + "fixed-shap": { + "comprehensiveness": 0.004763063509017229, + "sufficiency": 0.9676865339279175, "masked prediction probs": [ - 0.9730010628700256, - 0.026998957619071007 + 0.9847142100334167, + 0.015285813249647617 ], "full text prediction probs": [ 0.988991379737854, @@ -247694,12 +278348,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0022462711203843355, - "sufficiency": 0.837822675704956, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.017775172367691994, + "sufficiency": 0.9873539805412292, "masked prediction probs": [ - 0.9869706630706787, - 0.013029360212385654 + 0.9730010628700256, + 0.026998957619071007 + ], + "full text prediction probs": [ + 0.988991379737854, + 0.011008674278855324 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005106941796839237, + "sufficiency": 0.971789538860321, + "masked prediction probs": [ + 0.98439621925354, + 0.015603819862008095 ], "full text prediction probs": [ 0.988991379737854, @@ -247708,8 +278375,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015431318897753954, - "sufficiency": 0.802559494972229, + "comprehensiveness": 0.0015427889302372932, + "sufficiency": 0.8026033639907837, "masked prediction probs": [ 0.9876028895378113, 0.012397130019962788 @@ -247721,8 +278388,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0022452727425843477, - "sufficiency": 0.8378947377204895, + "comprehensiveness": 0.002244774019345641, + "sufficiency": 0.8379307985305786, "masked prediction probs": [ 0.9869706630706787, 0.013029360212385654 @@ -247734,8 +278401,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00524829002097249, - "sufficiency": 0.9739363193511963, + "comprehensiveness": 0.005247124005109072, + "sufficiency": 0.9739421010017395, "masked prediction probs": [ 0.9842669367790222, 0.015733079984784126 @@ -247747,8 +278414,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010210518958047032, - "sufficiency": 0.8452633619308472, + "comprehensiveness": 0.0010208252351731062, + "sufficiency": 0.8452977538108826, "masked prediction probs": [ 0.9880720376968384, 0.011927984654903412 @@ -247760,8 +278427,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0053243208676576614, - "sufficiency": 0.8512210845947266, + "comprehensiveness": 0.005323138553649187, + "sufficiency": 0.8512541055679321, "masked prediction probs": [ 0.9841963648796082, 0.015803655609488487 @@ -247773,8 +278440,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006220330949872732, - "sufficiency": 0.8548068404197693, + "comprehensiveness": 0.006218950264155865, + "sufficiency": 0.854839026927948, "masked prediction probs": [ 0.9833881855010986, 0.01661178469657898 @@ -247786,8 +278453,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0022427807562053204, - "sufficiency": 0.8380746841430664, + "comprehensiveness": 0.0022422829642891884, + "sufficiency": 0.838110625743866, + "masked prediction probs": [ + 0.9869706630706787, + 0.013029360212385654 + ], + "full text prediction probs": [ + 0.988991379737854, + 0.011008674278855324 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0022417854052037, + "sufficiency": 0.8381465077400208, "masked prediction probs": [ 0.9869706630706787, 0.013029360212385654 @@ -247800,12 +278480,12 @@ } }, "test_401": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.86509108543396, + "fixed-shap": { + "comprehensiveness": 0.8074007034301758, "sufficiency": 1.0, "masked prediction probs": [ - 0.18719056248664856, - 0.8128094673156738 + 0.22832220792770386, + 0.7716777920722961 ], "full text prediction probs": [ 0.8039763569831848, @@ -247904,12 +278584,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8631542921066284, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.18719056248664856, + 0.8128094673156738 + ], + "full text prediction probs": [ + 0.8039763569831848, + 0.19602368772029877 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8893322944641113, "sufficiency": 1.0, "masked prediction probs": [ - 0.8707908987998962, - 0.12920914590358734 + 0.16830679774284363, + 0.831693172454834 ], "full text prediction probs": [ 0.8039763569831848, @@ -247919,7 +278612,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8880093097686768, + "sufficiency": 0.8880406022071838, "masked prediction probs": [ 0.9839075803756714, 0.016092468053102493 @@ -247944,7 +278637,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8450640439987183, + "comprehensiveness": 0.8448277711868286, "sufficiency": 1.0, "masked prediction probs": [ 0.19961047172546387, @@ -247970,7 +278663,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7524416446685791, + "comprehensiveness": 0.7522314190864563, "sufficiency": 1.0, "masked prediction probs": [ 0.2655504643917084, @@ -247983,7 +278676,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10808520019054413, + "comprehensiveness": 0.10805501788854599, "sufficiency": 1.0, "masked prediction probs": [ 0.7266120314598083, @@ -247996,12 +278689,25 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.8875939249992371, "sufficiency": 1.0, "masked prediction probs": [ + 0.16830679774284363, + 0.831693172454834 + ], + "full text prediction probs": [ 0.8039763569831848, 0.19602368772029877 ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8873462677001953, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.16830679774284363, + 0.831693172454834 + ], "full text prediction probs": [ 0.8039763569831848, 0.19602368772029877 @@ -248010,12 +278716,12 @@ } }, "test_408": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.548812985420227, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.17842397093772888, + "sufficiency": 0.36918261647224426, "masked prediction probs": [ - 0.051914893090724945, - 0.9480851292610168 + 0.019661307334899902, + 0.9803386926651001 ], "full text prediction probs": [ 0.004124178551137447, @@ -248114,12 +278820,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6497057676315308, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5389094948768616, "sufficiency": 0.0, "masked prediction probs": [ - 0.06174037605524063, - 0.9382596611976624 + 0.051914893090724945, + 0.9480851292610168 + ], + "full text prediction probs": [ + 0.004124178551137447, + 0.995875895023346 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2630541920661926, + "sufficiency": 0.5342486500740051, + "masked prediction probs": [ + 0.02750447578728199, + 0.9724954962730408 ], "full text prediction probs": [ 0.004124178551137447, @@ -248128,7 +278847,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6482435464859009, + "comprehensiveness": 0.6467878818511963, "sufficiency": 0.0, "masked prediction probs": [ 0.06174037605524063, @@ -248141,7 +278860,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.026119353249669075, + "comprehensiveness": 0.026060832664370537, "sufficiency": 0.0, "masked prediction probs": [ 0.0064508989453315735, @@ -248154,7 +278873,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13176822662353516, + "comprehensiveness": 0.13147366046905518, "sufficiency": 0.0, "masked prediction probs": [ 0.01588844321668148, @@ -248167,7 +278886,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.007954112254083157, + "comprehensiveness": 0.007936370559036732, "sufficiency": 0.0, "masked prediction probs": [ 0.004835842177271843, @@ -248180,7 +278899,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.035743243992328644, + "comprehensiveness": 0.03566369786858559, "sufficiency": 0.0, "masked prediction probs": [ 0.007329585496336222, @@ -248193,7 +278912,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03523397445678711, + "comprehensiveness": 0.035155732184648514, "sufficiency": 0.0, "masked prediction probs": [ 0.007290962152183056, @@ -248206,7 +278925,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6396065950393677, + "comprehensiveness": 0.638189435005188, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06174037605524063, + 0.9382596611976624 + ], + "full text prediction probs": [ + 0.004124178551137447, + 0.995875895023346 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6367785334587097, "sufficiency": 0.0, "masked prediction probs": [ 0.06174037605524063, @@ -248220,12 +278952,12 @@ } }, "test_454": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11662149429321289, + "fixed-shap": { + "comprehensiveness": 0.0880148708820343, "sufficiency": 0.0, "masked prediction probs": [ - 0.016409549862146378, - 0.9835904240608215 + 0.013987511396408081, + 0.9860125184059143 ], "full text prediction probs": [ 0.006535281427204609, @@ -248324,12 +279056,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07273942977190018, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11445820331573486, "sufficiency": 0.0, "masked prediction probs": [ - 0.01281046960502863, - 0.9871894717216492 + 0.016409549862146378, + 0.9835904240608215 + ], + "full text prediction probs": [ + 0.006535281427204609, + 0.9934646487236023 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.042630042880773544, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010221483185887337, + 0.989778459072113 ], "full text prediction probs": [ 0.006535281427204609, @@ -248338,7 +279083,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08478032052516937, + "comprehensiveness": 0.08458464592695236, "sufficiency": 0.0, "masked prediction probs": [ 0.013866236433386803, @@ -248351,7 +279096,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0724036693572998, + "comprehensiveness": 0.07223694026470184, "sufficiency": 0.0, "masked prediction probs": [ 0.01281046960502863, @@ -248364,7 +279109,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.022862223908305168, + "comprehensiveness": 0.022809701040387154, "sufficiency": 0.0, "masked prediction probs": [ 0.0085213677957654, @@ -248377,7 +279122,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.015319191850721836, + "comprehensiveness": 0.015284078195691109, "sufficiency": 0.0, "masked prediction probs": [ 0.007869185879826546, @@ -248390,7 +279135,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11314643919467926, + "comprehensiveness": 0.11288768798112869, "sufficiency": 0.0, "masked prediction probs": [ 0.016409549862146378, @@ -248403,7 +279148,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014231063425540924, + "comprehensiveness": 0.014198592863976955, "sufficiency": 0.0, "masked prediction probs": [ 0.007780164480209351, @@ -248416,7 +279161,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07157766073942184, + "comprehensiveness": 0.07141471654176712, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01281046960502863, + 0.9871894717216492 + ], + "full text prediction probs": [ + 0.006535281427204609, + 0.9934646487236023 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07125250995159149, "sufficiency": 0.0, "masked prediction probs": [ 0.01281046960502863, @@ -248430,12 +279188,12 @@ } }, "test_479": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.6012241840362549, "masked prediction probs": [ - 0.6778988838195801, - 0.3221011757850647 + 0.8185418844223022, + 0.18145813047885895 ], "full text prediction probs": [ 0.014678293839097023, @@ -248534,12 +279292,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6095360517501831, - 0.39046400785446167 + 0.6778988838195801, + 0.3221011757850647 + ], + "full text prediction probs": [ + 0.014678293839097023, + 0.9853217005729675 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8568005561828613, + 0.14319944381713867 ], "full text prediction probs": [ 0.014678293839097023, @@ -248587,7 +279358,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12237740308046341, + "comprehensiveness": 0.12206803262233734, "sufficiency": 0.0, "masked prediction probs": [ 0.02433711290359497, @@ -248613,7 +279384,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.25441551208496094, + "comprehensiveness": 0.25377556681632996, "sufficiency": 0.0, "masked prediction probs": [ 0.034860167652368546, @@ -248637,15 +279408,28 @@ 0.9853217005729675 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6095360517501831, + 0.39046400785446167 + ], + "full text prediction probs": [ + 0.014678293839097023, + 0.9853217005729675 + ], + "labels": 1 } }, "test_493": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.15558305382728577, - 0.8444169759750366 + 0.191058948636055, + 0.8089410662651062 ], "full text prediction probs": [ 0.02147122658789158, @@ -248744,12 +279528,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.22588308155536652, - 0.7741169333457947 + 0.15558305382728577, + 0.8444169759750366 + ], + "full text prediction probs": [ + 0.02147122658789158, + 0.9785287380218506 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.19259455800056458, + 0.807405412197113 ], "full text prediction probs": [ 0.02147122658789158, @@ -248771,7 +279568,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.857499897480011, + "comprehensiveness": 0.8551153540611267, "sufficiency": 0.0, "masked prediction probs": [ 0.08298268169164658, @@ -248784,7 +279581,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7005741596221924, + "comprehensiveness": 0.6986314058303833, "sufficiency": 0.0, "masked prediction probs": [ 0.0718659907579422, @@ -248797,7 +279594,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1729244589805603, + "comprehensiveness": 0.17244623601436615, "sufficiency": 0.0, "masked prediction probs": [ 0.03394496813416481, @@ -248823,7 +279620,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.22227343916893005, + "comprehensiveness": 0.22166214883327484, "sufficiency": 0.0, "masked prediction probs": [ 0.03759358823299408, @@ -248847,15 +279644,28 @@ 0.9785287380218506 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22588308155536652, + 0.7741169333457947 + ], + "full text prediction probs": [ + 0.02147122658789158, + 0.9785287380218506 + ], + "labels": 1 } }, "test_510": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6025564074516296, - "sufficiency": 0.753112256526947, + "fixed-shap": { + "comprehensiveness": 0.4582907557487488, + "sufficiency": 0.46604520082473755, "masked prediction probs": [ - 0.058479804545640945, - 0.9415202140808105 + 0.046601343899965286, + 0.9533987045288086 ], "full text prediction probs": [ 0.008866710588335991, @@ -248954,7 +279764,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5910687446594238, "sufficiency": 0.757813572883606, "masked prediction probs": [ @@ -248967,8 +279777,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.14540380239486694, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0211007222533226, + 0.9788993000984192 + ], + "full text prediction probs": [ + 0.008866710588335991, + 0.9911332726478577 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.11918248981237411, + "comprehensiveness": 0.11889980733394623, "sufficiency": 0.0, "masked prediction probs": [ 0.01889451965689659, @@ -248981,7 +279804,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06223232299089432, + "comprehensiveness": 0.062085069715976715, "sufficiency": 0.0, "masked prediction probs": [ 0.014115258120000362, @@ -248994,7 +279817,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12667804956436157, + "comprehensiveness": 0.12637901306152344, "sufficiency": 0.0, "masked prediction probs": [ 0.019575821235775948, @@ -249007,7 +279830,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.029173478484153748, + "comprehensiveness": 0.029104772955179214, "sufficiency": 0.0, "masked prediction probs": [ 0.011338887736201286, @@ -249020,7 +279843,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.20347797870635986, + "comprehensiveness": 0.20299990475177765, "sufficiency": 0.0, "masked prediction probs": [ 0.026149729266762733, @@ -249033,7 +279856,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01638219505548477, + "comprehensiveness": 0.016343794763088226, "sufficiency": 0.0, "masked prediction probs": [ 0.01026144064962864, @@ -249046,7 +279869,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2025240659713745, + "comprehensiveness": 0.20205046236515045, "sufficiency": 0.0, "masked prediction probs": [ 0.026149729266762733, @@ -249057,15 +279880,28 @@ 0.9911332726478577 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5786576867103577, + "sufficiency": 0.7628929615020752, + "masked prediction probs": [ + 0.058479804545640945, + 0.9415202140808105 + ], + "full text prediction probs": [ + 0.008866710588335991, + 0.9911332726478577 + ], + "labels": 1 } }, "test_522": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9678374528884888, - 0.03216259554028511 + 0.09271001070737839, + 0.907289981842041 ], "full text prediction probs": [ 0.02940419316291809, @@ -249164,12 +280000,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9656500816345215, - 0.034349896013736725 + 0.9678374528884888, + 0.03216259554028511 + ], + "full text prediction probs": [ + 0.02940419316291809, + 0.9705957770347595 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14619053900241852, + 0.8538094758987427 ], "full text prediction probs": [ 0.02940419316291809, @@ -249204,7 +280053,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07291734218597412, + "comprehensiveness": 0.07269015163183212, "sufficiency": 0.0, "masked prediction probs": [ 0.0340709425508976, @@ -249217,7 +280066,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12882111966609955, + "comprehensiveness": 0.12842099368572235, "sufficiency": 0.0, "masked prediction probs": [ 0.03767460212111473, @@ -249230,7 +280079,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2481614351272583, + "comprehensiveness": 0.24739301204681396, "sufficiency": 0.0, "masked prediction probs": [ 0.0453859306871891, @@ -249243,7 +280092,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03788643330335617, + "comprehensiveness": 0.03776948153972626, "sufficiency": 0.0, "masked prediction probs": [ 0.03185172379016876, @@ -249267,15 +280116,28 @@ 0.9705957770347595 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9656500816345215, + 0.034349896013736725 + ], + "full text prediction probs": [ + 0.02940419316291809, + 0.9705957770347595 + ], + "labels": 1 } }, "test_524": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4658735692501068, - 0.5341264605522156 + 0.07594948261976242, + 0.924050509929657 ], "full text prediction probs": [ 0.07617455720901489, @@ -249374,12 +280236,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.40845999121665955, - 0.5915399789810181 + 0.4658735692501068, + 0.5341264605522156 + ], + "full text prediction probs": [ + 0.07617455720901489, + 0.9238253831863403 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07617455720901489, + 0.9238253831863403 ], "full text prediction probs": [ 0.07617455720901489, @@ -249477,15 +280352,28 @@ 0.9238253831863403 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.40845999121665955, + 0.5915399789810181 + ], + "full text prediction probs": [ + 0.07617455720901489, + 0.9238253831863403 + ], + "labels": 1 } }, "test_539": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.875054657459259, "masked prediction probs": [ - 0.5248904228210449, - 0.4751095473766327 + 0.12885338068008423, + 0.8711466193199158 ], "full text prediction probs": [ 0.011579479090869427, @@ -249584,12 +280472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9067361950874329, + "sufficiency": 1.0, "masked prediction probs": [ - 0.3816268742084503, - 0.6183730959892273 + 0.5248904228210449, + 0.4751095473766327 + ], + "full text prediction probs": [ + 0.011579479090869427, + 0.9884204864501953 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8376460671424866, + "masked prediction probs": [ + 0.10547035187482834, + 0.8945296406745911 ], "full text prediction probs": [ 0.011579479090869427, @@ -249599,7 +280500,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9069650173187256, + "sufficiency": 0.9071927070617676, "masked prediction probs": [ 0.3816268742084503, 0.6183730959892273 @@ -249611,7 +280512,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.002600327366963029, + "comprehensiveness": 0.0025939703918993473, "sufficiency": 0.0, "masked prediction probs": [ 0.011791825294494629, @@ -249624,7 +280525,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12010571360588074, + "comprehensiveness": 0.11981280893087387, "sufficiency": 0.0, "masked prediction probs": [ 0.021407252177596092, @@ -249637,7 +280538,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09688443690538406, + "comprehensiveness": 0.09664873778820038, "sufficiency": 0.0, "masked prediction probs": [ 0.01952642947435379, @@ -249650,8 +280551,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.34985947608947754, - "sufficiency": 0.2197461724281311, + "comprehensiveness": 0.3490104377269745, + "sufficiency": 0.22163742780685425, "masked prediction probs": [ 0.04034677892923355, 0.9596531987190247 @@ -249663,7 +280564,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3535408675670624, + "comprehensiveness": 0.35268494486808777, "sufficiency": 0.0, "masked prediction probs": [ 0.04072028771042824, @@ -249677,7 +280578,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9083147644996643, + "sufficiency": 0.9085359573364258, + "masked prediction probs": [ + 0.3816268742084503, + 0.6183730959892273 + ], + "full text prediction probs": [ + 0.011579479090869427, + 0.9884204864501953 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9087560772895813, "masked prediction probs": [ 0.3816268742084503, 0.6183730959892273 @@ -249690,12 +280604,12 @@ } }, "test_550": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1614541858434677, + "fixed-shap": { + "comprehensiveness": 0.13771383464336395, "sufficiency": 1.0, "masked prediction probs": [ - 0.8004094362258911, - 0.1995905339717865 + 0.8204936385154724, + 0.179506316781044 ], "full text prediction probs": [ 0.9369987845420837, @@ -249794,12 +280708,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.6839451193809509, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16114939749240875, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9502170085906982, - 0.049782950431108475 + 0.8004094362258911, + 0.1995905339717865 + ], + "full text prediction probs": [ + 0.9369987845420837, + 0.06300118565559387 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.2173376828432083, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7527410984039307, + 0.24725885689258575 ], "full text prediction probs": [ 0.9369987845420837, @@ -249809,7 +280736,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.936528205871582, + "sufficiency": 0.9365431666374207, "masked prediction probs": [ 0.9778528213500977, 0.02214724011719227 @@ -249821,7 +280748,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.19152122735977173, + "comprehensiveness": 0.19147607684135437, "sufficiency": 1.0, "masked prediction probs": [ 0.7745898365974426, @@ -249834,8 +280761,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0297851599752903, - "sufficiency": 0.904417872428894, + "comprehensiveness": 0.02977813594043255, + "sufficiency": 0.9044403433799744, "masked prediction probs": [ 0.9117351770401001, 0.08826480060815811 @@ -249848,7 +280775,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8692619204521179, + "sufficiency": 0.8692927956581116, "masked prediction probs": [ 0.9369987845420837, 0.06300118565559387 @@ -249860,7 +280787,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.19138582050800323, + "comprehensiveness": 0.19134071469306946, "sufficiency": 1.0, "masked prediction probs": [ 0.7745898365974426, @@ -249874,7 +280801,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8618260025978088, + "sufficiency": 0.8618584871292114, "masked prediction probs": [ 0.9831140041351318, 0.016886010766029358 @@ -249886,7 +280813,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19129563868045807, + "comprehensiveness": 0.19125057756900787, "sufficiency": 1.0, "masked prediction probs": [ 0.7745898365974426, @@ -249897,15 +280824,28 @@ 0.06300118565559387 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.684614896774292, + "masked prediction probs": [ + 0.9502170085906982, + 0.049782950431108475 + ], + "full text prediction probs": [ + 0.9369987845420837, + 0.06300118565559387 + ], + "labels": 0 } }, "test_590": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9185661673545837, - 0.08143380284309387 + 0.735962986946106, + 0.26403695344924927 ], "full text prediction probs": [ 0.041769638657569885, @@ -250004,12 +280944,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9604677557945251, - 0.03953225165605545 + 0.9185661673545837, + 0.08143380284309387 + ], + "full text prediction probs": [ + 0.041769638657569885, + 0.9582303166389465 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.32472169399261475, + 0.6752783060073853 ], "full text prediction probs": [ 0.041769638657569885, @@ -250019,7 +280972,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.57927006483078, + "sufficiency": 0.580903172492981, "masked prediction probs": [ 0.8254691958427429, 0.1745307445526123 @@ -250107,15 +281060,28 @@ 0.9582303166389465 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9604677557945251, + 0.03953225165605545 + ], + "full text prediction probs": [ + 0.041769638657569885, + 0.9582303166389465 + ], + "labels": 1 } }, "test_654": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4949360191822052, "sufficiency": 0.0, "masked prediction probs": [ - 0.6514626145362854, - 0.3485373258590698 + 0.04729054868221283, + 0.9527094960212708 ], "full text prediction probs": [ 0.0042572543025016785, @@ -250214,12 +281180,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.21374037861824036, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.02318335697054863, - 0.9768165946006775 + 0.6514626145362854, + 0.3485373258590698 + ], + "full text prediction probs": [ + 0.0042572543025016785, + 0.9957427382469177 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09294434636831284, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012505781836807728, + 0.987494170665741 ], "full text prediction probs": [ 0.0042572543025016785, @@ -250228,7 +281207,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.21325860917568207, + "comprehensiveness": 0.21277901530265808, "sufficiency": 0.0, "masked prediction probs": [ 0.02318335697054863, @@ -250241,7 +281220,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.021391283720731735, + "comprehensiveness": 0.021343285217881203, "sufficiency": 0.0, "masked prediction probs": [ 0.006159997545182705, @@ -250254,7 +281233,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.052818648517131805, + "comprehensiveness": 0.05270039662718773, "sufficiency": 0.0, "masked prediction probs": [ 0.008965947665274143, @@ -250267,7 +281246,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030382880941033363, + "comprehensiveness": 0.030315011739730835, "sufficiency": 0.0, "masked prediction probs": [ 0.006971931550651789, @@ -250280,7 +281259,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.033185165375471115, + "comprehensiveness": 0.03311120346188545, "sufficiency": 0.0, "masked prediction probs": [ 0.0072288778610527515, @@ -250293,7 +281272,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03061537630856037, + "comprehensiveness": 0.030547291040420532, "sufficiency": 0.0, "masked prediction probs": [ 0.007004932500422001, @@ -250306,7 +281285,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21041303873062134, + "comprehensiveness": 0.2099461406469345, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02318335697054863, + 0.9768165946006775 + ], + "full text prediction probs": [ + 0.0042572543025016785, + 0.9957427382469177 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.20948131382465363, "sufficiency": 0.0, "masked prediction probs": [ 0.02318335697054863, @@ -250320,12 +281312,12 @@ } }, "test_679": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2321859896183014, "sufficiency": 0.0, "masked prediction probs": [ - 0.2261725813150406, - 0.7738274335861206 + 0.02759057842195034, + 0.9724094867706299 ], "full text prediction probs": [ 0.008353743702173233, @@ -250424,12 +281416,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.44364482164382935, - 0.5563551783561707 + 0.2261725813150406, + 0.7738274335861206 + ], + "full text prediction probs": [ + 0.008353743702173233, + 0.9916462302207947 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1380285620689392, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020038019865751266, + 0.9799619913101196 ], "full text prediction probs": [ 0.008353743702173233, @@ -250438,7 +281443,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5624578595161438, + "comprehensiveness": 0.5611318945884705, "sufficiency": 0.0, "masked prediction probs": [ 0.055966317653656006, @@ -250451,8 +281456,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2326916605234146, - "sufficiency": 0.389092355966568, + "comprehensiveness": 0.23214438557624817, + "sufficiency": 0.39052748680114746, "masked prediction probs": [ 0.028097840026021004, 0.9719021320343018 @@ -250464,7 +281469,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2851782739162445, + "comprehensiveness": 0.2845091223716736, "sufficiency": 0.0, "masked prediction probs": [ 0.03260849788784981, @@ -250477,7 +281482,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.032699327915906906, + "comprehensiveness": 0.03262278437614441, "sufficiency": 0.0, "masked prediction probs": [ 0.011141386814415455, @@ -250490,8 +281495,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.23803840577602386, - "sufficiency": 0.16289465129375458, + "comprehensiveness": 0.2374824732542038, + "sufficiency": 0.16484738886356354, "masked prediction probs": [ 0.028694409877061844, 0.9713056087493896 @@ -250503,7 +281508,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01676216721534729, + "comprehensiveness": 0.016723111271858215, "sufficiency": 0.0, "masked prediction probs": [ 0.00978949572890997, @@ -250516,7 +281521,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5545946955680847, + "comprehensiveness": 0.553305447101593, "sufficiency": 0.0, "masked prediction probs": [ 0.055966317653656006, @@ -250527,15 +281532,28 @@ 0.9916462302207947 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.44364482164382935, + 0.5563551783561707 + ], + "full text prediction probs": [ + 0.008353743702173233, + 0.9916462302207947 + ], + "labels": 1 } }, "test_737": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.31623947620391846, "sufficiency": 0.0, "masked prediction probs": [ - 0.9485298991203308, - 0.051470059901475906 + 0.03978099673986435, + 0.9602190256118774 ], "full text prediction probs": [ 0.01599765010178089, @@ -250634,12 +281652,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7085767984390259, + "sufficiency": 0.012877000495791435, "masked prediction probs": [ - 0.8410847783088684, - 0.15891514718532562 + 0.9485298991203308, + 0.051470059901475906 + ], + "full text prediction probs": [ + 0.01599765010178089, + 0.9840023517608643 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05930974707007408, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020564887672662735, + 0.9794350862503052 ], "full text prediction probs": [ 0.01599765010178089, @@ -250648,7 +281679,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8605656623840332, + "comprehensiveness": 0.8583360314369202, "sufficiency": 0.0, "masked prediction probs": [ 0.08226724714040756, @@ -250674,7 +281705,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.30725008249282837, + "comprehensiveness": 0.30645814538002014, "sufficiency": 0.0, "masked prediction probs": [ 0.03978099673986435, @@ -250687,7 +281718,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05885113403201103, + "comprehensiveness": 0.0586998350918293, "sufficiency": 0.0, "masked prediction probs": [ 0.020564887672662735, @@ -250701,7 +281732,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7123180627822876, + "sufficiency": 0.7130548357963562, "masked prediction probs": [ 0.8410847783088684, 0.15891514718532562 @@ -250713,7 +281744,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04556204006075859, + "comprehensiveness": 0.045445505529642105, "sufficiency": 0.0, "masked prediction probs": [ 0.019551783800125122, @@ -250727,7 +281758,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7137877941131592, + "sufficiency": 0.7145170569419861, + "masked prediction probs": [ + 0.8410847783088684, + 0.15891514718532562 + ], + "full text prediction probs": [ + 0.01599765010178089, + 0.9840023517608643 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7152426242828369, "masked prediction probs": [ 0.8410847783088684, 0.15891514718532562 @@ -250740,12 +281784,12 @@ } }, "test_741": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9984978437423706, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9771851897239685, - 0.022814787924289703 + 0.833476722240448, + 0.1665232628583908 ], "full text prediction probs": [ 0.022025033831596375, @@ -250844,12 +281888,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9761571884155273, + "sufficiency": 0.9985317587852478, "masked prediction probs": [ - 0.9847341775894165, - 0.015265836380422115 + 0.9771851897239685, + 0.022814787924289703 + ], + "full text prediction probs": [ + 0.022025033831596375, + 0.9779750108718872 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7638111710548401, + 0.2361888587474823 ], "full text prediction probs": [ 0.022025033831596375, @@ -250859,7 +281916,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9762243032455444, + "sufficiency": 0.9762910008430481, "masked prediction probs": [ 0.9847341775894165, 0.015265836380422115 @@ -250872,7 +281929,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5156592726707458, + "sufficiency": 0.5170146822929382, "masked prediction probs": [ 0.946725606918335, 0.05327440798282623 @@ -250911,7 +281968,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8846728205680847, + "sufficiency": 0.8849928975105286, "masked prediction probs": [ 0.9697978496551514, 0.030202141031622887 @@ -250937,7 +281994,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9766190648078918, + "sufficiency": 0.9766836166381836, + "masked prediction probs": [ + 0.9847341775894165, + 0.015265836380422115 + ], + "full text prediction probs": [ + 0.022025033831596375, + 0.9779750108718872 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9767477512359619, "masked prediction probs": [ 0.9847341775894165, 0.015265836380422115 @@ -250950,12 +282020,12 @@ } }, "test_746": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6348752379417419, - "sufficiency": 0.8876218795776367, + "fixed-shap": { + "comprehensiveness": 0.3150188624858856, + "sufficiency": 0.9611891508102417, "masked prediction probs": [ - 0.4041673541069031, - 0.5958325862884521 + 0.678504228591919, + 0.32149577140808105 ], "full text prediction probs": [ 0.9486920237541199, @@ -251054,12 +282124,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.16018985211849213, - "sufficiency": 0.8507159352302551, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6336930394172668, + "sufficiency": 0.8878310918807983, "masked prediction probs": [ - 0.811042845249176, - 0.18895713984966278 + 0.4041673541069031, + 0.5958325862884521 + ], + "full text prediction probs": [ + 0.9486920237541199, + 0.05130798742175102 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3153603672981262, + "sufficiency": 0.9666088819503784, + "masked prediction probs": [ + 0.6776436567306519, + 0.32235631346702576 ], "full text prediction probs": [ 0.9486920237541199, @@ -251069,7 +282152,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8568317294120789, + "sufficiency": 0.8568649888038635, "masked prediction probs": [ 0.9731299877166748, 0.02687004581093788 @@ -251082,7 +282165,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.857379138469696, + "sufficiency": 0.8574122190475464, "masked prediction probs": [ 0.9486920237541199, 0.05130798742175102 @@ -251094,8 +282177,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.022874120622873306, - "sufficiency": 0.8394131660461426, + "comprehensiveness": 0.022868800908327103, + "sufficiency": 0.8394504189491272, "masked prediction probs": [ 0.9290228486061096, 0.07097712904214859 @@ -251107,8 +282190,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07281814515590668, - "sufficiency": 0.88149493932724, + "comprehensiveness": 0.07280122488737106, + "sufficiency": 0.8815225958824158, "masked prediction probs": [ 0.8860620260238647, 0.11393792927265167 @@ -251120,8 +282203,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08875710517168045, - "sufficiency": 0.8667789101600647, + "comprehensiveness": 0.08873647451400757, + "sufficiency": 0.8668099045753479, "masked prediction probs": [ 0.8723353743553162, 0.12766465544700623 @@ -251133,8 +282216,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04401704668998718, - "sufficiency": 0.8195737600326538, + "comprehensiveness": 0.044006817042827606, + "sufficiency": 0.8196156620979309, "masked prediction probs": [ 0.9108158946037292, 0.08918409794569016 @@ -251146,8 +282229,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08871585875749588, - "sufficiency": 0.8668407797813416, + "comprehensiveness": 0.08869524300098419, + "sufficiency": 0.8668716549873352, "masked prediction probs": [ 0.8723353743553162, 0.12766465544700623 @@ -251157,15 +282240,28 @@ 0.05130798742175102 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.15985499322414398, + "sufficiency": 0.8510280251502991, + "masked prediction probs": [ + 0.811042845249176, + 0.18895713984966278 + ], + "full text prediction probs": [ + 0.9486920237541199, + 0.05130798742175102 + ], + "labels": 1 } }, "test_758": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9884958267211914, - 0.011504102498292923 + 0.7285199165344238, + 0.2714800536632538 ], "full text prediction probs": [ 0.02396867610514164, @@ -251264,12 +282360,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9876478910446167, - 0.012352121993899345 + 0.9884958267211914, + 0.011504102498292923 + ], + "full text prediction probs": [ + 0.02396867610514164, + 0.9760313630104065 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0534711517393589, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027660047635436058, + 0.972339928150177 ], "full text prediction probs": [ 0.02396867610514164, @@ -251291,7 +282400,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01814412698149681, + "comprehensiveness": 0.018091857433319092, "sufficiency": 0.0, "masked prediction probs": [ 0.025224797427654266, @@ -251305,7 +282414,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.24286872148513794, + "sufficiency": 0.24504050612449646, "masked prediction probs": [ 0.9569479823112488, 0.04305197298526764 @@ -251331,7 +282440,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.27779558300971985, + "sufficiency": 0.2798553705215454, "masked prediction probs": [ 0.9870920181274414, 0.01290799304842949 @@ -251343,7 +282452,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.00871140044182539, + "comprehensiveness": 0.008686590008437634, "sufficiency": 0.0, "masked prediction probs": [ 0.024578796699643135, @@ -251367,15 +282476,28 @@ 0.9760313630104065 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9876478910446167, + 0.012352121993899345 + ], + "full text prediction probs": [ + 0.02396867610514164, + 0.9760313630104065 + ], + "labels": 1 } }, "test_769": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9727194309234619, - 0.02728051133453846 + 0.6975275874137878, + 0.3024723529815674 ], "full text prediction probs": [ 0.08493951708078384, @@ -251474,12 +282596,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9644182324409485, - 0.03558173403143883 + 0.9727194309234619, + 0.02728051133453846 + ], + "full text prediction probs": [ + 0.08493951708078384, + 0.9150604605674744 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.45403242111206055, + 0.5459675788879395 ], "full text prediction probs": [ 0.08493951708078384, @@ -251577,15 +282712,28 @@ 0.9150604605674744 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9644182324409485, + 0.03558173403143883 + ], + "full text prediction probs": [ + 0.08493951708078384, + 0.9150604605674744 + ], + "labels": 1 } }, "test_770": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9511704444885254, - 0.048829611390829086 + 0.4012991786003113, + 0.5987008213996887 ], "full text prediction probs": [ 0.02215004712343216, @@ -251684,12 +282832,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9645372033119202, - 0.03546283021569252 + 0.9511704444885254, + 0.048829611390829086 + ], + "full text prediction probs": [ + 0.02215004712343216, + 0.9778499603271484 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5236750245094299, + 0.47632500529289246 ], "full text prediction probs": [ 0.02215004712343216, @@ -251725,7 +282886,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.985586404800415, + "sufficiency": 0.9856266975402832, "masked prediction probs": [ 0.6905736327171326, 0.30942636728286743 @@ -251787,15 +282948,28 @@ 0.9778499603271484 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9645372033119202, + 0.03546283021569252 + ], + "full text prediction probs": [ + 0.02215004712343216, + 0.9778499603271484 + ], + "labels": 1 } }, "test_790": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9454010725021362, + "fixed-shap": { + "comprehensiveness": 0.11603950709104538, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7651994824409485, - 0.2348005175590515 + 0.01684088632464409, + 0.9831591844558716 ], "full text prediction probs": [ 0.007078992202877998, @@ -251894,12 +283068,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9533861875534058, + "sufficiency": 0.9464191198348999, "masked prediction probs": [ - 0.7235687971115112, - 0.27643123269081116 + 0.7651994824409485, + 0.2348005175590515 + ], + "full text prediction probs": [ + 0.007078992202877998, + 0.9929210543632507 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1104617491364479, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01657038740813732, + 0.9834295511245728 ], "full text prediction probs": [ 0.007078992202877998, @@ -251909,7 +283096,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9534945487976074, + "sufficiency": 0.9536024332046509, "masked prediction probs": [ 0.7235687971115112, 0.27643123269081116 @@ -251921,7 +283108,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10859061032533646, + "comprehensiveness": 0.10833898186683655, "sufficiency": 0.0, "masked prediction probs": [ 0.016431337222456932, @@ -251934,7 +283121,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.059478454291820526, + "comprehensiveness": 0.059340950101614, "sufficiency": 0.0, "masked prediction probs": [ 0.012213446199893951, @@ -251947,7 +283134,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025833837687969208, + "comprehensiveness": 0.02577425166964531, "sufficiency": 0.0, "masked prediction probs": [ 0.009314222261309624, @@ -251961,7 +283148,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9067959189414978, + "sufficiency": 0.9070101380348206, "masked prediction probs": [ 0.6510228514671326, 0.34897714853286743 @@ -251973,7 +283160,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05882304534316063, + "comprehensiveness": 0.05868799239397049, "sufficiency": 0.0, "masked prediction probs": [ 0.012192202731966972, @@ -251987,7 +283174,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.954134464263916, + "sufficiency": 0.9542394280433655, + "masked prediction probs": [ + 0.7235687971115112, + 0.27643123269081116 + ], + "full text prediction probs": [ + 0.007078992202877998, + 0.9929210543632507 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.954343855381012, "masked prediction probs": [ 0.7235687971115112, 0.27643123269081116 @@ -252000,12 +283200,12 @@ } }, "test_796": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8187365531921387, - 0.18126338720321655 + 0.7498350143432617, + 0.2501649558544159 ], "full text prediction probs": [ 0.045268431305885315, @@ -252104,12 +283304,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8187162280082703, - 0.18128380179405212 + 0.8187365531921387, + 0.18126338720321655 + ], + "full text prediction probs": [ + 0.045268431305885315, + 0.9547315835952759 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09405237436294556, + 0.9059475660324097 ], "full text prediction probs": [ 0.045268431305885315, @@ -252207,15 +283420,28 @@ 0.9547315835952759 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8187162280082703, + 0.18128380179405212 + ], + "full text prediction probs": [ + 0.045268431305885315, + 0.9547315835952759 + ], + "labels": 1 } }, "test_833": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5912148356437683, + "fixed-shap": { + "comprehensiveness": 0.266344279050827, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9565523266792297, - 0.04344768077135086 + 0.0306729506701231, + 0.9693270921707153 ], "full text prediction probs": [ 0.008697698824107647, @@ -252314,12 +283540,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.5989834070205688, + "masked prediction probs": [ + 0.9565523266792297, + 0.04344768077135086 + ], + "full text prediction probs": [ + 0.008697698824107647, + 0.9913022518157959 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.23517023026943207, "sufficiency": 0.0, "masked prediction probs": [ - 0.794769823551178, - 0.2052302211523056 + 0.028524184599518776, + 0.9714757800102234 ], "full text prediction probs": [ 0.008697698824107647, @@ -252341,7 +283580,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.23091767728328705, + "comprehensiveness": 0.2303723692893982, "sufficiency": 0.0, "masked prediction probs": [ 0.028211845085024834, @@ -252354,7 +283593,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05862870067358017, + "comprehensiveness": 0.0584905743598938, "sufficiency": 0.0, "masked prediction probs": [ 0.013663992285728455, @@ -252367,7 +283606,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18897397816181183, + "comprehensiveness": 0.1885298192501068, "sufficiency": 0.0, "masked prediction probs": [ 0.02474292553961277, @@ -252381,7 +283620,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5872061848640442, + "sufficiency": 0.5881730318069458, "masked prediction probs": [ 0.7901909351348877, 0.20980902016162872 @@ -252393,7 +283632,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15469233691692352, + "comprehensiveness": 0.15433046221733093, "sufficiency": 0.0, "masked prediction probs": [ 0.021894078701734543, @@ -252417,15 +283656,28 @@ 0.9913022518157959 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.794769823551178, + 0.2052302211523056 + ], + "full text prediction probs": [ + 0.008697698824107647, + 0.9913022518157959 + ], + "labels": 1 } }, "test_837": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6219868063926697, - 0.37801316380500793 + 0.46116921305656433, + 0.5388307571411133 ], "full text prediction probs": [ 0.009506218135356903, @@ -252515,8 +283767,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6219868063926697, - 0.37801316380500793 + 0.46116921305656433, + 0.5388307571411133 ], "full text prediction probs": [ 0.009506218135356903, @@ -252524,12 +283776,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.387970894575119, - 0.6120290756225586 + 0.46116921305656433, + 0.5388307571411133 + ], + "full text prediction probs": [ + 0.009506218135356903, + 0.9904938340187073 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5142844319343567, + 0.48571550846099854 ], "full text prediction probs": [ 0.009506218135356903, @@ -252551,7 +283816,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.004662348423153162, + "comprehensiveness": 0.004651232156902552, "sufficiency": 0.0, "masked prediction probs": [ 0.009896461851894855, @@ -252564,7 +283829,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04295942559838295, + "comprehensiveness": 0.04285724461078644, "sufficiency": 0.0, "masked prediction probs": [ 0.013110375963151455, @@ -252577,7 +283842,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04285724461078644, + "comprehensiveness": 0.042755547910928726, "sufficiency": 0.0, "masked prediction probs": [ 0.013110375963151455, @@ -252591,7 +283856,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.564078152179718, + "sufficiency": 0.5651088953018188, "masked prediction probs": [ 0.23396441340446472, 0.7660356163978577 @@ -252603,7 +283868,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09903629124164581, + "comprehensiveness": 0.09880240261554718, "sufficiency": 0.0, "masked prediction probs": [ 0.017874645069241524, @@ -252619,8 +283884,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.387970894575119, - 0.6120290756225586 + 0.5142844319343567, + 0.48571550846099854 + ], + "full text prediction probs": [ + 0.009506218135356903, + 0.9904938340187073 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5142844319343567, + 0.48571550846099854 ], "full text prediction probs": [ 0.009506218135356903, @@ -252630,12 +283908,12 @@ } }, "test_863": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.2974536418914795, + "fixed-shap": { + "comprehensiveness": 0.26134517788887024, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9589752554893494, - 0.041024718433618546 + 0.04422460123896599, + 0.9557753801345825 ], "full text prediction probs": [ 0.02760262042284012, @@ -252734,12 +284012,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.17221559584140778, + "sufficiency": 0.31466996669769287, "masked prediction probs": [ - 0.9725635051727295, - 0.027436513453722 + 0.9589752554893494, + 0.041024718433618546 + ], + "full text prediction probs": [ + 0.02760262042284012, + 0.9723973870277405 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2278212010860443, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04250255227088928, + 0.9574974179267883 ], "full text prediction probs": [ 0.02760262042284012, @@ -252787,7 +284078,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.26792505383491516, + "comprehensiveness": 0.2671155035495758, "sufficiency": 0.0, "masked prediction probs": [ 0.04528617858886719, @@ -252801,7 +284092,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9660453200340271, + "sufficiency": 0.9661474823951721, "masked prediction probs": [ 0.9638278484344482, 0.03617214411497116 @@ -252813,7 +284104,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.37823012471199036, + "comprehensiveness": 0.3770941495895386, "sufficiency": 0.0, "masked prediction probs": [ 0.05271797627210617, @@ -252827,7 +284118,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9662489891052246, + "sufficiency": 0.9663498997688293, "masked prediction probs": [ 0.9638278484344482, 0.03617214411497116 @@ -252837,15 +284128,28 @@ 0.9723973870277405 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.1944243609905243, + "masked prediction probs": [ + 0.9725635051727295, + 0.027436513453722 + ], + "full text prediction probs": [ + 0.02760262042284012, + 0.9723973870277405 + ], + "labels": 1 } }, "test_882": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07352239638566971, - "sufficiency": 0.5863102078437805, + "fixed-shap": { + "comprehensiveness": 0.18615324795246124, + "sufficiency": 0.0, "masked prediction probs": [ - 0.010662042535841465, - 0.9893379211425781 + 0.020453453063964844, + 0.9795464873313904 ], "full text prediction probs": [ 0.004270473960787058, @@ -252944,12 +284248,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.061158403754234314, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07219346612691879, + "sufficiency": 0.5937792658805847, + "masked prediction probs": [ + 0.010662042535841465, + 0.9893379211425781 + ], + "full text prediction probs": [ + 0.004270473960787058, + 0.9957295060157776 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04049205034971237, "sufficiency": 0.0, "masked prediction probs": [ - 0.009685119614005089, - 0.9903149008750916 + 0.007863548584282398, + 0.9921364784240723 ], "full text prediction probs": [ 0.004270473960787058, @@ -252958,7 +284275,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.03391455113887787, + "comprehensiveness": 0.033838268369436264, "sufficiency": 0.0, "masked prediction probs": [ 0.0072799259796738625, @@ -252971,7 +284288,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03409093990921974, + "comprehensiveness": 0.03401443362236023, "sufficiency": 0.0, "masked prediction probs": [ 0.007302353158593178, @@ -252984,7 +284301,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.006895034573972225, + "comprehensiveness": 0.006879595573991537, "sufficiency": 0.0, "masked prediction probs": [ 0.004885067231953144, @@ -252997,7 +284314,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.006879595573991537, + "comprehensiveness": 0.0068642254918813705, "sufficiency": 0.0, "masked prediction probs": [ 0.004885067231953144, @@ -253010,8 +284327,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.04896094650030136, - "sufficiency": 0.32626640796661377, + "comprehensiveness": 0.048851802945137024, + "sufficiency": 0.3277665972709656, "masked prediction probs": [ 0.008654116652905941, 0.9913458228111267 @@ -253023,7 +284340,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02321566641330719, + "comprehensiveness": 0.02316403016448021, "sufficiency": 0.0, "masked prediction probs": [ 0.0063537126407027245, @@ -253036,8 +284353,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.048743147403001785, - "sufficiency": 0.3292601406574249, + "comprehensiveness": 0.04863497242331505, + "sufficiency": 0.3307470381259918, "masked prediction probs": [ 0.008654116652905941, 0.9913458228111267 @@ -253047,15 +284364,28 @@ 0.9957295060157776 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.059939559549093246, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009685119614005089, + 0.9903149008750916 + ], + "full text prediction probs": [ + 0.004270473960787058, + 0.9957295060157776 + ], + "labels": 1 } }, "test_915": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2957042157649994, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7852777242660522, "masked prediction probs": [ - 0.6965941190719604, - 0.30340588092803955 + 0.9559181332588196, + 0.04408182576298714 ], "full text prediction probs": [ 0.9508558511734009, @@ -253154,12 +284484,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9875364303588867, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.29515495896339417, "sufficiency": 1.0, "masked prediction probs": [ - 0.10014097392559052, - 0.8998590111732483 + 0.6965941190719604, + 0.30340588092803955 + ], + "full text prediction probs": [ + 0.9508558511734009, + 0.04914413020014763 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7718846201896667, + "masked prediction probs": [ + 0.9662824273109436, + 0.03371753916144371 ], "full text prediction probs": [ 0.9508558511734009, @@ -253169,7 +284512,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8003836870193481, + "sufficiency": 0.8004301190376282, "masked prediction probs": [ 0.9710150957107544, 0.02898489683866501 @@ -253182,7 +284525,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8219619989395142, + "sufficiency": 0.8220032453536987, "masked prediction probs": [ 0.9620921015739441, 0.037907928228378296 @@ -253194,8 +284537,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05025573819875717, - "sufficiency": 0.9447364211082458, + "comprehensiveness": 0.050244078040122986, + "sufficiency": 0.9447492361068726, "masked prediction probs": [ 0.907532811164856, 0.09246722608804703 @@ -253208,7 +284551,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7837066650390625, + "sufficiency": 0.7837567925453186, "masked prediction probs": [ 0.9855177402496338, 0.014482277445495129 @@ -253220,8 +284563,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6460286974906921, - "sufficiency": 0.9554318189620972, + "comprehensiveness": 0.6458789110183716, + "sufficiency": 0.9554421305656433, "masked prediction probs": [ 0.39368733763694763, 0.6063126921653748 @@ -253234,7 +284577,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8456379771232605, + "sufficiency": 0.8456737399101257, "masked prediction probs": [ 0.9735470414161682, 0.026453007012605667 @@ -253246,8 +284589,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6457291841506958, - "sufficiency": 0.9554524421691895, + "comprehensiveness": 0.6455795168876648, + "sufficiency": 0.9554627537727356, "masked prediction probs": [ 0.39368733763694763, 0.6063126921653748 @@ -253257,15 +284600,28 @@ 0.04914413020014763 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9854772686958313, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.10014097392559052, + 0.8998590111732483 + ], + "full text prediction probs": [ + 0.9508558511734009, + 0.04914413020014763 + ], + "labels": 1 } }, "test_924": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9439629912376404, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5977333784103394, + "sufficiency": 0.8975554704666138, "masked prediction probs": [ - 0.14029203355312347, - 0.8597079515457153 + 0.4448205232620239, + 0.5551794171333313 ], "full text prediction probs": [ 0.9705608487129211, @@ -253364,12 +284720,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9494678974151611, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9422488808631897, "sufficiency": 1.0, "masked prediction probs": [ - 0.1339309811592102, - 0.8660690784454346 + 0.14029203355312347, + 0.8597079515457153 + ], + "full text prediction probs": [ + 0.9705608487129211, + 0.029439112171530724 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.227636456489563, + "sufficiency": 0.9795491695404053, + "masked prediction probs": [ + 0.769931972026825, + 0.23006805777549744 ], "full text prediction probs": [ 0.9705608487129211, @@ -253379,7 +284748,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9659643173217773, + "sufficiency": 0.9659720659255981, "masked prediction probs": [ 0.9913924932479858, 0.008607577532529831 @@ -253392,7 +284761,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8361124992370605, + "sufficiency": 0.8361495733261108, "masked prediction probs": [ 0.9705608487129211, 0.029439112171530724 @@ -253404,8 +284773,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2003018856048584, - "sufficiency": 0.9884923100471497, + "comprehensiveness": 0.20025646686553955, + "sufficiency": 0.988494873046875, "masked prediction probs": [ 0.7939433455467224, 0.2060566544532776 @@ -253418,7 +284787,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8724476099014282, + "sufficiency": 0.8724765777587891, "masked prediction probs": [ 0.9837926626205444, 0.016207341104745865 @@ -253430,7 +284799,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9483916163444519, + "comprehensiveness": 0.9481766223907471, "sufficiency": 1.0, "masked prediction probs": [ 0.1339309811592102, @@ -253444,7 +284813,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9868501424789429, + "sufficiency": 0.9868530631065369, "masked prediction probs": [ 0.9903101325035095, 0.009689862839877605 @@ -253456,7 +284825,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9479617476463318, + "comprehensiveness": 0.9477469325065613, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1339309811592102, + 0.8660690784454346 + ], + "full text prediction probs": [ + 0.9705608487129211, + 0.029439112171530724 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9475322961807251, "sufficiency": 1.0, "masked prediction probs": [ 0.1339309811592102, @@ -253470,12 +284852,12 @@ } }, "test_932": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.25211790204048157, + "sufficiency": 0.9752197861671448, "masked prediction probs": [ - 0.07191498577594757, - 0.9280850291252136 + 0.7260249257087708, + 0.27397510409355164 ], "full text prediction probs": [ 0.9400961995124817, @@ -253574,12 +284956,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.07697013020515442, - 0.9230298399925232 + 0.07191498577594757, + 0.9280850291252136 + ], + "full text prediction probs": [ + 0.9400961995124817, + 0.0599038265645504 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6755442023277283, + "sufficiency": 0.9891541004180908, + "masked prediction probs": [ + 0.3652811050415039, + 0.6347188949584961 ], "full text prediction probs": [ 0.9400961995124817, @@ -253588,8 +284983,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.040045540779829025, - "sufficiency": 0.7822237610816956, + "comprehensiveness": 0.04003612697124481, + "sufficiency": 0.7822750210762024, "masked prediction probs": [ 0.906021773815155, 0.09397830069065094 @@ -253601,8 +284996,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6753854155540466, - "sufficiency": 0.9891566634178162, + "comprehensiveness": 0.6752268075942993, + "sufficiency": 0.9891591668128967, "masked prediction probs": [ 0.3652811050415039, 0.6347188949584961 @@ -253614,8 +285009,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7487576007843018, - "sufficiency": 0.9896130561828613, + "comprehensiveness": 0.7485817074775696, + "sufficiency": 0.9896154403686523, "masked prediction probs": [ 0.3026849031448364, 0.6973150968551636 @@ -253627,7 +285022,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6812945008277893, + "comprehensiveness": 0.6811345219612122, "sufficiency": 1.0, "masked prediction probs": [ 0.35997945070266724, @@ -253653,8 +285048,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.024662312120199203, - "sufficiency": 0.8842803835868835, + "comprehensiveness": 0.024656523019075394, + "sufficiency": 0.8843075037002563, "masked prediction probs": [ 0.9190865755081177, 0.0809134691953659 @@ -253677,15 +285072,28 @@ 0.0599038265645504 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.07697013020515442, + 0.9230298399925232 + ], + "full text prediction probs": [ + 0.9400961995124817, + 0.0599038265645504 + ], + "labels": 0 } }, "test_936": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003861877368763089, - "sufficiency": 0.9942409992218018, + "fixed-shap": { + "comprehensiveness": 0.006149064749479294, + "sufficiency": 0.9431007504463196, "masked prediction probs": [ - 0.960832417011261, - 0.03916756063699722 + 0.958835244178772, + 0.04116470366716385 ], "full text prediction probs": [ 0.9642046093940735, @@ -253784,12 +285192,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.043282441794872284, - "sufficiency": 0.8636398315429688, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003854813752695918, + "sufficiency": 0.994251549243927, "masked prediction probs": [ - 0.9263411164283752, - 0.07365892827510834 + 0.960832417011261, + 0.03916756063699722 + ], + "full text prediction probs": [ + 0.9642046093940735, + 0.03579544648528099 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8421480059623718, + "masked prediction probs": [ + 0.9642046093940735, + 0.03579544648528099 ], "full text prediction probs": [ 0.9642046093940735, @@ -253799,7 +285220,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.91905277967453, + "sufficiency": 0.9190713167190552, "masked prediction probs": [ 0.9710984826087952, 0.028901482000947 @@ -253811,8 +285232,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.04326265677809715, - "sufficiency": 0.8637022972106934, + "comprehensiveness": 0.04325277730822563, + "sufficiency": 0.8637333512306213, "masked prediction probs": [ 0.9263411164283752, 0.07365892827510834 @@ -253824,8 +285245,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010386823676526546, - "sufficiency": 0.8762014508247375, + "comprehensiveness": 0.010384451597929, + "sufficiency": 0.8762297034263611, "masked prediction probs": [ 0.9551119804382324, 0.04488803818821907 @@ -253838,7 +285259,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8182010650634766, + "sufficiency": 0.818242609500885, "masked prediction probs": [ 0.9676029682159424, 0.03239702805876732 @@ -253850,8 +285271,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.29518458247184753, - "sufficiency": 0.9043238759040833, + "comprehensiveness": 0.29511716961860657, + "sufficiency": 0.9043457508087158, "masked prediction probs": [ 0.7056818604469299, 0.29431816935539246 @@ -253863,8 +285284,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.2489321082830429, - "sufficiency": 0.9293538331985474, + "comprehensiveness": 0.24887529015541077, + "sufficiency": 0.9293699860572815, "masked prediction probs": [ 0.7461400032043457, 0.2538599967956543 @@ -253876,8 +285297,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04321328550577164, - "sufficiency": 0.8638577461242676, + "comprehensiveness": 0.04320342093706131, + "sufficiency": 0.8638887405395508, + "masked prediction probs": [ + 0.9263411164283752, + 0.07365892827510834 + ], + "full text prediction probs": [ + 0.9642046093940735, + 0.03579544648528099 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04319356381893158, + "sufficiency": 0.8639198541641235, "masked prediction probs": [ 0.9263411164283752, 0.07365892827510834 @@ -253890,12 +285324,12 @@ } }, "test_946": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9183502793312073, - 0.08164973556995392 + 0.6657171249389648, + 0.33428284525871277 ], "full text prediction probs": [ 0.21982572972774506, @@ -253994,12 +285428,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9637565016746521, - 0.03624347224831581 + 0.9183502793312073, + 0.08164973556995392 + ], + "full text prediction probs": [ + 0.21982572972774506, + 0.780174195766449 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5727996826171875, + 0.4272003471851349 ], "full text prediction probs": [ 0.21982572972774506, @@ -254097,15 +285544,28 @@ 0.780174195766449 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9637565016746521, + 0.03624347224831581 + ], + "full text prediction probs": [ + 0.21982572972774506, + 0.780174195766449 + ], + "labels": 0 } }, "test_972": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.919348418712616, + "sufficiency": 0.894307553768158, "masked prediction probs": [ - 0.9851275086402893, - 0.014872505329549313 + 0.9858720898628235, + 0.014127898029983044 ], "full text prediction probs": [ 0.9847365021705627, @@ -254192,11 +285652,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.17329838871955872, - "sufficiency": 0.8797199726104736, + "comprehensiveness": 0.0, + "sufficiency": 0.8944728374481201, "masked prediction probs": [ - 0.8296115398406982, - 0.17038848996162415 + 0.9858720898628235, + 0.014127898029983044 ], "full text prediction probs": [ 0.9847365021705627, @@ -254204,12 +285664,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01761898584663868, - "sufficiency": 0.9752325415611267, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9194925427436829, "masked prediction probs": [ - 0.9689616560935974, - 0.031038329005241394 + 0.9851275086402893, + 0.014872505329549313 + ], + "full text prediction probs": [ + 0.9847365021705627, + 0.015263479202985764 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8228422403335571, + "masked prediction probs": [ + 0.9847365021705627, + 0.015263479202985764 ], "full text prediction probs": [ 0.9847365021705627, @@ -254218,8 +285691,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.02306094393134117, - "sufficiency": 0.7917772531509399, + "comprehensiveness": 0.023055793717503548, + "sufficiency": 0.7918237447738647, "masked prediction probs": [ 0.9640846848487854, 0.035915352404117584 @@ -254232,7 +285705,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.822881817817688, + "sufficiency": 0.8229212760925293, "masked prediction probs": [ 0.9847365021705627, 0.015263479202985764 @@ -254244,8 +285717,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.060288675129413605, - "sufficiency": 0.8110363483428955, + "comprehensiveness": 0.06027521565556526, + "sufficiency": 0.8110784292221069, "masked prediction probs": [ 0.9307219386100769, 0.0692780613899231 @@ -254257,8 +285730,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07536507397890091, - "sufficiency": 0.8332642316818237, + "comprehensiveness": 0.07534825801849365, + "sufficiency": 0.8333014845848083, "masked prediction probs": [ 0.917199432849884, 0.08280058205127716 @@ -254271,7 +285744,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8279880285263062, + "sufficiency": 0.8280263543128967, "masked prediction probs": [ 0.986810564994812, 0.013189440593123436 @@ -254283,8 +285756,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.12589165568351746, - "sufficiency": 0.8636088967323303, + "comprehensiveness": 0.12586358189582825, + "sufficiency": 0.8636392951011658, "masked prediction probs": [ 0.8718705773353577, 0.12812939286231995 @@ -254297,7 +285770,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8230792880058289, + "sufficiency": 0.8231186270713806, "masked prediction probs": [ 0.9847365021705627, 0.015263479202985764 @@ -254307,15 +285780,28 @@ 0.015263479202985764 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017583636566996574, + "sufficiency": 0.9752823114395142, + "masked prediction probs": [ + 0.9689616560935974, + 0.031038329005241394 + ], + "full text prediction probs": [ + 0.9847365021705627, + 0.015263479202985764 + ], + "labels": 0 } }, "test_1002": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.019259652122855186, - 0.9807403683662415 + 0.015917455777525902, + 0.9840825796127319 ], "full text prediction probs": [ 0.8345282077789307, @@ -254414,12 +285900,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.013376847840845585, - 0.9866231083869934 + 0.019259652122855186, + 0.9807403683662415 + ], + "full text prediction probs": [ + 0.8345282077789307, + 0.16547179222106934 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.012196873314678669, + 0.9878031611442566 ], "full text prediction probs": [ 0.8345282077789307, @@ -254429,7 +285928,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2229311615228653, + "sufficiency": 0.22313956916332245, "masked prediction probs": [ 0.9568384289741516, 0.043161556124687195 @@ -254517,15 +286016,28 @@ 0.16547179222106934 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.013376847840845585, + 0.9866231083869934 + ], + "full text prediction probs": [ + 0.8345282077789307, + 0.16547179222106934 + ], + "labels": 0 } }, "test_1007": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7028555870056152, - "sufficiency": 0.9921312928199768, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8621830344200134, "masked prediction probs": [ - 0.356464684009552, - 0.643535315990448 + 0.9872311949729919, + 0.012768825516104698 ], "full text prediction probs": [ 0.9843759536743164, @@ -254624,12 +286136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02453131601214409, - "sufficiency": 0.8670715093612671, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7015990018844604, + "sufficiency": 0.9921453595161438, "masked prediction probs": [ - 0.9624211192131042, - 0.03757885843515396 + 0.356464684009552, + 0.643535315990448 + ], + "full text prediction probs": [ + 0.9843759536743164, + 0.01562399510294199 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8231735825538635, + "masked prediction probs": [ + 0.9843759536743164, + 0.01562399510294199 ], "full text prediction probs": [ 0.9843759536743164, @@ -254639,7 +286164,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.15385028719902039, + "sufficiency": 0.15403927862644196, "masked prediction probs": [ 0.9893704652786255, 0.010629518888890743 @@ -254651,8 +286176,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.024520356208086014, - "sufficiency": 0.8671309947967529, + "comprehensiveness": 0.024514881893992424, + "sufficiency": 0.8671606183052063, "masked prediction probs": [ 0.9624211192131042, 0.03757885843515396 @@ -254665,7 +286190,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8683109879493713, + "sufficiency": 0.8683403134346008, "masked prediction probs": [ 0.9855095744132996, 0.014490458182990551 @@ -254678,7 +286203,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.824988067150116, + "sufficiency": 0.8250272274017334, "masked prediction probs": [ 0.9868775010108948, 0.013122456148266792 @@ -254690,8 +286215,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03242781385779381, - "sufficiency": 0.9948010444641113, + "comprehensiveness": 0.032420575618743896, + "sufficiency": 0.9948022961616516, "masked prediction probs": [ 0.9553215503692627, 0.04467840492725372 @@ -254716,8 +286241,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024493001401424408, - "sufficiency": 0.8672791719436646, + "comprehensiveness": 0.024487538263201714, + "sufficiency": 0.8673087358474731, + "masked prediction probs": [ + 0.9624211192131042, + 0.03757885843515396 + ], + "full text prediction probs": [ + 0.9843759536743164, + 0.01562399510294199 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02448207698762417, + "sufficiency": 0.8673383593559265, "masked prediction probs": [ 0.9624211192131042, 0.03757885843515396 @@ -254730,12 +286268,12 @@ } }, "test_1027": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.637718677520752, + "fixed-shap": { + "comprehensiveness": 0.6156497001647949, "sufficiency": 1.0, "masked prediction probs": [ - 0.4142460525035858, - 0.5857539176940918 + 0.43393683433532715, + 0.5660631656646729 ], "full text prediction probs": [ 0.9832437634468079, @@ -254834,12 +286372,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7396631240844727, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6365770697593689, "sufficiency": 1.0, "masked prediction probs": [ - 0.32210367918014526, - 0.6778963208198547 + 0.4142460525035858, + 0.5857539176940918 + ], + "full text prediction probs": [ + 0.9832437634468079, + 0.01675623282790184 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9487946033477783, + "masked prediction probs": [ + 0.9859122633934021, + 0.01408777479082346 ], "full text prediction probs": [ 0.9832437634468079, @@ -254849,7 +286400,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7326201796531677, + "sufficiency": 0.7326799631118774, "masked prediction probs": [ 0.9862332344055176, 0.0137667590752244 @@ -254861,8 +286412,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.20450282096862793, - "sufficiency": 0.9027474522590637, + "comprehensiveness": 0.2044571042060852, + "sufficiency": 0.9027692079544067, "masked prediction probs": [ 0.8003692626953125, 0.19963067770004272 @@ -254874,7 +286425,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7391669750213623, + "comprehensiveness": 0.7390016913414001, "sufficiency": 1.0, "masked prediction probs": [ 0.32210367918014526, @@ -254888,7 +286439,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8371229767799377, + "sufficiency": 0.8371593356132507, "masked prediction probs": [ 0.984535276889801, 0.015464693307876587 @@ -254900,7 +286451,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4719022214412689, + "comprehensiveness": 0.47179675102233887, "sufficiency": 1.0, "masked prediction probs": [ 0.5609670281410217, @@ -254914,7 +286465,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9228814840316772, + "sufficiency": 0.9228986501693726, "masked prediction probs": [ 0.985170304775238, 0.01482967659831047 @@ -254926,7 +286477,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7385063767433167, + "comprehensiveness": 0.7383414506912231, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.32210367918014526, + 0.6778963208198547 + ], + "full text prediction probs": [ + 0.9832437634468079, + 0.01675623282790184 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7381765842437744, "sufficiency": 1.0, "masked prediction probs": [ 0.32210367918014526, @@ -254940,12 +286504,12 @@ } }, "test_1044": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.698584258556366, - "sufficiency": 0.9912698864936829, + "fixed-shap": { + "comprehensiveness": 0.020346414297819138, + "sufficiency": 0.9275421500205994, "masked prediction probs": [ - 0.3623592257499695, - 0.6376407742500305 + 0.9729549288749695, + 0.027045074850320816 ], "full text prediction probs": [ 0.9912721514701843, @@ -255044,7 +286608,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.6973448395729065, "sufficiency": 0.9912853837013245, "masked prediction probs": [ @@ -255057,9 +286621,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.007341127842664719, + "sufficiency": 0.8053594827651978, + "masked prediction probs": [ + 0.9846499562263489, + 0.01535007730126381 + ], + "full text prediction probs": [ + 0.9912721514701843, + 0.008727826178073883 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0012062755413353443, - "sufficiency": 0.8331233859062195, + "comprehensiveness": 0.0012060081353411078, + "sufficiency": 0.8331603407859802, "masked prediction probs": [ 0.9901840090751648, 0.009816007688641548 @@ -255071,8 +286648,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.024518972262740135, - "sufficiency": 0.9905024170875549, + "comprehensiveness": 0.02451353892683983, + "sufficiency": 0.9905045032501221, "masked prediction probs": [ 0.9691494703292847, 0.030850496143102646 @@ -255084,8 +286661,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6968812346458435, - "sufficiency": 0.9912912249565125, + "comprehensiveness": 0.6967267990112305, + "sufficiency": 0.9912931323051453, "masked prediction probs": [ 0.3623592257499695, 0.6376407742500305 @@ -255098,7 +286675,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8204056620597839, + "sufficiency": 0.8204454183578491, "masked prediction probs": [ 0.9913470149040222, 0.008652967400848866 @@ -255110,8 +286687,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04824933037161827, - "sufficiency": 0.9578247666358948, + "comprehensiveness": 0.048238642513751984, + "sufficiency": 0.9578341245651245, "masked prediction probs": [ 0.9477093815803528, 0.05229058116674423 @@ -255123,8 +286700,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004255174659192562, - "sufficiency": 0.9373205304145813, + "comprehensiveness": 0.0042542326264083385, + "sufficiency": 0.9373343586921692, "masked prediction probs": [ 0.9874294400215149, 0.012570581398904324 @@ -255136,8 +286713,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6962640285491943, - "sufficiency": 0.9912989735603333, + "comprehensiveness": 0.6961098909378052, + "sufficiency": 0.9913008213043213, + "masked prediction probs": [ + 0.3623592257499695, + 0.6376407742500305 + ], + "full text prediction probs": [ + 0.9912721514701843, + 0.008727826178073883 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6959558129310608, + "sufficiency": 0.9913027882575989, "masked prediction probs": [ 0.3623592257499695, 0.6376407742500305 @@ -255150,12 +286740,12 @@ } }, "test_1083": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003964973613619804, - "sufficiency": 0.960749626159668, + "fixed-shap": { + "comprehensiveness": 0.0033806897699832916, + "sufficiency": 0.9521682858467102, "masked prediction probs": [ - 0.9861765503883362, - 0.01382345613092184 + 0.9867016673088074, + 0.013298367150127888 ], "full text prediction probs": [ 0.9897400140762329, @@ -255254,12 +286844,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.001969728386029601, - "sufficiency": 0.9501129388809204, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003957927227020264, + "sufficiency": 0.9608193635940552, "masked prediction probs": [ - 0.9879665970802307, - 0.012033388949930668 + 0.9861765503883362, + 0.01382345613092184 + ], + "full text prediction probs": [ + 0.9897400140762329, + 0.010259984992444515 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8182709217071533, + "masked prediction probs": [ + 0.9897400140762329, + 0.010259984992444515 ], "full text prediction probs": [ 0.9897400140762329, @@ -255268,8 +286871,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002774202963337302, - "sufficiency": 0.8461170792579651, + "comprehensiveness": 0.002773586893454194, + "sufficiency": 0.8461512327194214, "masked prediction probs": [ 0.9872417449951172, 0.012758293189108372 @@ -255281,8 +286884,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002363775856792927, - "sufficiency": 0.9472166299819946, + "comprehensiveness": 0.0023632512893527746, + "sufficiency": 0.9472283720970154, "masked prediction probs": [ 0.9876108765602112, 0.012389134615659714 @@ -255294,8 +286897,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007540756487287581, - "sufficiency": 0.8391260504722595, + "comprehensiveness": 0.0007539083017036319, + "sufficiency": 0.8391616940498352, "masked prediction probs": [ 0.989060640335083, 0.010939417406916618 @@ -255307,8 +286910,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0001607958402018994, - "sufficiency": 0.9547566175460815, + "comprehensiveness": 0.00016076017345767468, + "sufficiency": 0.9547667503356934, "masked prediction probs": [ 0.9895951151847839, 0.010404846630990505 @@ -255320,8 +286923,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004468550905585289, - "sufficiency": 0.8718262910842896, + "comprehensiveness": 0.0044675590470433235, + "sufficiency": 0.8718547224998474, "masked prediction probs": [ 0.9857123494148254, 0.014287715777754784 @@ -255333,8 +286936,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002905536675825715, - "sufficiency": 0.8776679039001465, + "comprehensiveness": 0.002904892200604081, + "sufficiency": 0.8776950240135193, "masked prediction probs": [ 0.9871205687522888, 0.012879366055130959 @@ -255346,8 +286949,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002361154416576028, - "sufficiency": 0.9472751617431641, + "comprehensiveness": 0.0023606307804584503, + "sufficiency": 0.94728684425354, "masked prediction probs": [ 0.9876108765602112, 0.012389134615659714 @@ -255357,15 +286960,28 @@ 0.010259984992444515 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0019657982047647238, + "sufficiency": 0.9502125382423401, + "masked prediction probs": [ + 0.9879665970802307, + 0.012033388949930668 + ], + "full text prediction probs": [ + 0.9897400140762329, + 0.010259984992444515 + ], + "labels": 0 } }, "test_1090": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.373431533575058, - "sufficiency": 0.9983565807342529, + "fixed-shap": { + "comprehensiveness": 0.81928950548172, + "sufficiency": 0.9652027487754822, "masked prediction probs": [ - 0.6435142159461975, - 0.3564858138561249 + 0.2503553628921509, + 0.7496446371078491 ], "full text prediction probs": [ 0.9728072285652161, @@ -255464,12 +287080,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0007087221019901335, - "sufficiency": 0.8720816373825073, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.37275516986846924, + "sufficiency": 0.9983595609664917, "masked prediction probs": [ - 0.9721811413764954, - 0.027818866074085236 + 0.6435142159461975, + 0.3564858138561249 + ], + "full text prediction probs": [ + 0.9728072285652161, + 0.02719281055033207 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.29357826709747314, + "sufficiency": 0.939578652381897, + "masked prediction probs": [ + 0.7134006023406982, + 0.28659942746162415 ], "full text prediction probs": [ 0.9728072285652161, @@ -255479,7 +287108,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8372822999954224, + "sufficiency": 0.8373191952705383, "masked prediction probs": [ 0.9846797585487366, 0.015320231206715107 @@ -255491,8 +287120,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09391443431377411, - "sufficiency": 0.891219973564148, + "comprehensiveness": 0.09389318525791168, + "sufficiency": 0.8912445306777954, "masked prediction probs": [ 0.8898053765296936, 0.11019467562437057 @@ -255504,8 +287133,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0007082410738803446, - "sufficiency": 0.8721685409545898, + "comprehensiveness": 0.0007080808863975108, + "sufficiency": 0.8721973896026611, "masked prediction probs": [ 0.9721811413764954, 0.027818866074085236 @@ -255518,7 +287147,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7561709880828857, + "sufficiency": 0.756226122379303, "masked prediction probs": [ 0.9736495018005371, 0.026350509375333786 @@ -255530,8 +287159,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.579414963722229, - "sufficiency": 0.9600457549095154, + "comprehensiveness": 0.5792838931083679, + "sufficiency": 0.960054874420166, "masked prediction probs": [ 0.4603709280490875, 0.5396290421485901 @@ -255544,7 +287173,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8302086591720581, + "sufficiency": 0.8302469849586487, "masked prediction probs": [ 0.9804766178131104, 0.019523372873663902 @@ -255556,8 +287185,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0007076007314026356, - "sufficiency": 0.8722841143608093, + "comprehensiveness": 0.0007074407767504454, + "sufficiency": 0.8723129034042358, + "masked prediction probs": [ + 0.9721811413764954, + 0.027818866074085236 + ], + "full text prediction probs": [ + 0.9728072285652161, + 0.02719281055033207 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.000707280938513577, + "sufficiency": 0.8723418116569519, "masked prediction probs": [ 0.9721811413764954, 0.027818866074085236 @@ -255570,12 +287212,12 @@ } }, "test_1122": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1816815584897995, - "sufficiency": 0.9888867139816284, + "fixed-shap": { + "comprehensiveness": 0.011124600656330585, + "sufficiency": 0.878603994846344, "masked prediction probs": [ - 0.824233889579773, - 0.17576612532138824 + 0.9770563244819641, + 0.02294371835887432 ], "full text prediction probs": [ 0.987024188041687, @@ -255674,12 +287316,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3703586757183075, - "sufficiency": 0.9211653470993042, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1813577115535736, + "sufficiency": 0.9889065027236938, "masked prediction probs": [ - 0.6545828580856323, - 0.3454170823097229 + 0.824233889579773, + 0.17576612532138824 + ], + "full text prediction probs": [ + 0.987024188041687, + 0.01297575794160366 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0066439313814044, + "sufficiency": 0.8926724195480347, + "masked prediction probs": [ + 0.9810591340065002, + 0.018940888345241547 ], "full text prediction probs": [ 0.987024188041687, @@ -255689,7 +287344,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8603248596191406, + "sufficiency": 0.8603559136390686, "masked prediction probs": [ 0.9895882606506348, 0.010411717928946018 @@ -255701,8 +287356,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03867963328957558, - "sufficiency": 0.8049384355545044, + "comprehensiveness": 0.03867102414369583, + "sufficiency": 0.8049818277359009, "masked prediction probs": [ 0.9522891044616699, 0.04771089926362038 @@ -255714,8 +287369,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.37011128664016724, - "sufficiency": 0.9212179780006409, + "comprehensiveness": 0.37002888321876526, + "sufficiency": 0.9212355017662048, "masked prediction probs": [ 0.6545828580856323, 0.3454170823097229 @@ -255727,8 +287382,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.032580140978097916, - "sufficiency": 0.8950101733207703, + "comprehensiveness": 0.03257289156317711, + "sufficiency": 0.8950335383415222, "masked prediction probs": [ 0.9577535390853882, 0.04224646836519241 @@ -255740,8 +287395,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014939036220312119, - "sufficiency": 0.9520551562309265, + "comprehensiveness": 0.014935711398720741, + "sufficiency": 0.9520658850669861, "masked prediction probs": [ 0.9735996723175049, 0.026400333270430565 @@ -255753,8 +287408,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.022141028195619583, - "sufficiency": 0.90977942943573, + "comprehensiveness": 0.022136103361845016, + "sufficiency": 0.9097995162010193, "masked prediction probs": [ 0.9671233892440796, 0.0328766293823719 @@ -255766,8 +287421,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3697819113731384, - "sufficiency": 0.9212880730628967, + "comprehensiveness": 0.3696996569633484, + "sufficiency": 0.9213055968284607, + "masked prediction probs": [ + 0.6545828580856323, + 0.3454170823097229 + ], + "full text prediction probs": [ + 0.987024188041687, + 0.01297575794160366 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3696174621582031, + "sufficiency": 0.9213230609893799, "masked prediction probs": [ 0.6545828580856323, 0.3454170823097229 @@ -255780,12 +287448,12 @@ } }, "test_1143": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007913338951766491, - "sufficiency": 0.8074235916137695, + "fixed-shap": { + "comprehensiveness": 0.018921133130788803, + "sufficiency": 0.8839517831802368, "masked prediction probs": [ - 0.9810022115707397, - 0.01899776980280876 + 0.9711271524429321, + 0.028872864320874214 ], "full text prediction probs": [ 0.9881012439727783, @@ -255884,12 +287552,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005226085428148508, - "sufficiency": 0.8025128841400146, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007899249903857708, + "sufficiency": 0.8077664375305176, "masked prediction probs": [ - 0.9834045767784119, - 0.016595402732491493 + 0.9810022115707397, + 0.01899776980280876 + ], + "full text prediction probs": [ + 0.9881012439727783, + 0.01189872995018959 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0020804337691515684, + "sufficiency": 0.811663806438446, + "masked prediction probs": [ + 0.9862311482429504, + 0.01376880332827568 ], "full text prediction probs": [ 0.9881012439727783, @@ -255898,8 +287579,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005863673985004425, - "sufficiency": 0.6546469330787659, + "comprehensiveness": 0.005862369202077389, + "sufficiency": 0.6547238230705261, "masked prediction probs": [ 0.9828304052352905, 0.01716952957212925 @@ -255912,7 +287593,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8198025822639465, + "sufficiency": 0.8198426961898804, "masked prediction probs": [ 0.9881012439727783, 0.01189872995018959 @@ -255924,8 +287605,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0020538584794849157, - "sufficiency": 0.863587498664856, + "comprehensiveness": 0.002053401665762067, + "sufficiency": 0.8636178374290466, "masked prediction probs": [ 0.9862542152404785, 0.013745752163231373 @@ -255937,8 +287618,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004620551597326994, - "sufficiency": 0.882903516292572, + "comprehensiveness": 0.004619524348527193, + "sufficiency": 0.8829295635223389, "masked prediction probs": [ 0.9839450716972351, 0.01605495810508728 @@ -255950,8 +287631,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004511868581175804, - "sufficiency": 0.9724058508872986, + "comprehensiveness": 0.004510865546762943, + "sufficiency": 0.9724119901657104, "masked prediction probs": [ 0.9840419292449951, 0.01595805026590824 @@ -255963,8 +287644,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0034287190064787865, - "sufficiency": 0.9294154047966003, + "comprehensiveness": 0.003427957184612751, + "sufficiency": 0.9294310808181763, "masked prediction probs": [ 0.9850157499313354, 0.014984192326664925 @@ -255976,11 +287657,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004617471247911453, - "sufficiency": 0.882981538772583, + "comprehensiveness": 0.002077198587357998, + "sufficiency": 0.8119566440582275, "masked prediction probs": [ - 0.9839450716972351, - 0.01605495810508728 + 0.9862311482429504, + 0.01376880332827568 + ], + "full text prediction probs": [ + 0.9881012439727783, + 0.01189872995018959 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005215638782829046, + "sufficiency": 0.8029076457023621, + "masked prediction probs": [ + 0.9834045767784119, + 0.016595402732491493 ], "full text prediction probs": [ 0.9881012439727783, @@ -255990,12 +287684,12 @@ } }, "test_1157": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02162652648985386, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9258820414543152, "masked prediction probs": [ - 0.9085164666175842, - 0.0914834663271904 + 0.9641947150230408, + 0.03580524027347565 ], "full text prediction probs": [ 0.9265872240066528, @@ -256094,12 +287788,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.025626815855503082, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.021585194393992424, "sufficiency": 1.0, "masked prediction probs": [ - 0.9051328897476196, - 0.094867043197155 + 0.9085164666175842, + 0.0914834663271904 + ], + "full text prediction probs": [ + 0.9265872240066528, + 0.07341281324625015 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7645593881607056, + "masked prediction probs": [ + 0.9653106927871704, + 0.0346892811357975 ], "full text prediction probs": [ 0.9265872240066528, @@ -256109,7 +287816,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9814892411231995, + "sufficiency": 0.9814936518669128, "masked prediction probs": [ 0.9809650778770447, 0.019034890457987785 @@ -256122,7 +287829,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8800035715103149, + "sufficiency": 0.8800322413444519, "masked prediction probs": [ 0.9265872240066528, 0.07341281324625015 @@ -256148,7 +287855,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8877940773963928, + "sufficiency": 0.8878208994865417, "masked prediction probs": [ 0.9766462445259094, 0.023353803902864456 @@ -256160,8 +287867,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.109281025826931, - "sufficiency": 0.8560709357261658, + "comprehensiveness": 0.10925495624542236, + "sufficiency": 0.8561052680015564, "masked prediction probs": [ 0.8349897265434265, 0.16501030325889587 @@ -256174,7 +287881,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8414776921272278, + "sufficiency": 0.8415155410766602, "masked prediction probs": [ 0.9791890978813171, 0.020810971036553383 @@ -256186,8 +287893,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10922890156507492, - "sufficiency": 0.856139600276947, + "comprehensiveness": 0.10920285433530807, + "sufficiency": 0.8561739325523376, "masked prediction probs": [ 0.8349897265434265, 0.16501030325889587 @@ -256197,15 +287904,28 @@ 0.07341281324625015 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.025571834295988083, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9051328897476196, + 0.094867043197155 + ], + "full text prediction probs": [ + 0.9265872240066528, + 0.07341281324625015 + ], + "labels": 0 } }, "test_1163": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4755828380584717, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.15722951292991638, + "sufficiency": 0.9993341565132141, "masked prediction probs": [ - 0.5594545602798462, - 0.4405454099178314 + 0.8438325524330139, + 0.1561674177646637 ], "full text prediction probs": [ 0.9842821955680847, @@ -256304,12 +288024,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5771324038505554, - "sufficiency": 0.9941479563713074, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.47473251819610596, + "sufficiency": 1.0, "masked prediction probs": [ - 0.4678191840648651, - 0.5321807861328125 + 0.5594545602798462, + 0.4405454099178314 + ], + "full text prediction probs": [ + 0.9842821955680847, + 0.015717756003141403 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09048137068748474, + "sufficiency": 0.9232132434844971, + "masked prediction probs": [ + 0.9032943248748779, + 0.09670569002628326 ], "full text prediction probs": [ 0.9842821955680847, @@ -256318,8 +288051,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005197272635996342, - "sufficiency": 0.8418461084365845, + "comprehensiveness": 0.005196111276745796, + "sufficiency": 0.841881513595581, "masked prediction probs": [ 0.9796302318572998, 0.020369794219732285 @@ -256331,8 +288064,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09046114981174469, - "sufficiency": 0.9232304692268372, + "comprehensiveness": 0.09044095128774643, + "sufficiency": 0.9232475161552429, "masked prediction probs": [ 0.9032943248748779, 0.09670569002628326 @@ -256344,8 +288077,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06568434089422226, - "sufficiency": 0.9928917288780212, + "comprehensiveness": 0.06566967070102692, + "sufficiency": 0.9928933382034302, "masked prediction probs": [ 0.9254633188247681, 0.07453664392232895 @@ -256358,7 +288091,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.875269889831543, + "sufficiency": 0.8752977848052979, "masked prediction probs": [ 0.9861415028572083, 0.013858413323760033 @@ -256370,8 +288103,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.576488196849823, - "sufficiency": 0.9941544532775879, + "comprehensiveness": 0.5763595104217529, + "sufficiency": 0.994155764579773, "masked prediction probs": [ 0.4678191840648651, 0.5321807861328125 @@ -256384,7 +288117,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8227230906486511, + "sufficiency": 0.822762668132782, "masked prediction probs": [ 0.9858723282814026, 0.014127693139016628 @@ -256396,8 +288129,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5762309432029724, - "sufficiency": 0.994157075881958, + "comprehensiveness": 0.5761023163795471, + "sufficiency": 0.9941583871841431, + "masked prediction probs": [ + 0.4678191840648651, + 0.5321807861328125 + ], + "full text prediction probs": [ + 0.9842821955680847, + 0.015717756003141403 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5759738683700562, + "sufficiency": 0.9941596984863281, "masked prediction probs": [ 0.4678191840648651, 0.5321807861328125 @@ -256410,12 +288156,12 @@ } }, "test_1199": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6549232602119446, + "fixed-shap": { + "comprehensiveness": 0.8379848003387451, "sufficiency": 1.0, "masked prediction probs": [ - 0.3891192376613617, - 0.6108807325363159 + 0.23097068071365356, + 0.7690293192863464 ], "full text prediction probs": [ 0.954913318157196, @@ -256502,11 +288248,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6538636684417725, + "comprehensiveness": 0.7398364543914795, "sufficiency": 1.0, "masked prediction probs": [ - 0.3891192376613617, - 0.6108807325363159 + 0.31472620368003845, + 0.6852738261222839 ], "full text prediction probs": [ 0.954913318157196, @@ -256514,8 +288260,21 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7144482731819153, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7396654486656189, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.31472620368003845, + 0.6852738261222839 + ], + "full text prediction probs": [ + 0.954913318157196, + 0.04508662968873978 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7142832279205322, "sufficiency": 1.0, "masked prediction probs": [ 0.3365519046783447, @@ -256528,8 +288287,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0639290139079094, - "sufficiency": 0.5987454652786255, + "comprehensiveness": 0.06391424685716629, + "sufficiency": 0.598838210105896, "masked prediction probs": [ 0.8995693922042847, 0.10043061524629593 @@ -256541,7 +288300,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6036451458930969, + "comprehensiveness": 0.6035057902336121, "sufficiency": 1.0, "masked prediction probs": [ 0.4322115182876587, @@ -256554,7 +288313,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7139533162117004, + "comprehensiveness": 0.7137884497642517, "sufficiency": 1.0, "masked prediction probs": [ 0.3365519046783447, @@ -256567,7 +288326,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7137884497642517, + "comprehensiveness": 0.7136237621307373, "sufficiency": 1.0, "masked prediction probs": [ 0.3365519046783447, @@ -256580,7 +288339,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7251831889152527, + "comprehensiveness": 0.7250158190727234, "sufficiency": 1.0, "masked prediction probs": [ 0.32653555274009705, @@ -256594,7 +288353,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9139467477798462, + "sufficiency": 0.9139665365219116, "masked prediction probs": [ 0.9800955057144165, 0.01990455575287342 @@ -256606,7 +288365,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7132944464683533, + "comprehensiveness": 0.7131299376487732, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3365519046783447, + 0.6634480953216553 + ], + "full text prediction probs": [ + 0.954913318157196, + 0.04508662968873978 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7129654884338379, "sufficiency": 1.0, "masked prediction probs": [ 0.3365519046783447, @@ -256620,12 +288392,12 @@ } }, "test_1311": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.046891387552022934, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8342072367668152, "masked prediction probs": [ - 0.9445021152496338, - 0.05549783632159233 + 0.9896536469459534, + 0.010346402414143085 ], "full text prediction probs": [ 0.9864928126335144, @@ -256724,12 +288496,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07390884310007095, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.046807751059532166, "sufficiency": 1.0, "masked prediction probs": [ - 0.9201900362968445, - 0.07980994880199432 + 0.9445021152496338, + 0.05549783632159233 + ], + "full text prediction probs": [ + 0.9864928126335144, + 0.01350721251219511 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8212317824363708, + "masked prediction probs": [ + 0.9864928126335144, + 0.01350721251219511 ], "full text prediction probs": [ 0.9864928126335144, @@ -256739,7 +288524,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.007049631327390671, + "sufficiency": 0.007270883768796921, "masked prediction probs": [ 0.9906210899353027, 0.00937893521040678 @@ -256751,7 +288536,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07387590408325195, + "comprehensiveness": 0.07385944575071335, "sufficiency": 1.0, "masked prediction probs": [ 0.9201900362968445, @@ -256764,8 +288549,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.028329532593488693, - "sufficiency": 0.8408607244491577, + "comprehensiveness": 0.0283232219517231, + "sufficiency": 0.8408961892127991, "masked prediction probs": [ 0.9610617160797119, 0.038938313722610474 @@ -256777,8 +288562,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006559714674949646, - "sufficiency": 0.9916042685508728, + "comprehensiveness": 0.006558253895491362, + "sufficiency": 0.9916061162948608, "masked prediction probs": [ 0.9806029200553894, 0.019397079944610596 @@ -256790,7 +288575,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.18386472761631012, + "comprehensiveness": 0.18382377922534943, "sufficiency": 1.0, "masked prediction probs": [ 0.821366012096405, @@ -256803,7 +288588,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006185412872582674, + "comprehensiveness": 0.006184035912156105, "sufficiency": 1.0, "masked prediction probs": [ 0.9809365272521973, @@ -256816,7 +288601,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0737936794757843, + "comprehensiveness": 0.07377725839614868, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9201900362968445, + 0.07980994880199432 + ], + "full text prediction probs": [ + 0.9864928126335144, + 0.01350721251219511 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07376084476709366, "sufficiency": 1.0, "masked prediction probs": [ 0.9201900362968445, @@ -256830,12 +288628,12 @@ } }, "test_1322": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.071345254778862, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0009247150155715644, + "sufficiency": 0.9636882543563843, "masked prediction probs": [ - 0.9181901216506958, - 0.0818098857998848 + 0.9809162020683289, + 0.019083773717284203 ], "full text prediction probs": [ 0.98173987865448, @@ -256934,12 +288732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.10334382951259613, - "sufficiency": 0.9667443037033081, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07121732085943222, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8895224928855896, - 0.11047752946615219 + 0.9181901216506958, + 0.0818098857998848 + ], + "full text prediction probs": [ + 0.98173987865448, + 0.018260089680552483 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0012528829975053668, + "sufficiency": 0.8162462115287781, + "masked prediction probs": [ + 0.9806216359138489, + 0.019378352910280228 ], "full text prediction probs": [ 0.98173987865448, @@ -256949,7 +288760,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8396291732788086, + "sufficiency": 0.8396651148796082, "masked prediction probs": [ 0.9828824996948242, 0.017117563635110855 @@ -256961,8 +288772,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.019767293706536293, - "sufficiency": 0.938524067401886, + "comprehensiveness": 0.01976286806166172, + "sufficiency": 0.9385377764701843, "masked prediction probs": [ 0.9640929102897644, 0.035907138139009476 @@ -256975,7 +288786,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8256826400756836, + "sufficiency": 0.8257216811180115, "masked prediction probs": [ 0.98173987865448, 0.018260089680552483 @@ -256987,8 +288798,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001805085688829422, - "sufficiency": 0.8607422113418579, + "comprehensiveness": 0.0018046816112473607, + "sufficiency": 0.8607733845710754, "masked prediction probs": [ 0.9801276922225952, 0.019872352480888367 @@ -257000,8 +288811,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10322815179824829, - "sufficiency": 0.9667815566062927, + "comprehensiveness": 0.10320504009723663, + "sufficiency": 0.9667890667915344, "masked prediction probs": [ 0.8895224928855896, 0.11047752946615219 @@ -257014,7 +288825,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8461911678314209, + "sufficiency": 0.8462255597114563, "masked prediction probs": [ 0.9835126996040344, 0.016487279906868935 @@ -257026,8 +288837,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10318195074796677, - "sufficiency": 0.9667964577674866, + "comprehensiveness": 0.1031588613986969, + "sufficiency": 0.966803789138794, + "masked prediction probs": [ + 0.8895224928855896, + 0.11047752946615219 + ], + "full text prediction probs": [ + 0.98173987865448, + 0.018260089680552483 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10313578695058823, + "sufficiency": 0.9668112993240356, "masked prediction probs": [ 0.8895224928855896, 0.11047752946615219 @@ -257040,12 +288864,12 @@ } }, "test_1360": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09393514692783356, - "sufficiency": 0.9888467192649841, + "fixed-shap": { + "comprehensiveness": 0.11674675345420837, + "sufficiency": 0.9630315899848938, "masked prediction probs": [ - 0.9071639180183411, - 0.09283606708049774 + 0.8866158127784729, + 0.11338425427675247 ], "full text prediction probs": [ 0.9917782545089722, @@ -257132,11 +288956,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.09378937631845474, - "sufficiency": 0.9888640642166138, + "comprehensiveness": 0.11656558513641357, + "sufficiency": 0.9630889892578125, "masked prediction probs": [ - 0.9071639180183411, - 0.09283606708049774 + 0.8866158127784729, + 0.11338425427675247 ], "full text prediction probs": [ 0.9917782545089722, @@ -257144,12 +288968,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005152277648448944, - "sufficiency": 0.9828366637229919, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11653974652290344, + "sufficiency": 0.9630971550941467, "masked prediction probs": [ - 0.9871289730072021, - 0.01287108939141035 + 0.8866158127784729, + 0.11338425427675247 + ], + "full text prediction probs": [ + 0.9917782545089722, + 0.00822173710912466 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.12199994176626205, + "sufficiency": 0.9621306657791138, + "masked prediction probs": [ + 0.8816642761230469, + 0.11833573132753372 ], "full text prediction probs": [ 0.9917782545089722, @@ -257159,7 +288996,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8472357988357544, + "sufficiency": 0.847269594669342, "masked prediction probs": [ 0.9921661615371704, 0.007833877578377724 @@ -257171,8 +289008,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005149994511157274, - "sufficiency": 0.9828442931175232, + "comprehensiveness": 0.005148854106664658, + "sufficiency": 0.982848048210144, "masked prediction probs": [ 0.9871289730072021, 0.01287108939141035 @@ -257184,8 +289021,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003031739266589284, - "sufficiency": 0.7792293429374695, + "comprehensiveness": 0.003031067783012986, + "sufficiency": 0.7792781591415405, "masked prediction probs": [ 0.9890406727790833, 0.010959350503981113 @@ -257197,8 +289034,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0025207973085343838, - "sufficiency": 0.7476955652236938, + "comprehensiveness": 0.0025202392134815454, + "sufficiency": 0.7477514743804932, "masked prediction probs": [ 0.9895015358924866, 0.010498507879674435 @@ -257210,8 +289047,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.16701248288154602, - "sufficiency": 0.9867874979972839, + "comprehensiveness": 0.16697551310062408, + "sufficiency": 0.9867904186248779, "masked prediction probs": [ 0.8409035205841064, 0.15909650921821594 @@ -257223,8 +289060,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003753894241526723, - "sufficiency": 0.9320012331008911, + "comprehensiveness": 0.0037530637346208096, + "sufficiency": 0.9320162534713745, "masked prediction probs": [ 0.988386332988739, 0.011613600887358189 @@ -257236,11 +289073,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005144296679645777, - "sufficiency": 0.9828632473945618, + "comprehensiveness": 0.12181099504232407, + "sufficiency": 0.9621891975402832, "masked prediction probs": [ - 0.9871289730072021, - 0.01287108939141035 + 0.8816642761230469, + 0.11833573132753372 + ], + "full text prediction probs": [ + 0.9917782545089722, + 0.00822173710912466 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12178405374288559, + "sufficiency": 0.9621976613998413, + "masked prediction probs": [ + 0.8816642761230469, + 0.11833573132753372 ], "full text prediction probs": [ 0.9917782545089722, @@ -257250,12 +289100,12 @@ } }, "test_1370": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.964190661907196, - "sufficiency": 0.9841840267181396, + "fixed-shap": { + "comprehensiveness": 0.008330363780260086, + "sufficiency": 0.8550696969032288, "masked prediction probs": [ - 0.12199198454618454, - 0.8780080080032349 + 0.9491485357284546, + 0.05085147172212601 ], "full text prediction probs": [ 0.9563572406768799, @@ -257354,12 +289204,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9973302483558655, - "sufficiency": 0.9316256046295166, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9624111652374268, + "sufficiency": 0.9842132329940796, "masked prediction probs": [ - 0.09171880036592484, - 0.9082812070846558 + 0.12199198454618454, + 0.8780080080032349 + ], + "full text prediction probs": [ + 0.9563572406768799, + 0.04364277049899101 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7449759840965271, + "masked prediction probs": [ + 0.9587505459785461, + 0.04124943166971207 ], "full text prediction probs": [ 0.9563572406768799, @@ -257369,7 +289232,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8904600143432617, + "sufficiency": 0.8904853463172913, "masked prediction probs": [ 0.981472373008728, 0.01852760650217533 @@ -257382,7 +289245,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8498028516769409, + "sufficiency": 0.8498374819755554, "masked prediction probs": [ 0.9563572406768799, 0.04364277049899101 @@ -257394,8 +289257,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8106684684753418, - "sufficiency": 0.9135462045669556, + "comprehensiveness": 0.810481607913971, + "sufficiency": 0.9135660529136658, "masked prediction probs": [ 0.25305941700935364, 0.746940553188324 @@ -257407,8 +289270,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9964107275009155, - "sufficiency": 0.931688666343689, + "comprehensiveness": 0.9961811900138855, + "sufficiency": 0.9317044019699097, "masked prediction probs": [ 0.09171880036592484, 0.9082812070846558 @@ -257420,8 +289283,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8102948665618896, - "sufficiency": 0.9135860204696655, + "comprehensiveness": 0.8101081252098083, + "sufficiency": 0.9136059880256653, "masked prediction probs": [ 0.25305941700935364, 0.746940553188324 @@ -257434,7 +289297,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6388359069824219, + "sufficiency": 0.6389189958572388, "masked prediction probs": [ 0.9776264429092407, 0.022373544052243233 @@ -257446,8 +289309,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9957222938537598, - "sufficiency": 0.9317358732223511, + "comprehensiveness": 0.9954929947853088, + "sufficiency": 0.931751549243927, + "masked prediction probs": [ + 0.09171880036592484, + 0.9082812070846558 + ], + "full text prediction probs": [ + 0.9563572406768799, + 0.04364277049899101 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9952638149261475, + "sufficiency": 0.9317672848701477, "masked prediction probs": [ 0.09171880036592484, 0.9082812070846558 @@ -257460,12 +289336,12 @@ } }, "test_1387": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0011427928693592548, - "sufficiency": 0.8514040112495422, + "fixed-shap": { + "comprehensiveness": 0.015275610610842705, + "sufficiency": 0.9737805128097534, "masked prediction probs": [ - 0.98624587059021, - 0.013754099607467651 + 0.9735791087150574, + 0.026420818641781807 ], "full text prediction probs": [ 0.9872701168060303, @@ -257564,12 +289440,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 3.704271512106061e-05, - "sufficiency": 0.8640668988227844, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0011407562997192144, + "sufficiency": 0.8516688346862793, "masked prediction probs": [ - 0.9872368574142456, - 0.0127631276845932 + 0.98624587059021, + 0.013754099607467651 + ], + "full text prediction probs": [ + 0.9872701168060303, + 0.012729884125292301 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006830868311226368, + "sufficiency": 0.8871952295303345, + "masked prediction probs": [ + 0.9811355471611023, + 0.018864456564188004 ], "full text prediction probs": [ 0.9872701168060303, @@ -257579,7 +289468,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.809037983417511, + "sufficiency": 0.8090804815292358, "masked prediction probs": [ 0.9887689352035522, 0.01123104989528656 @@ -257592,7 +289481,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8205610513687134, + "sufficiency": 0.8206009864807129, "masked prediction probs": [ 0.9872701168060303, 0.012729884125292301 @@ -257604,8 +289493,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005005985032767057, - "sufficiency": 0.8544145822525024, + "comprehensiveness": 0.005004871170967817, + "sufficiency": 0.8544469475746155, "masked prediction probs": [ 0.9827724099159241, 0.017227619886398315 @@ -257618,7 +289507,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8334870338439941, + "sufficiency": 0.8335240483283997, "masked prediction probs": [ 0.9874529242515564, 0.012547130696475506 @@ -257630,8 +289519,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020584773272275925, - "sufficiency": 0.8844496607780457, + "comprehensiveness": 0.020580193027853966, + "sufficiency": 0.8844754099845886, "masked prediction probs": [ 0.9687671661376953, 0.031232811510562897 @@ -257643,8 +289532,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009270395152270794, - "sufficiency": 0.7173522710800171, + "comprehensiveness": 0.00926833413541317, + "sufficiency": 0.7174150943756104, "masked prediction probs": [ 0.9789354205131531, 0.02106466330587864 @@ -257656,8 +289545,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0050015319138765335, - "sufficiency": 0.8545441031455994, + "comprehensiveness": 0.005000419449061155, + "sufficiency": 0.8545764088630676, "masked prediction probs": [ 0.9827724099159241, 0.017227619886398315 @@ -257667,15 +289556,28 @@ 0.012729884125292301 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 3.696860221680254e-05, + "sufficiency": 0.8643389344215393, + "masked prediction probs": [ + 0.9872368574142456, + 0.0127631276845932 + ], + "full text prediction probs": [ + 0.9872701168060303, + 0.012729884125292301 + ], + "labels": 0 } }, "test_1402": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.13986836373806, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.006721497047692537, + "sufficiency": 0.9247727394104004, "masked prediction probs": [ - 0.8573030233383179, - 0.14269699156284332 + 0.9759247303009033, + 0.024075279012322426 ], "full text prediction probs": [ 0.9819129705429077, @@ -257774,12 +289676,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2033984363079071, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.13961762189865112, "sufficiency": 1.0, "masked prediction probs": [ - 0.8003780841827393, - 0.19962191581726074 + 0.8573030233383179, + 0.14269699156284332 + ], + "full text prediction probs": [ + 0.9819129705429077, + 0.018087100237607956 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015241734683513641, + "sufficiency": 0.8394065499305725, + "masked prediction probs": [ + 0.9683065414428711, + 0.031693462282419205 ], "full text prediction probs": [ 0.9819129705429077, @@ -257789,7 +289704,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.003639065660536289, + "sufficiency": 0.003862216603010893, "masked prediction probs": [ 0.9862658381462097, 0.013734127394855022 @@ -257801,7 +289716,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.20330731570720673, + "comprehensiveness": 0.20326179265975952, "sufficiency": 1.0, "masked prediction probs": [ 0.8003780841827393, @@ -257814,8 +289729,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008681063540279865, - "sufficiency": 0.9551661014556885, + "comprehensiveness": 0.008679119870066643, + "sufficiency": 0.955176055431366, "masked prediction probs": [ 0.974159836769104, 0.025840189307928085 @@ -257827,8 +289742,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011862896382808685, - "sufficiency": 0.9425939917564392, + "comprehensiveness": 0.011860241182148457, + "sufficiency": 0.9426068067550659, "masked prediction probs": [ 0.9713157415390015, 0.02868424355983734 @@ -257840,7 +289755,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05926711857318878, + "comprehensiveness": 0.05925385281443596, "sufficiency": 1.0, "masked prediction probs": [ 0.9289572834968567, @@ -257853,8 +289768,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003192355390638113, - "sufficiency": 0.864531397819519, + "comprehensiveness": 0.003191641066223383, + "sufficiency": 0.8645616769790649, "masked prediction probs": [ 0.9790599346160889, 0.020940111950039864 @@ -257866,11 +289781,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20307989418506622, - "sufficiency": 1.0, + "comprehensiveness": 0.01521786767989397, + "sufficiency": 0.8396580219268799, "masked prediction probs": [ - 0.8003780841827393, - 0.19962191581726074 + 0.9683065414428711, + 0.031693462282419205 + ], + "full text prediction probs": [ + 0.9819129705429077, + 0.018087100237607956 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015214464627206326, + "sufficiency": 0.8396938443183899, + "masked prediction probs": [ + 0.9683065414428711, + 0.031693462282419205 ], "full text prediction probs": [ 0.9819129705429077, @@ -257880,12 +289808,12 @@ } }, "test_1415": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.008660211227834225, - "sufficiency": 0.9958389401435852, + "fixed-shap": { + "comprehensiveness": 0.008566323667764664, + "sufficiency": 0.9952284097671509, "masked prediction probs": [ - 0.9878305792808533, - 0.012169355526566505 + 0.9879155158996582, + 0.012084458023309708 ], "full text prediction probs": [ 0.9956651329994202, @@ -257984,12 +289912,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0018024886958301067, - "sufficiency": 0.8532728552818298, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.008644921705126762, + "sufficiency": 0.9958463311195374, "masked prediction probs": [ - 0.9940316081047058, - 0.005968363024294376 + 0.9878305792808533, + 0.012169355526566505 + ], + "full text prediction probs": [ + 0.9956651329994202, + 0.004334892146289349 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008263145573437214, + "sufficiency": 0.9954184293746948, + "masked prediction probs": [ + 0.9881749153137207, + 0.011825050227344036 ], "full text prediction probs": [ 0.9956651329994202, @@ -257998,8 +289939,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0012700645020231605, - "sufficiency": 0.8466986417770386, + "comprehensiveness": 0.001269784290343523, + "sufficiency": 0.8467325568199158, "masked prediction probs": [ 0.9945138692855835, 0.00548612279817462 @@ -258011,8 +289952,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001801693462766707, - "sufficiency": 0.8533377051353455, + "comprehensiveness": 0.0018012961372733116, + "sufficiency": 0.8533700108528137, "masked prediction probs": [ 0.9940316081047058, 0.005968363024294376 @@ -258024,8 +289965,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0018012961372733116, - "sufficiency": 0.8533700108528137, + "comprehensiveness": 0.0018008989281952381, + "sufficiency": 0.8534022569656372, "masked prediction probs": [ 0.9940316081047058, 0.005968363024294376 @@ -258037,8 +289978,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 6.282052345341071e-05, - "sufficiency": 0.8238872289657593, + "comprehensiveness": 6.280667730607092e-05, + "sufficiency": 0.8239260315895081, "masked prediction probs": [ 0.9956081509590149, 0.004391903057694435 @@ -258050,8 +289991,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005717576015740633, - "sufficiency": 0.9813205003738403, + "comprehensiveness": 0.005716315470635891, + "sufficiency": 0.9813246130943298, "masked prediction probs": [ 0.9904778003692627, 0.009522201493382454 @@ -258064,7 +290005,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8131290078163147, + "sufficiency": 0.8131701350212097, "masked prediction probs": [ 0.9956651329994202, 0.004334892146289349 @@ -258076,8 +290017,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0017997084651142359, - "sufficiency": 0.8534992337226868, + "comprehensiveness": 0.0017993119545280933, + "sufficiency": 0.8535314202308655, + "masked prediction probs": [ + 0.9940316081047058, + 0.005968363024294376 + ], + "full text prediction probs": [ + 0.9956651329994202, + 0.004334892146289349 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0017989156767725945, + "sufficiency": 0.8535637259483337, "masked prediction probs": [ 0.9940316081047058, 0.005968363024294376 @@ -258090,12 +290044,12 @@ } }, "test_1438": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2382003366947174, - "sufficiency": 0.9967007637023926, + "fixed-shap": { + "comprehensiveness": 0.01809823326766491, + "sufficiency": 0.9742481112480164, "masked prediction probs": [ - 0.7775769233703613, - 0.22242307662963867 + 0.9759441614151001, + 0.02405584789812565 ], "full text prediction probs": [ 0.9922552108764648, @@ -258194,12 +290148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.001249131397344172, - "sufficiency": 0.7003095149993896, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2377782016992569, + "sufficiency": 0.9967066049575806, "masked prediction probs": [ - 0.9911274313926697, - 0.008872613310813904 + 0.7775769233703613, + 0.22242307662963867 + ], + "full text prediction probs": [ + 0.9922552108764648, + 0.0077448259107768536 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0006781213451176882, + "sufficiency": 0.8409374356269836, + "masked prediction probs": [ + 0.9916428327560425, + 0.008357164449989796 ], "full text prediction probs": [ 0.9922552108764648, @@ -258208,8 +290175,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013540645595639944, - "sufficiency": 0.8290685415267944, + "comprehensiveness": 0.0013537646736949682, + "sufficiency": 0.8291064500808716, "masked prediction probs": [ 0.9910324215888977, 0.008967519737780094 @@ -258221,8 +290188,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.024641552940011024, - "sufficiency": 0.9968609809875488, + "comprehensiveness": 0.024636099115014076, + "sufficiency": 0.9968616962432861, "masked prediction probs": [ 0.9699977040290833, 0.030002357438206673 @@ -258234,8 +290201,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.062135227024555206, - "sufficiency": 0.9904611110687256, + "comprehensiveness": 0.062121473252773285, + "sufficiency": 0.990463137626648, "masked prediction probs": [ 0.9361190795898438, 0.06388092041015625 @@ -258247,8 +290214,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0006360504194162786, - "sufficiency": 0.8367874622344971, + "comprehensiveness": 0.0006359096732921898, + "sufficiency": 0.8368236422538757, "masked prediction probs": [ 0.9916804432868958, 0.00831951480358839 @@ -258260,8 +290227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.024625195190310478, - "sufficiency": 0.996863067150116, + "comprehensiveness": 0.024619746953248978, + "sufficiency": 0.9968637824058533, "masked prediction probs": [ 0.9699977040290833, 0.030002357438206673 @@ -258273,8 +290240,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005979248089715838, - "sufficiency": 0.8646035194396973, + "comprehensiveness": 0.0005977925611659884, + "sufficiency": 0.8646333813667297, "masked prediction probs": [ 0.9917146563529968, 0.0082852803170681 @@ -258286,8 +290253,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024614302441477776, - "sufficiency": 0.9968644380569458, + "comprehensiveness": 0.024608857929706573, + "sufficiency": 0.9968651533126831, "masked prediction probs": [ 0.9699977040290833, 0.030002357438206673 @@ -258297,15 +290264,28 @@ 0.0077448259107768536 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001246645930223167, + "sufficiency": 0.7009058594703674, + "masked prediction probs": [ + 0.9911274313926697, + 0.008872613310813904 + ], + "full text prediction probs": [ + 0.9922552108764648, + 0.0077448259107768536 + ], + "labels": 0 } }, "test_1477": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9324695467948914, - 0.06753048300743103 + 0.21440082788467407, + 0.7855991125106812 ], "full text prediction probs": [ 0.04814818874001503, @@ -258404,12 +290384,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9398545622825623, - 0.06014547869563103 + 0.9324695467948914, + 0.06753048300743103 + ], + "full text prediction probs": [ + 0.04814818874001503, + 0.9518517851829529 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04814818874001503, + 0.9518517851829529 ], "full text prediction probs": [ 0.04814818874001503, @@ -258444,7 +290437,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.393534392118454, + "comprehensiveness": 0.3918026089668274, "sufficiency": 0.0, "masked prediction probs": [ 0.06595823913812637, @@ -258507,15 +290500,28 @@ 0.9518517851829529 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9398545622825623, + 0.06014547869563103 + ], + "full text prediction probs": [ + 0.04814818874001503, + 0.9518517851829529 + ], + "labels": 1 } }, "test_1478": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0009689025464467704, - "sufficiency": 0.8165473937988281, + "fixed-shap": { + "comprehensiveness": 0.019752753898501396, + "sufficiency": 0.8915228843688965, "masked prediction probs": [ - 0.9941307902336121, - 0.0058692325837910175 + 0.9771501421928406, + 0.02284994162619114 ], "full text prediction probs": [ 0.9950066804885864, @@ -258614,12 +290620,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0003931289538741112, - "sufficiency": 0.815176248550415, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0009671906591393054, + "sufficiency": 0.8168715238571167, "masked prediction probs": [ - 0.994650661945343, - 0.0053493366576731205 + 0.9941307902336121, + 0.0058692325837910175 + ], + "full text prediction probs": [ + 0.9950066804885864, + 0.004993247799575329 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005482915323227644, + "sufficiency": 0.8895458579063416, + "masked prediction probs": [ + 0.9900402426719666, + 0.009959746152162552 ], "full text prediction probs": [ 0.9950066804885864, @@ -258628,8 +290647,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.01144961453974247, - "sufficiency": 0.8161976337432861, + "comprehensiveness": 0.011447086930274963, + "sufficiency": 0.8162382245063782, "masked prediction probs": [ 0.984635591506958, 0.015364418737590313 @@ -258641,8 +290660,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.011297155171632767, - "sufficiency": 0.872609555721283, + "comprehensiveness": 0.011294662021100521, + "sufficiency": 0.8726376295089722, "masked prediction probs": [ 0.9847714304924011, 0.015228578820824623 @@ -258654,8 +290673,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009988519363105297, - "sufficiency": 0.8836687803268433, + "comprehensiveness": 0.009986315853893757, + "sufficiency": 0.8836944103240967, "masked prediction probs": [ 0.9859550595283508, 0.014045021496713161 @@ -258667,8 +290686,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.011413956061005592, - "sufficiency": 0.8456951975822449, + "comprehensiveness": 0.011411438696086407, + "sufficiency": 0.8457292318344116, "masked prediction probs": [ 0.9846610426902771, 0.015338916331529617 @@ -258680,8 +290699,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010639853775501251, - "sufficiency": 0.8598663806915283, + "comprehensiveness": 0.01063750684261322, + "sufficiency": 0.8598973155021667, "masked prediction probs": [ 0.9853605628013611, 0.01463940180838108 @@ -258693,8 +290712,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.012206758372485638, - "sufficiency": 0.855807900428772, + "comprehensiveness": 0.012204067781567574, + "sufficiency": 0.8558396697044373, "masked prediction probs": [ 0.9839375615119934, 0.016062438488006592 @@ -258706,8 +290725,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011406405828893185, - "sufficiency": 0.8457972407341003, + "comprehensiveness": 0.011403890326619148, + "sufficiency": 0.8458312749862671, "masked prediction probs": [ 0.9846610426902771, 0.015338916331529617 @@ -258717,15 +290736,28 @@ 0.004993247799575329 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.000392349116737023, + "sufficiency": 0.8155428171157837, + "masked prediction probs": [ + 0.994650661945343, + 0.0053493366576731205 + ], + "full text prediction probs": [ + 0.9950066804885864, + 0.004993247799575329 + ], + "labels": 0 } }, "test_1488": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9868914484977722, - 0.013108544051647186 + 0.08002572506666183, + 0.9199742674827576 ], "full text prediction probs": [ 0.5554861426353455, @@ -258824,12 +290856,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9862567782402039, - 0.013743278570473194 + 0.9868914484977722, + 0.013108544051647186 + ], + "full text prediction probs": [ + 0.5554861426353455, + 0.4445139169692993 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.176364928483963, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4732503294944763, + 0.5267496109008789 ], "full text prediction probs": [ 0.5554861426353455, @@ -258839,7 +290884,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.16504894196987152, + "sufficiency": 0.16540691256523132, "masked prediction probs": [ 0.9814556241035461, 0.018544411286711693 @@ -258890,7 +290935,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.890856921672821, + "comprehensiveness": 0.8904755115509033, "sufficiency": 1.0, "masked prediction probs": [ 0.13938269019126892, @@ -258903,7 +290948,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3938838243484497, + "comprehensiveness": 0.3937152922153473, "sufficiency": 1.0, "masked prediction probs": [ 0.3714312016963959, @@ -258917,7 +290962,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.16719211637973785, + "sufficiency": 0.16754823923110962, "masked prediction probs": [ 0.9814556241035461, 0.018544411286711693 @@ -258927,15 +290972,28 @@ 0.4445139169692993 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9862567782402039, + 0.013743278570473194 + ], + "full text prediction probs": [ + 0.5554861426353455, + 0.4445139169692993 + ], + "labels": 0 } }, "test_1495": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03531378135085106, - "sufficiency": 0.9957521557807922, + "fixed-shap": { + "comprehensiveness": 0.0029867859557271004, + "sufficiency": 0.8704884648323059, "masked prediction probs": [ - 0.9510216116905212, - 0.048978421837091446 + 0.9798411130905151, + 0.020158914849162102 ], "full text prediction probs": [ 0.9825038313865662, @@ -259034,12 +291092,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17513228952884674, - "sufficiency": 0.9770448803901672, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03525051474571228, + "sufficiency": 0.9957597255706787, "masked prediction probs": [ - 0.8260932564735413, - 0.17390674352645874 + 0.9510216116905212, + 0.048978421837091446 + ], + "full text prediction probs": [ + 0.9825038313865662, + 0.017496107146143913 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002563941990956664, + "sufficiency": 0.8313943147659302, + "masked prediction probs": [ + 0.980213463306427, + 0.019786490127444267 ], "full text prediction probs": [ 0.9825038313865662, @@ -259061,8 +291132,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.12968522310256958, - "sufficiency": 0.9742683172225952, + "comprehensiveness": 0.12965621054172516, + "sufficiency": 0.9742740392684937, "masked prediction probs": [ 0.8666301369667053, 0.13336987793445587 @@ -259074,8 +291145,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.029251376166939735, - "sufficiency": 0.9820343255996704, + "comprehensiveness": 0.029244830831885338, + "sufficiency": 0.9820383191108704, "masked prediction probs": [ 0.9563618898391724, 0.04363805428147316 @@ -259087,8 +291158,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0024831390473991632, - "sufficiency": 0.8868352770805359, + "comprehensiveness": 0.0024825837463140488, + "sufficiency": 0.8868605494499207, "masked prediction probs": [ 0.9802841544151306, 0.01971583627164364 @@ -259100,8 +291171,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.15394079685211182, - "sufficiency": 0.9941768646240234, + "comprehensiveness": 0.15390636026859283, + "sufficiency": 0.9941781759262085, "masked prediction probs": [ 0.8448654413223267, 0.15513458847999573 @@ -259113,8 +291184,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006073904689401388, - "sufficiency": 0.9599401354789734, + "comprehensiveness": 0.006072546821087599, + "sufficiency": 0.9599490165710449, "masked prediction probs": [ 0.9770719408988953, 0.02292807213962078 @@ -259126,8 +291197,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.15387195348739624, - "sufficiency": 0.9941794276237488, + "comprehensiveness": 0.15383754670619965, + "sufficiency": 0.9941807389259338, "masked prediction probs": [ 0.8448654413223267, 0.15513458847999573 @@ -259137,15 +291208,28 @@ 0.017496107146143913 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17478004097938538, + "sufficiency": 0.9770910143852234, + "masked prediction probs": [ + 0.8260932564735413, + 0.17390674352645874 + ], + "full text prediction probs": [ + 0.9825038313865662, + 0.017496107146143913 + ], + "labels": 0 } }, "test_1537": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9389926195144653, - "sufficiency": 0.9825072884559631, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8731034994125366, "masked prediction probs": [ - 0.14565053582191467, - 0.8543494939804077 + 0.9901041388511658, + 0.009895820170640945 ], "full text prediction probs": [ 0.9867365956306458, @@ -259244,12 +291328,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9763801693916321, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9373183250427246, + "sufficiency": 0.9825384616851807, "masked prediction probs": [ - 0.03555331379175186, - 0.9644467234611511 + 0.14565053582191467, + 0.8543494939804077 + ], + "full text prediction probs": [ + 0.9867365956306458, + 0.013263436034321785 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9140846729278564, + "masked prediction probs": [ + 0.9872450232505798, + 0.01275503821671009 ], "full text prediction probs": [ 0.9867365956306458, @@ -259259,7 +291356,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.2451573759317398, + "sufficiency": 0.24532553553581238, "masked prediction probs": [ 0.9911762475967407, 0.008823744021356106 @@ -259272,7 +291369,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8210486769676208, + "sufficiency": 0.8210884928703308, "masked prediction probs": [ 0.9867365956306458, 0.013263436034321785 @@ -259284,8 +291381,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05373385548591614, - "sufficiency": 0.7913858294487, + "comprehensiveness": 0.05372188612818718, + "sufficiency": 0.79143226146698, "masked prediction probs": [ 0.9384872317314148, 0.06151272729039192 @@ -259297,8 +291394,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02051670476794243, - "sufficiency": 0.9311351776123047, + "comprehensiveness": 0.020512137562036514, + "sufficiency": 0.9311505556106567, "masked prediction probs": [ 0.9683098793029785, 0.03169010952115059 @@ -259311,7 +291408,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9764065146446228, + "sufficiency": 0.9764118194580078, "masked prediction probs": [ 0.03555331379175186, 0.9644467234611511 @@ -259323,8 +291420,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002533487742766738, - "sufficiency": 0.8929650187492371, + "comprehensiveness": 0.002532924059778452, + "sufficiency": 0.8929888606071472, "masked prediction probs": [ 0.984460175037384, 0.015539855696260929 @@ -259337,7 +291434,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9764170050621033, + "sufficiency": 0.9764221906661987, + "masked prediction probs": [ + 0.03555331379175186, + 0.9644467234611511 + ], + "full text prediction probs": [ + 0.9867365956306458, + 0.013263436034321785 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9764274954795837, "masked prediction probs": [ 0.03555331379175186, 0.9644467234611511 @@ -259350,12 +291460,12 @@ } }, "test_1575": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.40416112542152405, - "sufficiency": 0.9955250024795532, + "fixed-shap": { + "comprehensiveness": 0.02020716480910778, + "sufficiency": 0.9220496416091919, "masked prediction probs": [ - 0.6285634636878967, - 0.3714365065097809 + 0.9749624133110046, + 0.025037581101059914 ], "full text prediction probs": [ 0.9931930899620056, @@ -259454,12 +291564,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06224772706627846, - "sufficiency": 0.9712576866149902, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.40344560146331787, + "sufficiency": 0.9955329298973083, "masked prediction probs": [ - 0.9369342923164368, - 0.06306571513414383 + 0.6285634636878967, + 0.3714365065097809 + ], + "full text prediction probs": [ + 0.9931930899620056, + 0.006806892342865467 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01898794062435627, + "sufficiency": 0.9112523198127747, + "masked prediction probs": [ + 0.9760282039642334, + 0.02397185191512108 ], "full text prediction probs": [ 0.9931930899620056, @@ -259468,8 +291591,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0024339964147657156, - "sufficiency": 0.9134166240692139, + "comprehensiveness": 0.002433457877486944, + "sufficiency": 0.9134358167648315, "masked prediction probs": [ 0.9909927845001221, 0.009007240645587444 @@ -259481,8 +291604,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013685638085007668, - "sufficiency": 0.9767165184020996, + "comprehensiveness": 0.013682612217962742, + "sufficiency": 0.9767217040061951, "masked prediction probs": [ 0.9808186888694763, 0.01918124593794346 @@ -259494,8 +291617,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03886733576655388, - "sufficiency": 0.7866210341453552, + "comprehensiveness": 0.03885874152183533, + "sufficiency": 0.7866682410240173, "masked prediction probs": [ 0.9580419063568115, 0.04195812717080116 @@ -259507,8 +291630,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018603125354275107, - "sufficiency": 0.7818735837936401, + "comprehensiveness": 0.001859901356510818, + "sufficiency": 0.7819217443466187, "masked prediction probs": [ 0.991510272026062, 0.00848974846303463 @@ -259520,8 +291643,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.023565206676721573, - "sufficiency": 0.9188835024833679, + "comprehensiveness": 0.023559998720884323, + "sufficiency": 0.9189015030860901, "masked prediction probs": [ 0.971871554851532, 0.028128428384661674 @@ -259533,8 +291656,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00249861809425056, - "sufficiency": 0.8389091491699219, + "comprehensiveness": 0.0024980660527944565, + "sufficiency": 0.838944673538208, "masked prediction probs": [ 0.9909318685531616, 0.009068161249160767 @@ -259546,8 +291669,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03883298486471176, - "sufficiency": 0.7868096232414246, + "comprehensiveness": 0.038824405521154404, + "sufficiency": 0.7868567109107971, "masked prediction probs": [ 0.9580419063568115, 0.04195812717080116 @@ -259557,15 +291680,28 @@ 0.006806892342865467 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06212399899959564, + "sufficiency": 0.9713148474693298, + "masked prediction probs": [ + 0.9369342923164368, + 0.06306571513414383 + ], + "full text prediction probs": [ + 0.9931930899620056, + 0.006806892342865467 + ], + "labels": 0 } }, "test_1589": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.13786347210407257, - "sufficiency": 0.9723151326179504, + "fixed-shap": { + "comprehensiveness": 0.003949565812945366, + "sufficiency": 0.7577605843544006, "masked prediction probs": [ - 0.8688730001449585, - 0.1311269998550415 + 0.9896977543830872, + 0.01030227541923523 ], "full text prediction probs": [ 0.9932612776756287, @@ -259664,12 +291800,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.535470724105835, - "sufficiency": 0.9772239923477173, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.13761942088603973, + "sufficiency": 0.9723641276359558, "masked prediction probs": [ - 0.5092723369598389, - 0.49072760343551636 + 0.8688730001449585, + 0.1311269998550415 + ], + "full text prediction probs": [ + 0.9932612776756287, + 0.00673869252204895 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0031888452358543873, + "sufficiency": 0.7696186304092407, + "masked prediction probs": [ + 0.9903783798217773, + 0.009621590375900269 ], "full text prediction probs": [ 0.9932612776756287, @@ -259678,8 +291827,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00047812570119276643, - "sufficiency": 0.8130138516426086, + "comprehensiveness": 0.00047801993787288666, + "sufficiency": 0.8130552768707275, "masked prediction probs": [ 0.9928290247917175, 0.007170975673943758 @@ -259691,8 +291840,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.008444052189588547, - "sufficiency": 0.9339976906776428, + "comprehensiveness": 0.008442185819149017, + "sufficiency": 0.9340122938156128, "masked prediction probs": [ 0.985625684261322, 0.014374258928000927 @@ -259704,8 +291853,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5351154804229736, - "sufficiency": 0.9772391319274902, + "comprehensiveness": 0.5349971652030945, + "sufficiency": 0.9772441387176514, "masked prediction probs": [ 0.5092723369598389, 0.49072760343551636 @@ -259717,8 +291866,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009535878896713257, - "sufficiency": 0.9602508544921875, + "comprehensiveness": 0.009533771313726902, + "sufficiency": 0.9602596759796143, "masked prediction probs": [ 0.9846345782279968, 0.015365428291261196 @@ -259730,8 +291879,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0378369502723217, - "sufficiency": 0.9421564936637878, + "comprehensiveness": 0.037828586995601654, + "sufficiency": 0.9421693086624146, "masked prediction probs": [ 0.9590242505073547, 0.04097575321793556 @@ -259743,8 +291892,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01737876422703266, - "sufficiency": 0.9621633291244507, + "comprehensiveness": 0.017374923452734947, + "sufficiency": 0.9621716737747192, "masked prediction probs": [ 0.9775325059890747, 0.022467507049441338 @@ -259756,8 +291905,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5346425771713257, - "sufficiency": 0.9772592186927795, + "comprehensiveness": 0.5345245003700256, + "sufficiency": 0.9772642254829407, + "masked prediction probs": [ + 0.5092723369598389, + 0.49072760343551636 + ], + "full text prediction probs": [ + 0.9932612776756287, + 0.00673869252204895 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5344064235687256, + "sufficiency": 0.9772692918777466, "masked prediction probs": [ 0.5092723369598389, 0.49072760343551636 @@ -259770,12 +291932,12 @@ } }, "test_1601": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.11014323681592941, + "fixed-shap": { + "comprehensiveness": 0.21794389188289642, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9720478653907776, - 0.027952143922448158 + 0.03394897282123566, + 0.9660511016845703 ], "full text prediction probs": [ 0.017992958426475525, @@ -259874,12 +292036,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.12915237247943878, + "masked prediction probs": [ + 0.9720478653907776, + 0.027952143922448158 + ], + "full text prediction probs": [ + 0.017992958426475525, + 0.9820070862770081 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9122685790061951, - 0.08773144334554672 + 0.01689487136900425, + 0.9831051230430603 ], "full text prediction probs": [ 0.017992958426475525, @@ -259901,7 +292076,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.350595623254776, + "comprehensiveness": 0.34966567158699036, "sufficiency": 0.0, "masked prediction probs": [ 0.04436181113123894, @@ -259953,7 +292128,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.2855494022369385, + "comprehensiveness": 0.2847999036312103, "sufficiency": 0.0, "masked prediction probs": [ 0.03969811275601387, @@ -259977,15 +292152,28 @@ 0.9820070862770081 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9122685790061951, + 0.08773144334554672 + ], + "full text prediction probs": [ + 0.017992958426475525, + 0.9820070862770081 + ], + "labels": 0 } }, "test_1610": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9469208717346191, - 0.05307910591363907 + 0.7000606060028076, + 0.2999393939971924 ], "full text prediction probs": [ 0.1692531555891037, @@ -260084,12 +292272,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8761038780212402, - 0.12389611452817917 + 0.9469208717346191, + 0.05307910591363907 + ], + "full text prediction probs": [ + 0.1692531555891037, + 0.8307468295097351 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6505430936813354, + 0.34945690631866455 ], "full text prediction probs": [ 0.1692531555891037, @@ -260187,15 +292388,28 @@ 0.8307468295097351 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8761038780212402, + 0.12389611452817917 + ], + "full text prediction probs": [ + 0.1692531555891037, + 0.8307468295097351 + ], + "labels": 0 } }, "test_1671": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6331586241722107, + "fixed-shap": { + "comprehensiveness": 0.2368195354938507, "sufficiency": 1.0, "masked prediction probs": [ - 0.4192622900009155, - 0.5807376503944397 + 0.7739155292510986, + 0.22608444094657898 ], "full text prediction probs": [ 0.9858270287513733, @@ -260294,12 +292508,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.026807179674506187, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6320285201072693, "sufficiency": 1.0, "masked prediction probs": [ - 0.9617964625358582, - 0.03820355236530304 + 0.4192622900009155, + 0.5807376503944397 + ], + "full text prediction probs": [ + 0.9858270287513733, + 0.014173011295497417 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.48809441924095154, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5481904745101929, + 0.4518095552921295 ], "full text prediction probs": [ 0.9858270287513733, @@ -260309,7 +292536,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8121554851531982, + "sufficiency": 0.8121974468231201, "masked prediction probs": [ 0.9865142703056335, 0.01348571665585041 @@ -260321,7 +292548,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.026795223355293274, + "comprehensiveness": 0.02678924985229969, "sufficiency": 1.0, "masked prediction probs": [ 0.9617964625358582, @@ -260334,7 +292561,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05080904811620712, + "comprehensiveness": 0.0507977195084095, "sufficiency": 1.0, "masked prediction probs": [ 0.9402501583099365, @@ -260348,7 +292575,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7868012189865112, + "sufficiency": 0.7868487238883972, "masked prediction probs": [ 0.9864509105682373, 0.013549051247537136 @@ -260360,7 +292587,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02677731029689312, + "comprehensiveness": 0.026771342381834984, "sufficiency": 1.0, "masked prediction probs": [ 0.9617964625358582, @@ -260374,7 +292601,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6428639888763428, + "sufficiency": 0.6429435610771179, "masked prediction probs": [ 0.9884259700775146, 0.011574000120162964 @@ -260386,7 +292613,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.026765380054712296, + "comprehensiveness": 0.026759417727589607, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9617964625358582, + 0.03820355236530304 + ], + "full text prediction probs": [ + 0.9858270287513733, + 0.014173011295497417 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.026753459125757217, "sufficiency": 1.0, "masked prediction probs": [ 0.9617964625358582, @@ -260400,12 +292640,12 @@ } }, "test_1679": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.13091513514518738, "sufficiency": 0.0, "masked prediction probs": [ - 0.976596474647522, - 0.023403525352478027 + 0.03417467325925827, + 0.9658253192901611 ], "full text prediction probs": [ 0.025583982467651367, @@ -260504,12 +292744,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9773685932159424, - 0.022631430998444557 + 0.976596474647522, + 0.023403525352478027 + ], + "full text prediction probs": [ + 0.025583982467651367, + 0.9744160175323486 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2576359510421753, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04295394569635391, + 0.9570460319519043 ], "full text prediction probs": [ 0.025583982467651367, @@ -260531,7 +292784,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7302868962287903, + "comprehensiveness": 0.728132963180542, "sufficiency": 0.0, "masked prediction probs": [ 0.07496652007102966, @@ -260557,7 +292810,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4485037326812744, + "comprehensiveness": 0.4471886456012726, "sufficiency": 0.0, "masked prediction probs": [ 0.0560915470123291, @@ -260607,15 +292860,28 @@ 0.9744160175323486 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9773685932159424, + 0.022631430998444557 + ], + "full text prediction probs": [ + 0.025583982467651367, + 0.9744160175323486 + ], + "labels": 1 } }, "test_1758": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9800490736961365, - "sufficiency": 0.9380203485488892, + "fixed-shap": { + "comprehensiveness": 0.0431189201772213, + "sufficiency": 0.7419865131378174, "masked prediction probs": [ - 0.1077456921339035, - 0.8922542929649353 + 0.8939537405967712, + 0.10604626685380936 ], "full text prediction probs": [ 0.9301362037658691, @@ -260714,9 +292980,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.978183925151825, + "sufficiency": 0.9381383061408997, + "masked prediction probs": [ + 0.1077456921339035, + 0.8922542929649353 + ], + "full text prediction probs": [ + 0.9301362037658691, + 0.06986379623413086 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8762322068214417, + "sufficiency": 0.8762616515159607, "masked prediction probs": [ 0.9301362037658691, 0.06986379623413086 @@ -260729,7 +293008,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.45128482580184937, + "sufficiency": 0.4514153003692627, "masked prediction probs": [ 0.9823606014251709, 0.017639441415667534 @@ -260742,7 +293021,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.876291036605835, + "sufficiency": 0.876320481300354, "masked prediction probs": [ 0.9301362037658691, 0.06986379623413086 @@ -260754,8 +293033,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9774863123893738, - "sufficiency": 0.9381824135780334, + "comprehensiveness": 0.9772539734840393, + "sufficiency": 0.9381970763206482, "masked prediction probs": [ 0.1077456921339035, 0.8922542929649353 @@ -260767,8 +293046,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.3795269727706909, - "sufficiency": 0.9468221664428711, + "comprehensiveness": 0.37943682074546814, + "sufficiency": 0.9468348622322083, "masked prediction probs": [ 0.6107521057128906, 0.38924792408943176 @@ -260780,8 +293059,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7072385549545288, - "sufficiency": 0.8867195248603821, + "comprehensiveness": 0.707070529460907, + "sufficiency": 0.8867464065551758, "masked prediction probs": [ 0.3348308801651001, 0.6651691198348999 @@ -260794,7 +293073,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.876408576965332, + "sufficiency": 0.8764379620552063, "masked prediction probs": [ 0.9301362037658691, 0.06986379623413086 @@ -260807,7 +293086,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8764379620552063, + "sufficiency": 0.8764672875404358, + "masked prediction probs": [ + 0.9301362037658691, + 0.06986379623413086 + ], + "full text prediction probs": [ + 0.9301362037658691, + 0.06986379623413086 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8764966130256653, "masked prediction probs": [ 0.9301362037658691, 0.06986379623413086 @@ -260820,12 +293112,12 @@ } }, "test_32": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9118950963020325, + "fixed-shap": { + "comprehensiveness": 0.003426182083785534, + "sufficiency": 0.8206753134727478, "masked prediction probs": [ - 0.9851561784744263, - 0.014843754470348358 + 0.9769173860549927, + 0.0230825524777174 ], "full text prediction probs": [ 0.9799680709838867, @@ -260924,7 +293216,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.9120531678199768, "masked prediction probs": [ @@ -260937,9 +293229,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.003419269807636738, + "sufficiency": 0.8210370540618896, + "masked prediction probs": [ + 0.9769173860549927, + 0.0230825524777174 + ], + "full text prediction probs": [ + 0.9799680709838867, + 0.020031901076436043 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8598755598068237, + "sufficiency": 0.8599070310592651, "masked prediction probs": [ 0.9879812598228455, 0.012018697336316109 @@ -260951,8 +293256,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0073128268122673035, - "sufficiency": 0.8343693614006042, + "comprehensiveness": 0.007311188615858555, + "sufficiency": 0.8344063758850098, "masked prediction probs": [ 0.9734420776367188, 0.026557907462120056 @@ -260964,8 +293269,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009279683232307434, - "sufficiency": 0.804940402507782, + "comprehensiveness": 0.009277603588998318, + "sufficiency": 0.8049840927124023, "masked prediction probs": [ 0.971684992313385, 0.028314992785453796 @@ -260978,7 +293283,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8147576451301575, + "sufficiency": 0.8147991895675659, "masked prediction probs": [ 0.9867153763771057, 0.013284697197377682 @@ -260990,8 +293295,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09708315879106522, - "sufficiency": 0.968630313873291, + "comprehensiveness": 0.0970614105463028, + "sufficiency": 0.9686374068260193, "masked prediction probs": [ 0.8932724595069885, 0.10672757029533386 @@ -261003,8 +293308,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0076310583390295506, - "sufficiency": 0.9104127287864685, + "comprehensiveness": 0.0076293498277664185, + "sufficiency": 0.910432755947113, "masked prediction probs": [ 0.9731519818305969, 0.026848042383790016 @@ -261016,8 +293321,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09703968465328217, - "sufficiency": 0.9686443209648132, + "comprehensiveness": 0.09701796621084213, + "sufficiency": 0.968651294708252, "masked prediction probs": [ 0.8932724595069885, 0.10672757029533386 @@ -261027,15 +293332,28 @@ 0.020031901076436043 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9122302532196045, + "masked prediction probs": [ + 0.9851561784744263, + 0.014843754470348358 + ], + "full text prediction probs": [ + 0.9799680709838867, + 0.020031901076436043 + ], + "labels": 0 } }, "test_67": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.909651517868042, + "sufficiency": 0.8260400295257568, "masked prediction probs": [ - 0.9883936047554016, - 0.011606416665017605 + 0.9811471700668335, + 0.018852850422263145 ], "full text prediction probs": [ 0.013626031577587128, @@ -261134,12 +293452,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9032412171363831, + "sufficiency": 0.9115089774131775, "masked prediction probs": [ - 0.9894191026687622, - 0.010580881498754025 + 0.9883936047554016, + 0.011606416665017605 + ], + "full text prediction probs": [ + 0.013626031577587128, + 0.986374020576477 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8300531506538391, + "masked prediction probs": [ + 0.9811471700668335, + 0.018852850422263145 ], "full text prediction probs": [ 0.013626031577587128, @@ -261149,7 +293480,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9034892916679382, + "sufficiency": 0.9037359952926636, "masked prediction probs": [ 0.9894191026687622, 0.010580881498754025 @@ -261175,7 +293506,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8953955173492432, + "sufficiency": 0.8956616520881653, "masked prediction probs": [ 0.9177405834197998, 0.082259401679039 @@ -261188,7 +293519,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8279619812965393, + "sufficiency": 0.8283984661102295, "masked prediction probs": [ 0.931260347366333, 0.06873959302902222 @@ -261214,7 +293545,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.8498274087905884, + "sufficiency": 0.8502064943313599, "masked prediction probs": [ 0.9643577933311462, 0.035642169415950775 @@ -261227,7 +293558,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9049510955810547, + "sufficiency": 0.9051904082298279, + "masked prediction probs": [ + 0.9894191026687622, + 0.010580881498754025 + ], + "full text prediction probs": [ + 0.013626031577587128, + 0.986374020576477 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9054285287857056, "masked prediction probs": [ 0.9894191026687622, 0.010580881498754025 @@ -261240,12 +293584,12 @@ } }, "test_71": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.03790578246116638, "sufficiency": 0.0, "masked prediction probs": [ - 0.7301430702209473, - 0.26985687017440796 + 0.008360241539776325, + 0.9916397929191589 ], "full text prediction probs": [ 0.0051529258489608765, @@ -261344,7 +293688,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -261357,6 +293701,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.03711605444550514, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008360241539776325, + 0.9916397929191589 + ], + "full text prediction probs": [ + 0.0051529258489608765, + 0.9948470592498779 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -261371,7 +293728,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04641849920153618, + "comprehensiveness": 0.04631154239177704, "sufficiency": 0.0, "masked prediction probs": [ 0.009173383936285973, @@ -261384,7 +293741,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04098699614405632, + "comprehensiveness": 0.040892768651247025, "sufficiency": 0.0, "masked prediction probs": [ 0.008711039088666439, @@ -261397,7 +293754,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.052881933748722076, + "comprehensiveness": 0.052760642021894455, "sufficiency": 0.0, "masked prediction probs": [ 0.009754256345331669, @@ -261410,7 +293767,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18623143434524536, + "comprehensiveness": 0.18580526113510132, "sufficiency": 0.0, "masked prediction probs": [ 0.021394550800323486, @@ -261423,7 +293780,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06393800675868988, + "comprehensiveness": 0.06379202008247375, "sufficiency": 0.0, "masked prediction probs": [ 0.010741904377937317, @@ -261447,15 +293804,28 @@ 0.9948470592498779 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7301430702209473, + 0.26985687017440796 + ], + "full text prediction probs": [ + 0.0051529258489608765, + 0.9948470592498779 + ], + "labels": 1 } }, "test_79": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5447838306427002, - "sufficiency": 0.9963188171386719, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9355819821357727, "masked prediction probs": [ - 0.49850529432296753, - 0.5014947652816772 + 0.9881823658943176, + 0.011817647144198418 ], "full text prediction probs": [ 0.9879087805747986, @@ -261554,7 +293924,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5438152551651001, "sufficiency": 0.9963253736495972, "masked prediction probs": [ @@ -261567,9 +293937,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8131299614906311, + "masked prediction probs": [ + 0.9879087805747986, + 0.01209123432636261 + ], + "full text prediction probs": [ + 0.9879087805747986, + 0.01209123432636261 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.006208152510225773, - "sufficiency": 0.704032838344574, + "comprehensiveness": 0.006206773221492767, + "sufficiency": 0.7040985822677612, "masked prediction probs": [ 0.9823205471038818, 0.017679458484053612 @@ -261581,8 +293964,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.12873299419879913, - "sufficiency": 0.9875859618186951, + "comprehensiveness": 0.12870441377162933, + "sufficiency": 0.9875887632369995, "masked prediction probs": [ 0.8720047473907471, 0.12799525260925293 @@ -261594,8 +293977,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06963835656642914, - "sufficiency": 0.9648771286010742, + "comprehensiveness": 0.06962289661169052, + "sufficiency": 0.9648849964141846, "masked prediction probs": [ 0.9251963496208191, 0.07480368763208389 @@ -261608,7 +293991,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8539628386497498, + "sufficiency": 0.8539952039718628, "masked prediction probs": [ 0.9885297417640686, 0.011470305733382702 @@ -261620,8 +294003,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.29250043630599976, - "sufficiency": 0.9831517934799194, + "comprehensiveness": 0.29243549704551697, + "sufficiency": 0.9831554293632507, "masked prediction probs": [ 0.7243821620941162, 0.2756178379058838 @@ -261633,8 +294016,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001120400964282453, - "sufficiency": 0.7812036871910095, + "comprehensiveness": 0.0011201524175703526, + "sufficiency": 0.7812522649765015, "masked prediction probs": [ 0.9868991374969482, 0.01310092955827713 @@ -261646,8 +294029,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1285901814699173, - "sufficiency": 0.9875997304916382, + "comprehensiveness": 0.12856164574623108, + "sufficiency": 0.9876024723052979, "masked prediction probs": [ 0.8720047473907471, 0.12799525260925293 @@ -261657,15 +294040,28 @@ 0.01209123432636261 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5427297353744507, + "sufficiency": 0.9963326454162598, + "masked prediction probs": [ + 0.49850529432296753, + 0.5014947652816772 + ], + "full text prediction probs": [ + 0.9879087805747986, + 0.01209123432636261 + ], + "labels": 0 } }, "test_132": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6862877607345581, + "fixed-shap": { + "comprehensiveness": 0.11819659173488617, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9789301156997681, - 0.02106982097029686 + 0.021053031086921692, + 0.9789469242095947 ], "full text prediction probs": [ 0.01184296514838934, @@ -261764,7 +294160,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.6925928592681885, "masked prediction probs": [ @@ -261777,9 +294173,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.14268165826797485, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023217884823679924, + 0.9767821431159973 + ], + "full text prediction probs": [ + 0.01184296514838934, + 0.9881569743156433 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8475082516670227, + "sufficiency": 0.8478894233703613, "masked prediction probs": [ 0.9567014575004578, 0.043298542499542236 @@ -261791,7 +294200,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6589112281799316, + "comprehensiveness": 0.6572661995887756, "sufficiency": 0.0, "masked prediction probs": [ 0.06450437754392624, @@ -261804,7 +294213,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.11291000247001648, + "comprehensiveness": 0.11262881755828857, "sufficiency": 0.0, "masked prediction probs": [ 0.020889509469270706, @@ -261817,7 +294226,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14197556674480438, + "comprehensiveness": 0.141622856259346, "sufficiency": 0.0, "masked prediction probs": [ 0.023246781900525093, @@ -261831,7 +294240,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6964064240455627, + "sufficiency": 0.6971578001976013, "masked prediction probs": [ 0.9789301156997681, 0.02106982097029686 @@ -261843,7 +294252,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4100985825061798, + "comprehensiveness": 0.40908485651016235, "sufficiency": 0.0, "masked prediction probs": [ 0.04494697228074074, @@ -261857,7 +294266,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6979054808616638, + "sufficiency": 0.698649525642395, + "masked prediction probs": [ + 0.9789301156997681, + 0.02106982097029686 + ], + "full text prediction probs": [ + 0.01184296514838934, + 0.9881569743156433 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6993898153305054, "masked prediction probs": [ 0.9789301156997681, 0.02106982097029686 @@ -261870,12 +294292,12 @@ } }, "test_141": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.033306948840618134, - 0.9666929841041565 + 0.02045169658958912, + 0.9795483350753784 ], "full text prediction probs": [ 0.6965098977088928, @@ -261965,8 +294387,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.033306948840618134, - 0.9666929841041565 + 0.02045169658958912, + 0.9795483350753784 ], "full text prediction probs": [ 0.6965098977088928, @@ -261974,12 +294396,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.029276203364133835, - 0.9707238078117371 + 0.02045169658958912, + 0.9795483350753784 + ], + "full text prediction probs": [ + 0.6965098977088928, + 0.3034900724887848 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.026973070576786995, + 0.9730269312858582 ], "full text prediction probs": [ 0.6965098977088928, @@ -261989,7 +294424,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.49987658858299255, + "sufficiency": 0.5000408291816711, "masked prediction probs": [ 0.9854462146759033, 0.01455375924706459 @@ -262001,7 +294436,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7658708691596985, + "comprehensiveness": 0.7656193375587463, "sufficiency": 1.0, "masked prediction probs": [ 0.23013657331466675, @@ -262028,7 +294463,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.794998049736023, + "sufficiency": 0.7950653433799744, "masked prediction probs": [ 0.9837666749954224, 0.016233287751674652 @@ -262069,8 +294504,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.029276203364133835, - 0.9707238078117371 + 0.026973070576786995, + 0.9730269312858582 + ], + "full text prediction probs": [ + 0.6965098977088928, + 0.3034900724887848 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.026973070576786995, + 0.9730269312858582 ], "full text prediction probs": [ 0.6965098977088928, @@ -262080,12 +294528,12 @@ } }, "test_189": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7560043931007385, + "fixed-shap": { + "comprehensiveness": 0.6447495222091675, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9685508012771606, - 0.031449172645807266 + 0.06151483207941055, + 0.9384851455688477 ], "full text prediction probs": [ 0.010244235396385193, @@ -262184,7 +294632,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.7608118057250977, "masked prediction probs": [ @@ -262197,9 +294645,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.6304758191108704, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06151483207941055, + 0.9384851455688477 + ], + "full text prediction probs": [ + 0.010244235396385193, + 0.9897558093070984 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.018892234191298485, + "sufficiency": 0.021296700462698936, "masked prediction probs": [ 0.6363658905029297, 0.3636340796947479 @@ -262237,7 +294698,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09891581535339355, + "comprehensiveness": 0.09867487847805023, "sufficiency": 0.0, "masked prediction probs": [ 0.01834745891392231, @@ -262251,7 +294712,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7637214064598083, + "sufficiency": 0.7642948031425476, "masked prediction probs": [ 0.9685508012771606, 0.031449172645807266 @@ -262263,7 +294724,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3622165620326996, + "comprehensiveness": 0.3613385260105133, "sufficiency": 0.0, "masked prediction probs": [ 0.040062133222818375, @@ -262277,7 +294738,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7648654580116272, + "sufficiency": 0.7654333710670471, + "masked prediction probs": [ + 0.9685508012771606, + 0.031449172645807266 + ], + "full text prediction probs": [ + 0.010244235396385193, + 0.9897558093070984 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7659985423088074, "masked prediction probs": [ 0.9685508012771606, 0.031449172645807266 @@ -262290,12 +294764,12 @@ } }, "test_224": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8252817988395691, - 0.17471827566623688 + 0.053626906126737595, + 0.9463731646537781 ], "full text prediction probs": [ 0.09654051810503006, @@ -262394,7 +294868,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -262407,6 +294881,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.049412090331315994, + 0.9505878686904907 + ], + "full text prediction probs": [ + 0.09654051810503006, + 0.9034594893455505 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -262497,15 +294984,28 @@ 0.9034594893455505 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8252817988395691, + 0.17471827566623688 + ], + "full text prediction probs": [ + 0.09654051810503006, + 0.9034594893455505 + ], + "labels": 1 } }, "test_261": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12211274355649948, + "fixed-shap": { + "comprehensiveness": 0.22154822945594788, "sufficiency": 0.0, "masked prediction probs": [ - 0.020375480875372887, - 0.9796245098114014 + 0.028234954923391342, + 0.9717650413513184 ], "full text prediction probs": [ 0.010723531246185303, @@ -262604,12 +295104,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11968950182199478, "sufficiency": 0.0, "masked prediction probs": [ - 0.17360885441303253, - 0.8263911604881287 + 0.020375480875372887, + 0.9796245098114014 + ], + "full text prediction probs": [ + 0.010723531246185303, + 0.9892764091491699 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.21661444008350372, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028234954923391342, + 0.9717650413513184 ], "full text prediction probs": [ 0.010723531246185303, @@ -262618,7 +295131,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4118138551712036, + "comprehensiveness": 0.4107973575592041, "sufficiency": 0.0, "masked prediction probs": [ 0.04401510953903198, @@ -262644,7 +295157,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19987498223781586, + "comprehensiveness": 0.19938404858112335, "sufficiency": 0.0, "masked prediction probs": [ 0.02696174755692482, @@ -262657,7 +295170,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11851359903812408, + "comprehensiveness": 0.11822322010993958, "sufficiency": 0.0, "masked prediction probs": [ 0.020375480875372887, @@ -262670,7 +295183,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6445133686065674, + "comprehensiveness": 0.6429380774497986, "sufficiency": 0.0, "masked prediction probs": [ 0.06334248930215836, @@ -262683,7 +295196,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15375253558158875, + "comprehensiveness": 0.15337766706943512, "sufficiency": 0.0, "masked prediction probs": [ 0.02330693230032921, @@ -262696,7 +295209,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1176467165350914, + "comprehensiveness": 0.11736056953668594, "sufficiency": 0.0, "masked prediction probs": [ 0.020375480875372887, @@ -262707,15 +295220,28 @@ 0.9892764091491699 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.17360885441303253, + 0.8263911604881287 + ], + "full text prediction probs": [ + 0.010723531246185303, + 0.9892764091491699 + ], + "labels": 1 } }, "test_266": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.14507104456424713, - "sufficiency": 0.9178142547607422, + "fixed-shap": { + "comprehensiveness": 0.686907172203064, + "sufficiency": 0.9861797094345093, "masked prediction probs": [ - 0.8371561169624329, - 0.16284389793872833 + 0.363348126411438, + 0.636651873588562 ], "full text prediction probs": [ 0.9640133380889893, @@ -262814,12 +295340,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4769193232059479, - "sufficiency": 0.8775694966316223, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.14480608701705933, + "sufficiency": 0.9179643392562866, "masked prediction probs": [ - 0.5462086796760559, - 0.4537913203239441 + 0.8371561169624329, + 0.16284389793872833 + ], + "full text prediction probs": [ + 0.9640133380889893, + 0.03598660230636597 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7514009475708008, + "sufficiency": 0.9716184139251709, + "masked prediction probs": [ + 0.3055990934371948, + 0.6944009065628052 ], "full text prediction probs": [ 0.9640133380889893, @@ -262829,7 +295368,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.37330958247184753, + "sufficiency": 0.3734526038169861, "masked prediction probs": [ 0.9790802597999573, 0.020919762551784515 @@ -262842,7 +295381,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8353391885757446, + "sufficiency": 0.8353767395019531, "masked prediction probs": [ 0.9640133380889893, 0.03598660230636597 @@ -262854,8 +295393,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.47659292817115784, - "sufficiency": 0.8776532411575317, + "comprehensiveness": 0.47648417949676514, + "sufficiency": 0.8776811361312866, "masked prediction probs": [ 0.5462086796760559, 0.4537913203239441 @@ -262867,8 +295406,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.14467397332191467, - "sufficiency": 0.9180392026901245, + "comprehensiveness": 0.1446409821510315, + "sufficiency": 0.918057918548584, "masked prediction probs": [ 0.8371561169624329, 0.16284389793872833 @@ -262880,8 +295419,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03447559103369713, - "sufficiency": 0.8417654037475586, + "comprehensiveness": 0.034467730671167374, + "sufficiency": 0.8418015241622925, "masked prediction probs": [ 0.9337765574455261, 0.06622340530157089 @@ -262894,7 +295433,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7150624990463257, + "sufficiency": 0.7151274085044861, "masked prediction probs": [ 0.9693461060523987, 0.030653884634375572 @@ -262906,8 +295445,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47615838050842285, - "sufficiency": 0.8777647614479065, + "comprehensiveness": 0.47604987025260925, + "sufficiency": 0.8777926564216614, + "masked prediction probs": [ + 0.5462086796760559, + 0.4537913203239441 + ], + "full text prediction probs": [ + 0.9640133380889893, + 0.03598660230636597 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.47594141960144043, + "sufficiency": 0.8778204917907715, "masked prediction probs": [ 0.5462086796760559, 0.4537913203239441 @@ -262920,12 +295472,12 @@ } }, "test_313": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.42846065759658813, "sufficiency": 1.0, "masked prediction probs": [ - 0.9823926687240601, - 0.01760733313858509 + 0.34214431047439575, + 0.657855749130249 ], "full text prediction probs": [ 0.5314935445785522, @@ -263024,7 +295576,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -263037,6 +295589,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9665456414222717, + 0.03345431014895439 + ], + "full text prediction probs": [ + 0.5314935445785522, + 0.46850648522377014 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -263064,7 +295629,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8302914500236511, + "comprehensiveness": 0.8299176692962646, "sufficiency": 1.0, "masked prediction probs": [ 0.1627366542816162, @@ -263090,7 +295655,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7426099181175232, + "comprehensiveness": 0.7422758936882019, "sufficiency": 1.0, "masked prediction probs": [ 0.20138150453567505, @@ -263127,15 +295692,28 @@ 0.46850648522377014 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9823926687240601, + 0.01760733313858509 + ], + "full text prediction probs": [ + 0.5314935445785522, + 0.46850648522377014 + ], + "labels": 1 } }, "test_355": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.720329761505127, + "fixed-shap": { + "comprehensiveness": 0.1259753406047821, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6223100423812866, - 0.3776899576187134 + 0.017944037914276123, + 0.9820559620857239 ], "full text prediction probs": [ 0.007592438720166683, @@ -263234,7 +295812,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.725665807723999, "masked prediction probs": [ @@ -263247,9 +295825,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.1232745349407196, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.017944037914276123, + 0.9820559620857239 + ], + "full text prediction probs": [ + 0.007592438720166683, + 0.9924076199531555 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7263185381889343, + "sufficiency": 0.7269681692123413, "masked prediction probs": [ 0.6223100423812866, 0.3776899576187134 @@ -263261,7 +295852,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12401402741670609, + "comprehensiveness": 0.12372000515460968, "sufficiency": 0.0, "masked prediction probs": [ 0.018030909821391106, @@ -263274,7 +295865,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1324382722377777, + "comprehensiveness": 0.13212502002716064, "sufficiency": 0.0, "masked prediction probs": [ 0.01876652240753174, @@ -263287,7 +295878,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.026733554899692535, + "comprehensiveness": 0.02667047269642353, "sufficiency": 0.0, "masked prediction probs": [ 0.009853280149400234, @@ -263300,8 +295891,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4196676015853882, - "sufficiency": 0.10820022225379944, + "comprehensiveness": 0.41867968440055847, + "sufficiency": 0.11029712855815887, "masked prediction probs": [ 0.04316868633031845, 0.9568313360214233 @@ -263313,7 +295904,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09704174101352692, + "comprehensiveness": 0.09681383520364761, "sufficiency": 0.0, "masked prediction probs": [ 0.01583820953965187, @@ -263327,7 +295918,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7301705479621887, + "sufficiency": 0.730802059173584, + "masked prediction probs": [ + 0.6223100423812866, + 0.3776899576187134 + ], + "full text prediction probs": [ + 0.007592438720166683, + 0.9924076199531555 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7314305901527405, "masked prediction probs": [ 0.6223100423812866, 0.3776899576187134 @@ -263340,12 +295944,12 @@ } }, "test_375": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.13235171139240265, + "sufficiency": 0.4183058440685272, "masked prediction probs": [ - 0.2317003756761551, - 0.7682996392250061 + 0.1693689525127411, + 0.8306310772895813 ], "full text prediction probs": [ 0.003915953915566206, @@ -263444,7 +296048,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.14821109175682068, "masked prediction probs": [ @@ -263457,9 +296061,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.4302401840686798, + "masked prediction probs": [ + 0.1693689525127411, + 0.8306310772895813 + ], + "full text prediction probs": [ + 0.003915953915566206, + 0.9960839748382568 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.15015283226966858, + "sufficiency": 0.15208575129508972, "masked prediction probs": [ 0.2317003756761551, 0.7682996392250061 @@ -263471,7 +296088,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08938106894493103, + "comprehensiveness": 0.08917800337076187, "sufficiency": 0.0, "masked prediction probs": [ 0.011768096126616001, @@ -263484,7 +296101,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06743030995130539, + "comprehensiveness": 0.0672774687409401, "sufficiency": 0.0, "masked prediction probs": [ 0.009853149764239788, @@ -263497,7 +296114,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03458397835493088, + "comprehensiveness": 0.03450576215982437, "sufficiency": 0.0, "masked prediction probs": [ 0.0069680605083703995, @@ -263510,7 +296127,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.32331597805023193, + "comprehensiveness": 0.32258644700050354, "sufficiency": 0.0, "masked prediction probs": [ 0.03251295164227486, @@ -263523,7 +296140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04360571876168251, + "comprehensiveness": 0.043507546186447144, "sufficiency": 0.0, "masked prediction probs": [ 0.00778157776221633, @@ -263537,7 +296154,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.16161993145942688, + "sufficiency": 0.1635010838508606, + "masked prediction probs": [ + 0.2317003756761551, + 0.7682996392250061 + ], + "full text prediction probs": [ + 0.003915953915566206, + 0.9960839748382568 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.16537383198738098, "masked prediction probs": [ 0.2317003756761551, 0.7682996392250061 @@ -263550,12 +296180,12 @@ } }, "test_440": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34086573123931885, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9600316882133484, "masked prediction probs": [ - 0.6411973237991333, - 0.3588026463985443 + 0.9686384797096252, + 0.03136149048805237 ], "full text prediction probs": [ 0.926469624042511, @@ -263654,12 +296284,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3402152955532074, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6411973237991333, + 0.3588026463985443 + ], + "full text prediction probs": [ + 0.926469624042511, + 0.07353039085865021 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7129830121994019, + "sufficiency": 0.8726885318756104, "masked prediction probs": [ - 0.9503509402275085, - 0.049649063497781754 + 0.926469624042511, + 0.07353039085865021 ], "full text prediction probs": [ 0.926469624042511, @@ -263669,7 +296312,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8739650249481201, + "sufficiency": 0.8739950060844421, "masked prediction probs": [ 0.9644446969032288, 0.035555336624383926 @@ -263682,7 +296325,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8727188110351562, + "sufficiency": 0.8727492094039917, "masked prediction probs": [ 0.926469624042511, 0.07353039085865021 @@ -263694,8 +296337,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.061381179839372635, - "sufficiency": 0.9680217504501343, + "comprehensiveness": 0.061366550624370575, + "sufficiency": 0.9680294394493103, "masked prediction probs": [ 0.8749643564224243, 0.1250356137752533 @@ -263708,7 +296351,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9316088557243347, + "sufficiency": 0.9316251873970032, "masked prediction probs": [ 0.9453684687614441, 0.0546315535902977 @@ -263720,7 +296363,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3398100435733795, + "comprehensiveness": 0.33972910046577454, "sufficiency": 1.0, "masked prediction probs": [ 0.6411973237991333, @@ -263734,7 +296377,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6481432914733887, + "sufficiency": 0.6482270956039429, "masked prediction probs": [ 0.9723960757255554, 0.02760389633476734 @@ -263746,7 +296389,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.33964821696281433, + "comprehensiveness": 0.3395673334598541, "sufficiency": 1.0, "masked prediction probs": [ 0.6411973237991333, @@ -263757,15 +296400,28 @@ 0.07353039085865021 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7135977149009705, + "masked prediction probs": [ + 0.9503509402275085, + 0.049649063497781754 + ], + "full text prediction probs": [ + 0.926469624042511, + 0.07353039085865021 + ], + "labels": 1 } }, "test_475": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.363326758146286, + "fixed-shap": { + "comprehensiveness": 0.04984850063920021, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7908859848976135, - 0.20911400020122528 + 0.018121352419257164, + 0.9818786978721619 ], "full text prediction probs": [ 0.01436259038746357, @@ -263864,7 +296520,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.37654098868370056, "masked prediction probs": [ @@ -263877,9 +296533,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.10809836536645889, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02270803414285183, + 0.9772919416427612 + ], + "full text prediction probs": [ + 0.01436259038746357, + 0.985637366771698 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.37815430760383606, + "sufficiency": 0.379759281873703, "masked prediction probs": [ 0.7908859848976135, 0.20911400020122528 @@ -263892,7 +296561,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.32155218720436096, + "sufficiency": 0.32329875230789185, "masked prediction probs": [ 0.661545991897583, 0.3384540379047394 @@ -263904,7 +296573,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.33412444591522217, + "comprehensiveness": 0.33326539397239685, "sufficiency": 0.0, "masked prediction probs": [ 0.040291450917720795, @@ -263931,7 +296600,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3746015429496765, + "sufficiency": 0.3761991858482361, "masked prediction probs": [ 0.7239944338798523, 0.2760055661201477 @@ -263943,7 +296612,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12390998005867004, + "comprehensiveness": 0.12359383702278137, "sufficiency": 0.0, "masked prediction probs": [ 0.024052616208791733, @@ -263957,7 +296626,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.38766151666641235, + "sufficiency": 0.38921788334846497, + "masked prediction probs": [ + 0.7908859848976135, + 0.20911400020122528 + ], + "full text prediction probs": [ + 0.01436259038746357, + 0.985637366771698 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.39076632261276245, "masked prediction probs": [ 0.7908859848976135, 0.20911400020122528 @@ -263970,12 +296652,12 @@ } }, "test_480": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9671164751052856, - 0.03288355469703674 + 0.4399305582046509, + 0.5600694417953491 ], "full text prediction probs": [ 0.03842802718281746, @@ -264074,7 +296756,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -264087,6 +296769,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4399305582046509, + 0.5600694417953491 + ], + "full text prediction probs": [ + 0.03842802718281746, + 0.961571991443634 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -264114,7 +296809,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.997327983379364, + "comprehensiveness": 0.993615448474884, "sufficiency": 0.0, "masked prediction probs": [ 0.0918218195438385, @@ -264153,7 +296848,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06272715330123901, + "comprehensiveness": 0.06249623000621796, "sufficiency": 0.0, "masked prediction probs": [ 0.04182390123605728, @@ -264177,15 +296872,28 @@ 0.961571991443634 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9671164751052856, + 0.03288355469703674 + ], + "full text prediction probs": [ + 0.03842802718281746, + 0.961571991443634 + ], + "labels": 1 } }, "test_571": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9228081107139587, + "fixed-shap": { + "comprehensiveness": 0.10183435678482056, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5210080146789551, - 0.4789920151233673 + 0.015180634334683418, + 0.9848194122314453 ], "full text prediction probs": [ 0.006724281702190638, @@ -264284,7 +296992,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9242658615112305, "masked prediction probs": [ @@ -264297,9 +297005,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.09967345744371414, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015180634334683418, + 0.9848194122314453 + ], + "full text prediction probs": [ + 0.006724281702190638, + 0.9932757616043091 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9481961131095886, + "sufficiency": 0.9483177661895752, "masked prediction probs": [ 0.48208874464035034, 0.5179112553596497 @@ -264312,7 +297033,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.847945511341095, + "sufficiency": 0.848301887512207, "masked prediction probs": [ 0.20733121037483215, 0.7926688194274902 @@ -264324,7 +297045,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03692259266972542, + "comprehensiveness": 0.03683615103363991, "sufficiency": 0.0, "masked prediction probs": [ 0.009871565736830235, @@ -264337,7 +297058,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.019829697906970978, + "comprehensiveness": 0.0197833813726902, "sufficiency": 0.0, "masked prediction probs": [ 0.008418477140367031, @@ -264351,7 +297072,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9251492619514465, + "sufficiency": 0.925323486328125, "masked prediction probs": [ 0.5210080146789551, 0.4789920151233673 @@ -264363,7 +297084,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01475522294640541, + "comprehensiveness": 0.014720919542014599, "sufficiency": 0.0, "masked prediction probs": [ 0.007990822196006775, @@ -264377,7 +297098,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9254969358444214, + "sufficiency": 0.9256695508956909, + "masked prediction probs": [ + 0.5210080146789551, + 0.4789920151233673 + ], + "full text prediction probs": [ + 0.006724281702190638, + 0.9932757616043091 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9258413314819336, "masked prediction probs": [ 0.5210080146789551, 0.4789920151233673 @@ -264390,12 +297124,12 @@ } }, "test_613": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.12080629914999008, - 0.8791937232017517 + 0.12795573472976685, + 0.8720442652702332 ], "full text prediction probs": [ 0.022336939349770546, @@ -264494,7 +297228,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -264507,6 +297241,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12795573472976685, + 0.8720442652702332 + ], + "full text prediction probs": [ + 0.022336939349770546, + 0.9776630401611328 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -264534,7 +297281,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8854148387908936, + "comprehensiveness": 0.8828784823417664, "sufficiency": 0.0, "masked prediction probs": [ 0.08398652076721191, @@ -264597,15 +297344,28 @@ 0.9776630401611328 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12080629914999008, + 0.8791937232017517 + ], + "full text prediction probs": [ + 0.022336939349770546, + 0.9776630401611328 + ], + "labels": 1 } }, "test_635": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.16297547519207, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9375633597373962, - 0.062436703592538834 + 0.037112608551979065, + 0.9628874659538269 ], "full text prediction probs": [ 0.026860829442739487, @@ -264704,7 +297464,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -264717,6 +297477,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.15844090282917023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.037112608551979065, + 0.9628874659538269 + ], + "full text prediction probs": [ + 0.026860829442739487, + 0.973139226436615 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -264732,7 +297505,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9149971604347229, + "sufficiency": 0.9152579307556152, "masked prediction probs": [ 0.5036658644676208, 0.49633413553237915 @@ -264783,7 +297556,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.486841082572937, + "comprehensiveness": 0.4853634238243103, "sufficiency": 0.0, "masked prediction probs": [ 0.05884827300906181, @@ -264807,15 +297580,28 @@ 0.973139226436615 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9375633597373962, + 0.062436703592538834 + ], + "full text prediction probs": [ + 0.026860829442739487, + 0.973139226436615 + ], + "labels": 1 } }, "test_666": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9306363463401794, + "fixed-shap": { + "comprehensiveness": 0.017772726714611053, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9197767972946167, - 0.08022325485944748 + 0.007283258251845837, + 0.9927167296409607 ], "full text prediction probs": [ 0.005790781229734421, @@ -264914,7 +297700,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9319319128990173, "masked prediction probs": [ @@ -264927,9 +297713,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.018383681774139404, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007367677055299282, + 0.9926323294639587 + ], + "full text prediction probs": [ + 0.005790781229734421, + 0.9942091703414917 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9320904612541199, + "sufficiency": 0.9322482943534851, "masked prediction probs": [ 0.9197767972946167, 0.08022325485944748 @@ -264941,8 +297740,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.19270676374435425, - "sufficiency": 0.8659459948539734, + "comprehensiveness": 0.19225943088531494, + "sufficiency": 0.8662567734718323, "masked prediction probs": [ 0.02235860377550125, 0.9776414036750793 @@ -264954,8 +297753,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1067376360297203, - "sufficiency": 0.7883826494216919, + "comprehensiveness": 0.10649044066667557, + "sufficiency": 0.7888721823692322, "masked prediction probs": [ 0.014988846145570278, 0.9850111603736877 @@ -264967,7 +297766,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.009178008884191513, + "comprehensiveness": 0.009156802669167519, "sufficiency": 0.0, "masked prediction probs": [ 0.006583599839359522, @@ -264980,8 +297779,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.26240643858909607, - "sufficiency": 0.840174674987793, + "comprehensiveness": 0.261801540851593, + "sufficiency": 0.8405426740646362, "masked prediction probs": [ 0.028508419170975685, 0.9714915752410889 @@ -264993,7 +297792,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04222339391708374, + "comprehensiveness": 0.042126283049583435, "sufficiency": 0.0, "masked prediction probs": [ 0.009454715065658092, @@ -265007,7 +297806,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9330265522003174, + "sufficiency": 0.933180034160614, + "masked prediction probs": [ + 0.9197767972946167, + 0.08022325485944748 + ], + "full text prediction probs": [ + 0.005790781229734421, + 0.9942091703414917 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9333328604698181, "masked prediction probs": [ 0.9197767972946167, 0.08022325485944748 @@ -265020,12 +297832,12 @@ } }, "test_686": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5988849401473999, "sufficiency": 0.0, "masked prediction probs": [ - 0.9764225482940674, - 0.023577436804771423 + 0.06050591170787811, + 0.9394940733909607 ], "full text prediction probs": [ 0.016821477562189102, @@ -265124,7 +297936,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -265137,6 +297949,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.5844599604606628, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06050591170787811, + 0.9394940733909607 + ], + "full text prediction probs": [ + 0.016821477562189102, + 0.9831785559654236 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -265164,7 +297989,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6116616725921631, + "comprehensiveness": 0.6100376844406128, "sufficiency": 0.0, "masked prediction probs": [ 0.06278383731842041, @@ -265177,7 +298002,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10705405473709106, + "comprehensiveness": 0.1067705824971199, "sufficiency": 0.0, "masked prediction probs": [ 0.024887321516871452, @@ -265227,15 +298052,28 @@ 0.9831785559654236 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9764225482940674, + 0.023577436804771423 + ], + "full text prediction probs": [ + 0.016821477562189102, + 0.9831785559654236 + ], + "labels": 1 } }, "test_708": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.006010220851749182, "sufficiency": 0.0, "masked prediction probs": [ - 0.23960405588150024, - 0.7603959441184998 + 0.02075139991939068, + 0.9792486429214478 ], "full text prediction probs": [ 0.020334072411060333, @@ -265334,7 +298172,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -265347,6 +298185,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.14191503822803497, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.030442828312516212, + 0.9695572257041931 + ], + "full text prediction probs": [ + 0.020334072411060333, + 0.9796659350395203 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -265361,7 +298212,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3646409511566162, + "comprehensiveness": 0.36362266540527344, "sufficiency": 0.0, "masked prediction probs": [ 0.04638061299920082, @@ -265374,7 +298225,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9766227006912231, + "comprehensiveness": 0.9739030599594116, "sufficiency": 0.0, "masked prediction probs": [ 0.09029032289981842, @@ -265387,7 +298238,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9739030599594116, + "comprehensiveness": 0.9711984395980835, "sufficiency": 0.0, "masked prediction probs": [ 0.09029032289981842, @@ -265400,7 +298251,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5685991644859314, + "comprehensiveness": 0.5670245289802551, "sufficiency": 0.0, "masked prediction probs": [ 0.06129070743918419, @@ -265413,7 +298264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09466485679149628, + "comprehensiveness": 0.09440342336893082, "sufficiency": 0.0, "masked prediction probs": [ 0.02717180922627449, @@ -265437,15 +298288,28 @@ 0.9796659350395203 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.23960405588150024, + 0.7603959441184998 + ], + "full text prediction probs": [ + 0.020334072411060333, + 0.9796659350395203 + ], + "labels": 1 } }, "test_720": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.938255786895752, - 0.06174428015947342 + 0.3051411211490631, + 0.6948588490486145 ], "full text prediction probs": [ 0.09564639627933502, @@ -265544,12 +298408,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9750272631645203, - 0.02497277781367302 + 0.938255786895752, + 0.06174428015947342 + ], + "full text prediction probs": [ + 0.09564639627933502, + 0.9043536186218262 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10615555942058563, + 0.893844485282898 ], "full text prediction probs": [ 0.09564639627933502, @@ -265647,15 +298524,28 @@ 0.9043536186218262 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9750272631645203, + 0.02497277781367302 + ], + "full text prediction probs": [ + 0.09564639627933502, + 0.9043536186218262 + ], + "labels": 1 } }, "test_756": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5599767565727234, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8783054947853088, "masked prediction probs": [ - 0.3857935070991516, - 0.6142064929008484 + 0.7826939821243286, + 0.2173060029745102 ], "full text prediction probs": [ 0.7627767324447632, @@ -265754,12 +298644,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.40511858463287354, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5586491823196411, "sufficiency": 1.0, "masked prediction probs": [ - 0.4893978238105774, - 0.5106021761894226 + 0.3857935070991516, + 0.6142064929008484 + ], + "full text prediction probs": [ + 0.7627767324447632, + 0.23722325265407562 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7627767324447632, + 0.23722325265407562 ], "full text prediction probs": [ 0.7627767324447632, @@ -265769,7 +298672,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7756955623626709, + "sufficiency": 0.7757620215415955, "masked prediction probs": [ 0.9880402684211731, 0.011959722265601158 @@ -265781,7 +298684,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09407620877027512, + "comprehensiveness": 0.09404835850000381, "sufficiency": 1.0, "masked prediction probs": [ 0.6992553472518921, @@ -265833,7 +298736,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.34199368953704834, + "comprehensiveness": 0.3418926000595093, "sufficiency": 1.0, "masked prediction probs": [ 0.5315849184989929, @@ -265857,15 +298760,28 @@ 0.23722325265407562 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.40404102206230164, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4893978238105774, + 0.5106021761894226 + ], + "full text prediction probs": [ + 0.7627767324447632, + 0.23722325265407562 + ], + "labels": 1 } }, "test_760": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9306918978691101, + "fixed-shap": { + "comprehensiveness": 0.08481613546609879, + "sufficiency": 0.4554654657840729, "masked prediction probs": [ - 0.673458456993103, - 0.32654157280921936 + 0.010581625625491142, + 0.9894184470176697 ], "full text prediction probs": [ 0.003243156708776951, @@ -265964,7 +298880,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9319491386413574, "masked prediction probs": [ @@ -265977,9 +298893,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.06113480404019356, + "sufficiency": 0.44265368580818176, + "masked prediction probs": [ + 0.008642666041851044, + 0.9913573265075684 + ], + "full text prediction probs": [ + 0.003243156708776951, + 0.9967568516731262 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8152431845664978, + "sufficiency": 0.8156602382659912, "masked prediction probs": [ 0.14504967629909515, 0.8549503087997437 @@ -265992,7 +298921,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8854390978813171, + "sufficiency": 0.8856971263885498, "masked prediction probs": [ 0.22872108221054077, 0.771278977394104 @@ -266004,8 +298933,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.42780765891075134, - "sufficiency": 0.853069543838501, + "comprehensiveness": 0.4268453121185303, + "sufficiency": 0.8533996939659119, "masked prediction probs": [ 0.04119893163442612, 0.9588010311126709 @@ -266017,7 +298946,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017111536115407944, + "comprehensiveness": 0.01707313023507595, "sufficiency": 0.0, "masked prediction probs": [ 0.00476477574557066, @@ -266031,7 +298960,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.896195650100708, + "sufficiency": 0.8964278697967529, "masked prediction probs": [ 0.3283727765083313, 0.6716272234916687 @@ -266043,7 +298972,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01622612401843071, + "comprehensiveness": 0.01618986763060093, "sufficiency": 0.0, "masked prediction probs": [ 0.00469248229637742, @@ -266057,7 +298986,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8966590166091919, + "sufficiency": 0.8968891501426697, "masked prediction probs": [ 0.3283727765083313, 0.6716272234916687 @@ -266067,15 +298996,28 @@ 0.9967568516731262 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9333100318908691, + "masked prediction probs": [ + 0.673458456993103, + 0.32654157280921936 + ], + "full text prediction probs": [ + 0.003243156708776951, + 0.9967568516731262 + ], + "labels": 1 } }, "test_766": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8974420428276062, - 0.1025579497218132 + 0.29856833815574646, + 0.7014316916465759 ], "full text prediction probs": [ 0.18385840952396393, @@ -266174,12 +299116,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9146338105201721, - 0.08536621183156967 + 0.8974420428276062, + 0.1025579497218132 + ], + "full text prediction probs": [ + 0.18385840952396393, + 0.8161415457725525 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.29856833815574646, + 0.7014316916465759 ], "full text prediction probs": [ 0.18385840952396393, @@ -266277,15 +299232,28 @@ 0.8161415457725525 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9146338105201721, + 0.08536621183156967 + ], + "full text prediction probs": [ + 0.18385840952396393, + 0.8161415457725525 + ], + "labels": 1 } }, "test_843": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6344107985496521, "sufficiency": 0.0, "masked prediction probs": [ - 0.4793199598789215, - 0.5206800699234009 + 0.06008408963680267, + 0.9399158358573914 ], "full text prediction probs": [ 0.008579609915614128, @@ -266384,7 +299352,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -266397,6 +299365,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.6893532872200012, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06578574329614639, + 0.9342142939567566 + ], + "full text prediction probs": [ + 0.008579609915614128, + 0.9914203882217407 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -266411,7 +299392,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09594400972127914, + "comprehensiveness": 0.09571385383605957, "sufficiency": 0.0, "masked prediction probs": [ 0.016560722142457962, @@ -266424,7 +299405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09815564751625061, + "comprehensiveness": 0.0979207456111908, "sufficiency": 0.0, "masked prediction probs": [ 0.016764366999268532, @@ -266437,7 +299418,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03904293477535248, + "comprehensiveness": 0.038949720561504364, "sufficiency": 0.0, "masked prediction probs": [ 0.011843005195260048, @@ -266463,7 +299444,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.023967381566762924, + "comprehensiveness": 0.023910433053970337, "sufficiency": 0.0, "masked prediction probs": [ 0.010592594742774963, @@ -266487,15 +299468,28 @@ 0.9914203882217407 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4793199598789215, + 0.5206800699234009 + ], + "full text prediction probs": [ + 0.008579609915614128, + 0.9914203882217407 + ], + "labels": 1 } }, "test_862": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.29603105783462524, "sufficiency": 0.0, "masked prediction probs": [ - 0.9206119775772095, - 0.07938801497220993 + 0.03938020393252373, + 0.9606198668479919 ], "full text prediction probs": [ 0.01819271221756935, @@ -266594,7 +299588,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -266607,6 +299601,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.430763304233551, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.049798645079135895, + 0.9502013325691223 + ], + "full text prediction probs": [ + 0.01819271221756935, + 0.9818073511123657 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -266634,7 +299641,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6007633805274963, + "comprehensiveness": 0.5991387963294983, "sufficiency": 0.0, "masked prediction probs": [ 0.06251232326030731, @@ -266697,15 +299704,28 @@ 0.9818073511123657 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9206119775772095, + 0.07938801497220993 + ], + "full text prediction probs": [ + 0.01819271221756935, + 0.9818073511123657 + ], + "labels": 1 } }, "test_877": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010661701671779156, - "sufficiency": 0.9940558671951294, + "fixed-shap": { + "comprehensiveness": 0.0110249612480402, + "sufficiency": 0.8844183087348938, "masked prediction probs": [ - 0.9848344326019287, - 0.015165506862103939 + 0.9845057129859924, + 0.015494225546717644 ], "full text prediction probs": [ 0.9944823980331421, @@ -266792,11 +299812,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006729476619511843, - "sufficiency": 0.895326554775238, + "comprehensiveness": 0.011007930152118206, + "sufficiency": 0.8845968246459961, "masked prediction probs": [ - 0.9883833527565002, - 0.011616689153015614 + 0.9845057129859924, + 0.015494225546717644 ], "full text prediction probs": [ 0.9944823980331421, @@ -266804,12 +299824,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.010642883367836475, - "sufficiency": 0.9940663576126099, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011005501262843609, + "sufficiency": 0.8846222758293152, + "masked prediction probs": [ + 0.9845057129859924, + 0.015494225546717644 + ], + "full text prediction probs": [ + 0.9944823980331421, + 0.005517666693776846 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.011003074236214161, + "sufficiency": 0.8846477270126343, "masked prediction probs": [ - 0.9848344326019287, - 0.015165506862103939 + 0.9845057129859924, + 0.015494225546717644 ], "full text prediction probs": [ 0.9944823980331421, @@ -266818,8 +299851,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.000871142721734941, - "sufficiency": 0.1409422755241394, + "comprehensiveness": 0.0008709505782462656, + "sufficiency": 0.1411317139863968, "masked prediction probs": [ 0.9936925172805786, 0.006307445000857115 @@ -266831,8 +299864,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006725023966282606, - "sufficiency": 0.8953958749771118, + "comprehensiveness": 0.006723541300743818, + "sufficiency": 0.8954188227653503, "masked prediction probs": [ 0.9883833527565002, 0.011616689153015614 @@ -266844,8 +299877,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007938608527183533, - "sufficiency": 0.984352707862854, + "comprehensiveness": 0.00793685857206583, + "sufficiency": 0.9843561053276062, "masked prediction probs": [ 0.9872811436653137, 0.01271883212029934 @@ -266857,8 +299890,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0035155729856342077, - "sufficiency": 0.8135570287704468, + "comprehensiveness": 0.0035147983580827713, + "sufficiency": 0.8135981559753418, "masked prediction probs": [ 0.9912926554679871, 0.00870735477656126 @@ -266870,8 +299903,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.012487828731536865, - "sufficiency": 0.9924372434616089, + "comprehensiveness": 0.012485076673328876, + "sufficiency": 0.9924389123916626, "masked prediction probs": [ 0.9831494688987732, 0.01685049757361412 @@ -266883,8 +299916,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005754620302468538, - "sufficiency": 0.823965847492218, + "comprehensiveness": 0.005753352772444487, + "sufficiency": 0.8240046501159668, "masked prediction probs": [ 0.9892588257789612, 0.010741190053522587 @@ -266896,11 +299929,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006717617157846689, - "sufficiency": 0.8955109715461731, + "comprehensiveness": 0.010986111126840115, + "sufficiency": 0.8848255276679993, "masked prediction probs": [ - 0.9883833527565002, - 0.011616689153015614 + 0.9845057129859924, + 0.015494225546717644 + ], + "full text prediction probs": [ + 0.9944823980331421, + 0.005517666693776846 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.010983692482113838, + "sufficiency": 0.8848508596420288, + "masked prediction probs": [ + 0.9845057129859924, + 0.015494225546717644 ], "full text prediction probs": [ 0.9944823980331421, @@ -266910,12 +299956,12 @@ } }, "test_948": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07859012484550476, - "sufficiency": 0.9767151474952698, + "fixed-shap": { + "comprehensiveness": 0.020437533035874367, + "sufficiency": 0.9777399301528931, "masked prediction probs": [ - 0.9126381874084473, - 0.08736183494329453 + 0.9645845293998718, + 0.03541542589664459 ], "full text prediction probs": [ 0.982840895652771, @@ -267014,7 +300060,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.07844960689544678, "sufficiency": 0.976756751537323, "masked prediction probs": [ @@ -267027,9 +300073,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.020396431908011436, + "sufficiency": 0.9777847528457642, + "masked prediction probs": [ + 0.9645845293998718, + 0.03541542589664459 + ], + "full text prediction probs": [ + 0.982840895652771, + 0.017159152776002884 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.11228106915950775, + "sufficiency": 0.11247936636209488, "masked prediction probs": [ 0.9898804426193237, 0.010119563899934292 @@ -267041,8 +300100,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07841455936431885, - "sufficiency": 0.9767673015594482, + "comprehensiveness": 0.07839704304933548, + "sufficiency": 0.9767724275588989, "masked prediction probs": [ 0.9126381874084473, 0.08736183494329453 @@ -267054,8 +300113,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.05439474433660507, - "sufficiency": 0.9514559507369995, + "comprehensiveness": 0.05438259616494179, + "sufficiency": 0.9514667987823486, "masked prediction probs": [ 0.9341316819190979, 0.06586829572916031 @@ -267067,8 +300126,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008092988282442093, - "sufficiency": 0.8683921694755554, + "comprehensiveness": 0.008091182447969913, + "sufficiency": 0.8684216141700745, "masked prediction probs": [ 0.9755921959877014, 0.024407848715782166 @@ -267080,8 +300139,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00880374200642109, - "sufficiency": 0.9944788217544556, + "comprehensiveness": 0.00880177691578865, + "sufficiency": 0.9944800734519958, "masked prediction probs": [ 0.974953830242157, 0.025046203285455704 @@ -267093,8 +300152,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007493180688470602, - "sufficiency": 0.8810790181159973, + "comprehensiveness": 0.007491508964449167, + "sufficiency": 0.8811055421829224, "masked prediction probs": [ 0.9761264324188232, 0.023873556405305862 @@ -267106,8 +300165,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07832706719636917, - "sufficiency": 0.9767931699752808, + "comprehensiveness": 0.07830958813428879, + "sufficiency": 0.9767982363700867, + "masked prediction probs": [ + 0.9126381874084473, + 0.08736183494329453 + ], + "full text prediction probs": [ + 0.982840895652771, + 0.017159152776002884 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0782921239733696, + "sufficiency": 0.9768034815788269, "masked prediction probs": [ 0.9126381874084473, 0.08736183494329453 @@ -267120,12 +300192,12 @@ } }, "test_968": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9325905442237854, + "fixed-shap": { + "comprehensiveness": 0.09263560175895691, + "sufficiency": 0.911979079246521, "masked prediction probs": [ - 0.9217562675476074, - 0.07824376225471497 + 0.8353598117828369, + 0.16464018821716309 ], "full text prediction probs": [ 0.9115003347396851, @@ -267224,12 +300296,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.47242072224617004, - "sufficiency": 0.964738667011261, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9327214956283569, "masked prediction probs": [ - 0.5224449038505554, - 0.4775550961494446 + 0.9217562675476074, + 0.07824376225471497 + ], + "full text prediction probs": [ + 0.9115003347396851, + 0.08849960565567017 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8885454535484314, + "masked prediction probs": [ + 0.9115003347396851, + 0.08849960565567017 ], "full text prediction probs": [ 0.9115003347396851, @@ -267239,7 +300324,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7464501857757568, + "sufficiency": 0.7465117573738098, "masked prediction probs": [ 0.9782425761222839, 0.021757470443844795 @@ -267252,7 +300337,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8885725140571594, + "sufficiency": 0.8885995745658875, "masked prediction probs": [ 0.9115003347396851, 0.08849960565567017 @@ -267264,8 +300349,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.47207680344581604, - "sufficiency": 0.9647643566131592, + "comprehensiveness": 0.47196224331855774, + "sufficiency": 0.9647728800773621, "masked prediction probs": [ 0.5224449038505554, 0.4775550961494446 @@ -267277,8 +300362,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.47196224331855774, - "sufficiency": 0.9647728800773621, + "comprehensiveness": 0.4718477725982666, + "sufficiency": 0.9647814631462097, "masked prediction probs": [ 0.5224449038505554, 0.4775550961494446 @@ -267290,8 +300375,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8554826378822327, - "sufficiency": 0.9218431711196899, + "comprehensiveness": 0.8552751541137695, + "sufficiency": 0.9218621850013733, "masked prediction probs": [ 0.2061241716146469, 0.7938758134841919 @@ -267303,8 +300388,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.21743278205394745, - "sufficiency": 0.9347260594367981, + "comprehensiveness": 0.2173800766468048, + "sufficiency": 0.9347418546676636, "masked prediction probs": [ 0.7321757078170776, 0.26782429218292236 @@ -267316,8 +300401,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47161898016929626, - "sufficiency": 0.9647985100746155, + "comprehensiveness": 0.47150465846061707, + "sufficiency": 0.9648070335388184, + "masked prediction probs": [ + 0.5224449038505554, + 0.4775550961494446 + ], + "full text prediction probs": [ + 0.9115003347396851, + 0.08849960565567017 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.47139039635658264, + "sufficiency": 0.9648155570030212, "masked prediction probs": [ 0.5224449038505554, 0.4775550961494446 @@ -267330,12 +300428,12 @@ } }, "test_983": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002921904204413295, - "sufficiency": 0.882832944393158, + "fixed-shap": { + "comprehensiveness": 0.0004465853562578559, + "sufficiency": 0.8822588920593262, "masked prediction probs": [ - 0.981050968170166, - 0.018949009478092194 + 0.983264148235321, + 0.016735898330807686 ], "full text prediction probs": [ 0.9836634397506714, @@ -267434,12 +300532,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0012879195855930448, - "sufficiency": 0.8497156500816345, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0029166846070438623, + "sufficiency": 0.8830422163009644, "masked prediction probs": [ - 0.9825098514556885, - 0.01749022677540779 + 0.981050968170166, + 0.018949009478092194 + ], + "full text prediction probs": [ + 0.9836634397506714, + 0.016336588189005852 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8169826865196228, + "masked prediction probs": [ + 0.9836634397506714, + 0.016336588189005852 ], "full text prediction probs": [ 0.9836634397506714, @@ -267449,7 +300560,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7800248861312866, + "sufficiency": 0.7800740599632263, "masked prediction probs": [ 0.9903027415275574, 0.009697292931377888 @@ -267462,7 +300573,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.817023515701294, + "sufficiency": 0.8170643448829651, "masked prediction probs": [ 0.9836634397506714, 0.016336588189005852 @@ -267474,8 +300585,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7208179831504822, - "sufficiency": 0.8361155986785889, + "comprehensiveness": 0.7206571698188782, + "sufficiency": 0.8361520767211914, "masked prediction probs": [ 0.33759498596191406, 0.6624050140380859 @@ -267487,8 +300598,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.2382926493883133, - "sufficiency": 0.8324634432792664, + "comprehensiveness": 0.23823949694633484, + "sufficiency": 0.8325008153915405, "masked prediction probs": [ 0.7700343132019043, 0.22996573150157928 @@ -267500,8 +300611,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10378763824701309, - "sufficiency": 0.8322147130966187, + "comprehensiveness": 0.10376449674367905, + "sufficiency": 0.8322521448135376, "masked prediction probs": [ 0.8905971646308899, 0.10940281301736832 @@ -267513,8 +300624,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0206424742937088, - "sufficiency": 0.8931424021720886, + "comprehensiveness": 0.0206378735601902, + "sufficiency": 0.893166184425354, "masked prediction probs": [ 0.9651492238044739, 0.03485076129436493 @@ -267526,8 +300637,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7201752066612244, - "sufficiency": 0.8362616896629333, + "comprehensiveness": 0.7200146317481995, + "sufficiency": 0.8362981081008911, "masked prediction probs": [ 0.33759498596191406, 0.6624050140380859 @@ -267537,15 +300648,28 @@ 0.016336588189005852 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0012853365624323487, + "sufficiency": 0.8500170707702637, + "masked prediction probs": [ + 0.9825098514556885, + 0.01749022677540779 + ], + "full text prediction probs": [ + 0.9836634397506714, + 0.016336588189005852 + ], + "labels": 0 } }, "test_1034": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.013270452618598938, - 0.9867295026779175 + 0.032607611268758774, + 0.9673924446105957 ], "full text prediction probs": [ 0.9866579174995422, @@ -267644,7 +300768,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -267657,9 +300781,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015197795815765858, + 0.9848021864891052 + ], + "full text prediction probs": [ + 0.9866579174995422, + 0.013342078775167465 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.869675874710083, + "sufficiency": 0.8697048425674438, "masked prediction probs": [ 0.9896759390830994, 0.010324117727577686 @@ -267685,7 +300822,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.893327534198761, + "sufficiency": 0.8933513164520264, "masked prediction probs": [ 0.06984401494264603, 0.9301559925079346 @@ -267697,8 +300834,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.014689619652926922, - "sufficiency": 0.7777586579322815, + "comprehensiveness": 0.01468635443598032, + "sufficiency": 0.7778080701828003, "masked prediction probs": [ 0.9734447002410889, 0.026555350050330162 @@ -267723,8 +300860,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.004886039532721043, - "sufficiency": 0.861113429069519, + "comprehensiveness": 0.004884954076260328, + "sufficiency": 0.8611443638801575, "masked prediction probs": [ 0.9822610020637512, 0.01773904263973236 @@ -267747,15 +300884,28 @@ 0.013342078775167465 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.013270452618598938, + 0.9867295026779175 + ], + "full text prediction probs": [ + 0.9866579174995422, + 0.013342078775167465 + ], + "labels": 1 } }, "test_1042": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9228098392486572, + "fixed-shap": { + "comprehensiveness": 0.009600644931197166, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7431968450546265, - 0.25680309534072876 + 0.006737339310348034, + 0.9932627081871033 ], "full text prediction probs": [ 0.005932486150413752, @@ -267854,7 +301004,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9242540597915649, "masked prediction probs": [ @@ -267867,9 +301017,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005825284402817488, + 0.9941747784614563 + ], + "full text prediction probs": [ + 0.005932486150413752, + 0.9940675497055054 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.924430787563324, + "sufficiency": 0.9246066808700562, "masked prediction probs": [ 0.7431968450546265, 0.25680309534072876 @@ -267882,7 +301045,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8268287777900696, + "sufficiency": 0.8272309303283691, "masked prediction probs": [ 0.45248880982398987, 0.5475111603736877 @@ -267894,8 +301057,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1995144784450531, - "sufficiency": 0.7118082046508789, + "comprehensiveness": 0.1990516632795334, + "sufficiency": 0.7124759554862976, "masked prediction probs": [ 0.023097164928913116, 0.9769028425216675 @@ -267907,7 +301070,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03213293477892876, + "comprehensiveness": 0.03205856680870056, "sufficiency": 0.0, "masked prediction probs": [ 0.008703308179974556, @@ -267921,7 +301084,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.918083667755127, + "sufficiency": 0.9182726144790649, "masked prediction probs": [ 0.6005003452301025, 0.3994996249675751 @@ -267933,8 +301096,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6976308822631836, - "sufficiency": 0.7959557175636292, + "comprehensiveness": 0.6960237622261047, + "sufficiency": 0.7964252233505249, "masked prediction probs": [ 0.0663699060678482, 0.9336300492286682 @@ -267947,7 +301110,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9254741072654724, + "sufficiency": 0.9256451725959778, + "masked prediction probs": [ + 0.7431968450546265, + 0.25680309534072876 + ], + "full text prediction probs": [ + 0.005932486150413752, + 0.9940675497055054 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9258154630661011, "masked prediction probs": [ 0.7431968450546265, 0.25680309534072876 @@ -267960,12 +301136,12 @@ } }, "test_1056": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.387998104095459, - "sufficiency": 0.9661494493484497, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8732228875160217, "masked prediction probs": [ - 0.6432338953018188, - 0.35676610469818115 + 0.026298077777028084, + 0.9737019538879395 ], "full text prediction probs": [ 0.9942502975463867, @@ -268052,11 +301228,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.046303749084472656, - "sufficiency": 0.8648256063461304, + "comprehensiveness": 1.0, + "sufficiency": 0.8734188079833984, "masked prediction probs": [ - 0.9522951245307922, - 0.047704875469207764 + 0.026298077777028084, + 0.9737019538879395 ], "full text prediction probs": [ 0.9942502975463867, @@ -268064,7 +301240,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.3873130977153778, "sufficiency": 0.9662092328071594, "masked prediction probs": [ @@ -268077,9 +301253,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.8161444067955017, + "masked prediction probs": [ + 0.021745696663856506, + 0.9782543182373047 + ], + "full text prediction probs": [ + 0.9942502975463867, + 0.005749714560806751 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7627644538879395, + "sufficiency": 0.7628167271614075, "masked prediction probs": [ 0.9956166744232178, 0.004383326508104801 @@ -268091,8 +301280,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0005973047809675336, - "sufficiency": 0.8072167038917542, + "comprehensiveness": 0.0005971730570308864, + "sufficiency": 0.8072591423988342, "masked prediction probs": [ 0.9937087297439575, 0.006291267462074757 @@ -268105,7 +301294,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7184863686561584, + "sufficiency": 0.7185484170913696, "masked prediction probs": [ 0.9947715401649475, 0.0052285147830843925 @@ -268117,8 +301306,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00040129118133336306, - "sufficiency": 0.7754707336425781, + "comprehensiveness": 0.00040120273479260504, + "sufficiency": 0.7755202651023865, "masked prediction probs": [ 0.9938862919807434, 0.006113731302320957 @@ -268130,8 +301319,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04624250531196594, - "sufficiency": 0.8650043606758118, + "comprehensiveness": 0.04623231291770935, + "sufficiency": 0.8650341033935547, "masked prediction probs": [ 0.9522951245307922, 0.047704875469207764 @@ -268143,8 +301332,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013722351752221584, - "sufficiency": 0.7196003198623657, + "comprehensiveness": 0.013719328679144382, + "sufficiency": 0.7196620106697083, "masked prediction probs": [ 0.981797456741333, 0.018202604725956917 @@ -268156,11 +301345,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0005966467433609068, - "sufficiency": 0.8074290156364441, + "comprehensiveness": 1.0, + "sufficiency": 0.8164278268814087, "masked prediction probs": [ - 0.9937087297439575, - 0.006291267462074757 + 0.021745696663856506, + 0.9782543182373047 + ], + "full text prediction probs": [ + 0.9942502975463867, + 0.005749714560806751 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.816468358039856, + "masked prediction probs": [ + 0.021745696663856506, + 0.9782543182373047 ], "full text prediction probs": [ 0.9942502975463867, @@ -268170,12 +301372,12 @@ } }, "test_1082": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9733375906944275, - 0.026662437245249748 + 0.9215023517608643, + 0.07849766314029694 ], "full text prediction probs": [ 0.6041789054870605, @@ -268274,7 +301476,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -268287,6 +301489,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9648920893669128, + 0.03510785102844238 + ], + "full text prediction probs": [ + 0.6041789054870605, + 0.39582109451293945 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -268340,7 +301555,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4818195104598999, + "comprehensiveness": 0.4816332459449768, "sufficiency": 1.0, "masked prediction probs": [ 0.3549750745296478, @@ -268354,7 +301569,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6819689869880676, + "sufficiency": 0.6820918321609497, "masked prediction probs": [ 0.9522607922554016, 0.0477391742169857 @@ -268377,15 +301592,28 @@ 0.39582109451293945 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9733375906944275, + 0.026662437245249748 + ], + "full text prediction probs": [ + 0.6041789054870605, + 0.39582109451293945 + ], + "labels": 0 } }, "test_1195": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9493918418884277, - 0.05060809478163719 + 0.4574599266052246, + 0.5425400733947754 ], "full text prediction probs": [ 0.20539122819900513, @@ -268484,12 +301712,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9525527358055115, - 0.047447290271520615 + 0.9493918418884277, + 0.05060809478163719 + ], + "full text prediction probs": [ + 0.20539122819900513, + 0.7946087121963501 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4574599266052246, + 0.5425400733947754 ], "full text prediction probs": [ 0.20539122819900513, @@ -268587,15 +301828,28 @@ 0.7946087121963501 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9525527358055115, + 0.047447290271520615 + ], + "full text prediction probs": [ + 0.20539122819900513, + 0.7946087121963501 + ], + "labels": 0 } }, "test_1278": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005399143323302269, - "sufficiency": 0.9184017777442932, + "fixed-shap": { + "comprehensiveness": 0.005330570973455906, + "sufficiency": 0.9447388648986816, "masked prediction probs": [ - 0.986085057258606, - 0.013914942741394043 + 0.986146867275238, + 0.013853122480213642 ], "full text prediction probs": [ 0.9909517765045166, @@ -268694,9 +301948,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0053895763121545315, + "sufficiency": 0.9185463786125183, + "masked prediction probs": [ + 0.986085057258606, + 0.013914942741394043 + ], + "full text prediction probs": [ + 0.9909517765045166, + 0.00904819369316101 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8103486895561218, + "sufficiency": 0.8103907108306885, "masked prediction probs": [ 0.9909517765045166, 0.00904819369316101 @@ -268709,7 +301976,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3310490846633911, + "sufficiency": 0.33119717240333557, "masked prediction probs": [ 0.9932696223258972, 0.006730361841619015 @@ -268722,7 +301989,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8104326725006104, + "sufficiency": 0.8104746341705322, "masked prediction probs": [ 0.9909517765045166, 0.00904819369316101 @@ -268734,8 +302001,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0053859977051615715, - "sufficiency": 0.9186004400253296, + "comprehensiveness": 0.005384805612266064, + "sufficiency": 0.9186184406280518, "masked prediction probs": [ 0.986085057258606, 0.013914942741394043 @@ -268747,8 +302014,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001536565599963069, - "sufficiency": 0.822892427444458, + "comprehensiveness": 0.0015362256672233343, + "sufficiency": 0.8229316473007202, "masked prediction probs": [ 0.9895630478858948, 0.010436922311782837 @@ -268760,8 +302027,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08447619527578354, - "sufficiency": 0.9908897876739502, + "comprehensiveness": 0.08445750921964645, + "sufficiency": 0.9908918142318726, "masked prediction probs": [ 0.9145863652229309, 0.0854136124253273 @@ -268773,8 +302040,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011072893626987934, - "sufficiency": 0.7582992911338806, + "comprehensiveness": 0.01107044517993927, + "sufficiency": 0.7583526968955994, "masked prediction probs": [ 0.9809398055076599, 0.019060151651501656 @@ -268787,7 +302054,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8106422424316406, + "sufficiency": 0.8106841444969177, + "masked prediction probs": [ + 0.9909517765045166, + 0.00904819369316101 + ], + "full text prediction probs": [ + 0.9909517765045166, + 0.00904819369316101 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.81072598695755, "masked prediction probs": [ 0.9909517765045166, 0.00904819369316101 @@ -268800,12 +302080,12 @@ } }, "test_1287": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6717423796653748, - "sufficiency": 0.9932834506034851, + "fixed-shap": { + "comprehensiveness": 0.006212950684130192, + "sufficiency": 0.9834617972373962, "masked prediction probs": [ - 0.3865223228931427, - 0.6134777069091797 + 0.9885928630828857, + 0.011407067067921162 ], "full text prediction probs": [ 0.9942134022712708, @@ -268904,7 +302184,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.670556366443634, "sufficiency": 0.9932953119277954, "masked prediction probs": [ @@ -268917,9 +302197,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0066780028864741325, + "sufficiency": 0.9801177382469177, + "masked prediction probs": [ + 0.9881601333618164, + 0.01183986384421587 + ], + "full text prediction probs": [ + 0.9942134022712708, + 0.005786612629890442 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.003537026233971119, - "sufficiency": 0.7540124654769897, + "comprehensiveness": 0.003536246018484235, + "sufficiency": 0.7540666460990906, "masked prediction probs": [ 0.9910072684288025, 0.008992747403681278 @@ -268931,8 +302224,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6702605485916138, - "sufficiency": 0.9932981133460999, + "comprehensiveness": 0.6701127290725708, + "sufficiency": 0.993299663066864, "masked prediction probs": [ 0.3865223228931427, 0.6134777069091797 @@ -268944,8 +302237,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008815858513116837, - "sufficiency": 0.9930011034011841, + "comprehensiveness": 0.00881391391158104, + "sufficiency": 0.9930026531219482, "masked prediction probs": [ 0.9862187504768372, 0.013781282119452953 @@ -268957,8 +302250,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0026729300152510405, - "sufficiency": 0.7351245880126953, + "comprehensiveness": 0.002672340953722596, + "sufficiency": 0.7351828813552856, "masked prediction probs": [ 0.991788923740387, 0.00821109488606453 @@ -268970,8 +302263,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009269427508115768, - "sufficiency": 0.9620109796524048, + "comprehensiveness": 0.009267384186387062, + "sufficiency": 0.9620192646980286, "masked prediction probs": [ 0.9858037233352661, 0.014196247793734074 @@ -268983,8 +302276,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007438946515321732, - "sufficiency": 0.9919753670692444, + "comprehensiveness": 0.007437307387590408, + "sufficiency": 0.9919772148132324, "masked prediction probs": [ 0.9874629378318787, 0.012537114322185516 @@ -268996,8 +302289,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6695221066474915, - "sufficiency": 0.9933055639266968, + "comprehensiveness": 0.6693745851516724, + "sufficiency": 0.9933071136474609, + "masked prediction probs": [ + 0.3865223228931427, + 0.6134777069091797 + ], + "full text prediction probs": [ + 0.9942134022712708, + 0.005786612629890442 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6692271828651428, + "sufficiency": 0.9933084845542908, "masked prediction probs": [ 0.3865223228931427, 0.6134777069091797 @@ -269010,12 +302316,12 @@ } }, "test_1318": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10114330053329468, - "sufficiency": 0.9768498539924622, + "fixed-shap": { + "comprehensiveness": 0.012634790502488613, + "sufficiency": 0.9869199395179749, "masked prediction probs": [ - 0.901771068572998, - 0.09822890907526016 + 0.9817473292350769, + 0.01825263723731041 ], "full text prediction probs": [ 0.9931641221046448, @@ -269114,7 +302420,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.1009645164012909, "sufficiency": 0.9768908023834229, "masked prediction probs": [ @@ -269127,9 +302433,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.020863739773631096, + "sufficiency": 0.9771303534507751, + "masked prediction probs": [ + 0.9742740988731384, + 0.025725949555635452 + ], + "full text prediction probs": [ + 0.9931641221046448, + 0.0068358383141458035 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.002616048324853182, - "sufficiency": 0.8847742080688477, + "comprehensiveness": 0.002615470439195633, + "sufficiency": 0.884799599647522, "masked prediction probs": [ 0.9907955527305603, 0.009204437024891376 @@ -269141,8 +302460,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5057401657104492, - "sufficiency": 0.9848150014877319, + "comprehensiveness": 0.5056285262107849, + "sufficiency": 0.9848183393478394, "masked prediction probs": [ 0.5351659655570984, 0.4648340046405792 @@ -269154,8 +302473,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.1008976399898529, - "sufficiency": 0.9769061207771301, + "comprehensiveness": 0.1008753627538681, + "sufficiency": 0.976911187171936, "masked prediction probs": [ 0.901771068572998, 0.09822890907526016 @@ -269167,8 +302486,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.1008753627538681, - "sufficiency": 0.976911187171936, + "comprehensiveness": 0.10085310786962509, + "sufficiency": 0.9769163131713867, "masked prediction probs": [ 0.901771068572998, 0.09822890907526016 @@ -269180,8 +302499,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.46097296476364136, - "sufficiency": 0.9622591733932495, + "comprehensiveness": 0.46087121963500977, + "sufficiency": 0.9622675180435181, "masked prediction probs": [ 0.5754305720329285, 0.42456942796707153 @@ -269193,8 +302512,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023307239171117544, - "sufficiency": 0.9250435829162598, + "comprehensiveness": 0.002330209594219923, + "sufficiency": 0.9250601530075073, "masked prediction probs": [ 0.9910515546798706, 0.008948436006903648 @@ -269206,8 +302525,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10080860555171967, - "sufficiency": 0.9769265055656433, + "comprehensiveness": 0.10078637301921844, + "sufficiency": 0.9769315719604492, + "masked prediction probs": [ + 0.901771068572998, + 0.09822890907526016 + ], + "full text prediction probs": [ + 0.9931641221046448, + 0.0068358383141458035 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10076414793729782, + "sufficiency": 0.9769366383552551, "masked prediction probs": [ 0.901771068572998, 0.09822890907526016 @@ -269220,12 +302552,12 @@ } }, "test_1335": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001804863102734089, - "sufficiency": 0.8966814279556274, + "fixed-shap": { + "comprehensiveness": 0.0005227028741501272, + "sufficiency": 0.870620608329773, "masked prediction probs": [ - 0.9869669079780579, - 0.013033089227974415 + 0.9881196022033691, + 0.011880327947437763 ], "full text prediction probs": [ 0.9885895252227783, @@ -269324,12 +302656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0014225695049390197, - "sufficiency": 0.9020987749099731, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0018016566755250096, + "sufficiency": 0.8968649506568909, "masked prediction probs": [ - 0.9873083233833313, - 0.012691641226410866 + 0.9869669079780579, + 0.013033089227974415 + ], + "full text prediction probs": [ + 0.9885895252227783, + 0.01141049899160862 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8125155568122864, + "masked prediction probs": [ + 0.9885895252227783, + 0.01141049899160862 ], "full text prediction probs": [ 0.9885895252227783, @@ -269339,7 +302684,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.23824039101600647, + "sufficiency": 0.23840945959091187, "masked prediction probs": [ 0.9910600781440735, 0.008939872495830059 @@ -269352,7 +302697,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8125571608543396, + "sufficiency": 0.8125987648963928, "masked prediction probs": [ 0.9885895252227783, 0.01141049899160862 @@ -269364,8 +302709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0014216224662959576, - "sufficiency": 0.9021639227867126, + "comprehensiveness": 0.0014213069807738066, + "sufficiency": 0.9021856784820557, "masked prediction probs": [ 0.9873083233833313, 0.012691641226410866 @@ -269378,7 +302723,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.812640368938446, + "sufficiency": 0.8126819133758545, "masked prediction probs": [ 0.9885895252227783, 0.01141049899160862 @@ -269390,8 +302735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04482143372297287, - "sufficiency": 0.9117512702941895, + "comprehensiveness": 0.044811490923166275, + "sufficiency": 0.9117709398269653, "masked prediction probs": [ 0.9481773972511292, 0.05182261765003204 @@ -269404,7 +302749,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8198821544647217, + "sufficiency": 0.8199220299720764, "masked prediction probs": [ 0.98870849609375, 0.011291570030152798 @@ -269416,8 +302761,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.00142036157194525, - "sufficiency": 0.9022507071495056, + "comprehensiveness": 0.0014200466684997082, + "sufficiency": 0.9022724032402039, + "masked prediction probs": [ + 0.9873083233833313, + 0.012691641226410866 + ], + "full text prediction probs": [ + 0.9885895252227783, + 0.01141049899160862 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00141973199788481, + "sufficiency": 0.9022940397262573, "masked prediction probs": [ 0.9873083233833313, 0.012691641226410866 @@ -269430,12 +302788,12 @@ } }, "test_1371": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11709343641996384, - "sufficiency": 0.9696899652481079, + "fixed-shap": { + "comprehensiveness": 0.04662718251347542, + "sufficiency": 0.9250723123550415, "masked prediction probs": [ - 0.8803837299346924, - 0.11961629241704941 + 0.9435003399848938, + 0.05649964138865471 ], "full text prediction probs": [ 0.9852643013000488, @@ -269534,12 +302892,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1242109015583992, - "sufficiency": 0.9678834676742554, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11688463389873505, + "sufficiency": 0.9697440266609192, "masked prediction probs": [ - 0.8738098740577698, - 0.12619008123874664 + 0.8803837299346924, + 0.11961629241704941 + ], + "full text prediction probs": [ + 0.9852643013000488, + 0.01473572850227356 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.05870172008872032, + "sufficiency": 0.843811571598053, + "masked prediction probs": [ + 0.932579517364502, + 0.06742042303085327 ], "full text prediction probs": [ 0.9852643013000488, @@ -269549,7 +302920,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8158953785896301, + "sufficiency": 0.8159364461898804, "masked prediction probs": [ 0.9873056411743164, 0.012694373726844788 @@ -269561,8 +302932,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03222130239009857, - "sufficiency": 0.8344327807426453, + "comprehensiveness": 0.032214127480983734, + "sufficiency": 0.8344695568084717, "masked prediction probs": [ 0.9563392400741577, 0.043660715222358704 @@ -269574,8 +302945,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04057019576430321, - "sufficiency": 0.9331260919570923, + "comprehensiveness": 0.04056116193532944, + "sufficiency": 0.9331409931182861, "masked prediction probs": [ 0.9488363265991211, 0.05116366967558861 @@ -269587,8 +302958,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01953069493174553, - "sufficiency": 0.8185531497001648, + "comprehensiveness": 0.019526345655322075, + "sufficiency": 0.8185935616493225, "masked prediction probs": [ 0.9677237868309021, 0.0322762206196785 @@ -269600,8 +302971,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12407262623310089, - "sufficiency": 0.9679192304611206, + "comprehensiveness": 0.1240450069308281, + "sufficiency": 0.9679263830184937, "masked prediction probs": [ 0.8738098740577698, 0.12619008123874664 @@ -269613,8 +302984,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0023969230242073536, - "sufficiency": 0.9044902324676514, + "comprehensiveness": 0.0023963896092027426, + "sufficiency": 0.9045114517211914, "masked prediction probs": [ 0.9831106662750244, 0.016889303922653198 @@ -269626,8 +302997,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12401740252971649, - "sufficiency": 0.9679335355758667, + "comprehensiveness": 0.12398980557918549, + "sufficiency": 0.967940628528595, + "masked prediction probs": [ + 0.8738098740577698, + 0.12619008123874664 + ], + "full text prediction probs": [ + 0.9852643013000488, + 0.01473572850227356 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12396223098039627, + "sufficiency": 0.967947781085968, "masked prediction probs": [ 0.8738098740577698, 0.12619008123874664 @@ -269640,12 +303024,12 @@ } }, "test_1400": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.29075074195861816, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9628081321716309, "masked prediction probs": [ - 0.7238045334815979, - 0.2761954069137573 + 0.986190676689148, + 0.013809345662593842 ], "full text prediction probs": [ 0.9838058948516846, @@ -269744,12 +303128,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.36770936846733093, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2902314364910126, "sufficiency": 1.0, "masked prediction probs": [ - 0.6543965935707092, - 0.34560343623161316 + 0.7238045334815979, + 0.2761954069137573 + ], + "full text prediction probs": [ + 0.9838058948516846, + 0.016194064170122147 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9059261083602905, + "masked prediction probs": [ + 0.9852803349494934, + 0.014719613827764988 ], "full text prediction probs": [ 0.9838058948516846, @@ -269759,7 +303156,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7033327221870422, + "sufficiency": 0.7033990025520325, "masked prediction probs": [ 0.9865119457244873, 0.013488071039319038 @@ -269771,8 +303168,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09663951396942139, - "sufficiency": 0.9969149231910706, + "comprehensiveness": 0.09661795943975449, + "sufficiency": 0.9969155192375183, "masked prediction probs": [ 0.8971935510635376, 0.10280649363994598 @@ -269784,7 +303181,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.36746326088905334, + "comprehensiveness": 0.3673812747001648, "sufficiency": 1.0, "masked prediction probs": [ 0.6543965935707092, @@ -269797,8 +303194,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01354922540485859, - "sufficiency": 0.5822179913520813, + "comprehensiveness": 0.013546204194426537, + "sufficiency": 0.5823110938072205, "masked prediction probs": [ 0.9716570973396301, 0.028342869132757187 @@ -269810,7 +303207,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3672993779182434, + "comprehensiveness": 0.36721745133399963, "sufficiency": 1.0, "masked prediction probs": [ 0.6543965935707092, @@ -269824,7 +303221,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8863487243652344, + "sufficiency": 0.8863740563392639, "masked prediction probs": [ 0.9864869117736816, 0.013513155281543732 @@ -269836,7 +303233,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.367135614156723, + "comprehensiveness": 0.3670537769794464, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6543965935707092, + 0.34560343623161316 + ], + "full text prediction probs": [ + 0.9838058948516846, + 0.016194064170122147 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3669719994068146, "sufficiency": 1.0, "masked prediction probs": [ 0.6543965935707092, @@ -269850,12 +303260,12 @@ } }, "test_1484": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22828832268714905, - "sufficiency": 0.8649345636367798, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8935625553131104, "masked prediction probs": [ - 0.77955162525177, - 0.22044837474822998 + 0.9840113520622253, + 0.015988660976290703 ], "full text prediction probs": [ 0.9836641550064087, @@ -269954,7 +303364,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.22788052260875702, "sufficiency": 0.8651758432388306, "masked prediction probs": [ @@ -269967,9 +303377,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.007399121765047312, + "sufficiency": 0.889745831489563, + "masked prediction probs": [ + 0.9770352840423584, + 0.022964753210544586 + ], + "full text prediction probs": [ + 0.9836641550064087, + 0.01633584313094616 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5287294387817383, + "sufficiency": 0.5288345813751221, "masked prediction probs": [ 0.9902492165565491, 0.009750799275934696 @@ -269982,7 +303405,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8179903030395508, + "sufficiency": 0.8180308938026428, "masked prediction probs": [ 0.9874213933944702, 0.012578591704368591 @@ -269995,7 +303418,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8850545883178711, + "sufficiency": 0.8850801587104797, "masked prediction probs": [ 0.9860798716545105, 0.01392009761184454 @@ -270007,8 +303430,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008649889379739761, - "sufficiency": 0.80143803358078, + "comprehensiveness": 0.008647960610687733, + "sufficiency": 0.8014823198318481, "masked prediction probs": [ 0.9759095311164856, 0.024090463295578957 @@ -270020,8 +303443,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09578895568847656, - "sufficiency": 0.9393879771232605, + "comprehensiveness": 0.09576758742332458, + "sufficiency": 0.9394015073776245, "masked prediction probs": [ 0.8977702260017395, 0.10222972929477692 @@ -270034,7 +303457,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7819736003875732, + "sufficiency": 0.7820221185684204, "masked prediction probs": [ 0.990214467048645, 0.009785567410290241 @@ -270046,8 +303469,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0957462415099144, - "sufficiency": 0.9394149780273438, + "comprehensiveness": 0.09572489559650421, + "sufficiency": 0.9394283890724182, "masked prediction probs": [ 0.8977702260017395, 0.10222972929477692 @@ -270057,15 +303480,28 @@ 0.01633584313094616 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2274235039949417, + "sufficiency": 0.8654462099075317, + "masked prediction probs": [ + 0.77955162525177, + 0.22044837474822998 + ], + "full text prediction probs": [ + 0.9836641550064087, + 0.01633584313094616 + ], + "labels": 0 } }, "test_1491": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9812597632408142, - 0.018740203231573105 + 0.951842725276947, + 0.04815730080008507 ], "full text prediction probs": [ 0.5030192732810974, @@ -270164,12 +303600,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9870233535766602, - 0.012976602651178837 + 0.9812597632408142, + 0.018740203231573105 + ], + "full text prediction probs": [ + 0.5030192732810974, + 0.4969806969165802 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5030192732810974, + 0.4969806969165802 ], "full text prediction probs": [ 0.5030192732810974, @@ -270267,15 +303716,28 @@ 0.4969806969165802 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9870233535766602, + 0.012976602651178837 + ], + "full text prediction probs": [ + 0.5030192732810974, + 0.4969806969165802 + ], + "labels": 0 } }, "test_1602": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005742921493947506, - "sufficiency": 0.6901686191558838, + "fixed-shap": { + "comprehensiveness": 0.630387008190155, + "sufficiency": 0.9960137605667114, "masked prediction probs": [ - 0.9330659508705139, - 0.06693407148122787 + 0.40313437581062317, + 0.5968656539916992 ], "full text prediction probs": [ 0.9379380941390991, @@ -270374,12 +303836,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8912891745567322, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0057321107015013695, + "sufficiency": 0.6907517910003662, "masked prediction probs": [ - 0.939373254776001, - 0.06062670797109604 + 0.9330659508705139, + 0.06693407148122787 + ], + "full text prediction probs": [ + 0.9379380941390991, + 0.062061917036771774 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6822977662086487, + "sufficiency": 0.9824727773666382, + "masked prediction probs": [ + 0.357866495847702, + 0.6421334743499756 ], "full text prediction probs": [ 0.9379380941390991, @@ -270389,7 +303864,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6894542574882507, + "sufficiency": 0.6895273327827454, "masked prediction probs": [ 0.9729763269424438, 0.027023641392588615 @@ -270402,7 +303877,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8609504103660583, + "sufficiency": 0.86098313331604, "masked prediction probs": [ 0.9379380941390991, 0.062061917036771774 @@ -270414,7 +303889,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7691053748130798, + "comprehensiveness": 0.7689245343208313, "sufficiency": 1.0, "masked prediction probs": [ 0.28375735878944397, @@ -270427,8 +303902,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.29044240713119507, - "sufficiency": 0.921362042427063, + "comprehensiveness": 0.29037415981292725, + "sufficiency": 0.9213805198669434, "masked prediction probs": [ 0.6908373236656189, 0.3091627061367035 @@ -270440,7 +303915,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5542991161346436, + "comprehensiveness": 0.5541688799858093, "sufficiency": 1.0, "masked prediction probs": [ 0.4662441313266754, @@ -270453,8 +303928,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.06081654131412506, - "sufficiency": 0.9001377820968628, + "comprehensiveness": 0.06080225855112076, + "sufficiency": 0.9001612067222595, "masked prediction probs": [ 0.8861726522445679, 0.11382737755775452 @@ -270466,7 +303941,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7683826684951782, + "comprehensiveness": 0.7682021856307983, "sufficiency": 1.0, "masked prediction probs": [ 0.28375735878944397, @@ -270477,15 +303952,28 @@ 0.062061917036771774 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8915189504623413, + "masked prediction probs": [ + 0.939373254776001, + 0.06062670797109604 + ], + "full text prediction probs": [ + 0.9379380941390991, + 0.062061917036771774 + ], + "labels": 0 } }, "test_1630": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.44939616322517395, - "sufficiency": 0.8726361393928528, + "fixed-shap": { + "comprehensiveness": 0.001657502492889762, + "sufficiency": 0.9615322947502136, "masked prediction probs": [ - 0.587613582611084, - 0.412386417388916 + 0.9926159381866455, + 0.007384088821709156 ], "full text prediction probs": [ 0.9941152334213257, @@ -270584,12 +304072,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6563829779624939, - "sufficiency": 0.8702620267868042, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4486026465892792, + "sufficiency": 0.8728609681129456, "masked prediction probs": [ - 0.3993332087993622, - 0.6006667613983154 + 0.587613582611084, + 0.412386417388916 + ], + "full text prediction probs": [ + 0.9941152334213257, + 0.005884715821594 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8075624704360962, + "masked prediction probs": [ + 0.9941152334213257, + 0.005884715821594 ], "full text prediction probs": [ 0.9941152334213257, @@ -270598,8 +304099,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0011175819672644138, - "sufficiency": 0.6275243759155273, + "comprehensiveness": 0.0011173353996127844, + "sufficiency": 0.6276066303253174, "masked prediction probs": [ 0.9931023120880127, 0.006897723767906427 @@ -270611,8 +304112,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.016582904383540154, - "sufficiency": 0.8910826444625854, + "comprehensiveness": 0.016579246148467064, + "sufficiency": 0.8911066651344299, "masked prediction probs": [ 0.9790819883346558, 0.020917978137731552 @@ -270624,8 +304125,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8412176966667175, - "sufficiency": 0.8247197866439819, + "comprehensiveness": 0.8410321474075317, + "sufficiency": 0.8247583508491516, "masked prediction probs": [ 0.2313404381275177, 0.7686595916748047 @@ -270637,8 +304138,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6558040380477905, - "sufficiency": 0.8703764081001282, + "comprehensiveness": 0.6556594371795654, + "sufficiency": 0.8704050779342651, "masked prediction probs": [ 0.3993332087993622, 0.6006667613983154 @@ -270650,8 +304151,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00592609541490674, - "sufficiency": 0.8252643346786499, + "comprehensiveness": 0.005924788769334555, + "sufficiency": 0.8253028988838196, "masked prediction probs": [ 0.9887393712997437, 0.011260699480772018 @@ -270663,8 +304164,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0037428673822432756, - "sufficiency": 0.9823707938194275, + "comprehensiveness": 0.0037420426961034536, + "sufficiency": 0.9823746085166931, "masked prediction probs": [ 0.9907191395759583, 0.009280824102461338 @@ -270676,8 +304177,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6553704738616943, - "sufficiency": 0.87046217918396, + "comprehensiveness": 0.6552260518074036, + "sufficiency": 0.8704906702041626, + "masked prediction probs": [ + 0.3993332087993622, + 0.6006667613983154 + ], + "full text prediction probs": [ + 0.9941152334213257, + 0.005884715821594 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6550817489624023, + "sufficiency": 0.87051922082901, "masked prediction probs": [ 0.3993332087993622, 0.6006667613983154 @@ -270690,12 +304204,12 @@ } }, "test_1635": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.30709654092788696, + "fixed-shap": { + "comprehensiveness": 0.6507179141044617, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9795147180557251, - 0.020485319197177887 + 0.2456744760274887, + 0.7543255090713501 ], "full text prediction probs": [ 0.5365100502967834, @@ -270794,12 +304308,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.3899787962436676, + "sufficiency": 0.30956804752349854, "masked prediction probs": [ - 0.982769250869751, - 0.017230775207281113 + 0.9795147180557251, + 0.020485319197177887 + ], + "full text prediction probs": [ + 0.5365100502967834, + 0.46349000930786133 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6481073498725891, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2456744760274887, + 0.7543255090713501 ], "full text prediction probs": [ 0.5365100502967834, @@ -270809,7 +304336,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3098757565021515, + "sufficiency": 0.31018316745758057, "masked prediction probs": [ 0.9795147180557251, 0.020485319197177887 @@ -270822,7 +304349,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.5315503478050232, + "sufficiency": 0.5317589044570923, "masked prediction probs": [ 0.9802210330963135, 0.019778955727815628 @@ -270834,7 +304361,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.19728289544582367, + "comprehensiveness": 0.19719506800174713, "sufficiency": 1.0, "masked prediction probs": [ 0.4479012191295624, @@ -270860,7 +304387,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5666610598564148, + "comprehensiveness": 0.5664090514183044, "sufficiency": 1.0, "masked prediction probs": [ 0.2817697823047638, @@ -270887,7 +304414,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.3117161989212036, + "sufficiency": 0.31202197074890137, "masked prediction probs": [ 0.9795147180557251, 0.020485319197177887 @@ -270897,15 +304424,28 @@ 0.46349000930786133 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.3924168646335602, + "masked prediction probs": [ + 0.982769250869751, + 0.017230775207281113 + ], + "full text prediction probs": [ + 0.5365100502967834, + 0.46349000930786133 + ], + "labels": 0 } }, "test_1639": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002179203787818551, - "sufficiency": 0.9791581630706787, + "fixed-shap": { + "comprehensiveness": 0.0016534639289602637, + "sufficiency": 0.7497954368591309, "masked prediction probs": [ - 0.9920824766159058, - 0.007917479611933231 + 0.9925580024719238, + 0.007442002184689045 ], "full text prediction probs": [ 0.9940535426139832, @@ -271004,7 +304544,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.00217535556294024, "sufficiency": 0.9791949391365051, "masked prediction probs": [ @@ -271017,9 +304557,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0016501799691468477, + "sufficiency": 0.7502923011779785, + "masked prediction probs": [ + 0.9925580024719238, + 0.007442002184689045 + ], + "full text prediction probs": [ + 0.9940535426139832, + 0.005946418736129999 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.003386581549420953, - "sufficiency": 0.6112252473831177, + "comprehensiveness": 0.003385834163054824, + "sufficiency": 0.6113110184669495, "masked prediction probs": [ 0.990984320640564, 0.009015677496790886 @@ -271031,8 +304584,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0037256472278386354, - "sufficiency": 0.8384845852851868, + "comprehensiveness": 0.003724825568497181, + "sufficiency": 0.8385202884674072, "masked prediction probs": [ 0.9906762838363647, 0.009323660284280777 @@ -271044,8 +304597,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001364934490993619, - "sufficiency": 0.8073623776435852, + "comprehensiveness": 0.0013646334409713745, + "sufficiency": 0.8074048757553101, "masked prediction probs": [ 0.9928159713745117, 0.007184030953794718 @@ -271057,8 +304610,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007317085401155055, - "sufficiency": 0.85271155834198, + "comprehensiveness": 0.0007315471884794533, + "sufficiency": 0.852743923664093, "masked prediction probs": [ 0.9933899641036987, 0.006609998643398285 @@ -271070,8 +304623,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006223900709301233, - "sufficiency": 0.8780140280723572, + "comprehensiveness": 0.006222528871148825, + "sufficiency": 0.8780409097671509, "masked prediction probs": [ 0.9884079098701477, 0.0115921376273036 @@ -271083,8 +304636,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0037806339096277952, - "sufficiency": 0.8326365351676941, + "comprehensiveness": 0.0037798008415848017, + "sufficiency": 0.8326733708381653, "masked prediction probs": [ 0.990623414516449, 0.009376601316034794 @@ -271096,8 +304649,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006221157498657703, - "sufficiency": 0.8780677914619446, + "comprehensiveness": 0.006219786591827869, + "sufficiency": 0.8780946135520935, "masked prediction probs": [ 0.9884079098701477, 0.0115921376273036 @@ -271107,15 +304660,28 @@ 0.005946418736129999 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0021710426080971956, + "sufficiency": 0.9792361855506897, + "masked prediction probs": [ + 0.9920824766159058, + 0.007917479611933231 + ], + "full text prediction probs": [ + 0.9940535426139832, + 0.005946418736129999 + ], + "labels": 0 } }, "test_1648": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8747938871383667, + "fixed-shap": { + "comprehensiveness": 0.03320363163948059, + "sufficiency": 0.8803905844688416, "masked prediction probs": [ - 0.0483110249042511, - 0.9516889452934265 + 0.9433879852294922, + 0.05661194026470184 ], "full text prediction probs": [ 0.9727116823196411, @@ -271214,7 +304780,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8750202655792236, "masked prediction probs": [ @@ -271227,9 +304793,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.033136095851659775, + "sufficiency": 0.8806338906288147, + "masked prediction probs": [ + 0.9433879852294922, + 0.05661194026470184 + ], + "full text prediction probs": [ + 0.9727116823196411, + 0.027288366109132767 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.008099373430013657, - "sufficiency": 0.919075071811676, + "comprehensiveness": 0.008097543381154537, + "sufficiency": 0.9190933704376221, "masked prediction probs": [ 0.9655441641807556, 0.034455809742212296 @@ -271241,8 +304820,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.12089723348617554, - "sufficiency": 0.6462976336479187, + "comprehensiveness": 0.12086992710828781, + "sufficiency": 0.646377444267273, "masked prediction probs": [ 0.865699827671051, 0.1343001276254654 @@ -271255,7 +304834,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8751049637794495, + "sufficiency": 0.875133216381073, "masked prediction probs": [ 0.0483110249042511, 0.9516889452934265 @@ -271267,8 +304846,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.44405022263526917, - "sufficiency": 0.8586955666542053, + "comprehensiveness": 0.44394996762275696, + "sufficiency": 0.8587275147438049, "masked prediction probs": [ 0.579484224319458, 0.4205158054828644 @@ -271280,8 +304859,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7429871559143066, - "sufficiency": 0.8375635147094727, + "comprehensiveness": 0.7428193688392639, + "sufficiency": 0.8376002907752991, "masked prediction probs": [ 0.31461289525032043, 0.685387134552002 @@ -271293,8 +304872,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011853418312966824, - "sufficiency": 0.7274571657180786, + "comprehensiveness": 0.011850743554532528, + "sufficiency": 0.7275186777114868, "masked prediction probs": [ 0.9622101783752441, 0.03778982162475586 @@ -271307,7 +304886,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8752177357673645, + "sufficiency": 0.8752458691596985, + "masked prediction probs": [ + 0.0483110249042511, + 0.9516889452934265 + ], + "full text prediction probs": [ + 0.9727116823196411, + 0.027288366109132767 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8752740025520325, "masked prediction probs": [ 0.0483110249042511, 0.9516889452934265 @@ -271320,12 +304912,12 @@ } }, "test_1710": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.027379214763641357, - "sufficiency": 0.9889175891876221, + "fixed-shap": { + "comprehensiveness": 0.015232529491186142, + "sufficiency": 0.9596295952796936, "masked prediction probs": [ - 0.9666947722434998, - 0.03330516815185547 + 0.977648913860321, + 0.022351043298840523 ], "full text prediction probs": [ 0.9913859367370605, @@ -271424,7 +305016,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.027330724522471428, "sufficiency": 0.9889371991157532, "masked prediction probs": [ @@ -271437,9 +305029,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.01520218700170517, + "sufficiency": 0.9597100615501404, + "masked prediction probs": [ + 0.977648913860321, + 0.022351043298840523 + ], + "full text prediction probs": [ + 0.9913859367370605, + 0.008614114485681057 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0055376384407281876, - "sufficiency": 0.31927984952926636, + "comprehensiveness": 0.005536412820219994, + "sufficiency": 0.31943047046661377, "masked prediction probs": [ 0.986382007598877, 0.013617952354252338 @@ -271451,8 +305056,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007356362417340279, - "sufficiency": 0.8112494349479675, + "comprehensiveness": 0.007354734931141138, + "sufficiency": 0.8112912178039551, "masked prediction probs": [ 0.9847370982170105, 0.015262912958860397 @@ -271464,8 +305069,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010911082848906517, - "sufficiency": 0.8283280730247498, + "comprehensiveness": 0.010908668860793114, + "sufficiency": 0.8283660411834717, "masked prediction probs": [ 0.9815220832824707, 0.018477965146303177 @@ -271477,8 +305082,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01864924468100071, - "sufficiency": 0.8986630439758301, + "comprehensiveness": 0.018645120784640312, + "sufficiency": 0.8986854553222656, "masked prediction probs": [ 0.9745228886604309, 0.02547716163098812 @@ -271490,8 +305095,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009752021171152592, - "sufficiency": 0.9132475256919861, + "comprehensiveness": 0.009749865159392357, + "sufficiency": 0.9132667779922485, "masked prediction probs": [ 0.9825659990310669, 0.017433995380997658 @@ -271503,8 +305108,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.014369872398674488, - "sufficiency": 0.8665260672569275, + "comprehensiveness": 0.01436669658869505, + "sufficiency": 0.8665555715560913, "masked prediction probs": [ 0.978386640548706, 0.021613357588648796 @@ -271516,8 +305121,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018636878579854965, - "sufficiency": 0.8987302184104919, + "comprehensiveness": 0.018632758408784866, + "sufficiency": 0.8987526297569275, "masked prediction probs": [ 0.9745228886604309, 0.02547716163098812 @@ -271527,15 +305132,28 @@ 0.008614114485681057 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.027276378124952316, + "sufficiency": 0.9889591932296753, + "masked prediction probs": [ + 0.9666947722434998, + 0.03330516815185547 + ], + "full text prediction probs": [ + 0.9913859367370605, + 0.008614114485681057 + ], + "labels": 0 } }, "test_1761": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9145225882530212, + "sufficiency": 1.0, "masked prediction probs": [ - 0.010845731012523174, - 0.9891542792320251 + 0.014208439737558365, + 0.9857915639877319 ], "full text prediction probs": [ 0.9728797674179077, @@ -271634,12 +305252,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9491191506385803, + "sufficiency": 0.9146771430969238, "masked prediction probs": [ - 0.008943963795900345, - 0.9910560846328735 + 0.010845731012523174, + 0.9891542792320251 + ], + "full text prediction probs": [ + 0.9728797674179077, + 0.02712019346654415 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.986604630947113, + "masked prediction probs": [ + 0.010493596084415913, + 0.9895064234733582 ], "full text prediction probs": [ 0.9728797674179077, @@ -271662,7 +305293,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9657112956047058, + "sufficiency": 0.9657190442085266, "masked prediction probs": [ 0.008973535150289536, 0.9910264611244202 @@ -271675,7 +305306,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9866106510162354, + "sufficiency": 0.9866136312484741, "masked prediction probs": [ 0.010493596084415913, 0.9895064234733582 @@ -271688,7 +305319,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.980735719203949, + "sufficiency": 0.9807400703430176, "masked prediction probs": [ 0.012068432755768299, 0.9879315495491028 @@ -271701,7 +305332,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9491766095161438, + "sufficiency": 0.9491881728172302, "masked prediction probs": [ 0.008943963795900345, 0.9910560846328735 @@ -271713,8 +305344,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011767021380364895, - "sufficiency": 0.7652333378791809, + "comprehensiveness": 0.011764366179704666, + "sufficiency": 0.7652863264083862, "masked prediction probs": [ 0.9624528288841248, 0.03754720836877823 @@ -271727,7 +305358,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9491995573043823, + "sufficiency": 0.9492109417915344, + "masked prediction probs": [ + 0.008943963795900345, + 0.9910560846328735 + ], + "full text prediction probs": [ + 0.9728797674179077, + 0.02712019346654415 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9492224454879761, "masked prediction probs": [ 0.008943963795900345, 0.9910560846328735 @@ -271740,12 +305384,12 @@ } }, "test_1762": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9879655838012695, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7964881658554077, "masked prediction probs": [ - 0.02200039103627205, - 0.9779996275901794 + 0.9918296933174133, + 0.008170321583747864 ], "full text prediction probs": [ 0.9913881421089172, @@ -271844,12 +305488,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9909824132919312, + "sufficiency": 0.9879869222640991, "masked prediction probs": [ - 0.06507078558206558, - 0.9349292516708374 + 0.02200039103627205, + 0.9779996275901794 + ], + "full text prediction probs": [ + 0.9913881421089172, + 0.008611896075308323 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.809999406337738, + "masked prediction probs": [ + 0.9913881421089172, + 0.008611896075308323 ], "full text prediction probs": [ 0.9913881421089172, @@ -271858,7 +305515,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0010761667508631945, + "comprehensiveness": 0.0010759285651147366, "sufficiency": 0.0, "masked prediction probs": [ 0.9904156923294067, @@ -271872,7 +305529,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9879921078681946, + "sufficiency": 0.9879947900772095, "masked prediction probs": [ 0.02200039103627205, 0.9779996275901794 @@ -271884,8 +305541,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8977303504943848, - "sufficiency": 0.8526387214660645, + "comprehensiveness": 0.8975317478179932, + "sufficiency": 0.8526713252067566, "masked prediction probs": [ 0.17981861531734467, 0.8201814293861389 @@ -271898,7 +305555,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.14537078142166138, + "sufficiency": 0.14555975794792175, "masked prediction probs": [ 0.9930176734924316, 0.0069823251105844975 @@ -271910,8 +305567,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00346026080660522, - "sufficiency": 0.8355587124824524, + "comprehensiveness": 0.0034594954922795296, + "sufficiency": 0.8355950117111206, "masked prediction probs": [ 0.9882586002349854, 0.011741424910724163 @@ -271923,8 +305580,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00031942929490469396, - "sufficiency": 0.9076859354972839, + "comprehensiveness": 0.0003193586890120059, + "sufficiency": 0.9077063202857971, "masked prediction probs": [ 0.9910991787910461, 0.00890082772821188 @@ -271937,7 +305594,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9880053997039795, + "sufficiency": 0.9880081415176392, "masked prediction probs": [ 0.02200039103627205, 0.9779996275901794 @@ -271947,15 +305604,28 @@ 0.008611896075308323 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9910003542900085, + "masked prediction probs": [ + 0.06507078558206558, + 0.9349292516708374 + ], + "full text prediction probs": [ + 0.9913881421089172, + 0.008611896075308323 + ], + "labels": 0 } }, "test_1787": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5528250932693481, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.45081254839897156, - 0.549187421798706 + 0.9862768650054932, + 0.013723211362957954 ], "full text prediction probs": [ 0.8974096179008484, @@ -272054,12 +305724,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8140831589698792, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5517323017120361, "sufficiency": 1.0, "masked prediction probs": [ - 0.2384539246559143, - 0.7615460753440857 + 0.45081254839897156, + 0.549187421798706 + ], + "full text prediction probs": [ + 0.8974096179008484, + 0.1025904044508934 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8805757761001587, + "masked prediction probs": [ + 0.9612916707992554, + 0.03870834782719612 ], "full text prediction probs": [ 0.8974096179008484, @@ -272081,7 +305764,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.756170392036438, + "comprehensiveness": 0.7559837102890015, "sufficiency": 1.0, "masked prediction probs": [ 0.2850286066532135, @@ -272095,7 +305778,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9377399682998657, + "sufficiency": 0.9377554059028625, "masked prediction probs": [ 0.9895183444023132, 0.01048167422413826 @@ -272107,7 +305790,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8002545237541199, + "comprehensiveness": 0.800057053565979, "sufficiency": 1.0, "masked prediction probs": [ 0.2490072101354599, @@ -272120,7 +305803,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8130786418914795, + "comprehensiveness": 0.8128780126571655, "sufficiency": 1.0, "masked prediction probs": [ 0.2384539246559143, @@ -272133,7 +305816,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8128780126571655, + "comprehensiveness": 0.8126775622367859, "sufficiency": 1.0, "masked prediction probs": [ 0.2384539246559143, @@ -272146,7 +305829,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8126775622367859, + "comprehensiveness": 0.8124771118164062, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.2384539246559143, + 0.7615460753440857 + ], + "full text prediction probs": [ + 0.8974096179008484, + 0.1025904044508934 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8122768402099609, "sufficiency": 1.0, "masked prediction probs": [ 0.2384539246559143, @@ -272160,12 +305856,12 @@ } }, "test_1809": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9157149791717529, "masked prediction probs": [ - 0.07091246545314789, - 0.9290875792503357 + 0.9747660160064697, + 0.025233976542949677 ], "full text prediction probs": [ 0.9391758441925049, @@ -272264,12 +305960,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9944822788238525, + "sufficiency": 1.0, "masked prediction probs": [ - 0.055620595812797546, - 0.944379448890686 + 0.07091246545314789, + 0.9290875792503357 + ], + "full text prediction probs": [ + 0.9391758441925049, + 0.06082409992814064 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8596662878990173, + "masked prediction probs": [ + 0.9391758441925049, + 0.06082409992814064 ], "full text prediction probs": [ 0.9391758441925049, @@ -272279,7 +305988,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8142408132553101, + "sufficiency": 0.8142844438552856, "masked prediction probs": [ 0.9851837158203125, 0.014816230162978172 @@ -272291,8 +306000,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8615958094596863, - "sufficiency": 0.9758005738258362, + "comprehensiveness": 0.8613935708999634, + "sufficiency": 0.9758061766624451, "masked prediction probs": [ 0.20543096959590912, 0.7945690751075745 @@ -272305,7 +306014,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9944861531257629, + "sufficiency": 0.9944874048233032, "masked prediction probs": [ 0.055620595812797546, 0.944379448890686 @@ -272318,7 +306027,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9852954149246216, + "sufficiency": 0.9852988123893738, "masked prediction probs": [ 0.06396404653787613, 0.9360359311103821 @@ -272357,7 +306066,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9944913387298584, + "sufficiency": 0.9944925904273987, + "masked prediction probs": [ + 0.055620595812797546, + 0.944379448890686 + ], + "full text prediction probs": [ + 0.9391758441925049, + 0.06082409992814064 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9944939017295837, "masked prediction probs": [ 0.055620595812797546, 0.944379448890686 @@ -272370,12 +306092,12 @@ } }, "test_1812": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9845423102378845, - "sufficiency": 0.9138866066932678, + "fixed-shap": { + "comprehensiveness": 0.005571191199123859, + "sufficiency": 0.8431050181388855, "masked prediction probs": [ - 0.10354232043027878, - 0.8964576721191406 + 0.9887935519218445, + 0.011206436902284622 ], "full text prediction probs": [ 0.9938313961029053, @@ -272474,12 +306196,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8739153742790222, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9828032851219177, + "sufficiency": 0.9140386581420898, "masked prediction probs": [ - 0.07873734831809998, - 0.9212626814842224 + 0.10354232043027878, + 0.8964576721191406 + ], + "full text prediction probs": [ + 0.9938313961029053, + 0.006168555933982134 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007964197546243668, + "sufficiency": 0.8789030909538269, + "masked prediction probs": [ + 0.9866153001785278, + 0.013384679332375526 ], "full text prediction probs": [ 0.9938313961029053, @@ -272488,8 +306223,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0024309793952852488, - "sufficiency": 0.6946213841438293, + "comprehensiveness": 0.0024304427206516266, + "sufficiency": 0.6946887969970703, "masked prediction probs": [ 0.9916287660598755, 0.008371245115995407 @@ -272501,8 +306236,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9823695421218872, - "sufficiency": 0.9140766263008118, + "comprehensiveness": 0.9821528196334839, + "sufficiency": 0.9140955805778503, "masked prediction probs": [ 0.10354232043027878, 0.8964576721191406 @@ -272514,8 +306249,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01440966036170721, - "sufficiency": 0.7972492575645447, + "comprehensiveness": 0.014406480826437473, + "sufficiency": 0.7972939610481262, "masked prediction probs": [ 0.9807695150375366, 0.019230490550398827 @@ -272527,8 +306262,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004456212744116783, - "sufficiency": 0.8231139779090881, + "comprehensiveness": 0.0044552297331392765, + "sufficiency": 0.8231529593467712, "masked prediction probs": [ 0.9897910952568054, 0.010208968073129654 @@ -272540,8 +306275,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9244787693023682, - "sufficiency": 0.8153359293937683, + "comprehensiveness": 0.9242749214172363, + "sufficiency": 0.8153766989707947, "masked prediction probs": [ 0.155452162027359, 0.8445478081703186 @@ -272553,8 +306288,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9925414323806763, - "sufficiency": 0.8947207927703857, + "comprehensiveness": 0.9923226833343506, + "sufficiency": 0.8947439789772034, "masked prediction probs": [ 0.0935298353433609, 0.9064701199531555 @@ -272566,8 +306301,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.924071192741394, - "sufficiency": 0.8154173493385315, + "comprehensiveness": 0.9238674640655518, + "sufficiency": 0.8154579401016235, "masked prediction probs": [ 0.155452162027359, 0.8445478081703186 @@ -272577,15 +306312,28 @@ 0.006168555933982134 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8741654753684998, + "masked prediction probs": [ + 0.07873734831809998, + 0.9212626814842224 + ], + "full text prediction probs": [ + 0.9938313961029053, + 0.006168555933982134 + ], + "labels": 0 } }, "test_46": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9628427624702454, + "fixed-shap": { + "comprehensiveness": 0.30686038732528687, + "sufficiency": 0.0, "masked prediction probs": [ - 0.3033474385738373, - 0.6966525316238403 + 0.029633384197950363, + 0.9703666567802429 ], "full text prediction probs": [ 0.00436886353418231, @@ -272684,12 +306432,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9280142784118652, + "sufficiency": 0.963550329208374, "masked prediction probs": [ - 0.13019169867038727, - 0.8698083162307739 + 0.3033474385738373, + 0.6966525316238403 + ], + "full text prediction probs": [ + 0.00436886353418231, + 0.995631217956543 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.21987469494342804, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022867465391755104, + 0.9771325588226318 ], "full text prediction probs": [ 0.00436886353418231, @@ -272699,7 +306460,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.46573323011398315, + "sufficiency": 0.46699896454811096, "masked prediction probs": [ 0.10568423569202423, 0.894315779209137 @@ -272711,8 +306472,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.28361281752586365, - "sufficiency": 0.6258041858673096, + "comprehensiveness": 0.28294169902801514, + "sufficiency": 0.6266885995864868, "masked prediction probs": [ 0.028286682441830635, 0.9717133641242981 @@ -272724,7 +306485,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06185055151581764, + "comprehensiveness": 0.06170453876256943, "sufficiency": 0.0, "masked prediction probs": [ 0.009597225114703178, @@ -272737,7 +306498,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.017632480710744858, + "comprehensiveness": 0.017590953037142754, "sufficiency": 0.0, "masked prediction probs": [ 0.005862797144800425, @@ -272750,8 +306511,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8993268013000488, - "sufficiency": 0.8990119695663452, + "comprehensiveness": 0.8972136378288269, + "sufficiency": 0.8992490172386169, "masked prediction probs": [ 0.08075116574764252, 0.9192488193511963 @@ -272763,8 +306524,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1471329778432846, - "sufficiency": 0.3138308525085449, + "comprehensiveness": 0.1467880755662918, + "sufficiency": 0.3154374361038208, "masked prediction probs": [ 0.016894608736038208, 0.9831053614616394 @@ -272777,7 +306538,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.47323882579803467, + "sufficiency": 0.47446930408477783, "masked prediction probs": [ 0.10568423569202423, 0.894315779209137 @@ -272787,15 +306548,28 @@ 0.995631217956543 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9295241236686707, + "masked prediction probs": [ + 0.13019169867038727, + 0.8698083162307739 + ], + "full text prediction probs": [ + 0.00436886353418231, + 0.995631217956543 + ], + "labels": 1 } }, "test_87": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.95627760887146, - 0.04372231662273407 + 0.8698692917823792, + 0.13013066351413727 ], "full text prediction probs": [ 0.015567494556307793, @@ -272894,12 +306668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6413124799728394, - 0.35868754982948303 + 0.95627760887146, + 0.04372231662273407 + ], + "full text prediction probs": [ + 0.015567494556307793, + 0.9844324588775635 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.27677881717681885, + 0.7232211828231812 ], "full text prediction probs": [ 0.015567494556307793, @@ -272908,7 +306695,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2085738480091095, + "comprehensiveness": 0.20800335705280304, "sufficiency": 0.0, "masked prediction probs": [ 0.030779622495174408, @@ -272934,7 +306721,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.16788028180599213, + "comprehensiveness": 0.16742360591888428, "sufficiency": 0.0, "masked prediction probs": [ 0.027878914028406143, @@ -272947,7 +306734,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.16742360591888428, + "comprehensiveness": 0.1669694036245346, "sufficiency": 0.0, "masked prediction probs": [ 0.027878914028406143, @@ -272973,7 +306760,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8970186710357666, + "comprehensiveness": 0.8945982456207275, "sufficiency": 0.0, "masked prediction probs": [ 0.08188781887292862, @@ -272997,15 +306784,28 @@ 0.9844324588775635 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6413124799728394, + 0.35868754982948303 + ], + "full text prediction probs": [ + 0.015567494556307793, + 0.9844324588775635 + ], + "labels": 1 } }, "test_98": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9386123418807983, + "fixed-shap": { + "comprehensiveness": 0.6332634687423706, + "sufficiency": 0.8013264536857605, "masked prediction probs": [ - 0.08784110844135284, - 0.9121589064598083 + 0.05711839720606804, + 0.9428815841674805 ], "full text prediction probs": [ 0.006036176811903715, @@ -273104,12 +306904,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4690830707550049, - "sufficiency": 0.9561236500740051, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9944036602973938, + "sufficiency": 0.9398050308227539, "masked prediction probs": [ - 0.04462547227740288, - 0.955374538898468 + 0.08784110844135284, + 0.9121589064598083 + ], + "full text prediction probs": [ + 0.006036176811903715, + 0.9939637780189514 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2745938301086426, + "sufficiency": 0.7692381739616394, + "masked prediction probs": [ + 0.028680671006441116, + 0.971319317817688 ], "full text prediction probs": [ 0.006036176811903715, @@ -273118,8 +306931,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.972908616065979, - "sufficiency": 0.8240534067153931, + "comprehensiveness": 0.9705543518066406, + "sufficiency": 0.8244786858558655, "masked prediction probs": [ 0.08626742660999298, 0.9137325882911682 @@ -273131,7 +306944,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06248639151453972, + "comprehensiveness": 0.0623355507850647, "sufficiency": 0.0, "masked prediction probs": [ 0.011201716028153896, @@ -273144,8 +306957,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09957561641931534, - "sufficiency": 0.630079984664917, + "comprehensiveness": 0.09933582693338394, + "sufficiency": 0.630969762802124, "masked prediction probs": [ 0.01428761426359415, 0.9857124090194702 @@ -273157,7 +306970,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0352926142513752, + "comprehensiveness": 0.035207830369472504, "sufficiency": 0.0, "masked prediction probs": [ 0.008967816829681396, @@ -273171,7 +306984,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9158360958099365, + "sufficiency": 0.9160375595092773, "masked prediction probs": [ 0.09565921872854233, 0.9043407440185547 @@ -273183,7 +306996,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07426527142524719, + "comprehensiveness": 0.0740877166390419, "sufficiency": 0.0, "masked prediction probs": [ 0.012234825640916824, @@ -273197,7 +307010,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9162380695343018, + "sufficiency": 0.9164376258850098, "masked prediction probs": [ 0.09565921872854233, 0.9043407440185547 @@ -273207,15 +307020,28 @@ 0.9939637780189514 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4590374529361725, + "sufficiency": 0.9570621252059937, + "masked prediction probs": [ + 0.04462547227740288, + 0.955374538898468 + ], + "full text prediction probs": [ + 0.006036176811903715, + 0.9939637780189514 + ], + "labels": 1 } }, "test_172": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.26308757066726685, "sufficiency": 0.0, "masked prediction probs": [ - 0.9466831684112549, - 0.05331685021519661 + 0.02999378740787506, + 0.9700062274932861 ], "full text prediction probs": [ 0.009748445823788643, @@ -273314,12 +307140,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9211151599884033, - 0.07888484001159668 + 0.9466831684112549, + 0.05331685021519661 + ], + "full text prediction probs": [ + 0.009748445823788643, + 0.9902515411376953 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.36230725049972534, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.038281287997961044, + 0.961718738079071 ], "full text prediction probs": [ 0.009748445823788643, @@ -273341,7 +307180,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.32515081763267517, + "comprehensiveness": 0.32432910799980164, "sufficiency": 0.0, "masked prediction probs": [ 0.03542012721300125, @@ -273367,7 +307206,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.832309901714325, + "comprehensiveness": 0.8302171230316162, "sufficiency": 0.0, "masked prediction probs": [ 0.07579485327005386, @@ -273417,15 +307256,28 @@ 0.9902515411376953 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9211151599884033, + 0.07888484001159668 + ], + "full text prediction probs": [ + 0.009748445823788643, + 0.9902515411376953 + ], + "labels": 1 } }, "test_212": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12305356562137604, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.04988658055663109, + "sufficiency": 0.33702242374420166, "masked prediction probs": [ - 0.013885777443647385, - 0.9861141443252563 + 0.007810584269464016, + 0.9921894073486328 ], "full text prediction probs": [ 0.0036684235092252493, @@ -273524,12 +307376,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06918264925479889, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12072683870792389, "sufficiency": 0.0, "masked prediction probs": [ - 0.009523501619696617, - 0.9904764890670776 + 0.013885777443647385, + 0.9861141443252563 + ], + "full text prediction probs": [ + 0.0036684235092252493, + 0.9963316321372986 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.049937326461076736, + "sufficiency": 0.3768497109413147, + "masked prediction probs": [ + 0.00790468044579029, + 0.9920952916145325 ], "full text prediction probs": [ 0.0036684235092252493, @@ -273538,7 +307403,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07257894426584244, + "comprehensiveness": 0.07240820676088333, "sufficiency": 0.0, "masked prediction probs": [ 0.009825503453612328, @@ -273551,7 +307416,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06885715574026108, + "comprehensiveness": 0.0686955600976944, "sufficiency": 0.0, "masked prediction probs": [ 0.009523501619696617, @@ -273564,7 +307429,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.027190666645765305, + "comprehensiveness": 0.02712700143456459, "sufficiency": 0.0, "masked prediction probs": [ 0.0059858704917132854, @@ -273577,7 +307442,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03729701042175293, + "comprehensiveness": 0.0372098870575428, "sufficiency": 0.0, "masked prediction probs": [ 0.006854834966361523, @@ -273590,8 +307455,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07222027331590652, - "sufficiency": 0.007061485201120377, + "comprehensiveness": 0.07205196470022202, + "sufficiency": 0.00937281921505928, "masked prediction probs": [ 0.0098528191447258, 0.9901471734046936 @@ -273603,7 +307468,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02759082429111004, + "comprehensiveness": 0.027526672929525375, "sufficiency": 0.0, "masked prediction probs": [ 0.006036568433046341, @@ -273616,7 +307481,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06805667281150818, + "comprehensiveness": 0.06789880245923996, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009523501619696617, + 0.9904764890670776 + ], + "full text prediction probs": [ + 0.0036684235092252493, + 0.9963316321372986 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06774166226387024, "sufficiency": 0.0, "masked prediction probs": [ 0.009523501619696617, @@ -273630,12 +307508,12 @@ } }, "test_251": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9760140180587769, - 0.0239859726279974 + 0.9526564478874207, + 0.04734356328845024 ], "full text prediction probs": [ 0.09563159942626953, @@ -273734,12 +307612,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9792243838310242, - 0.020775550976395607 + 0.9760140180587769, + 0.0239859726279974 + ], + "full text prediction probs": [ + 0.09563159942626953, + 0.9043683409690857 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8447614312171936, + 0.15523859858512878 ], "full text prediction probs": [ 0.09563159942626953, @@ -273837,15 +307728,28 @@ 0.9043683409690857 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9792243838310242, + 0.020775550976395607 + ], + "full text prediction probs": [ + 0.09563159942626953, + 0.9043683409690857 + ], + "labels": 1 } }, "test_253": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8291260004043579, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7933833599090576, - 0.20661666989326477 + 0.7358874678611755, + 0.26411256194114685 ], "full text prediction probs": [ 0.016925819218158722, @@ -273944,12 +307848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8329516649246216, + "masked prediction probs": [ + 0.7933833599090576, + 0.20661666989326477 + ], + "full text prediction probs": [ + 0.016925819218158722, + 0.9830741286277771 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9387072324752808, - 0.06129276007413864 + 0.6741373538970947, + 0.3258626461029053 ], "full text prediction probs": [ 0.016925819218158722, @@ -273959,7 +307876,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5491244196891785, + "sufficiency": 0.55037921667099, "masked prediction probs": [ 0.8502168655395508, 0.1497831493616104 @@ -273984,7 +307901,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4825928807258606, + "comprehensiveness": 0.4812553822994232, "sufficiency": 0.0, "masked prediction probs": [ 0.05166080966591835, @@ -273997,7 +307914,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1454024612903595, + "comprehensiveness": 0.14500059187412262, "sufficiency": 0.0, "masked prediction probs": [ 0.02742036245763302, @@ -274047,15 +307964,28 @@ 0.9830741286277771 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9387072324752808, + 0.06129276007413864 + ], + "full text prediction probs": [ + 0.016925819218158722, + 0.9830741286277771 + ], + "labels": 1 } }, "test_284": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9029613733291626, - 0.0970386192202568 + 0.43593207001686096, + 0.5640679597854614 ], "full text prediction probs": [ 0.01794717088341713, @@ -274154,12 +308084,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8879430890083313, - 0.11205685883760452 + 0.9029613733291626, + 0.0970386192202568 + ], + "full text prediction probs": [ + 0.01794717088341713, + 0.9820528626441956 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.38495534658432007, + 0.6150447130203247 ], "full text prediction probs": [ 0.01794717088341713, @@ -274233,7 +308176,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2924673855304718, + "comprehensiveness": 0.29165205359458923, "sufficiency": 0.0, "masked prediction probs": [ 0.038874551653862, @@ -274257,15 +308200,28 @@ 0.9820528626441956 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8879430890083313, + 0.11205685883760452 + ], + "full text prediction probs": [ + 0.01794717088341713, + 0.9820528626441956 + ], + "labels": 1 } }, "test_285": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9713069796562195, - 0.028693053871393204 + 0.9255861043930054, + 0.0744139552116394 ], "full text prediction probs": [ 0.358582466840744, @@ -274355,8 +308311,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9608868956565857, - 0.03911309316754341 + 0.9255861043930054, + 0.0744139552116394 ], "full text prediction probs": [ 0.358582466840744, @@ -274364,12 +308320,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9639284014701843, - 0.036071598529815674 + 0.9713069796562195, + 0.028693053871393204 + ], + "full text prediction probs": [ + 0.358582466840744, + 0.6414175033569336 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.95951908826828, + 0.040480948984622955 ], "full text prediction probs": [ 0.358582466840744, @@ -274459,8 +308428,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9586213827133179, - 0.041378624737262726 + 0.95951908826828, + 0.040480948984622955 + ], + "full text prediction probs": [ + 0.358582466840744, + 0.6414175033569336 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9639284014701843, + 0.036071598529815674 ], "full text prediction probs": [ 0.358582466840744, @@ -274470,12 +308452,12 @@ } }, "test_289": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7149707674980164, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9742943644523621, - 0.025705698877573013 + 0.09159383177757263, + 0.9084061980247498 ], "full text prediction probs": [ 0.016177603974938393, @@ -274574,12 +308556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7212861776351929, + "masked prediction probs": [ + 0.9742943644523621, + 0.025705698877573013 + ], + "full text prediction probs": [ + 0.016177603974938393, + 0.9838224053382874 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06435749679803848, "sufficiency": 0.0, "masked prediction probs": [ - 0.9811258316040039, - 0.018874196335673332 + 0.020832156762480736, + 0.9791678190231323 ], "full text prediction probs": [ 0.016177603974938393, @@ -274601,7 +308596,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1251571774482727, + "comprehensiveness": 0.12481292337179184, "sufficiency": 0.0, "masked prediction probs": [ 0.025254523381590843, @@ -274627,7 +308622,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12692424654960632, + "comprehensiveness": 0.12657704949378967, "sufficiency": 0.0, "masked prediction probs": [ 0.025433434173464775, @@ -274640,7 +308635,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7459631562232971, + "comprehensiveness": 0.743928074836731, "sufficiency": 0.0, "masked prediction probs": [ 0.07072538137435913, @@ -274677,15 +308672,28 @@ 0.9838224053382874 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9811258316040039, + 0.018874196335673332 + ], + "full text prediction probs": [ + 0.016177603974938393, + 0.9838224053382874 + ], + "labels": 1 } }, "test_378": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3888096809387207, "sufficiency": 0.0, "masked prediction probs": [ - 0.1061631590127945, - 0.8938368558883667 + 0.044854093343019485, + 0.9551458954811096 ], "full text prediction probs": [ 0.01823301799595356, @@ -274784,12 +308792,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.30370277166366577, - 0.6962972283363342 + 0.1061631590127945, + 0.8938368558883667 + ], + "full text prediction probs": [ + 0.01823301799595356, + 0.9817669987678528 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.48126745223999023, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05205095559358597, + 0.9479490518569946 ], "full text prediction probs": [ 0.01823301799595356, @@ -274824,7 +308845,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6989917755126953, + "comprehensiveness": 0.6970188021659851, "sufficiency": 0.0, "masked prediction probs": [ 0.06762970238924026, @@ -274837,7 +308858,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14740222692489624, + "comprehensiveness": 0.14698733389377594, "sufficiency": 0.0, "masked prediction probs": [ 0.028679251670837402, @@ -274863,7 +308884,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7150774598121643, + "comprehensiveness": 0.7130760550498962, "sufficiency": 0.0, "masked prediction probs": [ 0.06919565051794052, @@ -274887,15 +308908,28 @@ 0.9817669987678528 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.30370277166366577, + 0.6962972283363342 + ], + "full text prediction probs": [ + 0.01823301799595356, + 0.9817669987678528 + ], + "labels": 1 } }, "test_380": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3379826247692108, "sufficiency": 0.0, "masked prediction probs": [ - 0.3212659955024719, - 0.6787340044975281 + 0.04749911651015282, + 0.9525009393692017 ], "full text prediction probs": [ 0.027485020458698273, @@ -274994,12 +309028,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.35201212763786316, - 0.6479878425598145 + 0.3212659955024719, + 0.6787340044975281 + ], + "full text prediction probs": [ + 0.027485020458698273, + 0.9725149869918823 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027485020458698273, + 0.9725149869918823 ], "full text prediction probs": [ 0.027485020458698273, @@ -275047,7 +309094,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1668180525302887, + "comprehensiveness": 0.16627824306488037, "sufficiency": 0.0, "masked prediction probs": [ 0.037763770669698715, @@ -275097,15 +309144,28 @@ 0.9725149869918823 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.35201212763786316, + 0.6479878425598145 + ], + "full text prediction probs": [ + 0.027485020458698273, + 0.9725149869918823 + ], + "labels": 1 } }, "test_403": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06909585744142532, + "fixed-shap": { + "comprehensiveness": 0.055893752723932266, "sufficiency": 0.0, "masked prediction probs": [ - 0.011277200654149055, - 0.9887228012084961 + 0.01020754687488079, + 0.9897924661636353 ], "full text prediction probs": [ 0.005678831599652767, @@ -275204,12 +309264,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06575855612754822, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06775758415460587, "sufficiency": 0.0, "masked prediction probs": [ - 0.011112016625702381, - 0.9888879656791687 + 0.011277200654149055, + 0.9887228012084961 + ], + "full text prediction probs": [ + 0.005678831599652767, + 0.9943211078643799 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.020057817921042442, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007340175099670887, + 0.992659866809845 ], "full text prediction probs": [ 0.005678831599652767, @@ -275218,7 +309291,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.1588209867477417, + "comprehensiveness": 0.1584383249282837, "sufficiency": 0.0, "masked prediction probs": [ 0.018832845613360405, @@ -275231,7 +309304,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.025253986939787865, + "comprehensiveness": 0.025193287059664726, "sufficiency": 0.0, "masked prediction probs": [ 0.007775486912578344, @@ -275244,7 +309317,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07199452817440033, + "comprehensiveness": 0.0718218982219696, "sufficiency": 0.0, "masked prediction probs": [ 0.011670482344925404, @@ -275257,7 +309330,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06512784957885742, + "comprehensiveness": 0.06497205793857574, "sufficiency": 0.0, "masked prediction probs": [ 0.011112016625702381, @@ -275270,8 +309343,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12109851092100143, - "sufficiency": 0.49465733766555786, + "comprehensiveness": 0.12080951780080795, + "sufficiency": 0.49586182832717896, "masked prediction probs": [ 0.015805479139089584, 0.9841945171356201 @@ -275283,7 +309356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.041406143456697464, + "comprehensiveness": 0.04130756855010986, "sufficiency": 0.0, "masked prediction probs": [ 0.009149689227342606, @@ -275296,7 +309369,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06466269493103027, + "comprehensiveness": 0.06450912356376648, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011112016625702381, + 0.9888879656791687 + ], + "full text prediction probs": [ + 0.005678831599652767, + 0.9943211078643799 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06435627490282059, "sufficiency": 0.0, "masked prediction probs": [ 0.011112016625702381, @@ -275310,12 +309396,12 @@ } }, "test_406": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9619224071502686, - 0.03807757794857025 + 0.9804704189300537, + 0.01952953077852726 ], "full text prediction probs": [ 0.14010506868362427, @@ -275414,12 +309500,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9503813982009888, - 0.04961857944726944 + 0.9619224071502686, + 0.03807757794857025 + ], + "full text prediction probs": [ + 0.14010506868362427, + 0.8598949313163757 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9461740851402283, + 0.05382588505744934 ], "full text prediction probs": [ 0.14010506868362427, @@ -275517,15 +309616,28 @@ 0.8598949313163757 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9503813982009888, + 0.04961857944726944 + ], + "full text prediction probs": [ + 0.14010506868362427, + 0.8598949313163757 + ], + "labels": 1 } }, "test_409": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9969168305397034, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.11498528718948364, + "sufficiency": 0.8924785256385803, "masked prediction probs": [ - 0.08921563625335693, - 0.9107843637466431 + 0.8656838536262512, + 0.1343161165714264 ], "full text prediction probs": [ 0.9669189453125, @@ -275612,11 +309724,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9953341484069824, - "sufficiency": 1.0, + "comprehensiveness": 0.11480273306369781, + "sufficiency": 0.8926491737365723, "masked prediction probs": [ - 0.08921563625335693, - 0.9107843637466431 + 0.8656838536262512, + 0.1343161165714264 ], "full text prediction probs": [ 0.9669189453125, @@ -275624,12 +309736,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8566145300865173, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11477670073509216, + "sufficiency": 0.8926735520362854, "masked prediction probs": [ - 0.9729318618774414, - 0.02706807106733322 + 0.8656838536262512, + 0.1343161165714264 + ], + "full text prediction probs": [ + 0.9669189453125, + 0.033081017434597015 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04562811926007271, + "sufficiency": 0.8076950907707214, + "masked prediction probs": [ + 0.9266650080680847, + 0.07333496958017349 ], "full text prediction probs": [ 0.9669189453125, @@ -275639,7 +309764,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8503094911575317, + "sufficiency": 0.8503434062004089, "masked prediction probs": [ 0.9907326698303223, 0.009267298504710197 @@ -275651,8 +309776,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0534474141895771, - "sufficiency": 0.904204785823822, + "comprehensiveness": 0.0534353069961071, + "sufficiency": 0.9042264819145203, "masked prediction probs": [ 0.9197559952735901, 0.0802440419793129 @@ -275664,8 +309789,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9982693195343018, - "sufficiency": 0.9431489109992981, + "comprehensiveness": 0.9980431199073792, + "sufficiency": 0.9431618452072144, "masked prediction probs": [ 0.08582869917154312, 0.9141713380813599 @@ -275677,8 +309802,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12672212719917297, - "sufficiency": 0.8394898176193237, + "comprehensiveness": 0.12669342756271362, + "sufficiency": 0.8395260572433472, "masked prediction probs": [ 0.8550463914871216, 0.14495360851287842 @@ -275691,7 +309816,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8996840715408325, + "sufficiency": 0.8997067213058472, "masked prediction probs": [ 0.06545398384332657, 0.9345459938049316 @@ -275704,7 +309829,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.861204206943512, + "sufficiency": 0.8612356781959534, "masked prediction probs": [ 0.9818018078804016, 0.018198145553469658 @@ -275716,8 +309841,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1266360729932785, - "sufficiency": 0.8395987153053284, + "comprehensiveness": 0.12660740315914154, + "sufficiency": 0.8396350741386414, "masked prediction probs": [ 0.8550463914871216, 0.14495360851287842 @@ -275727,15 +309852,28 @@ 0.033081017434597015 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.856906533241272, + "masked prediction probs": [ + 0.9729318618774414, + 0.02706807106733322 + ], + "full text prediction probs": [ + 0.9669189453125, + 0.033081017434597015 + ], + "labels": 1 } }, "test_416": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7640343904495239, - "sufficiency": 0.9368503093719482, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.06984686106443405, - 0.9301530718803406 + 0.014896263368427753, + 0.9851037859916687 ], "full text prediction probs": [ 0.01527438499033451, @@ -275834,12 +309972,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8238831162452698, - "sufficiency": 0.9007784128189087, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7472918629646301, + "sufficiency": 0.9382322430610657, "masked prediction probs": [ - 0.07544022798538208, - 0.9245598316192627 + 0.06984686106443405, + 0.9301530718803406 + ], + "full text prediction probs": [ + 0.01527438499033451, + 0.9847256541252136 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.027854833751916885, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01731402613222599, + 0.982685923576355 ], "full text prediction probs": [ 0.01527438499033451, @@ -275848,8 +309999,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8216325044631958, - "sufficiency": 0.9010490775108337, + "comprehensiveness": 0.8193942308425903, + "sufficiency": 0.9013182520866394, "masked prediction probs": [ 0.07544022798538208, 0.9245598316192627 @@ -275861,7 +310012,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.017873957753181458, + "comprehensiveness": 0.017825396731495857, "sufficiency": 0.0, "masked prediction probs": [ 0.01658681407570839, @@ -275874,8 +310025,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.18762770295143127, - "sufficiency": 0.9725499749183655, + "comprehensiveness": 0.18711933493614197, + "sufficiency": 0.9726242423057556, "masked prediction probs": [ 0.02908886969089508, 0.9709111452102661 @@ -275887,7 +310038,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09152635186910629, + "comprehensiveness": 0.0912790298461914, "sufficiency": 0.0, "masked prediction probs": [ 0.022031472995877266, @@ -275900,7 +310051,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1777181774377823, + "comprehensiveness": 0.17723925411701202, "sufficiency": 0.0, "masked prediction probs": [ 0.02843032032251358, @@ -275913,7 +310064,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027913931757211685, + "comprehensiveness": 0.02783890813589096, "sufficiency": 0.0, "masked prediction probs": [ 0.017346281558275223, @@ -275926,8 +310077,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.808383047580719, - "sufficiency": 0.9026426076889038, + "comprehensiveness": 0.8062162399291992, + "sufficiency": 0.9029031991958618, + "masked prediction probs": [ + 0.07544022798538208, + 0.9245598316192627 + ], + "full text prediction probs": [ + 0.01527438499033451, + 0.9847256541252136 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8040610551834106, + "sufficiency": 0.90316241979599, "masked prediction probs": [ 0.07544022798538208, 0.9245598316192627 @@ -275940,12 +310104,12 @@ } }, "test_451": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9851170778274536, + "fixed-shap": { + "comprehensiveness": 0.11852758377790451, + "sufficiency": 0.0, "masked prediction probs": [ - 0.15040233731269836, - 0.849597692489624 + 0.015267221257090569, + 0.9847328066825867 ], "full text prediction probs": [ 0.005661814007908106, @@ -276044,12 +310208,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9087557196617126, + "sufficiency": 0.9854049682617188, "masked prediction probs": [ - 0.13456496596336365, - 0.865435004234314 + 0.15040233731269836, + 0.849597692489624 + ], + "full text prediction probs": [ + 0.005661814007908106, + 0.9943382143974304 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030031226575374603, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008149566128849983, + 0.9918504357337952 ], "full text prediction probs": [ 0.005661814007908106, @@ -276058,7 +310235,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8686621189117432, + "comprehensiveness": 0.8665696382522583, "sufficiency": 0.0, "masked prediction probs": [ 0.07762149721384048, @@ -276071,7 +310248,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.040377527475357056, + "comprehensiveness": 0.04028049483895302, "sufficiency": 0.0, "masked prediction probs": [ 0.00901475828140974, @@ -276084,7 +310261,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0750466138124466, + "comprehensiveness": 0.07486670464277267, "sufficiency": 0.0, "masked prediction probs": [ 0.011908686719834805, @@ -276097,7 +310274,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.039258141070604324, + "comprehensiveness": 0.03916425257921219, "sufficiency": 0.0, "masked prediction probs": [ 0.008937409147620201, @@ -276110,8 +310287,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.23440399765968323, - "sufficiency": 0.5514000058174133, + "comprehensiveness": 0.23384472727775574, + "sufficiency": 0.55246901512146, "masked prediction probs": [ 0.02526729926466942, 0.9747326970100403 @@ -276123,8 +310300,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10661453008651733, - "sufficiency": 0.12239912897348404, + "comprehensiveness": 0.10636076331138611, + "sufficiency": 0.12448552250862122, "masked prediction probs": [ 0.014600280672311783, 0.9853996634483337 @@ -276136,7 +310313,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8562564849853516, + "comprehensiveness": 0.8542232513427734, "sufficiency": 0.0, "masked prediction probs": [ 0.07762149721384048, @@ -276147,15 +310324,28 @@ 0.9943382143974304 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9106987714767456, + "masked prediction probs": [ + 0.13456496596336365, + 0.865435004234314 + ], + "full text prediction probs": [ + 0.005661814007908106, + 0.9943382143974304 + ], + "labels": 1 } }, "test_471": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9937430620193481, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9258130192756653, "masked prediction probs": [ - 0.09211119264364243, - 0.9078888893127441 + 0.044793833047151566, + 0.9552061557769775 ], "full text prediction probs": [ 0.9831022620201111, @@ -276254,12 +310444,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.991972804069519, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09211119264364243, + 0.9078888893127441 + ], + "full text prediction probs": [ + 0.9831022620201111, + 0.016897786408662796 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9881974458694458, + "sufficiency": 0.8339787721633911, "masked prediction probs": [ - 0.026604896411299706, - 0.9733951091766357 + 0.03723466768860817, + 0.9627653360366821 ], "full text prediction probs": [ 0.9831022620201111, @@ -276282,7 +310485,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9386429190635681, + "sufficiency": 0.9386565089225769, "masked prediction probs": [ 0.0356251560151577, 0.964374840259552 @@ -276294,8 +310497,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030060254503041506, - "sufficiency": 0.8791897296905518, + "comprehensiveness": 0.003005356527864933, + "sufficiency": 0.8792164921760559, "masked prediction probs": [ 0.9804004430770874, 0.019599538296461105 @@ -276307,8 +310510,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00011178343265783042, - "sufficiency": 0.8203023076057434, + "comprehensiveness": 0.00011175857071066275, + "sufficiency": 0.8203423619270325, "masked prediction probs": [ 0.9830017685890198, 0.016998162493109703 @@ -276321,7 +310524,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9882105588912964, + "sufficiency": 0.9882131814956665, "masked prediction probs": [ 0.026604896411299706, 0.9733951091766357 @@ -276334,7 +310537,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.9144271612167358, + "sufficiency": 0.914446234703064, "masked prediction probs": [ 0.0730317085981369, 0.9269682765007019 @@ -276347,7 +310550,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9882158041000366, + "sufficiency": 0.9882184267044067, + "masked prediction probs": [ + 0.026604896411299706, + 0.9733951091766357 + ], + "full text prediction probs": [ + 0.9831022620201111, + 0.016897786408662796 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9882210493087769, "masked prediction probs": [ 0.026604896411299706, 0.9733951091766357 @@ -276360,12 +310576,12 @@ } }, "test_472": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03985920548439026, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.0794171392917633, + "sufficiency": 0.09261772036552429, "masked prediction probs": [ - 0.009959040209650993, - 0.9900409579277039 + 0.01312082540243864, + 0.9868791699409485 ], "full text prediction probs": [ 0.006773160304874182, @@ -276464,12 +310680,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05932733789086342, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03907683491706848, "sufficiency": 0.0, "masked prediction probs": [ - 0.01161004975438118, - 0.9883899688720703 + 0.009959040209650993, + 0.9900409579277039 + ], + "full text prediction probs": [ + 0.006773160304874182, + 0.9932268261909485 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06156986579298973, + "sufficiency": 0.11294735223054886, + "masked prediction probs": [ + 0.011805219575762749, + 0.9881948232650757 ], "full text prediction probs": [ 0.006773160304874182, @@ -276478,7 +310707,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.036431554704904556, + "comprehensiveness": 0.03634260594844818, "sufficiency": 0.0, "masked prediction probs": [ 0.009750689379870892, @@ -276491,8 +310720,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0677889883518219, - "sufficiency": 0.23838548362255096, + "comprehensiveness": 0.06762388348579407, + "sufficiency": 0.240238219499588, "masked prediction probs": [ 0.012326976284384727, 0.9876729846000671 @@ -276504,7 +310733,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.037149664014577866, + "comprehensiveness": 0.03705940023064613, "sufficiency": 0.0, "masked prediction probs": [ 0.00982425082474947, @@ -276517,7 +310746,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02586006000638008, + "comprehensiveness": 0.02579738013446331, "sufficiency": 0.0, "masked prediction probs": [ 0.008902178145945072, @@ -276530,8 +310759,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.13776995241641998, - "sufficiency": 0.7326831221580505, + "comprehensiveness": 0.13743683695793152, + "sufficiency": 0.7333287000656128, "masked prediction probs": [ 0.018143165856599808, 0.9818568825721741 @@ -276543,7 +310772,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.053754664957523346, + "comprehensiveness": 0.05362500250339508, "sufficiency": 0.0, "masked prediction probs": [ 0.011220189742743969, @@ -276556,8 +310785,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06697141379117966, - "sufficiency": 0.24755991995334625, + "comprehensiveness": 0.0668102577328682, + "sufficiency": 0.249368354678154, "masked prediction probs": [ 0.012326976284384727, 0.9876729846000671 @@ -276567,15 +310796,28 @@ 0.9932268261909485 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.058045580983161926, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01161004975438118, + 0.9883899688720703 + ], + "full text prediction probs": [ + 0.006773160304874182, + 0.9932268261909485 + ], + "labels": 1 } }, "test_481": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.004282459616661072, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9558279514312744, - 0.04417206719517708 + 0.09474072605371475, + 0.9052593111991882 ], "full text prediction probs": [ 0.020215949043631554, @@ -276674,12 +310916,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.027651244774460793, + "masked prediction probs": [ + 0.9558279514312744, + 0.04417206719517708 + ], + "full text prediction probs": [ + 0.020215949043631554, + 0.9797840118408203 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6016840934753418, "sufficiency": 0.0, "masked prediction probs": [ - 0.9543330073356628, - 0.045666951686143875 + 0.061302319169044495, + 0.9386976957321167 ], "full text prediction probs": [ 0.020215949043631554, @@ -276714,7 +310969,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10298840701580048, + "comprehensiveness": 0.10268934816122055, "sufficiency": 0.0, "masked prediction probs": [ 0.027289828285574913, @@ -276777,15 +311032,28 @@ 0.9797840118408203 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9543330073356628, + 0.045666951686143875 + ], + "full text prediction probs": [ + 0.020215949043631554, + 0.9797840118408203 + ], + "labels": 1 } }, "test_520": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8856857419013977, + "sufficiency": 0.8290883302688599, "masked prediction probs": [ - 0.20213434100151062, - 0.7978656888008118 + 0.20428171753883362, + 0.7957183122634888 ], "full text prediction probs": [ 0.004852766171097755, @@ -276884,12 +311152,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7258952856063843, + "sufficiency": 0.8878753185272217, "masked prediction probs": [ - 0.13746513426303864, - 0.8625348806381226 + 0.20213434100151062, + 0.7978656888008118 + ], + "full text prediction probs": [ + 0.004852766171097755, + 0.9951472878456116 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1215759813785553, + "sufficiency": 0.502984881401062, + "masked prediction probs": [ + 0.01502236444503069, + 0.9849776029586792 ], "full text prediction probs": [ 0.004852766171097755, @@ -276899,7 +311180,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7265499830245972, + "sufficiency": 0.727201521396637, "masked prediction probs": [ 0.13746513426303864, 0.8625348806381226 @@ -276911,7 +311192,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.012484094128012657, + "comprehensiveness": 0.012454383075237274, "sufficiency": 0.0, "masked prediction probs": [ 0.005899440497159958, @@ -276924,7 +311205,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04939061403274536, + "comprehensiveness": 0.04927334561944008, "sufficiency": 0.0, "masked prediction probs": [ 0.009004003368318081, @@ -276937,7 +311218,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03851960599422455, + "comprehensiveness": 0.03842836618423462, "sufficiency": 0.0, "masked prediction probs": [ 0.008097927086055279, @@ -276950,7 +311231,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3550053834915161, + "comprehensiveness": 0.3541664481163025, "sufficiency": 0.0, "masked prediction probs": [ 0.03483257815241814, @@ -276963,7 +311244,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04345312714576721, + "comprehensiveness": 0.04335068538784981, "sufficiency": 0.0, "masked prediction probs": [ 0.008530978113412857, @@ -276977,7 +311258,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7304133772850037, + "sufficiency": 0.7310466766357422, + "masked prediction probs": [ + 0.13746513426303864, + 0.8625348806381226 + ], + "full text prediction probs": [ + 0.004852766171097755, + 0.9951472878456116 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7316770553588867, "masked prediction probs": [ 0.13746513426303864, 0.8625348806381226 @@ -276990,12 +311284,12 @@ } }, "test_594": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9444953203201294, + "sufficiency": 0.0, "masked prediction probs": [ - 0.825398862361908, - 0.17460115253925323 + 0.1593036651611328, + 0.840696394443512 ], "full text prediction probs": [ 0.011602560989558697, @@ -277094,12 +311388,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9861564636230469, + "sufficiency": 0.9456518888473511, "masked prediction probs": [ - 0.8217454552650452, - 0.17825454473495483 + 0.825398862361908, + 0.17460115253925323 + ], + "full text prediction probs": [ + 0.011602560989558697, + 0.9883974194526672 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.13773979246616364, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022194642573595047, + 0.9778053760528564 ], "full text prediction probs": [ 0.011602560989558697, @@ -277121,8 +311428,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9154151678085327, - "sufficiency": 0.8235656023025513, + "comprehensiveness": 0.9130462408065796, + "sufficiency": 0.824021577835083, "masked prediction probs": [ 0.08218018710613251, 0.9178198575973511 @@ -277135,7 +311442,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9188488721847534, + "sufficiency": 0.9190580248832703, "masked prediction probs": [ 0.3285222053527832, 0.6714778542518616 @@ -277147,7 +311454,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.053211845457553864, + "comprehensiveness": 0.053074855357408524, "sufficiency": 0.0, "masked prediction probs": [ 0.015726441517472267, @@ -277161,7 +311468,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9863344430923462, + "sufficiency": 0.9863694906234741, "masked prediction probs": [ 0.8217454552650452, 0.17825454473495483 @@ -277173,7 +311480,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10272623598575592, + "comprehensiveness": 0.10246312618255615, "sufficiency": 0.0, "masked prediction probs": [ 0.019604798406362534, @@ -277187,7 +311494,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9864043593406677, + "sufficiency": 0.986439049243927, + "masked prediction probs": [ + 0.8217454552650452, + 0.17825454473495483 + ], + "full text prediction probs": [ + 0.011602560989558697, + 0.9883974194526672 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.986473560333252, "masked prediction probs": [ 0.8217454552650452, 0.17825454473495483 @@ -277200,12 +311520,12 @@ } }, "test_625": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.5885999202728271, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9703291654586792, - 0.029670802876353264 + 0.6980925798416138, + 0.30190742015838623 ], "full text prediction probs": [ 0.025092143565416336, @@ -277304,12 +311624,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8985053300857544, + "sufficiency": 0.5989988446235657, "masked prediction probs": [ - 0.9822890758514404, - 0.017710929736495018 + 0.9703291654586792, + 0.029670802876353264 + ], + "full text prediction probs": [ + 0.025092143565416336, + 0.9749078154563904 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1633143275976181, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0354478545486927, + 0.9645521640777588 ], "full text prediction probs": [ 0.025092143565416336, @@ -277331,7 +311664,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6455245018005371, + "comprehensiveness": 0.6435008645057678, "sufficiency": 0.0, "masked prediction probs": [ 0.06615353375673294, @@ -277383,7 +311716,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7000394463539124, + "comprehensiveness": 0.6978721022605896, "sufficiency": 0.0, "masked prediction probs": [ 0.07018142193555832, @@ -277407,15 +311740,28 @@ 0.9749078154563904 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9013116359710693, + "masked prediction probs": [ + 0.9822890758514404, + 0.017710929736495018 + ], + "full text prediction probs": [ + 0.025092143565416336, + 0.9749078154563904 + ], + "labels": 1 } }, "test_682": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9089381694793701, + "fixed-shap": { + "comprehensiveness": 0.7713188529014587, "sufficiency": 1.0, "masked prediction probs": [ - 0.16116321086883545, - 0.8388367891311646 + 0.2739979326725006, + 0.7260020971298218 ], "full text prediction probs": [ 0.9064058065414429, @@ -277502,11 +311848,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9073888063430786, + "comprehensiveness": 0.7700040936470032, "sufficiency": 1.0, "masked prediction probs": [ - 0.16116321086883545, - 0.8388367891311646 + 0.2739979326725006, + 0.7260020971298218 ], "full text prediction probs": [ 0.9064058065414429, @@ -277514,12 +311860,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7920437455177307, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7698165774345398, "sufficiency": 1.0, "masked prediction probs": [ - 0.25573819875717163, - 0.7442618012428284 + 0.2739979326725006, + 0.7260020971298218 + ], + "full text prediction probs": [ + 0.9064058065414429, + 0.09359418600797653 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.868995726108551, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19234797358512878, + 0.8076519966125488 ], "full text prediction probs": [ 0.9064058065414429, @@ -277529,7 +311888,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8913863897323608, + "sufficiency": 0.8914128541946411, "masked prediction probs": [ 0.9672480821609497, 0.032751958817243576 @@ -277541,7 +311900,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4351348578929901, + "comprehensiveness": 0.4350290298461914, "sufficiency": 1.0, "masked prediction probs": [ 0.5487664341926575, @@ -277554,7 +311913,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.791465699672699, + "comprehensiveness": 0.7912731766700745, "sufficiency": 1.0, "masked prediction probs": [ 0.25573819875717163, @@ -277567,7 +311926,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3440927565097809, + "comprehensiveness": 0.3440091013908386, "sufficiency": 1.0, "masked prediction probs": [ 0.6234567165374756, @@ -277580,7 +311939,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.76775062084198, + "comprehensiveness": 0.7675639390945435, "sufficiency": 1.0, "masked prediction probs": [ 0.2749273478984833, @@ -277594,7 +311953,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9084146618843079, + "sufficiency": 0.9084370136260986, "masked prediction probs": [ 0.9064058065414429, 0.09359418600797653 @@ -277606,11 +311965,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7906962633132935, + "comprehensiveness": 0.8675175905227661, "sufficiency": 1.0, "masked prediction probs": [ - 0.25573819875717163, - 0.7442618012428284 + 0.19234797358512878, + 0.8076519966125488 + ], + "full text prediction probs": [ + 0.9064058065414429, + 0.09359418600797653 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8673068881034851, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19234797358512878, + 0.8076519966125488 ], "full text prediction probs": [ 0.9064058065414429, @@ -277620,12 +311992,12 @@ } }, "test_713": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8405928611755371, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.17738093435764313, - 0.8226190209388733 + 0.9121456742286682, + 0.08785437047481537 ], "full text prediction probs": [ 0.6566116809844971, @@ -277712,11 +312084,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.3608837127685547, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.4503629207611084, - 0.5496370792388916 + 0.9121456742286682, + 0.08785437047481537 ], "full text prediction probs": [ 0.6566116809844971, @@ -277724,12 +312096,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8709437847137451, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8382406830787659, "sufficiency": 1.0, "masked prediction probs": [ - 0.15868422389030457, - 0.841315746307373 + 0.17738093435764313, + 0.8226190209388733 + ], + "full text prediction probs": [ + 0.6566116809844971, + 0.3433883786201477 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9130038619041443, + 0.08699622005224228 ], "full text prediction probs": [ 0.6566116809844971, @@ -277790,7 +312175,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5388919115066528, + "comprehensiveness": 0.5387038588523865, "sufficiency": 1.0, "masked prediction probs": [ 0.34798282384872437, @@ -277827,15 +312212,28 @@ 0.3433883786201477 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.86821049451828, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.15868422389030457, + 0.841315746307373 + ], + "full text prediction probs": [ + 0.6566116809844971, + 0.3433883786201477 + ], + "labels": 1 } }, "test_857": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9562965035438538, - 0.04370351508259773 + 0.8613147735595703, + 0.13868528604507446 ], "full text prediction probs": [ 0.14647597074508667, @@ -277934,12 +312332,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9711301922798157, - 0.02886985056102276 + 0.9562965035438538, + 0.04370351508259773 + ], + "full text prediction probs": [ + 0.14647597074508667, + 0.8535240292549133 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7108749151229858, + 0.28912508487701416 ], "full text prediction probs": [ 0.14647597074508667, @@ -278037,15 +312448,28 @@ 0.8535240292549133 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9711301922798157, + 0.02886985056102276 + ], + "full text prediction probs": [ + 0.14647597074508667, + 0.8535240292549133 + ], + "labels": 1 } }, "test_870": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8896653056144714, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6455669403076172, - 0.3544330894947052 + 0.6440021395683289, + 0.35599783062934875 ], "full text prediction probs": [ 0.009248261339962482, @@ -278144,12 +312568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8918960094451904, + "masked prediction probs": [ + 0.6455669403076172, + 0.3544330894947052 + ], + "full text prediction probs": [ + 0.009248261339962482, + 0.9907517433166504 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3998534679412842, - 0.6001465320587158 + 0.3033403158187866, + 0.6966596841812134 ], "full text prediction probs": [ 0.009248261339962482, @@ -278171,7 +312608,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2515257000923157, + "comprehensiveness": 0.25089403986930847, "sufficiency": 0.0, "masked prediction probs": [ 0.029232755303382874, @@ -278184,7 +312621,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06008705869317055, + "comprehensiveness": 0.059936538338661194, "sufficiency": 0.0, "masked prediction probs": [ 0.014034359715878963, @@ -278197,7 +312634,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.056139469146728516, + "comprehensiveness": 0.055999189615249634, "sufficiency": 0.0, "masked prediction probs": [ 0.01373117696493864, @@ -278211,7 +312648,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8717769980430603, + "sufficiency": 0.8720961809158325, "masked prediction probs": [ 0.12467039376497269, 0.8753295540809631 @@ -278223,7 +312660,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2348419427871704, + "comprehensiveness": 0.23425805568695068, "sufficiency": 0.0, "masked prediction probs": [ 0.0280951838940382, @@ -278247,15 +312684,28 @@ 0.9907517433166504 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3998534679412842, + 0.6001465320587158 + ], + "full text prediction probs": [ + 0.009248261339962482, + 0.9907517433166504 + ], + "labels": 1 } }, "test_890": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9499542713165283, - 0.05004579946398735 + 0.7824328541755676, + 0.21756720542907715 ], "full text prediction probs": [ 0.0104341059923172, @@ -278354,12 +312804,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.941127359867096, - 0.058872587978839874 + 0.9499542713165283, + 0.05004579946398735 + ], + "full text prediction probs": [ + 0.0104341059923172, + 0.9895658493041992 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15364466607570648, + 0.8463553786277771 ], "full text prediction probs": [ 0.0104341059923172, @@ -278394,7 +312857,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1849832683801651, + "comprehensiveness": 0.1845128983259201, "sufficiency": 0.0, "masked prediction probs": [ 0.024949228391051292, @@ -278407,7 +312870,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1745130568742752, + "comprehensiveness": 0.17407043278217316, "sufficiency": 0.0, "masked prediction probs": [ 0.024162624031305313, @@ -278421,7 +312884,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7423732876777649, + "sufficiency": 0.7430242896080017, "masked prediction probs": [ 0.8853995203971863, 0.11460043489933014 @@ -278433,7 +312896,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04382326081395149, + "comprehensiveness": 0.04371267184615135, "sufficiency": 0.0, "masked prediction probs": [ 0.013899149373173714, @@ -278457,15 +312920,28 @@ 0.9895658493041992 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.941127359867096, + 0.058872587978839874 + ], + "full text prediction probs": [ + 0.0104341059923172, + 0.9895658493041992 + ], + "labels": 1 } }, "test_949": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007403564173728228, - "sufficiency": 0.7802209258079529, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9655331373214722, - 0.034466858953237534 + 0.9726237058639526, + 0.02737635187804699 ], "full text prediction probs": [ 0.9720896482467651, @@ -278564,12 +313040,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8851504921913147, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0073902118019759655, + "sufficiency": 0.7806172370910645, "masked prediction probs": [ - 0.9723964929580688, - 0.027603494003415108 + 0.9655331373214722, + 0.034466858953237534 + ], + "full text prediction probs": [ + 0.9720896482467651, + 0.027910374104976654 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01986612193286419, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9544606804847717, + 0.04553933069109917 ], "full text prediction probs": [ 0.9720896482467651, @@ -278579,7 +313068,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9431308507919312, + "sufficiency": 0.9431436657905579, "masked prediction probs": [ 0.9848568439483643, 0.015143183059990406 @@ -278591,7 +313080,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09149277210235596, + "comprehensiveness": 0.09147216379642487, "sufficiency": 1.0, "masked prediction probs": [ 0.8908817172050476, @@ -278604,8 +313093,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0036600467283278704, - "sufficiency": 0.941286027431488, + "comprehensiveness": 0.0036592220421880484, + "sufficiency": 0.941299319267273, "masked prediction probs": [ 0.9688403010368347, 0.0311596617102623 @@ -278618,7 +313107,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.884467363357544, + "sufficiency": 0.8844932913780212, "masked prediction probs": [ 0.9750629663467407, 0.024937083944678307 @@ -278630,8 +313119,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03748725727200508, - "sufficiency": 0.9964843988418579, + "comprehensiveness": 0.037478815764188766, + "sufficiency": 0.9964851140975952, "masked prediction probs": [ 0.9387938976287842, 0.06120603531599045 @@ -278644,7 +313133,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8798431158065796, + "sufficiency": 0.8798701763153076, "masked prediction probs": [ 0.9815654754638672, 0.018434470519423485 @@ -278656,7 +313145,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09138980507850647, + "comprehensiveness": 0.09136924147605896, "sufficiency": 1.0, "masked prediction probs": [ 0.8908817172050476, @@ -278667,15 +313156,28 @@ 0.027910374104976654 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8853830099105835, + "masked prediction probs": [ + 0.9723964929580688, + 0.027603494003415108 + ], + "full text prediction probs": [ + 0.9720896482467651, + 0.027910374104976654 + ], + "labels": 0 } }, "test_954": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9827101230621338, + "fixed-shap": { + "comprehensiveness": 0.018532458692789078, + "sufficiency": 0.90614914894104, "masked prediction probs": [ - 0.9885108470916748, - 0.011489092372357845 + 0.9691187739372253, + 0.03088122047483921 ], "full text prediction probs": [ 0.9857847094535828, @@ -278762,11 +313264,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.09581408649682999, - "sufficiency": 0.9226425886154175, + "comprehensiveness": 0.01850365288555622, + "sufficiency": 0.9062950015068054, "masked prediction probs": [ - 0.8994865417480469, - 0.10051346570253372 + 0.9691187739372253, + 0.03088122047483921 ], "full text prediction probs": [ 0.9857847094535828, @@ -278774,12 +313276,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0030234907753765583, - "sufficiency": 0.8385343551635742, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9827408194541931, "masked prediction probs": [ - 0.983060896396637, - 0.016939066350460052 + 0.9885108470916748, + 0.011489092372357845 + ], + "full text prediction probs": [ + 0.9857847094535828, + 0.014215260744094849 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8282972574234009, + "masked prediction probs": [ + 0.9857847094535828, + 0.014215260744094849 ], "full text prediction probs": [ 0.9857847094535828, @@ -278789,7 +313304,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8965137004852295, + "sufficiency": 0.896536648273468, "masked prediction probs": [ 0.9901794195175171, 0.009820615872740746 @@ -278802,7 +313317,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8283353447914124, + "sufficiency": 0.8283734321594238, "masked prediction probs": [ 0.9857847094535828, 0.014215260744094849 @@ -278815,7 +313330,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8283734321594238, + "sufficiency": 0.8284115195274353, "masked prediction probs": [ 0.9857847094535828, 0.014215260744094849 @@ -278827,8 +313342,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00021979489247314632, - "sufficiency": 0.8602486848831177, + "comprehensiveness": 0.00021974615810904652, + "sufficiency": 0.8602797389030457, "masked prediction probs": [ 0.9855865240097046, 0.014413489028811455 @@ -278840,8 +313355,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020730555057525635, - "sufficiency": 0.8663040399551392, + "comprehensiveness": 0.020725958049297333, + "sufficiency": 0.8663337230682373, "masked prediction probs": [ 0.9670881628990173, 0.03291179612278938 @@ -278853,8 +313368,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0050721364095807076, - "sufficiency": 0.9394130110740662, + "comprehensiveness": 0.005071012303233147, + "sufficiency": 0.9394264221191406, "masked prediction probs": [ 0.9812092185020447, 0.01879071444272995 @@ -278866,8 +313381,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0002196487330365926, - "sufficiency": 0.8603416681289673, + "comprehensiveness": 0.00021960005688015372, + "sufficiency": 0.8603725433349609, "masked prediction probs": [ 0.9855865240097046, 0.014413489028811455 @@ -278877,15 +313392,28 @@ 0.014215260744094849 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0030174616258591413, + "sufficiency": 0.8388563394546509, + "masked prediction probs": [ + 0.983060896396637, + 0.016939066350460052 + ], + "full text prediction probs": [ + 0.9857847094535828, + 0.014215260744094849 + ], + "labels": 0 } }, "test_1010": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2937457859516144, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6616399884223938, - 0.3383599519729614 + 0.9593249559402466, + 0.040675088763237 ], "full text prediction probs": [ 0.9008521437644958, @@ -278984,12 +313512,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.32452091574668884, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.293169766664505, "sufficiency": 1.0, "masked prediction probs": [ - 0.6360589861869812, - 0.3639410138130188 + 0.6616399884223938, + 0.3383599519729614 + ], + "full text prediction probs": [ + 0.9008521437644958, + 0.09914782643318176 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9144832491874695, + "masked prediction probs": [ + 0.9008521437644958, + 0.09914782643318176 ], "full text prediction probs": [ 0.9008521437644958, @@ -279012,7 +313553,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9164766669273376, + "sufficiency": 0.9164971113204956, "masked prediction probs": [ 0.9466636180877686, 0.053336404263973236 @@ -279050,7 +313591,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.32412368059158325, + "comprehensiveness": 0.3240443468093872, "sufficiency": 1.0, "masked prediction probs": [ 0.6360589861869812, @@ -279064,7 +313605,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9740413427352905, + "sufficiency": 0.9740476608276367, "masked prediction probs": [ 0.9592183232307434, 0.0407816544175148 @@ -279076,7 +313617,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.32396504282951355, + "comprehensiveness": 0.32388579845428467, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6360589861869812, + 0.3639410138130188 + ], + "full text prediction probs": [ + 0.9008521437644958, + 0.09914782643318176 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3238065838813782, "sufficiency": 1.0, "masked prediction probs": [ 0.6360589861869812, @@ -279090,12 +313644,12 @@ } }, "test_1048": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.31074967980384827, - "sufficiency": 0.9866247773170471, + "fixed-shap": { + "comprehensiveness": 0.01980624534189701, + "sufficiency": 0.9591385722160339, "masked prediction probs": [ - 0.7070540189743042, - 0.2929459512233734 + 0.9689991474151611, + 0.03100084327161312 ], "full text prediction probs": [ 0.9868313074111938, @@ -279194,12 +313748,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2791408598423004, - "sufficiency": 0.9714221954345703, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3101983964443207, + "sufficiency": 0.9866484999656677, "masked prediction probs": [ - 0.735065758228302, - 0.2649342715740204 + 0.7070540189743042, + 0.2929459512233734 + ], + "full text prediction probs": [ + 0.9868313074111938, + 0.013168689794838428 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.009884685277938843, + "sufficiency": 0.9444732666015625, + "masked prediction probs": [ + 0.977914035320282, + 0.02208598703145981 ], "full text prediction probs": [ 0.9868313074111938, @@ -279209,7 +313776,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.10299902409315109, + "sufficiency": 0.10319782048463821, "masked prediction probs": [ 0.9877436757087708, 0.012256239540874958 @@ -279221,8 +313788,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01979074999690056, - "sufficiency": 0.8030287027359009, + "comprehensiveness": 0.01978636346757412, + "sufficiency": 0.8030723929405212, "masked prediction probs": [ 0.9689735174179077, 0.03102654404938221 @@ -279234,8 +313801,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02500854805111885, - "sufficiency": 0.9289571642875671, + "comprehensiveness": 0.02500300668179989, + "sufficiency": 0.9289728999137878, "masked prediction probs": [ 0.9642603397369385, 0.035739656537771225 @@ -279248,7 +313815,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.912621259689331, + "sufficiency": 0.9126405715942383, "masked prediction probs": [ 0.9893745183944702, 0.010625457391142845 @@ -279260,8 +313827,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.27883169054985046, - "sufficiency": 0.971453845500946, + "comprehensiveness": 0.27876994013786316, + "sufficiency": 0.9714601635932922, "masked prediction probs": [ 0.735065758228302, 0.2649342715740204 @@ -279273,8 +313840,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02177334949374199, - "sufficiency": 0.9538130760192871, + "comprehensiveness": 0.02176852896809578, + "sufficiency": 0.9538233280181885, "masked prediction probs": [ 0.9671671390533447, 0.03283282741904259 @@ -279286,8 +313853,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.27870821952819824, - "sufficiency": 0.9714664816856384, + "comprehensiveness": 0.2786465287208557, + "sufficiency": 0.9714727997779846, + "masked prediction probs": [ + 0.735065758228302, + 0.2649342715740204 + ], + "full text prediction probs": [ + 0.9868313074111938, + 0.013168689794838428 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.27858486771583557, + "sufficiency": 0.9714791178703308, "masked prediction probs": [ 0.735065758228302, 0.2649342715740204 @@ -279300,12 +313880,12 @@ } }, "test_1049": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0025799337308853865, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.04910167306661606, + "sufficiency": 0.9241225719451904, "masked prediction probs": [ - 0.9861910343170166, - 0.013808968476951122 + 0.9442276358604431, + 0.055772360414266586 ], "full text prediction probs": [ 0.9885181784629822, @@ -279404,12 +313984,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0011079026153311133, - "sufficiency": 0.7304041385650635, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0025753655936568975, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9875170588493347, - 0.012482961639761925 + 0.9861910343170166, + 0.013808968476951122 + ], + "full text prediction probs": [ + 0.9885181784629822, + 0.011481806635856628 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.14680886268615723, + "sufficiency": 0.9053559303283691, + "masked prediction probs": [ + 0.8558298349380493, + 0.14417017996311188 ], "full text prediction probs": [ 0.9885181784629822, @@ -279418,8 +314011,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006877289153635502, - "sufficiency": 0.9004189968109131, + "comprehensiveness": 0.00687576737254858, + "sufficiency": 0.9004411101341248, "masked prediction probs": [ 0.9823023676872253, 0.017697636038064957 @@ -279431,8 +314024,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01765655353665352, - "sufficiency": 0.8619896173477173, + "comprehensiveness": 0.01765264943242073, + "sufficiency": 0.8620200753211975, "masked prediction probs": [ 0.9725563526153564, 0.027443651109933853 @@ -279445,7 +314038,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8258695006370544, + "sufficiency": 0.8259080052375793, "masked prediction probs": [ 0.9885181784629822, 0.011481806635856628 @@ -279457,8 +314050,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0011013866169378161, - "sufficiency": 0.8801607489585876, + "comprehensiveness": 0.001101143192499876, + "sufficiency": 0.8801872134208679, "masked prediction probs": [ 0.9875220656394958, 0.01247797254472971 @@ -279470,8 +314063,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.020817745476961136, - "sufficiency": 0.845130980014801, + "comprehensiveness": 0.020813144743442535, + "sufficiency": 0.8451651930809021, "masked prediction probs": [ 0.9696860909461975, 0.030313877388834953 @@ -279483,8 +314076,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0036609263624995947, - "sufficiency": 0.9108925461769104, + "comprehensiveness": 0.0036601172760128975, + "sufficiency": 0.9109122157096863, "masked prediction probs": [ 0.9852057099342346, 0.014794230461120605 @@ -279496,8 +314089,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017637044191360474, - "sufficiency": 0.862142026424408, + "comprehensiveness": 0.017633147537708282, + "sufficiency": 0.8621724247932434, "masked prediction probs": [ 0.9725563526153564, 0.027443651109933853 @@ -279507,15 +314100,28 @@ 0.011481806635856628 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0011057000374421477, + "sufficiency": 0.730940043926239, + "masked prediction probs": [ + 0.9875170588493347, + 0.012482961639761925 + ], + "full text prediction probs": [ + 0.9885181784629822, + 0.011481806635856628 + ], + "labels": 0 } }, "test_1066": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1903659552335739, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7069749236106873, - 0.29302510619163513 + 0.9476273655891418, + 0.052372656762599945 ], "full text prediction probs": [ 0.8528643846511841, @@ -279602,11 +314208,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.3913818597793579, + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.5523757934570312, - 0.44762420654296875 + 0.9476273655891418, + 0.052372656762599945 ], "full text prediction probs": [ 0.8528643846511841, @@ -279614,12 +314220,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.49713706970214844, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.18996933102607727, "sufficiency": 1.0, "masked prediction probs": [ - 0.471081405878067, - 0.5289186239242554 + 0.7069749236106873, + 0.29302510619163513 + ], + "full text prediction probs": [ + 0.8528643846511841, + 0.14713555574417114 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9716042876243591, + "masked prediction probs": [ + 0.8528643846511841, + 0.14713555574417114 ], "full text prediction probs": [ 0.8528643846511841, @@ -279628,7 +314247,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.18849797546863556, + "comprehensiveness": 0.18844890594482422, "sufficiency": 1.0, "masked prediction probs": [ 0.7080671787261963, @@ -279642,7 +314261,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9716116189956665, + "sufficiency": 0.9716190695762634, "masked prediction probs": [ 0.8528643846511841, 0.14713555574417114 @@ -279654,7 +314273,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.18839986622333527, + "comprehensiveness": 0.1883508414030075, "sufficiency": 1.0, "masked prediction probs": [ 0.7080671787261963, @@ -279667,7 +314286,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.197671577334404, + "comprehensiveness": 0.19762016832828522, "sufficiency": 1.0, "masked prediction probs": [ 0.7009017467498779, @@ -279680,7 +314299,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4436172842979431, + "comprehensiveness": 0.44350191950798035, "sufficiency": 1.0, "masked prediction probs": [ 0.5117390155792236, @@ -279694,7 +314313,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7839216589927673, + "sufficiency": 0.7839778065681458, "masked prediction probs": [ 0.9221381545066833, 0.07786177098751068 @@ -279706,7 +314325,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.44338664412498474, + "comprehensiveness": 0.44327136874198914, "sufficiency": 1.0, "masked prediction probs": [ 0.5117390155792236, @@ -279717,15 +314336,28 @@ 0.14713555574417114 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4959745705127716, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.471081405878067, + 0.5289186239242554 + ], + "full text prediction probs": [ + 0.8528643846511841, + 0.14713555574417114 + ], + "labels": 0 } }, "test_1085": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.992061197757721, + "fixed-shap": { + "comprehensiveness": 0.007940377108752728, + "sufficiency": 0.8846616744995117, "masked prediction probs": [ - 0.08154989778995514, - 0.918450117111206 + 0.9845030903816223, + 0.015496939420700073 ], "full text prediction probs": [ 0.9916906356811523, @@ -279824,12 +314456,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9851254224777222, + "sufficiency": 0.9920752048492432, "masked prediction probs": [ - 0.040788307785987854, - 0.9592116475105286 + 0.08154989778995514, + 0.918450117111206 + ], + "full text prediction probs": [ + 0.9916906356811523, + 0.008309414610266685 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00847900751978159, + "sufficiency": 0.8519279956817627, + "masked prediction probs": [ + 0.9840002655982971, + 0.015999706462025642 ], "full text prediction probs": [ 0.9916906356811523, @@ -279839,7 +314484,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7762401700019836, + "sufficiency": 0.7762894034385681, "masked prediction probs": [ 0.9933356046676636, 0.0066643874160945415 @@ -279851,8 +314496,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.524940013885498, - "sufficiency": 0.9930110573768616, + "comprehensiveness": 0.524824321269989, + "sufficiency": 0.9930126070976257, "masked prediction probs": [ 0.515470564365387, 0.48452940583229065 @@ -279865,7 +314510,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9867829084396362, + "sufficiency": 0.9867858290672302, "masked prediction probs": [ 0.03420572355389595, 0.9657942652702332 @@ -279877,8 +314522,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5571128726005554, - "sufficiency": 0.9946098327636719, + "comprehensiveness": 0.5569901466369629, + "sufficiency": 0.9946109652519226, "masked prediction probs": [ 0.48606082797050476, 0.5139392018318176 @@ -279891,7 +314536,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9851418137550354, + "sufficiency": 0.985145092010498, "masked prediction probs": [ 0.040788307785987854, 0.9592116475105286 @@ -279903,8 +314548,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00710406294092536, - "sufficiency": 0.8446407318115234, + "comprehensiveness": 0.007102498784661293, + "sufficiency": 0.8446750044822693, "masked prediction probs": [ 0.9852402210235596, 0.014759770594537258 @@ -279917,7 +314562,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9851483702659607, + "sufficiency": 0.9851515889167786, + "masked prediction probs": [ + 0.040788307785987854, + 0.9592116475105286 + ], + "full text prediction probs": [ + 0.9916906356811523, + 0.008309414610266685 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9851548671722412, "masked prediction probs": [ 0.040788307785987854, 0.9592116475105286 @@ -279930,12 +314588,12 @@ } }, "test_1105": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.938258707523346, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.13584570586681366, - 0.8641542196273804 + 0.943511426448822, + 0.05648862197995186 ], "full text prediction probs": [ 0.8857160806655884, @@ -280034,12 +314692,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5239063501358032, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9363840818405151, "sufficiency": 1.0, "masked prediction probs": [ - 0.4661640524864197, - 0.5338359475135803 + 0.13584570586681366, + 0.8641542196273804 + ], + "full text prediction probs": [ + 0.8857160806655884, + 0.11428388208150864 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9916538000106812, + "masked prediction probs": [ + 0.9372599720954895, + 0.0627400353550911 ], "full text prediction probs": [ 0.8857160806655884, @@ -280062,7 +314733,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9858137369155884, + "sufficiency": 0.9858172535896301, "masked prediction probs": [ 0.9544067978858948, 0.045593153685331345 @@ -280075,7 +314746,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9317953586578369, + "sufficiency": 0.9318124055862427, "masked prediction probs": [ 0.8857160806655884, 0.11428388208150864 @@ -280114,7 +314785,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.1371728777885437, + "sufficiency": 0.1373879611492157, "masked prediction probs": [ 0.9703291654586792, 0.02967090718448162 @@ -280137,15 +314808,28 @@ 0.11428388208150864 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5227314233779907, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4661640524864197, + 0.5338359475135803 + ], + "full text prediction probs": [ + 0.8857160806655884, + 0.11428388208150864 + ], + "labels": 0 } }, "test_1113": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014604738913476467, - "sufficiency": 0.9941729307174683, + "fixed-shap": { + "comprehensiveness": 0.3082689046859741, + "sufficiency": 0.9964869022369385, "masked prediction probs": [ - 0.975338876247406, - 0.024661146104335785 + 0.7104504704475403, + 0.28954946994781494 ], "full text prediction probs": [ 0.9885125160217285, @@ -280232,11 +314916,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.013017256744205952, - "sufficiency": 1.0, + "comprehensiveness": 0.30779117345809937, + "sufficiency": 0.9964923858642578, "masked prediction probs": [ - 0.9767525792121887, - 0.023247458040714264 + 0.7104504704475403, + 0.28954946994781494 ], "full text prediction probs": [ 0.9885125160217285, @@ -280244,12 +314928,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007004710845649242, - "sufficiency": 0.9988882541656494, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3077230453491211, + "sufficiency": 0.9964931607246399, "masked prediction probs": [ - 0.9821829795837402, - 0.01781703531742096 + 0.7104504704475403, + 0.28954946994781494 + ], + "full text prediction probs": [ + 0.9885125160217285, + 0.011487510986626148 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.46765682101249695, + "sufficiency": 0.9964550733566284, + "masked prediction probs": [ + 0.5658389925956726, + 0.4341610372066498 ], "full text prediction probs": [ 0.9885125160217285, @@ -280259,7 +314956,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7761220335960388, + "sufficiency": 0.7761715054512024, "masked prediction probs": [ 0.9900375604629517, 0.00996248796582222 @@ -280271,8 +314968,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.020558398216962814, - "sufficiency": 0.9770408272743225, + "comprehensiveness": 0.02055385150015354, + "sufficiency": 0.9770459532737732, "masked prediction probs": [ 0.9699274897575378, 0.03007255680859089 @@ -280284,8 +314981,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009978082962334156, - "sufficiency": 0.9792419672012329, + "comprehensiveness": 0.009975875727832317, + "sufficiency": 0.9792466163635254, "masked prediction probs": [ 0.9794902205467224, 0.020509760826826096 @@ -280298,7 +314995,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9864822626113892, + "sufficiency": 0.9864852428436279, "masked prediction probs": [ 0.9905505180358887, 0.009449447505176067 @@ -280310,7 +315007,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06141692027449608, + "comprehensiveness": 0.061403341591358185, "sufficiency": 1.0, "masked prediction probs": [ 0.9329540729522705, @@ -280324,7 +315021,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8063995242118835, + "sufficiency": 0.8064423203468323, "masked prediction probs": [ 0.9912095069885254, 0.008790510706603527 @@ -280336,11 +315033,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.061389774084091187, - "sufficiency": 1.0, + "comprehensiveness": 0.4669334888458252, + "sufficiency": 0.9964606165885925, "masked prediction probs": [ - 0.9329540729522705, - 0.0670459046959877 + 0.5658389925956726, + 0.4341610372066498 + ], + "full text prediction probs": [ + 0.9885125160217285, + 0.011487510986626148 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.46683037281036377, + "sufficiency": 0.9964613318443298, + "masked prediction probs": [ + 0.5658389925956726, + 0.4341610372066498 ], "full text prediction probs": [ 0.9885125160217285, @@ -280350,12 +315060,12 @@ } }, "test_1165": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004139061085879803, - "sufficiency": 0.9888340830802917, + "fixed-shap": { + "comprehensiveness": 0.007758696563541889, + "sufficiency": 0.9929153323173523, "masked prediction probs": [ - 0.9871108531951904, - 0.012889155186712742 + 0.9838374257087708, + 0.01616256684064865 ], "full text prediction probs": [ 0.990854024887085, @@ -280442,11 +315152,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004132663365453482, - "sufficiency": 0.9888513088226318, + "comprehensiveness": 0.007746703922748566, + "sufficiency": 0.9929262399673462, "masked prediction probs": [ - 0.9871108531951904, - 0.012889155186712742 + 0.9838374257087708, + 0.01616256684064865 ], "full text prediction probs": [ 0.990854024887085, @@ -280454,12 +315164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0032794128637760878, - "sufficiency": 0.9710215926170349, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007744993548840284, + "sufficiency": 0.9929278492927551, "masked prediction probs": [ - 0.9878830313682556, - 0.012116972357034683 + 0.9838374257087708, + 0.01616256684064865 + ], + "full text prediction probs": [ + 0.990854024887085, + 0.009145908057689667 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006180669646710157, + "sufficiency": 0.9703664183616638, + "masked prediction probs": [ + 0.9852533936500549, + 0.014746595174074173 ], "full text prediction probs": [ 0.990854024887085, @@ -280468,8 +315191,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00333413970656693, - "sufficiency": 0.958564281463623, + "comprehensiveness": 0.0033334039617329836, + "sufficiency": 0.9585734009742737, "masked prediction probs": [ 0.98783278465271, 0.012167171575129032 @@ -280481,8 +315204,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004757308401167393, - "sufficiency": 0.9885503053665161, + "comprehensiveness": 0.004756258800625801, + "sufficiency": 0.9885529279708862, "masked prediction probs": [ 0.9865422248840332, 0.013457807712256908 @@ -280494,8 +315217,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0032772424165159464, - "sufficiency": 0.9710407257080078, + "comprehensiveness": 0.003276519477367401, + "sufficiency": 0.9710471630096436, "masked prediction probs": [ 0.9878830313682556, 0.012116972357034683 @@ -280507,8 +315230,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00035739666782319546, - "sufficiency": 0.7978065013885498, + "comprehensiveness": 0.0003573178546503186, + "sufficiency": 0.797851026058197, "masked prediction probs": [ 0.9905299544334412, 0.009470030665397644 @@ -280520,8 +315243,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009656060487031937, - "sufficiency": 0.9910424947738647, + "comprehensiveness": 0.009653930552303791, + "sufficiency": 0.9910444617271423, "masked prediction probs": [ 0.9820964336395264, 0.01790357194840908 @@ -280533,8 +315256,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003602746408432722, - "sufficiency": 0.906882643699646, + "comprehensiveness": 0.0036019524559378624, + "sufficiency": 0.9069032073020935, "masked prediction probs": [ 0.9875857830047607, 0.012414205819368362 @@ -280546,11 +315269,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003274352988228202, - "sufficiency": 0.9710662364959717, + "comprehensiveness": 0.006171134766191244, + "sufficiency": 0.9704121947288513, "masked prediction probs": [ - 0.9878830313682556, - 0.012116972357034683 + 0.9852533936500549, + 0.014746595174074173 + ], + "full text prediction probs": [ + 0.990854024887085, + 0.009145908057689667 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006169775500893593, + "sufficiency": 0.9704186320304871, + "masked prediction probs": [ + 0.9852533936500549, + 0.014746595174074173 ], "full text prediction probs": [ 0.990854024887085, @@ -280560,12 +315296,12 @@ } }, "test_1176": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.16692990064620972, + "fixed-shap": { + "comprehensiveness": 0.21994443237781525, "sufficiency": 1.0, "masked prediction probs": [ - 0.8098834753036499, - 0.1901165395975113 + 0.7638491988182068, + 0.23615077137947083 ], "full text prediction probs": [ 0.9548342227935791, @@ -280664,12 +315400,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9118676781654358, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16662287712097168, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9667094945907593, - 0.033290524035692215 + 0.8098834753036499, + 0.1901165395975113 + ], + "full text prediction probs": [ + 0.9548342227935791, + 0.04516584426164627 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03996359929442406, + "sufficiency": 0.9912018179893494, + "masked prediction probs": [ + 0.9200605750083923, + 0.07993940263986588 ], "full text prediction probs": [ 0.9548342227935791, @@ -280679,7 +315428,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.804900586605072, + "sufficiency": 0.8049453496932983, "masked prediction probs": [ 0.9720200896263123, 0.027979955077171326 @@ -280691,8 +315440,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.018946269527077675, - "sufficiency": 0.9291530251502991, + "comprehensiveness": 0.01894191838800907, + "sufficiency": 0.9291692972183228, "masked prediction probs": [ 0.9383446574211121, 0.061655350029468536 @@ -280704,8 +315453,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.07917462289333344, - "sufficiency": 0.897890031337738, + "comprehensiveness": 0.07915643602609634, + "sufficiency": 0.8979134559631348, "masked prediction probs": [ 0.8859100937843323, 0.11408998817205429 @@ -280717,8 +315466,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07915643602609634, - "sufficiency": 0.8979134559631348, + "comprehensiveness": 0.07913826406002045, + "sufficiency": 0.8979368805885315, "masked prediction probs": [ 0.8859100937843323, 0.11408998817205429 @@ -280730,8 +315479,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9085672497749329, - "sufficiency": 0.9445204734802246, + "comprehensiveness": 0.908358633518219, + "sufficiency": 0.944533109664917, "masked prediction probs": [ 0.16353300213813782, 0.8364670276641846 @@ -280744,7 +315493,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9049631953239441, + "sufficiency": 0.9049850106239319, "masked prediction probs": [ 0.9766818284988403, 0.02331821247935295 @@ -280756,8 +315505,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9081501364707947, - "sufficiency": 0.9445459246635437, + "comprehensiveness": 0.9079416990280151, + "sufficiency": 0.9445586800575256, "masked prediction probs": [ 0.16353300213813782, 0.8364670276641846 @@ -280767,15 +315516,28 @@ 0.04516584426164627 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9120496511459351, + "masked prediction probs": [ + 0.9667094945907593, + 0.033290524035692215 + ], + "full text prediction probs": [ + 0.9548342227935791, + 0.04516584426164627 + ], + "labels": 0 } }, "test_1206": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9612263441085815, + "fixed-shap": { + "comprehensiveness": 0.031725432723760605, + "sufficiency": 0.972375214099884, "masked prediction probs": [ - 0.041442759335041046, - 0.9585573077201843 + 0.9383122324943542, + 0.06168781593441963 ], "full text prediction probs": [ 0.9662217497825623, @@ -280874,12 +315636,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9772372841835022, + "sufficiency": 0.9612966775894165, "masked prediction probs": [ - 0.017199117690324783, - 0.9828008413314819 + 0.041442759335041046, + 0.9585573077201843 + ], + "full text prediction probs": [ + 0.9662217497825623, + 0.033778198063373566 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.1267719566822052, + "sufficiency": 0.8845044374465942, + "masked prediction probs": [ + 0.8544696569442749, + 0.14553037285804749 ], "full text prediction probs": [ 0.9662217497825623, @@ -280889,7 +315664,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.04880226030945778, + "sufficiency": 0.049017999321222305, "masked prediction probs": [ 0.9858688116073608, 0.014131119474768639 @@ -280902,7 +315677,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.877639889717102, + "sufficiency": 0.8776675462722778, "masked prediction probs": [ 0.03260958567261696, 0.9673904180526733 @@ -280915,7 +315690,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8776675462722778, + "sufficiency": 0.8776952624320984, "masked prediction probs": [ 0.03260958567261696, 0.9673904180526733 @@ -280928,7 +315703,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8610138893127441, + "sufficiency": 0.8610453605651855, "masked prediction probs": [ 0.9850489497184753, 0.014951009303331375 @@ -280941,7 +315716,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8777230381965637, + "sufficiency": 0.877750813961029, "masked prediction probs": [ 0.03260958567261696, 0.9673904180526733 @@ -280953,8 +315728,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007436459884047508, - "sufficiency": 0.88485187292099, + "comprehensiveness": 0.007434775121510029, + "sufficiency": 0.8848779201507568, "masked prediction probs": [ 0.9596589207649231, 0.04034113138914108 @@ -280967,7 +315742,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8777784109115601, + "sufficiency": 0.8778060674667358, "masked prediction probs": [ 0.03260958567261696, 0.9673904180526733 @@ -280977,15 +315752,28 @@ 0.033778198063373566 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.977283775806427, + "masked prediction probs": [ + 0.017199117690324783, + 0.9828008413314819 + ], + "full text prediction probs": [ + 0.9662217497825623, + 0.033778198063373566 + ], + "labels": 0 } }, "test_1213": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.20048439502716064, + "fixed-shap": { + "comprehensiveness": 0.04592107981443405, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9527629613876343, - 0.04723707213997841 + 0.011542906053364277, + 0.9884570240974426 ], "full text prediction probs": [ 0.007925552316009998, @@ -281084,12 +315872,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.110489621758461, + "sufficiency": 0.21638275682926178, "masked prediction probs": [ - 0.9309206604957581, - 0.06907933205366135 + 0.9527629613876343, + 0.04723707213997841 + ], + "full text prediction probs": [ + 0.007925552316009998, + 0.9920744895935059 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05022336170077324, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011972363106906414, + 0.9880276918411255 ], "full text prediction probs": [ 0.007925552316009998, @@ -281099,7 +315900,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.1126951277256012, + "sufficiency": 0.1148897260427475, "masked prediction probs": [ 0.9309206604957581, 0.06907933205366135 @@ -281111,8 +315912,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8564245700836182, - "sufficiency": 0.8779718279838562, + "comprehensiveness": 0.8543089628219604, + "sufficiency": 0.8782728910446167, "masked prediction probs": [ 0.0771041288971901, 0.9228959083557129 @@ -281124,7 +315925,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.21027298271656036, + "comprehensiveness": 0.2097548395395279, "sufficiency": 0.0, "masked prediction probs": [ 0.024952605366706848, @@ -281137,7 +315938,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.033004406839609146, + "comprehensiveness": 0.03292327746748924, "sufficiency": 0.0, "masked prediction probs": [ 0.010604645125567913, @@ -281151,7 +315952,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.679055392742157, + "sufficiency": 0.6798413991928101, "masked prediction probs": [ 0.13910463452339172, 0.8608953952789307 @@ -281163,7 +315964,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.041674066334962845, + "comprehensiveness": 0.041572123765945435, "sufficiency": 0.0, "masked prediction probs": [ 0.011325088329613209, @@ -281177,7 +315978,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.1257018744945526, + "sufficiency": 0.12783268094062805, + "masked prediction probs": [ + 0.9309206604957581, + 0.06907933205366135 + ], + "full text prediction probs": [ + 0.007925552316009998, + 0.9920744895935059 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.12995311617851257, "masked prediction probs": [ 0.9309206604957581, 0.06907933205366135 @@ -281190,12 +316004,12 @@ } }, "test_1218": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.665687084197998, - "sufficiency": 0.9008536338806152, + "fixed-shap": { + "comprehensiveness": 0.008427524007856846, + "sufficiency": 0.8098264336585999, "masked prediction probs": [ - 0.3886469602584839, - 0.6113530397415161 + 0.9826658964157104, + 0.01733412779867649 ], "full text prediction probs": [ 0.9902825355529785, @@ -281294,12 +316108,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.46244972944259644, - "sufficiency": 0.8768557906150818, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6645106673240662, + "sufficiency": 0.9010288119316101, "masked prediction probs": [ - 0.5715891718864441, - 0.4284108281135559 + 0.3886469602584839, + 0.6113530397415161 + ], + "full text prediction probs": [ + 0.9902825355529785, + 0.009717433713376522 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.024169668555259705, + "sufficiency": 0.871816098690033, + "masked prediction probs": [ + 0.968394935131073, + 0.03160509094595909 ], "full text prediction probs": [ 0.9902825355529785, @@ -281308,8 +316135,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0037632130552083254, - "sufficiency": 0.18160705268383026, + "comprehensiveness": 0.0037623820826411247, + "sufficiency": 0.18178772926330566, "masked prediction probs": [ 0.9868746399879456, 0.013125371187925339 @@ -281321,8 +316148,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05876455828547478, - "sufficiency": 0.5322477221488953, + "comprehensiveness": 0.05875158682465553, + "sufficiency": 0.532351016998291, "masked prediction probs": [ 0.9370546936988831, 0.06294538080692291 @@ -281334,8 +316161,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2549706995487213, - "sufficiency": 0.9005887508392334, + "comprehensiveness": 0.25491440296173096, + "sufficiency": 0.9006106853485107, "masked prediction probs": [ 0.7592838406562805, 0.2407161444425583 @@ -281347,8 +316174,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.13982607424259186, - "sufficiency": 0.8940964937210083, + "comprehensiveness": 0.1397952288389206, + "sufficiency": 0.8941198587417603, "masked prediction probs": [ 0.863574743270874, 0.1364252120256424 @@ -281360,8 +316187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.11592894792556763, - "sufficiency": 0.7931711077690125, + "comprehensiveness": 0.11590336263179779, + "sufficiency": 0.7932167649269104, "masked prediction probs": [ 0.8852066993713379, 0.11479326337575912 @@ -281373,8 +316200,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.10799365490674973, - "sufficiency": 0.8891423940658569, + "comprehensiveness": 0.10796984285116196, + "sufficiency": 0.8891669511795044, "masked prediction probs": [ 0.892377495765686, 0.10762253403663635 @@ -281386,8 +316213,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.254745751619339, - "sufficiency": 0.9006764888763428, + "comprehensiveness": 0.2546895444393158, + "sufficiency": 0.9006983637809753, "masked prediction probs": [ 0.7592838406562805, 0.2407161444425583 @@ -281397,15 +316224,28 @@ 0.009717433713376522 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4615321457386017, + "sufficiency": 0.8771000504493713, + "masked prediction probs": [ + 0.5715891718864441, + 0.4284108281135559 + ], + "full text prediction probs": [ + 0.9902825355529785, + 0.009717433713376522 + ], + "labels": 0 } }, "test_1263": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8948199152946472, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.007603170815855265, + "sufficiency": 0.8881891369819641, "masked prediction probs": [ - 0.1799379587173462, - 0.8200620412826538 + 0.9680972099304199, + 0.03190271928906441 ], "full text prediction probs": [ 0.9748514890670776, @@ -281504,12 +316344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.975374698638916, - "sufficiency": 0.9985741376876831, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8932111263275146, + "sufficiency": 1.0, "masked prediction probs": [ - 0.10681644827127457, - 0.8931835293769836 + 0.1799379587173462, + 0.8200620412826538 + ], + "full text prediction probs": [ + 0.9748514890670776, + 0.02514852210879326 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.02240106649696827, + "sufficiency": 0.7718594670295715, + "masked prediction probs": [ + 0.9549111723899841, + 0.04508887231349945 ], "full text prediction probs": [ 0.9748514890670776, @@ -281519,7 +316372,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8380415439605713, + "sufficiency": 0.8380778431892395, "masked prediction probs": [ 0.9845406413078308, 0.015459327958524227 @@ -281532,7 +316385,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8331477642059326, + "sufficiency": 0.8331853151321411, "masked prediction probs": [ 0.9863817691802979, 0.013618196360766888 @@ -281544,8 +316397,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9747175574302673, - "sufficiency": 0.9985750913619995, + "comprehensiveness": 0.9744986295700073, + "sufficiency": 0.9985753893852234, "masked prediction probs": [ 0.10681644827127457, 0.8931835293769836 @@ -281558,7 +316411,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9061717391014099, + "sufficiency": 0.9061927795410156, "masked prediction probs": [ 0.9865484833717346, 0.013451470993459225 @@ -281570,8 +316423,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3142242431640625, - "sufficiency": 0.975739061832428, + "comprehensiveness": 0.3141537010669708, + "sufficiency": 0.9757444262504578, "masked prediction probs": [ 0.6948933005332947, 0.3051066994667053 @@ -281583,7 +316436,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.1724189817905426, + "comprehensiveness": 0.17238029837608337, "sufficiency": 1.0, "masked prediction probs": [ 0.8212002515792847, @@ -281596,8 +316449,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9738426804542542, - "sufficiency": 0.9985763430595398, + "comprehensiveness": 0.9736242294311523, + "sufficiency": 0.9985767006874084, + "masked prediction probs": [ + 0.10681644827127457, + 0.8931835293769836 + ], + "full text prediction probs": [ + 0.9748514890670776, + 0.02514852210879326 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9734058976173401, + "sufficiency": 0.9985769987106323, "masked prediction probs": [ 0.10681644827127457, 0.8931835293769836 @@ -281610,12 +316476,12 @@ } }, "test_1265": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.027534382417798042, - "sufficiency": 0.9700248837471008, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9171762466430664, "masked prediction probs": [ - 0.9453396797180176, - 0.05466029793024063 + 0.9777446389198303, + 0.022255372256040573 ], "full text prediction probs": [ 0.9696568250656128, @@ -281702,11 +316568,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05710325017571449, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.9173072576522827, "masked prediction probs": [ - 0.9191458225250244, - 0.08085421472787857 + 0.9777446389198303, + 0.022255372256040573 ], "full text prediction probs": [ 0.9696568250656128, @@ -281714,12 +316580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07805649191141129, - "sufficiency": 0.9751248359680176, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02748458832502365, + "sufficiency": 0.9700791239738464, "masked prediction probs": [ - 0.9005959033966064, - 0.09940404444932938 + 0.9453396797180176, + 0.05466029793024063 + ], + "full text prediction probs": [ + 0.9696568250656128, + 0.030343158170580864 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009206516551785171, + "sufficiency": 0.8185935020446777, + "masked prediction probs": [ + 0.968842089176178, + 0.0311578456312418 ], "full text prediction probs": [ 0.9696568250656128, @@ -281729,7 +316608,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8342349529266357, + "sufficiency": 0.8342723250389099, "masked prediction probs": [ 0.982200026512146, 0.017799995839595795 @@ -281742,7 +316621,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8434261679649353, + "sufficiency": 0.8434616327285767, "masked prediction probs": [ 0.9696568250656128, 0.030343158170580864 @@ -281754,8 +316633,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.015246734954416752, - "sufficiency": 0.9423272609710693, + "comprehensiveness": 0.015243290923535824, + "sufficiency": 0.9423403143882751, "masked prediction probs": [ 0.9561580419540405, 0.04384198784828186 @@ -281768,7 +316647,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9032496213912964, + "sufficiency": 0.9032713770866394, "masked prediction probs": [ 0.9754478931427002, 0.024552086368203163 @@ -281780,8 +316659,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04420728608965874, - "sufficiency": 0.9848405122756958, + "comprehensiveness": 0.04419730603694916, + "sufficiency": 0.984843909740448, "masked prediction probs": [ 0.9304999709129333, 0.06950005888938904 @@ -281794,7 +316673,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.18157456815242767, + "sufficiency": 0.18175926804542542, "masked prediction probs": [ 0.9747538566589355, 0.025246161967515945 @@ -281806,12 +316685,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.8436028957366943, + "comprehensiveness": 0.000919197453185916, + "sufficiency": 0.8188800811767578, "masked prediction probs": [ + 0.968842089176178, + 0.0311578456312418 + ], + "full text prediction probs": [ 0.9696568250656128, 0.030343158170580864 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0009189901174977422, + "sufficiency": 0.818920910358429, + "masked prediction probs": [ + 0.968842089176178, + 0.0311578456312418 + ], "full text prediction probs": [ 0.9696568250656128, 0.030343158170580864 @@ -281820,12 +316712,12 @@ } }, "test_1274": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0073122987523674965, - "sufficiency": 0.9090444445610046, + "fixed-shap": { + "comprehensiveness": 0.0038508358411490917, + "sufficiency": 0.9199023246765137, "masked prediction probs": [ - 0.9707521200180054, - 0.029247818514704704 + 0.9738354682922363, + 0.026164503768086433 ], "full text prediction probs": [ 0.9772656559944153, @@ -281924,12 +316816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.944316029548645, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00729918759316206, + "sufficiency": 0.9092075228691101, "masked prediction probs": [ - 0.978515625, - 0.021484334021806717 + 0.9707521200180054, + 0.029247818514704704 + ], + "full text prediction probs": [ + 0.9772656559944153, + 0.022734396159648895 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003028164617717266, + "sufficiency": 0.8463371992111206, + "masked prediction probs": [ + 0.9745628237724304, + 0.0254371277987957 ], "full text prediction probs": [ 0.9772656559944153, @@ -281939,7 +316844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8745886087417603, + "sufficiency": 0.8746167421340942, "masked prediction probs": [ 0.9780296087265015, 0.021970368921756744 @@ -281952,7 +316857,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9443411231040955, + "sufficiency": 0.9443535208702087, "masked prediction probs": [ 0.978515625, 0.021484334021806717 @@ -281964,8 +316869,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012007108889520168, - "sufficiency": 0.9982349872589111, + "comprehensiveness": 0.012004420161247253, + "sufficiency": 0.9982353448867798, "masked prediction probs": [ 0.9665437340736389, 0.03345624729990959 @@ -281977,8 +316882,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006955441553145647, - "sufficiency": 0.8198468089103699, + "comprehensiveness": 0.006953884847462177, + "sufficiency": 0.8198871612548828, "masked prediction probs": [ 0.9710533022880554, 0.028946755453944206 @@ -281990,7 +316895,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.04263776168227196, + "comprehensiveness": 0.0426282174885273, "sufficiency": 1.0, "masked prediction probs": [ 0.9391745924949646, @@ -282003,8 +316908,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.034086924046278, - "sufficiency": 0.874849259853363, + "comprehensiveness": 0.03407929837703705, + "sufficiency": 0.8748772740364075, "masked prediction probs": [ 0.946806788444519, 0.05319322645664215 @@ -282017,7 +316922,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9444032907485962, + "sufficiency": 0.9444156885147095, + "masked prediction probs": [ + 0.978515625, + 0.021484334021806717 + ], + "full text prediction probs": [ + 0.9772656559944153, + 0.022734396159648895 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9444282054901123, "masked prediction probs": [ 0.978515625, 0.021484334021806717 @@ -282030,12 +316948,12 @@ } }, "test_1372": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8371303677558899, - 0.1628696471452713 + 0.8705090880393982, + 0.12949085235595703 ], "full text prediction probs": [ 0.41744014620780945, @@ -282134,12 +317052,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8734825849533081, - 0.1265174150466919 + 0.8371303677558899, + 0.1628696471452713 + ], + "full text prediction probs": [ + 0.41744014620780945, + 0.5825598835945129 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8039924502372742, + 0.1960075944662094 ], "full text prediction probs": [ 0.41744014620780945, @@ -282237,15 +317168,28 @@ 0.5825598835945129 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8734825849533081, + 0.1265174150466919 + ], + "full text prediction probs": [ + 0.41744014620780945, + 0.5825598835945129 + ], + "labels": 0 } }, "test_1378": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7160176634788513, - "sufficiency": 0.888861894607544, + "fixed-shap": { + "comprehensiveness": 0.011454134248197079, + "sufficiency": 0.9068683981895447, "masked prediction probs": [ - 0.34202972054481506, - 0.6579703092575073 + 0.9759988784790039, + 0.02400115504860878 ], "full text prediction probs": [ 0.9863053560256958, @@ -282344,12 +317288,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7064686417579651, - "sufficiency": 0.9108306765556335, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7147467136383057, + "sufficiency": 0.8890591859817505, "masked prediction probs": [ - 0.34949153661727905, - 0.6505084037780762 + 0.34202972054481506, + 0.6579703092575073 + ], + "full text prediction probs": [ + 0.9863053560256958, + 0.013694662600755692 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.15058334171772003, + "sufficiency": 0.8737989068031311, + "masked prediction probs": [ + 0.8505387902259827, + 0.14946123957633972 ], "full text prediction probs": [ 0.9863053560256958, @@ -282359,7 +317316,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.834479033946991, + "sufficiency": 0.8345156908035278, "masked prediction probs": [ 0.9891390204429626, 0.010861048474907875 @@ -282371,8 +317328,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08644179999828339, - "sufficiency": 0.8039496541023254, + "comprehensiveness": 0.0864226371049881, + "sufficiency": 0.8039932250976562, "masked prediction probs": [ 0.9083517789840698, 0.0916481539607048 @@ -282384,8 +317341,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7059987187385559, - "sufficiency": 0.9108899831771851, + "comprehensiveness": 0.7058421969413757, + "sufficiency": 0.9109097123146057, "masked prediction probs": [ 0.34949153661727905, 0.6505084037780762 @@ -282397,8 +317354,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001876989146694541, - "sufficiency": 0.85663902759552, + "comprehensiveness": 0.0018765731947496533, + "sufficiency": 0.8566707968711853, "masked prediction probs": [ 0.9846119284629822, 0.015388082712888718 @@ -282410,8 +317367,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.661182701587677, - "sufficiency": 0.8523890376091003, + "comprehensiveness": 0.6610361933708191, + "sufficiency": 0.8524216413497925, "masked prediction probs": [ 0.38965126872062683, 0.6103487014770508 @@ -282423,8 +317380,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001853110734373331, - "sufficiency": 0.944118082523346, + "comprehensiveness": 0.0018527002539485693, + "sufficiency": 0.944130539894104, "masked prediction probs": [ 0.9846327304840088, 0.015367267653346062 @@ -282436,8 +317393,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7053731083869934, - "sufficiency": 0.9109689593315125, + "comprehensiveness": 0.7052168846130371, + "sufficiency": 0.9109886288642883, + "masked prediction probs": [ + 0.34949153661727905, + 0.6505084037780762 + ], + "full text prediction probs": [ + 0.9863053560256958, + 0.013694662600755692 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7050607204437256, + "sufficiency": 0.911008358001709, "masked prediction probs": [ 0.34949153661727905, 0.6505084037780762 @@ -282450,12 +317420,12 @@ } }, "test_1401": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5894345641136169, - "sufficiency": 0.9315974116325378, + "fixed-shap": { + "comprehensiveness": 0.19437135756015778, + "sufficiency": 1.0, "masked prediction probs": [ - 0.43379274010658264, - 0.566207230091095 + 0.7679712176322937, + 0.2320287972688675 ], "full text prediction probs": [ 0.9323872327804565, @@ -282554,12 +317524,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5604913234710693, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5883217453956604, + "sufficiency": 0.9317265152931213, "masked prediction probs": [ - 0.457378625869751, - 0.542621374130249 + 0.43379274010658264, + 0.566207230091095 + ], + "full text prediction probs": [ + 0.9323872327804565, + 0.06761276721954346 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5999660491943359, + "sufficiency": 0.9675313234329224, + "masked prediction probs": [ + 0.4238044321537018, + 0.5761955976486206 ], "full text prediction probs": [ 0.9323872327804565, @@ -282569,7 +317552,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.22755342721939087, + "sufficiency": 0.22773560881614685, "masked prediction probs": [ 0.9767358303070068, 0.023264169692993164 @@ -282582,7 +317565,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8804953694343567, + "sufficiency": 0.8805236220359802, "masked prediction probs": [ 0.9323872327804565, 0.06761276721954346 @@ -282595,7 +317578,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.6426239013671875, + "sufficiency": 0.6427081227302551, "masked prediction probs": [ 0.9761173725128174, 0.023882698267698288 @@ -282607,8 +317590,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.11857352405786514, - "sufficiency": 0.8845245838165283, + "comprehensiveness": 0.11854557693004608, + "sufficiency": 0.8845517635345459, "masked prediction probs": [ 0.8318029642105103, 0.16819700598716736 @@ -282620,7 +317603,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5598307847976685, + "comprehensiveness": 0.5596988201141357, "sufficiency": 1.0, "masked prediction probs": [ 0.457378625869751, @@ -282634,7 +317617,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8806080222129822, + "sufficiency": 0.8806362152099609, "masked prediction probs": [ 0.9323872327804565, 0.06761276721954346 @@ -282646,7 +317629,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5595669746398926, + "comprehensiveness": 0.5594351291656494, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.457378625869751, + 0.542621374130249 + ], + "full text prediction probs": [ + 0.9323872327804565, + 0.06761276721954346 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5593034029006958, "sufficiency": 1.0, "masked prediction probs": [ 0.457378625869751, @@ -282660,12 +317656,12 @@ } }, "test_1407": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9408554434776306, - 0.05914454907178879 + 0.16969428956508636, + 0.8303057551383972 ], "full text prediction probs": [ 0.4784562885761261, @@ -282764,12 +317760,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9493502378463745, - 0.05064975842833519 + 0.9408554434776306, + 0.05914454907178879 + ], + "full text prediction probs": [ + 0.4784562885761261, + 0.5215436816215515 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.21842710673809052, + 0.7815729379653931 ], "full text prediction probs": [ 0.4784562885761261, @@ -282867,15 +317876,28 @@ 0.5215436816215515 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9493502378463745, + 0.05064975842833519 + ], + "full text prediction probs": [ + 0.4784562885761261, + 0.5215436816215515 + ], + "labels": 0 } }, "test_1451": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005240502301603556, - "sufficiency": 0.9987185597419739, + "fixed-shap": { + "comprehensiveness": 0.4746696949005127, + "sufficiency": 0.9362674355506897, "masked prediction probs": [ - 0.9899543523788452, - 0.010045617818832397 + 0.5636128187179565, + 0.43638721108436584 ], "full text prediction probs": [ 0.9947138428688049, @@ -282962,11 +317984,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006824754644185305, - "sufficiency": 0.841598391532898, + "comprehensiveness": 0.47393912076950073, + "sufficiency": 0.9363654851913452, "masked prediction probs": [ - 0.9885059595108032, - 0.01149403303861618 + 0.5636128187179565, + 0.43638721108436584 ], "full text prediction probs": [ 0.9947138428688049, @@ -282974,12 +317996,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004519420675933361, - "sufficiency": 0.9986576437950134, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.47383493185043335, + "sufficiency": 0.9363794922828674, "masked prediction probs": [ - 0.9906020164489746, - 0.009397946298122406 + 0.5636128187179565, + 0.43638721108436584 + ], + "full text prediction probs": [ + 0.9947138428688049, + 0.005286188796162605 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.052971091121435165, + "sufficiency": 0.9213951826095581, + "masked prediction probs": [ + 0.9465094804763794, + 0.05349048599600792 ], "full text prediction probs": [ 0.9947138428688049, @@ -282988,8 +318023,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006379573023878038, - "sufficiency": 0.7619389295578003, + "comprehensiveness": 0.0006378171383403242, + "sufficiency": 0.7619912028312683, "masked prediction probs": [ 0.9941332936286926, 0.005866686813533306 @@ -283001,8 +318036,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0009756506187841296, - "sufficiency": 0.7591490149497986, + "comprehensiveness": 0.0009754363563843071, + "sufficiency": 0.7592018842697144, "masked prediction probs": [ 0.9938257932662964, 0.006174223963171244 @@ -283014,8 +318049,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0020166044123470783, - "sufficiency": 0.8263068199157715, + "comprehensiveness": 0.0020161615684628487, + "sufficiency": 0.8263449668884277, "masked prediction probs": [ 0.9928779006004333, 0.007122096139937639 @@ -283027,8 +318062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006938483566045761, - "sufficiency": 0.8493762612342834, + "comprehensiveness": 0.00693695992231369, + "sufficiency": 0.8494093418121338, "masked prediction probs": [ 0.9883955717086792, 0.011604475788772106 @@ -283040,8 +318075,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008834557607769966, - "sufficiency": 0.9371911883354187, + "comprehensiveness": 0.008832617662847042, + "sufficiency": 0.9372050166130066, "masked prediction probs": [ 0.9866672158241272, 0.013332811184227467 @@ -283053,8 +318088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.013993614353239536, - "sufficiency": 0.9590824842453003, + "comprehensiveness": 0.013990543782711029, + "sufficiency": 0.9590914249420166, "masked prediction probs": [ 0.9819654822349548, 0.018034541979432106 @@ -283066,11 +318101,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006933914963155985, - "sufficiency": 0.8494754433631897, + "comprehensiveness": 0.05288971960544586, + "sufficiency": 0.9215158820152283, "masked prediction probs": [ - 0.9883955717086792, - 0.011604475788772106 + 0.9465094804763794, + 0.05349048599600792 + ], + "full text prediction probs": [ + 0.9947138428688049, + 0.005286188796162605 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05287811532616615, + "sufficiency": 0.9215331673622131, + "masked prediction probs": [ + 0.9465094804763794, + 0.05349048599600792 ], "full text prediction probs": [ 0.9947138428688049, @@ -283080,12 +318128,12 @@ } }, "test_1498": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0019637225195765495, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.011431936174631119, + "sufficiency": 0.9544960856437683, "masked prediction probs": [ - 0.9822129011154175, - 0.017787111923098564 + 0.9737154245376587, + 0.026284625753760338 ], "full text prediction probs": [ 0.9839752912521362, @@ -283184,12 +318232,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00013013822899665684, - "sufficiency": 0.5029299855232239, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001960227731615305, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9838582873344421, - 0.016141723841428757 + 0.9822129011154175, + 0.017787111923098564 + ], + "full text prediction probs": [ + 0.9839752912521362, + 0.016024667769670486 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.007271472364664078, + "sufficiency": 0.9388988018035889, + "masked prediction probs": [ + 0.9774362444877625, + 0.022563757374882698 ], "full text prediction probs": [ 0.9839752912521362, @@ -283198,8 +318259,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0038214882370084524, - "sufficiency": 0.8766283988952637, + "comprehensiveness": 0.003820638405159116, + "sufficiency": 0.8766558170318604, "masked prediction probs": [ 0.9805387258529663, 0.0194612517952919 @@ -283211,8 +318272,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.011699611321091652, - "sufficiency": 0.8763190507888794, + "comprehensiveness": 0.011697011068463326, + "sufficiency": 0.8763465881347656, "masked prediction probs": [ 0.9734517931938171, 0.026548165827989578 @@ -283224,8 +318285,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010970300063490868, - "sufficiency": 0.9541059732437134, + "comprehensiveness": 0.01096786092966795, + "sufficiency": 0.9541162252426147, "masked prediction probs": [ 0.9741055965423584, 0.02589437924325466 @@ -283237,8 +318298,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004197548609226942, - "sufficiency": 0.6547064781188965, + "comprehensiveness": 0.004196615889668465, + "sufficiency": 0.6547831892967224, "masked prediction probs": [ 0.9801980257034302, 0.0198020339012146 @@ -283250,8 +318311,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3010188639163971, - "sufficiency": 0.9224339127540588, + "comprehensiveness": 0.3009519875049591, + "sufficiency": 0.9224510788917542, "masked prediction probs": [ 0.7130360007286072, 0.2869639992713928 @@ -283263,8 +318324,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001417231629602611, - "sufficiency": 0.6927357316017151, + "comprehensiveness": 0.0014169169589877129, + "sufficiency": 0.6928039789199829, "masked prediction probs": [ 0.9826993942260742, 0.017300548031926155 @@ -283276,8 +318337,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.011686619371175766, - "sufficiency": 0.8764564394950867, + "comprehensiveness": 0.011684023775160313, + "sufficiency": 0.8764839768409729, "masked prediction probs": [ 0.9734517931938171, 0.026548165827989578 @@ -283287,15 +318348,28 @@ 0.016024667769670486 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00012987820082344115, + "sufficiency": 0.5039230585098267, + "masked prediction probs": [ + 0.9838582873344421, + 0.016141723841428757 + ], + "full text prediction probs": [ + 0.9839752912521362, + 0.016024667769670486 + ], + "labels": 0 } }, "test_1519": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9846513271331787, + "fixed-shap": { + "comprehensiveness": 0.009084390476346016, + "sufficiency": 0.9649363160133362, "masked prediction probs": [ - 0.05850733444094658, - 0.9414926171302795 + 0.9837950468063354, + 0.016204962506890297 ], "full text prediction probs": [ 0.9920211434364319, @@ -283394,12 +318468,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9864332675933838, + "sufficiency": 0.9846784472465515, "masked prediction probs": [ - 0.03225112706422806, - 0.9677488803863525 + 0.05850733444094658, + 0.9414926171302795 + ], + "full text prediction probs": [ + 0.9920211434364319, + 0.00797883328050375 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.009321914054453373, + "sufficiency": 0.9611380100250244, + "masked prediction probs": [ + 0.9835631847381592, + 0.016436832025647163 ], "full text prediction probs": [ 0.9920211434364319, @@ -283408,8 +318495,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003842782462015748, - "sufficiency": 0.002674136310815811, + "comprehensiveness": 0.0038419354241341352, + "sufficiency": 0.0028939074836671352, "masked prediction probs": [ 0.9885345101356506, 0.011465445160865784 @@ -283421,8 +318508,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9670979380607605, - "sufficiency": 0.9664291739463806, + "comprehensiveness": 0.9668848514556885, + "sufficiency": 0.9664365649223328, "masked prediction probs": [ 0.11436046659946442, 0.8856395483016968 @@ -283434,8 +318521,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6870078444480896, - "sufficiency": 0.9634990692138672, + "comprehensiveness": 0.6868564486503601, + "sufficiency": 0.9635071158409119, "masked prediction probs": [ 0.3684104084968567, 0.6315895915031433 @@ -283447,8 +318534,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0064857276156544685, - "sufficiency": 0.9603762626647949, + "comprehensiveness": 0.006484299432486296, + "sufficiency": 0.9603849649429321, "masked prediction probs": [ 0.9861326217651367, 0.013867410831153393 @@ -283461,7 +318548,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9864482879638672, + "sufficiency": 0.9864513278007507, "masked prediction probs": [ 0.03225112706422806, 0.9677488803863525 @@ -283473,8 +318560,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01936514489352703, - "sufficiency": 0.9251924157142639, + "comprehensiveness": 0.01936088129878044, + "sufficiency": 0.9252089262008667, "masked prediction probs": [ 0.9744313955307007, 0.025568636134266853 @@ -283487,7 +318574,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9864542484283447, + "sufficiency": 0.9864571690559387, + "masked prediction probs": [ + 0.03225112706422806, + 0.9677488803863525 + ], + "full text prediction probs": [ + 0.9920211434364319, + 0.00797883328050375 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9864602088928223, "masked prediction probs": [ 0.03225112706422806, 0.9677488803863525 @@ -283500,12 +318600,12 @@ } }, "test_1538": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.021495163440704346, - 0.9785047769546509 + 0.06101018935441971, + 0.9389897584915161 ], "full text prediction probs": [ 0.6519008278846741, @@ -283604,7 +318704,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -283617,6 +318717,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.9396358132362366, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.11893998831510544, + 0.8810600638389587 + ], + "full text prediction probs": [ + 0.6519008278846741, + 0.34809911251068115 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, "sufficiency": 1.0, @@ -283644,7 +318757,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9951180219650269, + "comprehensiveness": 0.994767427444458, "sufficiency": 1.0, "masked prediction probs": [ 0.08707252144813538, @@ -283657,7 +318770,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9148984551429749, + "comprehensiveness": 0.9145764708518982, "sufficiency": 1.0, "masked prediction probs": [ 0.13242207467556, @@ -283707,15 +318820,28 @@ 0.34809911251068115 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.021495163440704346, + 0.9785047769546509 + ], + "full text prediction probs": [ + 0.6519008278846741, + 0.34809911251068115 + ], + "labels": 0 } }, "test_1608": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03061641938984394, - 0.9693835377693176 + 0.021096384152770042, + 0.9789036512374878 ], "full text prediction probs": [ 0.875747799873352, @@ -283814,12 +318940,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.019257862120866776, - 0.9807420969009399 + 0.03061641938984394, + 0.9693835377693176 + ], + "full text prediction probs": [ + 0.875747799873352, + 0.12425214797258377 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.023472459986805916, + 0.9765275716781616 ], "full text prediction probs": [ 0.875747799873352, @@ -283829,7 +318968,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.13266243040561676, + "sufficiency": 0.13288162648677826, "masked prediction probs": [ 0.9876474142074585, 0.012352635152637959 @@ -283855,7 +318994,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9654842615127563, + "sufficiency": 0.9654930830001831, "masked prediction probs": [ 0.9710420370101929, 0.028957996517419815 @@ -283894,7 +319033,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9609171152114868, + "sufficiency": 0.9609270095825195, "masked prediction probs": [ 0.9578146934509277, 0.042185284197330475 @@ -283917,15 +319056,28 @@ 0.12425214797258377 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.019257862120866776, + 0.9807420969009399 + ], + "full text prediction probs": [ + 0.875747799873352, + 0.12425214797258377 + ], + "labels": 0 } }, "test_1643": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5633476376533508, - "sufficiency": 0.9967839121818542, + "fixed-shap": { + "comprehensiveness": 0.6716547012329102, + "sufficiency": 0.9937320947647095, "masked prediction probs": [ - 0.48078030347824097, - 0.519219696521759 + 0.3829834461212158, + 0.6170165538787842 ], "full text prediction probs": [ 0.9894599914550781, @@ -284012,11 +319164,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.5624755024909973, - "sufficiency": 0.9967889189720154, + "comprehensiveness": 0.6706149578094482, + "sufficiency": 0.9937418103218079, "masked prediction probs": [ - 0.48078030347824097, - 0.519219696521759 + 0.3829834461212158, + 0.6170165538787842 ], "full text prediction probs": [ 0.9894599914550781, @@ -284024,12 +319176,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.681776225566864, - "sufficiency": 0.9920463562011719, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6704666614532471, + "sufficiency": 0.9937431812286377, "masked prediction probs": [ - 0.3727532625198364, - 0.6272466778755188 + 0.3829834461212158, + 0.6170165538787842 + ], + "full text prediction probs": [ + 0.9894599914550781, + 0.010539975948631763 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6014595627784729, + "sufficiency": 0.98198002576828, + "masked prediction probs": [ + 0.4452841281890869, + 0.5547158718109131 ], "full text prediction probs": [ 0.9894599914550781, @@ -284039,7 +319204,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9325207471847534, + "sufficiency": 0.9325355887413025, "masked prediction probs": [ 0.9924848675727844, 0.0075151571072638035 @@ -284051,8 +319216,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005704193376004696, - "sufficiency": 0.9757433533668518, + "comprehensiveness": 0.005702933296561241, + "sufficiency": 0.9757487773895264, "masked prediction probs": [ 0.9842979311943054, 0.01570204272866249 @@ -284064,8 +319229,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4082411825656891, - "sufficiency": 0.9516988396644592, + "comprehensiveness": 0.4081510007381439, + "sufficiency": 0.9517095685005188, "masked prediction probs": [ 0.6199368834495544, 0.38006314635276794 @@ -284077,8 +319242,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0022049585822969675, - "sufficiency": 0.8642922043800354, + "comprehensiveness": 0.0022044717334210873, + "sufficiency": 0.8643220663070679, "masked prediction probs": [ 0.9874637126922607, 0.012536335736513138 @@ -284090,8 +319255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.681023359298706, - "sufficiency": 0.9920551180839539, + "comprehensiveness": 0.6808729767799377, + "sufficiency": 0.9920568466186523, "masked prediction probs": [ 0.3727532625198364, 0.6272466778755188 @@ -284103,8 +319268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005594720598310232, - "sufficiency": 0.8908437490463257, + "comprehensiveness": 0.005593485664576292, + "sufficiency": 0.8908678889274597, "masked prediction probs": [ 0.984392523765564, 0.01560748927295208 @@ -284116,8 +319281,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.680722713470459, - "sufficiency": 0.9920586347579956, + "comprehensiveness": 0.6805723905563354, + "sufficiency": 0.9920603632926941, + "masked prediction probs": [ + 0.3727532625198364, + 0.6272466778755188 + ], + "full text prediction probs": [ + 0.9894599914550781, + 0.010539975948631763 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6804222464561462, + "sufficiency": 0.9920621514320374, "masked prediction probs": [ 0.3727532625198364, 0.6272466778755188 @@ -284130,12 +319308,12 @@ } }, "test_1676": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0017609723145142198, - "sufficiency": 0.9932184815406799, + "fixed-shap": { + "comprehensiveness": 0.00289330305531621, + "sufficiency": 0.9842357635498047, "masked prediction probs": [ - 0.9912416934967041, - 0.008758344687521458 + 0.9902154207229614, + 0.009784559719264507 ], "full text prediction probs": [ 0.9928377270698547, @@ -284234,12 +319412,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005494382698088884, - "sufficiency": 0.9891006946563721, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0017578690312802792, + "sufficiency": 0.993230402469635, "masked prediction probs": [ - 0.9878491759300232, - 0.012150757014751434 + 0.9912416934967041, + 0.008758344687521458 + ], + "full text prediction probs": [ + 0.9928377270698547, + 0.007162317633628845 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007984377443790436, + "sufficiency": 0.9838910698890686, + "masked prediction probs": [ + 0.9921126365661621, + 0.007887386716902256 ], "full text prediction probs": [ 0.9928377270698547, @@ -284248,8 +319439,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001388684380799532, - "sufficiency": 0.8585073351860046, + "comprehensiveness": 0.0013883785577490926, + "sufficiency": 0.8585385084152222, "masked prediction probs": [ 0.991576611995697, 0.008423457853496075 @@ -284261,8 +319452,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0034135293681174517, - "sufficiency": 0.9756507277488708, + "comprehensiveness": 0.0034127780236303806, + "sufficiency": 0.9756560921669006, "masked prediction probs": [ 0.9897370934486389, 0.010262939147651196 @@ -284274,8 +319465,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003102006623521447, - "sufficiency": 0.8896383047103882, + "comprehensiveness": 0.0031013237312436104, + "sufficiency": 0.889662504196167, "masked prediction probs": [ 0.9900194406509399, 0.009980530478060246 @@ -284287,8 +319478,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001970475073903799, - "sufficiency": 0.8969181776046753, + "comprehensiveness": 0.0019700415432453156, + "sufficiency": 0.8969408273696899, "masked prediction probs": [ 0.9910470843315125, 0.008952963165938854 @@ -284300,8 +319491,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018627652898430824, - "sufficiency": 0.9969924092292786, + "comprehensiveness": 0.018623555079102516, + "sufficiency": 0.9969931244850159, "masked prediction probs": [ 0.9759063720703125, 0.02409370429813862 @@ -284313,8 +319504,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017836091574281454, - "sufficiency": 0.8920224905014038, + "comprehensiveness": 0.0017832169542089105, + "sufficiency": 0.8920462131500244, "masked prediction probs": [ 0.9912161827087402, 0.00878383219242096 @@ -284326,8 +319517,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003409775672480464, - "sufficiency": 0.975677490234375, + "comprehensiveness": 0.003409025724977255, + "sufficiency": 0.9756828546524048, "masked prediction probs": [ 0.9897370934486389, 0.010262939147651196 @@ -284337,15 +319528,28 @@ 0.007162317633628845 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005483511835336685, + "sufficiency": 0.989122211933136, + "masked prediction probs": [ + 0.9878491759300232, + 0.012150757014751434 + ], + "full text prediction probs": [ + 0.9928377270698547, + 0.007162317633628845 + ], + "labels": 0 } }, "test_1697": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03133196011185646, - "sufficiency": 0.9935071468353271, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9817325472831726, "masked prediction probs": [ - 0.9500160217285156, - 0.04998401552438736 + 0.9839771389961243, + 0.016022784635424614 ], "full text prediction probs": [ 0.9779467582702637, @@ -284444,12 +319648,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2281545251607895, - "sufficiency": 0.950602114200592, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03127582371234894, + "sufficiency": 0.9935187697410583, "masked prediction probs": [ - 0.7741943597793579, - 0.2258056402206421 + 0.9500160217285156, + 0.04998401552438736 + ], + "full text prediction probs": [ + 0.9779467582702637, + 0.022053228691220284 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0038660301361232996, + "sufficiency": 0.7700581550598145, + "masked prediction probs": [ + 0.9744934439659119, + 0.02550661750137806 ], "full text prediction probs": [ 0.9779467582702637, @@ -284459,7 +319676,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6537798047065735, + "sufficiency": 0.6538572311401367, "masked prediction probs": [ 0.9840495586395264, 0.015950491651892662 @@ -284472,7 +319689,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8725111484527588, + "sufficiency": 0.872539758682251, "masked prediction probs": [ 0.9803321361541748, 0.019667858257889748 @@ -284484,8 +319701,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.015855854377150536, - "sufficiency": 0.9763985276222229, + "comprehensiveness": 0.01585230603814125, + "sufficiency": 0.9764037728309631, "masked prediction probs": [ 0.9637772440910339, 0.03622274100780487 @@ -284498,7 +319715,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9428751468658447, + "sufficiency": 0.9428879022598267, "masked prediction probs": [ 0.9858932495117188, 0.01410677470266819 @@ -284510,8 +319727,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07549670338630676, - "sufficiency": 0.9927170276641846, + "comprehensiveness": 0.07547981292009354, + "sufficiency": 0.9927186369895935, "masked prediction probs": [ 0.9104492664337158, 0.08955073356628418 @@ -284523,8 +319740,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00974234938621521, - "sufficiency": 0.9768559336662292, + "comprehensiveness": 0.009740171022713184, + "sufficiency": 0.9768611192703247, "masked prediction probs": [ 0.9692347049713135, 0.03076535277068615 @@ -284536,8 +319753,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0754629373550415, - "sufficiency": 0.9927202463150024, + "comprehensiveness": 0.07544606178998947, + "sufficiency": 0.9927219152450562, "masked prediction probs": [ 0.9104492664337158, 0.08955073356628418 @@ -284547,15 +319764,28 @@ 0.022053228691220284 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.22769558429718018, + "sufficiency": 0.9507014155387878, + "masked prediction probs": [ + 0.7741943597793579, + 0.2258056402206421 + ], + "full text prediction probs": [ + 0.9779467582702637, + 0.022053228691220284 + ], + "labels": 0 } }, "test_1698": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00326746073551476, - "sufficiency": 0.925933301448822, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9247638583183289, "masked prediction probs": [ - 0.9745237827301025, - 0.025476206094026566 + 0.984938383102417, + 0.01506162527948618 ], "full text prediction probs": [ 0.9774348735809326, @@ -284654,12 +319884,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003261603182181716, + "sufficiency": 0.9260660409927368, + "masked prediction probs": [ + 0.9745237827301025, + 0.025476206094026566 + ], + "full text prediction probs": [ + 0.9774348735809326, + 0.022565146908164024 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9484672546386719, + "sufficiency": 0.8456935286521912, "masked prediction probs": [ - 0.9813715815544128, - 0.01862841099500656 + 0.9862089157104492, + 0.013791088946163654 ], "full text prediction probs": [ 0.9774348735809326, @@ -284668,8 +319911,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004580110777169466, - "sufficiency": 0.8574957847595215, + "comprehensiveness": 0.00457908445969224, + "sufficiency": 0.8575277328491211, "masked prediction probs": [ 0.9733460545539856, 0.026653915643692017 @@ -284682,7 +319925,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9484903216362, + "sufficiency": 0.9485018253326416, "masked prediction probs": [ 0.9813715815544128, 0.01862841099500656 @@ -284695,7 +319938,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8361169695854187, + "sufficiency": 0.8361537456512451, "masked prediction probs": [ 0.9774348735809326, 0.022565146908164024 @@ -284707,8 +319950,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.06376795470714569, - "sufficiency": 0.8976387977600098, + "comprehensiveness": 0.06375368684530258, + "sufficiency": 0.8976616859436035, "masked prediction probs": [ 0.920468807220459, 0.07953119277954102 @@ -284720,8 +319963,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.026171289384365082, - "sufficiency": 0.89473956823349, + "comprehensiveness": 0.02616543136537075, + "sufficiency": 0.8947630524635315, "masked prediction probs": [ 0.9540499448776245, 0.045950066298246384 @@ -284733,8 +319976,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0009056736016646028, - "sufficiency": 0.8757214546203613, + "comprehensiveness": 0.0009054710390046239, + "sufficiency": 0.8757492899894714, "masked prediction probs": [ 0.9766254425048828, 0.023374609649181366 @@ -284747,7 +319990,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9485479593276978, + "sufficiency": 0.9485594630241394, + "masked prediction probs": [ + 0.9813715815544128, + 0.01862841099500656 + ], + "full text prediction probs": [ + 0.9774348735809326, + 0.022565146908164024 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.948570966720581, "masked prediction probs": [ 0.9813715815544128, 0.01862841099500656 @@ -284760,12 +320016,12 @@ } }, "test_1742": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8575738668441772, + "fixed-shap": { + "comprehensiveness": 0.9882541298866272, "sufficiency": 1.0, "masked prediction probs": [ - 0.19264483451843262, - 0.8073551654815674 + 0.09525486081838608, + 0.9047451615333557 ], "full text prediction probs": [ 0.8317553400993347, @@ -284864,7 +320120,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8557369112968445, "sufficiency": 1.0, "masked prediction probs": [ @@ -284877,9 +320133,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.9851266145706177, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09581268578767776, + 0.9041873216629028 + ], + "full text prediction probs": [ + 0.8317553400993347, + 0.1682446002960205 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8121298551559448, + "sufficiency": 0.8121801018714905, "masked prediction probs": [ 0.9744662642478943, 0.025533797219395638 @@ -284892,7 +320161,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9359855651855469, + "sufficiency": 0.9360026717185974, "masked prediction probs": [ 0.8966217041015625, 0.10337827354669571 @@ -284904,7 +320173,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6887018084526062, + "comprehensiveness": 0.6885175108909607, "sufficiency": 1.0, "masked prediction probs": [ 0.31698253750801086, @@ -284917,7 +320186,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.8548213839530945, + "comprehensiveness": 0.8545929193496704, "sufficiency": 1.0, "masked prediction probs": [ 0.19264483451843262, @@ -284930,7 +320199,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2998051941394806, + "comprehensiveness": 0.2997250258922577, "sufficiency": 1.0, "masked prediction probs": [ 0.6075448989868164, @@ -284956,7 +320225,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8541361093521118, + "comprehensiveness": 0.8539078235626221, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19264483451843262, + 0.8073551654815674 + ], + "full text prediction probs": [ + 0.8317553400993347, + 0.1682446002960205 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8536798357963562, "sufficiency": 1.0, "masked prediction probs": [ 0.19264483451843262, @@ -284970,12 +320252,12 @@ } }, "test_1759": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.023695027455687523, - "sufficiency": 0.9779427647590637, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.916143000125885, "masked prediction probs": [ - 0.9676562547683716, - 0.03234371915459633 + 0.9902623295783997, + 0.009737750515341759 ], "full text prediction probs": [ 0.9890419840812683, @@ -285074,12 +320356,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02089938148856163, - "sufficiency": 0.9352387189865112, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.023653095588088036, + "sufficiency": 0.9779818058013916, "masked prediction probs": [ - 0.9701460003852844, - 0.029854044318199158 + 0.9676562547683716, + 0.03234371915459633 + ], + "full text prediction probs": [ + 0.9890419840812683, + 0.010958037339150906 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002872072160243988, + "sufficiency": 0.8704450726509094, + "masked prediction probs": [ + 0.9864446520805359, + 0.013555304147303104 ], "full text prediction probs": [ 0.9890419840812683, @@ -285089,7 +320384,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7778078317642212, + "sufficiency": 0.7778569459915161, "masked prediction probs": [ 0.9914270639419556, 0.008572948165237904 @@ -285101,8 +320396,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015409658662974834, - "sufficiency": 0.8345680236816406, + "comprehensiveness": 0.015406252816319466, + "sufficiency": 0.8346045017242432, "masked prediction probs": [ 0.9751033186912537, 0.024896737188100815 @@ -285114,8 +320409,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.020885521546006203, - "sufficiency": 0.9352816939353943, + "comprehensiveness": 0.02088090404868126, + "sufficiency": 0.9352959990501404, "masked prediction probs": [ 0.9701460003852844, 0.029854044318199158 @@ -285127,8 +320422,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0002567448536865413, - "sufficiency": 0.7843402624130249, + "comprehensiveness": 0.00025668813032098114, + "sufficiency": 0.7843879461288452, "masked prediction probs": [ 0.9888096451759338, 0.011190386489033699 @@ -285140,8 +320435,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018875401467084885, - "sufficiency": 0.8530999422073364, + "comprehensiveness": 0.018871231004595757, + "sufficiency": 0.853132426738739, "masked prediction probs": [ 0.9719570875167847, 0.028042854741215706 @@ -285153,8 +320448,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.018871231004595757, - "sufficiency": 0.853132426738739, + "comprehensiveness": 0.018867064267396927, + "sufficiency": 0.8531648516654968, "masked prediction probs": [ 0.9719570875167847, 0.028042854741215706 @@ -285166,8 +320461,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02086707018315792, - "sufficiency": 0.9353388547897339, + "comprehensiveness": 0.020862461999058723, + "sufficiency": 0.93535315990448, + "masked prediction probs": [ + 0.9701460003852844, + 0.029854044318199158 + ], + "full text prediction probs": [ + 0.9890419840812683, + 0.010958037339150906 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.020857855677604675, + "sufficiency": 0.9353674054145813, "masked prediction probs": [ 0.9701460003852844, 0.029854044318199158 @@ -285180,12 +320488,12 @@ } }, "test_1766": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9881840348243713, - "sufficiency": 0.8368791937828064, + "fixed-shap": { + "comprehensiveness": 0.02841350995004177, + "sufficiency": 0.9726442098617554, "masked prediction probs": [ - 0.0971854105591774, - 0.9028145670890808 + 0.9650305509567261, + 0.03496943414211273 ], "full text prediction probs": [ 0.99072265625, @@ -285284,12 +320592,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9197612404823303, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.986438512802124, + "sufficiency": 0.8371673226356506, "masked prediction probs": [ - 0.035090185701847076, - 0.9649098515510559 + 0.0971854105591774, + 0.9028145670890808 + ], + "full text prediction probs": [ + 0.99072265625, + 0.009277348406612873 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.028808558359742165, + "sufficiency": 0.9778019189834595, + "masked prediction probs": [ + 0.9646214842796326, + 0.03537849336862564 ], "full text prediction probs": [ 0.99072265625, @@ -285298,8 +320619,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006712468806654215, - "sufficiency": 0.30161234736442566, + "comprehensiveness": 0.006710987072438002, + "sufficiency": 0.30176645517349243, "masked prediction probs": [ 0.9846410155296326, 0.015358980745077133 @@ -285311,8 +320632,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7304458022117615, - "sufficiency": 0.8862402439117432, + "comprehensiveness": 0.7302846312522888, + "sufficiency": 0.8862653970718384, "masked prediction probs": [ 0.3287769854068756, 0.6712230443954468 @@ -285325,7 +320646,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9888796210289001, + "sufficiency": 0.9888821244239807, "masked prediction probs": [ 0.03881267085671425, 0.9611873626708984 @@ -285337,8 +320658,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.024408923462033272, - "sufficiency": 0.34383344650268555, + "comprehensiveness": 0.024403540417551994, + "sufficiency": 0.3439781367778778, "masked prediction probs": [ 0.9685930013656616, 0.03140698000788689 @@ -285351,7 +320672,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.919849693775177, + "sufficiency": 0.9198673963546753, "masked prediction probs": [ 0.035090185701847076, 0.9649098515510559 @@ -285363,8 +320684,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00036537370760925114, - "sufficiency": 0.8251990079879761, + "comprehensiveness": 0.00036529317731037736, + "sufficiency": 0.8252375721931458, "masked prediction probs": [ 0.9903912544250488, 0.00960876327008009 @@ -285377,7 +320698,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9198850393295288, + "sufficiency": 0.9199026823043823, + "masked prediction probs": [ + 0.035090185701847076, + 0.9649098515510559 + ], + "full text prediction probs": [ + 0.99072265625, + 0.009277348406612873 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9199203848838806, "masked prediction probs": [ 0.035090185701847076, 0.9649098515510559 @@ -285390,12 +320724,12 @@ } }, "test_26": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02633965201675892, - "sufficiency": 0.9540538787841797, + "fixed-shap": { + "comprehensiveness": 0.03821217268705368, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9436430931091309, - 0.05635689198970795 + 0.933164119720459, + 0.06683585792779922 ], "full text prediction probs": [ 0.9668911099433899, @@ -285494,12 +320828,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.035952772945165634, - "sufficiency": 0.9345386028289795, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.026291990652680397, + "sufficiency": 0.9541370272636414, "masked prediction probs": [ - 0.935100793838501, - 0.06489916890859604 + 0.9436430931091309, + 0.05635689198970795 + ], + "full text prediction probs": [ + 0.9668911099433899, + 0.033108897507190704 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.003775800811126828, + "sufficiency": 0.9018130302429199, + "masked prediction probs": [ + 0.9635517001152039, + 0.03644833341240883 ], "full text prediction probs": [ 0.9668911099433899, @@ -285509,7 +320856,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9251896739006042, + "sufficiency": 0.9252066016197205, "masked prediction probs": [ 0.9807824492454529, 0.019217519089579582 @@ -285522,7 +320869,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8454975485801697, + "sufficiency": 0.8455324172973633, "masked prediction probs": [ 0.9668911099433899, 0.033108897507190704 @@ -285534,8 +320881,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0359283946454525, - "sufficiency": 0.9345830082893372, + "comprehensiveness": 0.03592027351260185, + "sufficiency": 0.9345977902412415, "masked prediction probs": [ 0.935100793838501, 0.06489916890859604 @@ -285547,8 +320894,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0029419639613479376, - "sufficiency": 0.8351683020591736, + "comprehensiveness": 0.0029412994626909494, + "sufficiency": 0.835205614566803, "masked prediction probs": [ 0.9642874002456665, 0.0357125923037529 @@ -285560,7 +320907,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06872337311506271, + "comprehensiveness": 0.06870784610509872, "sufficiency": 1.0, "masked prediction probs": [ 0.9060555100440979, @@ -285573,7 +320920,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.050077565014362335, + "comprehensiveness": 0.0500662587583065, "sufficiency": 1.0, "masked prediction probs": [ 0.9225512146949768, @@ -285586,8 +320933,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0358959399163723, - "sufficiency": 0.9346420764923096, + "comprehensiveness": 0.035887833684682846, + "sufficiency": 0.9346568584442139, + "masked prediction probs": [ + 0.935100793838501, + 0.06489916890859604 + ], + "full text prediction probs": [ + 0.9668911099433899, + 0.033108897507190704 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03587973490357399, + "sufficiency": 0.9346715807914734, "masked prediction probs": [ 0.935100793838501, 0.06489916890859604 @@ -285600,12 +320960,12 @@ } }, "test_53": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.18187491595745087, "sufficiency": 0.0, "masked prediction probs": [ - 0.29490983486175537, - 0.7050901651382446 + 0.025401996448636055, + 0.9745980501174927 ], "full text prediction probs": [ 0.012271396815776825, @@ -285704,12 +321064,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.22226643562316895, - 0.777733564376831 + 0.29490983486175537, + 0.7050901651382446 + ], + "full text prediction probs": [ + 0.012271396815776825, + 0.9877285957336426 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.1399991810321808, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02263067662715912, + 0.9773692488670349 ], "full text prediction probs": [ 0.012271396815776825, @@ -285744,7 +321117,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.10041941702365875, + "comprehensiveness": 0.10015013813972473, "sufficiency": 0.0, "masked prediction probs": [ 0.019742244854569435, @@ -285757,7 +321130,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.09670070558786392, + "comprehensiveness": 0.0964420959353447, "sufficiency": 0.0, "masked prediction probs": [ 0.019484858959913254, @@ -285770,7 +321143,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2287875860929489, + "comprehensiveness": 0.22817735373973846, "sufficiency": 0.0, "masked prediction probs": [ 0.029383787885308266, @@ -285783,7 +321156,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6481959223747253, + "comprehensiveness": 0.6464716196060181, "sufficiency": 0.0, "masked prediction probs": [ 0.060883428901433945, @@ -285807,15 +321180,28 @@ 0.9877285957336426 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22226643562316895, + 0.777733564376831 + ], + "full text prediction probs": [ + 0.012271396815776825, + 0.9877285957336426 + ], + "labels": 0 } }, "test_54": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.01447867788374424, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8668739795684814, - 0.13312596082687378 + 0.28842952847480774, + 0.7115704417228699 ], "full text prediction probs": [ 0.03853785991668701, @@ -285914,12 +321300,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.04759056121110916, + "masked prediction probs": [ + 0.8668739795684814, + 0.13312596082687378 + ], + "full text prediction probs": [ + 0.03853785991668701, + 0.961462140083313 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7495896816253662, - 0.2504102885723114 + 0.27312996983528137, + 0.726870059967041 ], "full text prediction probs": [ 0.03853785991668701, @@ -285993,7 +321392,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6122121810913086, + "comprehensiveness": 0.6097093224525452, "sufficiency": 0.0, "masked prediction probs": [ 0.06837058812379837, @@ -286017,15 +321416,28 @@ 0.961462140083313 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7495896816253662, + 0.2504102885723114 + ], + "full text prediction probs": [ + 0.03853785991668701, + 0.961462140083313 + ], + "labels": 1 } }, "test_85": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9698181748390198, + "sufficiency": 0.8498229384422302, "masked prediction probs": [ - 0.9342321753501892, - 0.06576783955097198 + 0.9463033080101013, + 0.053696710616350174 ], "full text prediction probs": [ 0.005588589236140251, @@ -286113,10 +321525,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9146305918693542, + "sufficiency": 0.8524391055107117, "masked prediction probs": [ - 0.861079752445221, - 0.13892018795013428 + 0.9463033080101013, + 0.053696710616350174 ], "full text prediction probs": [ 0.005588589236140251, @@ -286124,12 +321536,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9737669825553894, + "sufficiency": 0.9704175591468811, "masked prediction probs": [ - 0.902148962020874, - 0.09785104542970657 + 0.9342321753501892, + 0.06576783955097198 + ], + "full text prediction probs": [ + 0.005588589236140251, + 0.9944114089012146 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8648654222488403, + 0.13513465225696564 ], "full text prediction probs": [ 0.005588589236140251, @@ -286152,7 +321577,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8808807134628296, + "sufficiency": 0.8811742067337036, "masked prediction probs": [ 0.6477879881858826, 0.35221198201179504 @@ -286164,7 +321589,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.22729024291038513, + "comprehensiveness": 0.2267308533191681, "sufficiency": 0.0, "masked prediction probs": [ 0.024016987532377243, @@ -286177,7 +321602,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05826360359787941, + "comprehensiveness": 0.058120567351579666, "sufficiency": 0.0, "masked prediction probs": [ 0.010324215516448021, @@ -286191,7 +321616,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9124138355255127, + "sufficiency": 0.9126281142234802, "masked prediction probs": [ 0.8386015295982361, 0.1613985151052475 @@ -286204,7 +321629,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.5189989805221558, + "sufficiency": 0.520172655582428, "masked prediction probs": [ 0.8926196098327637, 0.10738039761781693 @@ -286217,10 +321642,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.912841260433197, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8386015295982361, - 0.1613985151052475 + 0.8648654222488403, + 0.13513465225696564 + ], + "full text prediction probs": [ + 0.005588589236140251, + 0.9944114089012146 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9743402600288391, + "masked prediction probs": [ + 0.902148962020874, + 0.09785104542970657 ], "full text prediction probs": [ 0.005588589236140251, @@ -286230,12 +321668,12 @@ } }, "test_90": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8943625092506409, - 0.10563746094703674 + 0.42180225253105164, + 0.578197717666626 ], "full text prediction probs": [ 0.08185555785894394, @@ -286334,12 +321772,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.40051165223121643, - 0.5994883179664612 + 0.8943625092506409, + 0.10563746094703674 + ], + "full text prediction probs": [ + 0.08185555785894394, + 0.9181444048881531 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.45705318450927734, + 0.5429467558860779 ], "full text prediction probs": [ 0.08185555785894394, @@ -286437,15 +321888,28 @@ 0.9181444048881531 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.40051165223121643, + 0.5994883179664612 + ], + "full text prediction probs": [ + 0.08185555785894394, + 0.9181444048881531 + ], + "labels": 1 } }, "test_155": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6304411888122559, + "fixed-shap": { + "comprehensiveness": 0.9228990077972412, + "sufficiency": 0.0, "masked prediction probs": [ - 0.12398634850978851, - 0.8760136961936951 + 0.07909203320741653, + 0.9209079742431641 ], "full text prediction probs": [ 0.014755021780729294, @@ -286544,12 +322008,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8593434691429138, - "sufficiency": 0.7265444397926331, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6387225985527039, "masked prediction probs": [ - 0.07603668421506882, - 0.9239633679389954 + 0.12398634850978851, + 0.8760136961936951 + ], + "full text prediction probs": [ + 0.014755021780729294, + 0.9852449297904968 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6255619525909424, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.059490352869033813, + 0.9405096769332886 ], "full text prediction probs": [ 0.014755021780729294, @@ -286558,7 +322035,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.72380131483078, + "comprehensiveness": 0.7217823266983032, "sufficiency": 0.0, "masked prediction probs": [ 0.06651562452316284, @@ -286571,7 +322048,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02327595464885235, + "comprehensiveness": 0.02321121096611023, "sufficiency": 0.0, "masked prediction probs": [ 0.01642427407205105, @@ -286584,7 +322061,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10326933115720749, + "comprehensiveness": 0.10298287123441696, "sufficiency": 0.0, "masked prediction probs": [ 0.02218136191368103, @@ -286597,7 +322074,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11717315018177032, + "comprehensiveness": 0.11684902012348175, "sufficiency": 0.0, "masked prediction probs": [ 0.023204701021313667, @@ -286610,7 +322087,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4735739827156067, + "comprehensiveness": 0.4722675681114197, "sufficiency": 0.0, "masked prediction probs": [ 0.049000244587659836, @@ -286623,7 +322100,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05621534213423729, + "comprehensiveness": 0.05606069415807724, "sufficiency": 0.0, "masked prediction probs": [ 0.01883133500814438, @@ -286636,7 +322113,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.022955792024731636, + "comprehensiveness": 0.02289281226694584, "sufficiency": 0.0, "masked prediction probs": [ 0.01642427407205105, @@ -286647,15 +322124,28 @@ 0.9852449297904968 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8381832242012024, + "sufficiency": 0.7332687377929688, + "masked prediction probs": [ + 0.07603668421506882, + 0.9239633679389954 + ], + "full text prediction probs": [ + 0.014755021780729294, + 0.9852449297904968 + ], + "labels": 1 } }, "test_188": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7531814575195312, - 0.24681854248046875 + 0.15686064958572388, + 0.8431394100189209 ], "full text prediction probs": [ 0.015640463680028915, @@ -286754,12 +322244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5220004916191101, - 0.4779995083808899 + 0.7531814575195312, + 0.24681854248046875 + ], + "full text prediction probs": [ + 0.015640463680028915, + 0.9843595623970032 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.14908245205879211, + 0.8509175181388855 ], "full text prediction probs": [ 0.015640463680028915, @@ -286781,7 +322284,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2077278345823288, + "comprehensiveness": 0.20714281499385834, "sufficiency": 0.0, "masked prediction probs": [ 0.03035314753651619, @@ -286794,7 +322297,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6202552318572998, + "comprehensiveness": 0.6185133457183838, "sufficiency": 0.0, "masked prediction probs": [ 0.05969516560435295, @@ -286820,7 +322323,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5467103123664856, + "comprehensiveness": 0.5451834797859192, "sufficiency": 0.0, "masked prediction probs": [ 0.05469026044011116, @@ -286833,7 +322336,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.22728218138217926, + "comprehensiveness": 0.2266492247581482, "sufficiency": 0.0, "masked prediction probs": [ 0.03192000091075897, @@ -286857,15 +322360,28 @@ 0.9843595623970032 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5220004916191101, + 0.4779995083808899 + ], + "full text prediction probs": [ + 0.015640463680028915, + 0.9843595623970032 + ], + "labels": 1 } }, "test_198": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.08492521196603775, "sufficiency": 0.0, "masked prediction probs": [ - 0.9365050196647644, - 0.06349493563175201 + 0.02801557630300522, + 0.9719844460487366 ], "full text prediction probs": [ 0.02277645282447338, @@ -286964,12 +322480,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9362587928771973, - 0.06374125927686691 + 0.9365050196647644, + 0.06349493563175201 + ], + "full text prediction probs": [ + 0.02277645282447338, + 0.9772235155105591 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08028843253850937, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027874048799276352, + 0.9721259474754333 ], "full text prediction probs": [ 0.02277645282447338, @@ -286991,7 +322520,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3043901324272156, + "comprehensiveness": 0.30343714356422424, "sufficiency": 0.0, "masked prediction probs": [ 0.042163312435150146, @@ -287030,7 +322559,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8106850981712341, + "comprehensiveness": 0.8081706166267395, "sufficiency": 0.0, "masked prediction probs": [ 0.07489615678787231, @@ -287043,7 +322572,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.047709885984659195, + "comprehensiveness": 0.047562360763549805, "sufficiency": 0.0, "masked prediction probs": [ 0.025853335857391357, @@ -287067,15 +322596,28 @@ 0.9772235155105591 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9362587928771973, + 0.06374125927686691 + ], + "full text prediction probs": [ + 0.02277645282447338, + 0.9772235155105591 + ], + "labels": 1 } }, "test_319": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3527239263057709, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9785440564155579, "masked prediction probs": [ - 0.5973930954933167, - 0.40260690450668335 + 0.9803836941719055, + 0.019616276025772095 ], "full text prediction probs": [ 0.8770139813423157, @@ -287174,12 +322716,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01460545975714922, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3520134389400482, "sufficiency": 1.0, "masked prediction probs": [ - 0.865412175655365, - 0.13458777964115143 + 0.5973930954933167, + 0.40260690450668335 + ], + "full text prediction probs": [ + 0.8770139813423157, + 0.12298602610826492 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9821280837059021, + "masked prediction probs": [ + 0.9759702682495117, + 0.024029675871133804 ], "full text prediction probs": [ 0.8770139813423157, @@ -287202,7 +322757,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6571251749992371, + "sufficiency": 0.6572113633155823, "masked prediction probs": [ 0.9829434156417847, 0.017056601122021675 @@ -287214,7 +322769,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3214312791824341, + "comprehensiveness": 0.32135042548179626, "sufficiency": 1.0, "masked prediction probs": [ 0.6214931011199951, @@ -287227,7 +322782,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.17224398255348206, + "comprehensiveness": 0.17220066487789154, "sufficiency": 1.0, "masked prediction probs": [ 0.7400546669960022, @@ -287240,7 +322795,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.34023377299308777, + "comprehensiveness": 0.3401482105255127, "sufficiency": 1.0, "masked prediction probs": [ 0.606410026550293, @@ -287266,7 +322821,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3400627374649048, + "comprehensiveness": 0.3399772644042969, "sufficiency": 1.0, "masked prediction probs": [ 0.606410026550293, @@ -287277,15 +322832,28 @@ 0.12298602610826492 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.014572438783943653, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.865412175655365, + 0.13458777964115143 + ], + "full text prediction probs": [ + 0.8770139813423157, + 0.12298602610826492 + ], + "labels": 1 } }, "test_324": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0996575877070427, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.016464291140437126, - 0.9835357666015625 + 0.08692660927772522, + 0.9130734205245972 ], "full text prediction probs": [ 0.008937088772654533, @@ -287384,12 +322952,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07792495936155319, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09758992493152618, "sufficiency": 0.0, "masked prediction probs": [ - 0.014947507530450821, - 0.9850525259971619 + 0.016464291140437126, + 0.9835357666015625 + ], + "full text prediction probs": [ + 0.008937088772654533, + 0.9910628795623779 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09039771556854248, + 0.9096022844314575 ], "full text prediction probs": [ 0.008937088772654533, @@ -287398,7 +322979,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6716613173484802, + "comprehensiveness": 0.6699284315109253, "sufficiency": 0.0, "masked prediction probs": [ 0.060876693576574326, @@ -287411,7 +322992,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07752285152673721, + "comprehensiveness": 0.07732335478067398, "sufficiency": 0.0, "masked prediction probs": [ 0.014947507530450821, @@ -287424,7 +323005,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.048146799206733704, + "comprehensiveness": 0.04802321642637253, "sufficiency": 0.0, "masked prediction probs": [ 0.012679529376327991, @@ -287437,7 +323018,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.016122210770845413, + "comprehensiveness": 0.016080932691693306, "sufficiency": 0.0, "masked prediction probs": [ 0.010193455033004284, @@ -287450,7 +323031,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8665722608566284, + "comprehensiveness": 0.8643593192100525, "sufficiency": 0.0, "masked prediction probs": [ 0.07664252817630768, @@ -287463,7 +323044,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6799955368041992, + "comprehensiveness": 0.6782634854316711, "sufficiency": 0.0, "masked prediction probs": [ 0.06220134720206261, @@ -287476,7 +323057,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07653551548719406, + "comprehensiveness": 0.07634106278419495, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014947507530450821, + 0.9850525259971619 + ], + "full text prediction probs": [ + 0.008937088772654533, + 0.9910628795623779 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07614759355783463, "sufficiency": 0.0, "masked prediction probs": [ 0.014947507530450821, @@ -287490,12 +323084,12 @@ } }, "test_342": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.12355753779411316, - 0.8764424920082092 + 0.7827982306480408, + 0.217201828956604 ], "full text prediction probs": [ 0.024161336943507195, @@ -287594,12 +323188,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9689869284629822, - 0.03101305104792118 + 0.12355753779411316, + 0.8764424920082092 + ], + "full text prediction probs": [ + 0.024161336943507195, + 0.9758387207984924 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7973302602767944, + 0.20266973972320557 ], "full text prediction probs": [ 0.024161336943507195, @@ -287621,7 +323228,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5850064754486084, + "comprehensiveness": 0.5831343531608582, "sufficiency": 0.0, "masked prediction probs": [ 0.06061064079403877, @@ -287634,7 +323241,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5716322064399719, + "comprehensiveness": 0.5698087215423584, "sufficiency": 0.0, "masked prediction probs": [ 0.059891704469919205, @@ -287647,7 +323254,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06035367771983147, + "comprehensiveness": 0.060161761939525604, "sufficiency": 0.0, "masked prediction probs": [ 0.027945810928940773, @@ -287697,15 +323304,28 @@ 0.9758387207984924 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9689869284629822, + 0.03101305104792118 + ], + "full text prediction probs": [ + 0.024161336943507195, + 0.9758387207984924 + ], + "labels": 1 } }, "test_371": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9659557342529297, + "fixed-shap": { + "comprehensiveness": 0.15157707035541534, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6588811278343201, - 0.34111884236335754 + 0.01585720293223858, + 0.9841428399085999 ], "full text prediction probs": [ 0.0035995286889374256, @@ -287804,12 +323424,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9382597208023071, + "sufficiency": 0.9666155576705933, "masked prediction probs": [ - 0.58732670545578, - 0.4126732349395752 + 0.6588811278343201, + 0.34111884236335754 + ], + "full text prediction probs": [ + 0.0035995286889374256, + 0.9964004755020142 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.14254185557365417, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01538311317563057, + 0.9846168756484985 ], "full text prediction probs": [ 0.0035995286889374256, @@ -287819,7 +323452,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8816774487495422, + "sufficiency": 0.8819627165794373, "masked prediction probs": [ 0.5727689266204834, 0.4272310733795166 @@ -287831,8 +323464,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11619526892900467, - "sufficiency": 0.9115898609161377, + "comprehensiveness": 0.1159154623746872, + "sufficiency": 0.9118024706840515, "masked prediction probs": [ 0.013228384777903557, 0.9867716431617737 @@ -287844,7 +323477,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04863003268837929, + "comprehensiveness": 0.04851320758461952, "sufficiency": 0.0, "masked prediction probs": [ 0.007639078423380852, @@ -287857,7 +323490,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04203146696090698, + "comprehensiveness": 0.04193073511123657, "sufficiency": 0.0, "masked prediction probs": [ 0.007099398877471685, @@ -287871,7 +323504,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9299111366271973, + "sufficiency": 0.9300785064697266, "masked prediction probs": [ 0.29594141244888306, 0.7040585875511169 @@ -287883,7 +323516,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026967763900756836, + "comprehensiveness": 0.026903443038463593, "sufficiency": 0.0, "masked prediction probs": [ 0.005855845287442207, @@ -287897,7 +323530,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8833686709403992, + "sufficiency": 0.8836458921432495, "masked prediction probs": [ 0.5727689266204834, 0.4272310733795166 @@ -287907,15 +323540,28 @@ 0.9964004755020142 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9395772218704224, + "masked prediction probs": [ + 0.58732670545578, + 0.4126732349395752 + ], + "full text prediction probs": [ + 0.0035995286889374256, + 0.9964004755020142 + ], + "labels": 1 } }, "test_372": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.533147931098938, + "fixed-shap": { + "comprehensiveness": 0.0832710862159729, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9759171605110168, - 0.024082869291305542 + 0.012485302053391933, + 0.9875147342681885 ], "full text prediction probs": [ 0.0059467945247888565, @@ -288014,12 +323660,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3917023539543152, + "sufficiency": 0.5424608588218689, "masked prediction probs": [ - 0.9386023283004761, - 0.06139767915010452 + 0.9759171605110168, + 0.024082869291305542 + ], + "full text prediction probs": [ + 0.0059467945247888565, + 0.9940531849861145 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08518113195896149, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012788604944944382, + 0.9872114062309265 ], "full text prediction probs": [ 0.0059467945247888565, @@ -288029,7 +323688,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3932153880596161, + "sufficiency": 0.3947209417819977, "masked prediction probs": [ 0.9386023283004761, 0.06139767915010452 @@ -288041,7 +323700,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06861533224582672, + "comprehensiveness": 0.06844529509544373, "sufficiency": 0.0, "masked prediction probs": [ 0.011471765115857124, @@ -288054,7 +323713,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.030607031658291817, + "comprehensiveness": 0.030531371012330055, "sufficiency": 0.0, "masked prediction probs": [ 0.008417434059083462, @@ -288067,7 +323726,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011303604580461979, + "comprehensiveness": 0.011275731958448887, "sufficiency": 0.0, "masked prediction probs": [ 0.006861479487270117, @@ -288080,7 +323739,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08982450515031815, + "comprehensiveness": 0.08960355818271637, "sufficiency": 0.0, "masked prediction probs": [ 0.013233396224677563, @@ -288093,7 +323752,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.35339197516441345, + "comprehensiveness": 0.35252484679222107, "sufficiency": 0.0, "masked prediction probs": [ 0.034684788435697556, @@ -288107,7 +323766,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4021379351615906, + "sufficiency": 0.4035995602607727, + "masked prediction probs": [ + 0.9386023283004761, + 0.06139767915010452 + ], + "full text prediction probs": [ + 0.0059467945247888565, + 0.9940531849861145 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4050540626049042, "masked prediction probs": [ 0.9386023283004761, 0.06139767915010452 @@ -288120,12 +323792,12 @@ } }, "test_373": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.29282090067863464, - "sufficiency": 0.5038196444511414, + "fixed-shap": { + "comprehensiveness": 0.10027054697275162, + "sufficiency": 0.0, "masked prediction probs": [ - 0.02979678101837635, - 0.9702032208442688 + 0.014911201782524586, + 0.9850887656211853 ], "full text prediction probs": [ 0.0071595199406147, @@ -288224,12 +323896,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2787032425403595, - "sufficiency": 0.47100362181663513, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2868824303150177, + "sufficiency": 0.51386958360672, "masked prediction probs": [ - 0.029151350259780884, - 0.9708486199378967 + 0.02979678101837635, + 0.9702032208442688 + ], + "full text prediction probs": [ + 0.0071595199406147, + 0.9928404092788696 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1088528111577034, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015770692378282547, + 0.984229326248169 ], "full text prediction probs": [ 0.0071595199406147, @@ -288238,8 +323923,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.27799850702285767, - "sufficiency": 0.47233954071998596, + "comprehensiveness": 0.27729731798171997, + "sufficiency": 0.47366875410079956, "masked prediction probs": [ 0.029151350259780884, 0.9708486199378967 @@ -288264,7 +323949,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07192276418209076, + "comprehensiveness": 0.07174226641654968, "sufficiency": 0.0, "masked prediction probs": [ 0.012878051027655602, @@ -288277,7 +323962,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.021359138190746307, + "comprehensiveness": 0.021305670961737633, "sufficiency": 0.0, "masked prediction probs": [ 0.008862068876624107, @@ -288290,8 +323975,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1422705352306366, - "sufficiency": 0.8685725331306458, + "comprehensiveness": 0.14191527664661407, + "sufficiency": 0.8689002990722656, "masked prediction probs": [ 0.018528055399656296, 0.9814718961715698 @@ -288303,8 +323988,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.13225892186164856, - "sufficiency": 0.6139813661575317, + "comprehensiveness": 0.13192948698997498, + "sufficiency": 0.6149416565895081, "masked prediction probs": [ 0.017754560336470604, 0.9822454452514648 @@ -288316,8 +324001,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.27384382486343384, - "sufficiency": 0.4802156090736389, + "comprehensiveness": 0.27316340804100037, + "sufficiency": 0.48150551319122314, + "masked prediction probs": [ + 0.029151350259780884, + 0.9708486199378967 + ], + "full text prediction probs": [ + 0.0071595199406147, + 0.9928404092788696 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2724863886833191, + "sufficiency": 0.48278898000717163, "masked prediction probs": [ 0.029151350259780884, 0.9708486199378967 @@ -288330,12 +324028,12 @@ } }, "test_374": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9065413475036621, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9698641300201416, - 0.03013586811721325 + 0.13541263341903687, + 0.8645873665809631 ], "full text prediction probs": [ 0.025553839281201363, @@ -288434,12 +324132,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9090087413787842, "masked prediction probs": [ - 0.9644706845283508, - 0.03552938252687454 + 0.9698641300201416, + 0.03013586811721325 + ], + "full text prediction probs": [ + 0.025553839281201363, + 0.9744461178779602 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8524455428123474, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07730858027935028, + 0.9226913452148438 ], "full text prediction probs": [ 0.025553839281201363, @@ -288462,7 +324173,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.4541115164756775, + "sufficiency": 0.45589539408683777, "masked prediction probs": [ 0.9321653246879578, 0.06783463060855865 @@ -288488,7 +324199,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.03463982045650482, + "sufficiency": 0.037773944437503815, "masked prediction probs": [ 0.6506657600402832, 0.3493342399597168 @@ -288537,15 +324248,28 @@ 0.9744461178779602 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9644706845283508, + 0.03552938252687454 + ], + "full text prediction probs": [ + 0.025553839281201363, + 0.9744461178779602 + ], + "labels": 1 } }, "test_398": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.30810049176216125, - 0.6918995380401611 + 0.1322680562734604, + 0.8677319884300232 ], "full text prediction probs": [ 0.015001100488007069, @@ -288644,12 +324368,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.26543527841567993, - 0.7345647215843201 + 0.30810049176216125, + 0.6918995380401611 + ], + "full text prediction probs": [ + 0.015001100488007069, + 0.984998881816864 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08807767927646637, + 0.91192227602005 ], "full text prediction probs": [ 0.015001100488007069, @@ -288684,7 +324421,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7158200740814209, + "comprehensiveness": 0.7138276696205139, "sufficiency": 0.0, "masked prediction probs": [ 0.06630121916532516, @@ -288697,7 +324434,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.050096455961465836, + "comprehensiveness": 0.049957405775785446, "sufficiency": 0.0, "masked prediction probs": [ 0.018601322546601295, @@ -288723,7 +324460,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06125982105731964, + "comprehensiveness": 0.06109072268009186, "sufficiency": 0.0, "masked prediction probs": [ 0.01942816749215126, @@ -288747,15 +324484,28 @@ 0.984998881816864 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.26543527841567993, + 0.7345647215843201 + ], + "full text prediction probs": [ + 0.015001100488007069, + 0.984998881816864 + ], + "labels": 1 } }, "test_443": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9349005222320557, - 0.06509948521852493 + 0.9259226322174072, + 0.07407739013433456 ], "full text prediction probs": [ 0.1975773274898529, @@ -288854,12 +324604,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9401335120201111, - 0.05986648052930832 + 0.9349005222320557, + 0.06509948521852493 + ], + "full text prediction probs": [ + 0.1975773274898529, + 0.8024227023124695 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1975773274898529, + 0.8024227023124695 ], "full text prediction probs": [ 0.1975773274898529, @@ -288957,15 +324720,28 @@ 0.8024227023124695 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9401335120201111, + 0.05986648052930832 + ], + "full text prediction probs": [ + 0.1975773274898529, + 0.8024227023124695 + ], + "labels": 0 } }, "test_486": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0964575931429863, - 0.9035423994064331 + 0.0888742133975029, + 0.9111257195472717 ], "full text prediction probs": [ 0.005425196141004562, @@ -289055,8 +324831,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0964575931429863, - 0.9035423994064331 + 0.0888742133975029, + 0.9111257195472717 ], "full text prediction probs": [ 0.005425196141004562, @@ -289064,12 +324840,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7869110703468323, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0688832700252533, - 0.9311167597770691 + 0.0888742133975029, + 0.9111257195472717 + ], + "full text prediction probs": [ + 0.005425196141004562, + 0.994574785232544 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09220729023218155, + 0.9077926874160767 ], "full text prediction probs": [ 0.005425196141004562, @@ -289078,7 +324867,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4132055938243866, + "comprehensiveness": 0.4121856987476349, "sufficiency": 0.0, "masked prediction probs": [ 0.038829609751701355, @@ -289091,7 +324880,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14780250191688538, + "comprehensiveness": 0.14743858575820923, "sufficiency": 0.0, "masked prediction probs": [ 0.01740334928035736, @@ -289104,7 +324893,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13661330938339233, + "comprehensiveness": 0.13627777993679047, "sufficiency": 0.0, "masked prediction probs": [ 0.016523927450180054, @@ -289117,7 +324906,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05157896503806114, + "comprehensiveness": 0.05145258828997612, "sufficiency": 0.0, "masked prediction probs": [ 0.00962595734745264, @@ -289130,7 +324919,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7772709727287292, + "comprehensiveness": 0.7753711938858032, "sufficiency": 0.0, "masked prediction probs": [ 0.0688832700252533, @@ -289143,7 +324932,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.031743891537189484, + "comprehensiveness": 0.03166649490594864, "sufficiency": 0.0, "masked prediction probs": [ 0.008023173548281193, @@ -289156,11 +324945,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7734807133674622, + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.0688832700252533, - 0.9311167597770691 + 0.09220729023218155, + 0.9077926874160767 + ], + "full text prediction probs": [ + 0.005425196141004562, + 0.994574785232544 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09220729023218155, + 0.9077926874160767 ], "full text prediction probs": [ 0.005425196141004562, @@ -289170,12 +324972,12 @@ } }, "test_501": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9973875284194946, + "sufficiency": 0.8335732817649841, "masked prediction probs": [ - 0.9762704968452454, - 0.023729566484689713 + 0.9878126978874207, + 0.012187340296804905 ], "full text prediction probs": [ 0.971735954284668, @@ -289274,12 +325076,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4939299523830414, - "sufficiency": 0.9901055097579956, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9973922371864319, "masked prediction probs": [ - 0.532598078250885, - 0.4674019515514374 + 0.9762704968452454, + 0.023729566484689713 + ], + "full text prediction probs": [ + 0.971735954284668, + 0.028264014050364494 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.027039049193263054, + "sufficiency": 0.8775759339332581, + "masked prediction probs": [ + 0.9476909637451172, + 0.0523090586066246 ], "full text prediction probs": [ 0.971735954284668, @@ -289289,7 +325104,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7751021981239319, + "sufficiency": 0.7751526832580566, "masked prediction probs": [ 0.9906952381134033, 0.009304706007242203 @@ -289301,8 +325116,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.004822548013180494, - "sufficiency": 0.8570816516876221, + "comprehensiveness": 0.004821464419364929, + "sufficiency": 0.857113778591156, "masked prediction probs": [ 0.9674464464187622, 0.03255358338356018 @@ -289314,8 +325129,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4751211702823639, - "sufficiency": 0.9441699981689453, + "comprehensiveness": 0.4750143885612488, + "sufficiency": 0.9441825151443481, "masked prediction probs": [ 0.5490353107452393, 0.4509647488594055 @@ -289327,8 +325142,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13055317103862762, - "sufficiency": 0.9637618064880371, + "comprehensiveness": 0.13052383065223694, + "sufficiency": 0.9637698531150818, "masked prediction probs": [ 0.8555607199668884, 0.14443925023078918 @@ -289340,8 +325155,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.01641458086669445, - "sufficiency": 0.8422827124595642, + "comprehensiveness": 0.016410892829298973, + "sufficiency": 0.8423181772232056, "masked prediction probs": [ 0.9571258425712585, 0.042874157428741455 @@ -289354,7 +325169,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8651224374771118, + "sufficiency": 0.8651527762413025, "masked prediction probs": [ 0.9818939566612244, 0.018105993047356606 @@ -289366,8 +325181,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.47469431161880493, - "sufficiency": 0.9442201256752014, + "comprehensiveness": 0.47458770871162415, + "sufficiency": 0.9442326426506042, "masked prediction probs": [ 0.5490353107452393, 0.4509647488594055 @@ -289377,15 +325192,28 @@ 0.028264014050364494 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.49293196201324463, + "sufficiency": 0.9901254773139954, + "masked prediction probs": [ + 0.532598078250885, + 0.4674019515514374 + ], + "full text prediction probs": [ + 0.971735954284668, + 0.028264014050364494 + ], + "labels": 1 } }, "test_604": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07832225412130356, + "fixed-shap": { + "comprehensiveness": 0.013509068638086319, "sufficiency": 0.0, "masked prediction probs": [ - 0.01131647452712059, - 0.9886835217475891 + 0.006172456778585911, + 0.9938275218009949 ], "full text prediction probs": [ 0.00510028749704361, @@ -289484,12 +325312,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06367647647857666, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07677426189184189, "sufficiency": 0.0, "masked prediction probs": [ - 0.010255936533212662, - 0.9897440075874329 + 0.01131647452712059, + 0.9886835217475891 + ], + "full text prediction probs": [ + 0.00510028749704361, + 0.9948996901512146 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.014981413260102272, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006316309794783592, + 0.9936836957931519 ], "full text prediction probs": [ 0.00510028749704361, @@ -289498,7 +325339,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12525463104248047, + "comprehensiveness": 0.1249467059969902, "sufficiency": 0.0, "masked prediction probs": [ 0.015266790054738522, @@ -289511,7 +325352,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05106401816010475, + "comprehensiveness": 0.050938788801431656, "sufficiency": 0.0, "masked prediction probs": [ 0.009255245327949524, @@ -289524,7 +325365,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0762094184756279, + "comprehensiveness": 0.07602298259735107, "sufficiency": 0.0, "masked prediction probs": [ 0.01131647452712059, @@ -289537,7 +325378,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06305336952209473, + "comprehensiveness": 0.06289949268102646, "sufficiency": 0.0, "masked prediction probs": [ 0.010255936533212662, @@ -289550,7 +325391,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08119312673807144, + "comprehensiveness": 0.08099546283483505, "sufficiency": 0.0, "masked prediction probs": [ 0.01175543013960123, @@ -289563,7 +325404,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.036893539130687714, + "comprehensiveness": 0.036803942173719406, "sufficiency": 0.0, "masked prediction probs": [ 0.008131705224514008, @@ -289576,7 +325417,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0625939816236496, + "comprehensiveness": 0.062442339956760406, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010255936533212662, + 0.9897440075874329 + ], + "full text prediction probs": [ + 0.00510028749704361, + 0.9948996901512146 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.062291428446769714, "sufficiency": 0.0, "masked prediction probs": [ 0.010255936533212662, @@ -289590,12 +325444,12 @@ } }, "test_615": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9038645625114441, - "sufficiency": 0.9934221506118774, + "fixed-shap": { + "comprehensiveness": 0.9828557968139648, + "sufficiency": 0.8675131797790527, "masked prediction probs": [ - 0.1706935167312622, - 0.8293065428733826 + 0.09967966377735138, + 0.9003203511238098 ], "full text prediction probs": [ 0.9832761287689209, @@ -289694,12 +325548,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9895399212837219, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9022587537765503, + "sufficiency": 0.9934338331222534, "masked prediction probs": [ - 0.06879311800003052, - 0.9312069416046143 + 0.1706935167312622, + 0.8293065428733826 + ], + "full text prediction probs": [ + 0.9832761287689209, + 0.01672382466495037 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.975274384021759, + "sufficiency": 0.8803545832633972, + "masked prediction probs": [ + 0.10473991185426712, + 0.8952600359916687 ], "full text prediction probs": [ 0.9832761287689209, @@ -289709,7 +325576,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.875242292881012, + "sufficiency": 0.8752699494361877, "masked prediction probs": [ 0.987217366695404, 0.012782664969563484 @@ -289721,8 +325588,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8401890397071838, - "sufficiency": 0.9613139629364014, + "comprehensiveness": 0.8400025963783264, + "sufficiency": 0.9613226056098938, "masked prediction probs": [ 0.22625799477100372, 0.7737419605255127 @@ -289734,8 +325601,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9686458706855774, - "sufficiency": 0.8412205576896667, + "comprehensiveness": 0.9684308767318726, + "sufficiency": 0.8412558436393738, "masked prediction probs": [ 0.1103234738111496, 0.889676570892334 @@ -289747,8 +325614,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8112220764160156, - "sufficiency": 0.9813877940177917, + "comprehensiveness": 0.8110421299934387, + "sufficiency": 0.9813919067382812, "masked prediction probs": [ 0.25203296542167664, 0.747967004776001 @@ -289760,8 +325627,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9809980988502502, - "sufficiency": 0.9662877321243286, + "comprehensiveness": 0.9807804822921753, + "sufficiency": 0.9662951231002808, "masked prediction probs": [ 0.09879908710718155, 0.9012009501457214 @@ -289773,8 +325640,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001725529320538044, - "sufficiency": 0.8288249373435974, + "comprehensiveness": 0.0017251467797905207, + "sufficiency": 0.8288629651069641, "masked prediction probs": [ 0.9817200303077698, 0.018280047923326492 @@ -289786,8 +325653,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8392575979232788, - "sufficiency": 0.9613568782806396, + "comprehensiveness": 0.83907151222229, + "sufficiency": 0.9613655209541321, "masked prediction probs": [ 0.22625799477100372, 0.7737419605255127 @@ -289797,15 +325664,28 @@ 0.01672382466495037 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9895607233047485, + "masked prediction probs": [ + 0.06879311800003052, + 0.9312069416046143 + ], + "full text prediction probs": [ + 0.9832761287689209, + 0.01672382466495037 + ], + "labels": 0 } }, "test_651": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7348328828811646, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.1540454477071762, + "sufficiency": 0.961558997631073, "masked prediction probs": [ - 0.31038832664489746, - 0.6896116733551025 + 0.8056552410125732, + 0.19434477388858795 ], "full text prediction probs": [ 0.9370176196098328, @@ -289904,12 +325784,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6696759462356567, - "sufficiency": 0.9828609228134155, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7334566712379456, + "sufficiency": 1.0, "masked prediction probs": [ - 0.36487945914268494, - 0.6351205110549927 + 0.31038832664489746, + 0.6896116733551025 + ], + "full text prediction probs": [ + 0.9370176196098328, + 0.06298235058784485 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8750149011611938, + "masked prediction probs": [ + 0.9370176196098328, + 0.06298235058784485 ], "full text prediction probs": [ 0.9370176196098328, @@ -289932,7 +325825,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9784401059150696, + "sufficiency": 0.9784451127052307, "masked prediction probs": [ 0.9784236550331116, 0.02157635986804962 @@ -289944,8 +325837,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5168060064315796, - "sufficiency": 0.8779141306877136, + "comprehensiveness": 0.5166851282119751, + "sufficiency": 0.8779426217079163, "masked prediction probs": [ 0.4951739013195038, 0.5048261284828186 @@ -289957,8 +325850,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5166851282119751, - "sufficiency": 0.8779426217079163, + "comprehensiveness": 0.5165643692016602, + "sufficiency": 0.8779712319374084, "masked prediction probs": [ 0.4951739013195038, 0.5048261284828186 @@ -289970,8 +325863,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5165643692016602, - "sufficiency": 0.8779712319374084, + "comprehensiveness": 0.5164435505867004, + "sufficiency": 0.8779998421669006, "masked prediction probs": [ 0.4951739013195038, 0.5048261284828186 @@ -289983,8 +325876,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5163649320602417, - "sufficiency": 0.9153137803077698, + "comprehensiveness": 0.5162442326545715, + "sufficiency": 0.9153335094451904, "masked prediction probs": [ 0.4952411949634552, 0.5047588348388672 @@ -289996,8 +325889,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.516322910785675, - "sufficiency": 0.8780282735824585, + "comprehensiveness": 0.5162022113800049, + "sufficiency": 0.8780567049980164, "masked prediction probs": [ 0.4951739013195038, 0.5048261284828186 @@ -290007,15 +325900,28 @@ 0.06298235058784485 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6682680249214172, + "sufficiency": 0.9828969240188599, + "masked prediction probs": [ + 0.36487945914268494, + 0.6351205110549927 + ], + "full text prediction probs": [ + 0.9370176196098328, + 0.06298235058784485 + ], + "labels": 1 } }, "test_701": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6003678441047668, - "sufficiency": 0.8484785556793213, + "fixed-shap": { + "comprehensiveness": 0.14008809626102448, + "sufficiency": 0.5904549360275269, "masked prediction probs": [ - 0.05299386754631996, - 0.9470061659812927 + 0.016744490712881088, + 0.9832555055618286 ], "full text prediction probs": [ 0.005711856763809919, @@ -290114,12 +326020,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.708132266998291, - "sufficiency": 0.7538790702819824, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5884115695953369, + "sufficiency": 0.8514923453330994, "masked prediction probs": [ - 0.06261398643255234, - 0.9373859763145447 + 0.05299386754631996, + 0.9470061659812927 + ], + "full text prediction probs": [ + 0.005711856763809919, + 0.9942881464958191 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.057552605867385864, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010348048061132431, + 0.9896519780158997 ], "full text prediction probs": [ 0.005711856763809919, @@ -290128,8 +326047,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7063738107681274, - "sufficiency": 0.7544894218444824, + "comprehensiveness": 0.7046241164207458, + "sufficiency": 0.7550968527793884, "masked prediction probs": [ 0.06261398643255234, 0.9373859763145447 @@ -290141,8 +326060,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06591357290744781, - "sufficiency": 0.4990682005882263, + "comprehensiveness": 0.06575070321559906, + "sufficiency": 0.5003044605255127, "masked prediction probs": [ 0.011034698225557804, 0.9889652729034424 @@ -290154,7 +326073,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05687134340405464, + "comprehensiveness": 0.05673116445541382, "sufficiency": 0.0, "masked prediction probs": [ 0.010315945371985435, @@ -290167,7 +326086,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08966833353042603, + "comprehensiveness": 0.08944786339998245, "sufficiency": 0.0, "masked prediction probs": [ 0.012988931499421597, @@ -290180,8 +326099,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18118524551391602, - "sufficiency": 0.7603973746299744, + "comprehensiveness": 0.1807408481836319, + "sufficiency": 0.7609843015670776, "masked prediction probs": [ 0.020452279597520828, 0.9795477390289307 @@ -290193,7 +326112,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03380536288022995, + "comprehensiveness": 0.0337226502597332, "sufficiency": 0.0, "masked prediction probs": [ 0.008468843065202236, @@ -290206,8 +326125,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6960040330886841, - "sufficiency": 0.7580892443656921, + "comprehensiveness": 0.6943052411079407, + "sufficiency": 0.7586789727210999, + "masked prediction probs": [ + 0.06261398643255234, + 0.9373859763145447 + ], + "full text prediction probs": [ + 0.005711856763809919, + 0.9942881464958191 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.692614734172821, + "sufficiency": 0.7592657804489136, "masked prediction probs": [ 0.06261398643255234, 0.9373859763145447 @@ -290220,12 +326152,12 @@ } }, "test_765": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8040214776992798, - 0.19597847759723663 + 0.655528724193573, + 0.3444713056087494 ], "full text prediction probs": [ 0.011480149812996387, @@ -290324,12 +326256,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9656068682670593, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8191327452659607, - 0.1808672547340393 + 0.8040214776992798, + 0.19597847759723663 + ], + "full text prediction probs": [ + 0.011480149812996387, + 0.9885198473930359 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7460934519767761, + 0.2539064884185791 ], "full text prediction probs": [ 0.011480149812996387, @@ -290339,7 +326284,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9656987190246582, + "sufficiency": 0.9657900929450989, "masked prediction probs": [ 0.8191327452659607, 0.1808672547340393 @@ -290352,7 +326297,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9590458869934082, + "sufficiency": 0.9591547250747681, "masked prediction probs": [ 0.7728978991508484, 0.2271021008491516 @@ -290364,8 +326309,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6215200424194336, - "sufficiency": 0.8985518217086792, + "comprehensiveness": 0.6198709011077881, + "sufficiency": 0.8988206386566162, "masked prediction probs": [ 0.05821046605706215, 0.9417895674705505 @@ -290377,7 +326322,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12696218490600586, + "comprehensiveness": 0.12662619352340698, "sufficiency": 0.0, "masked prediction probs": [ 0.021051481366157532, @@ -290391,7 +326336,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9687223434448242, + "sufficiency": 0.9688047766685486, "masked prediction probs": [ 0.8102487921714783, 0.18975114822387695 @@ -290417,7 +326362,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9662398099899292, + "sufficiency": 0.9663283228874207, + "masked prediction probs": [ + 0.8191327452659607, + 0.1808672547340393 + ], + "full text prediction probs": [ + 0.011480149812996387, + 0.9885198473930359 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9664163589477539, "masked prediction probs": [ 0.8191327452659607, 0.1808672547340393 @@ -290430,12 +326388,12 @@ } }, "test_791": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17920227348804474, - "sufficiency": 0.9176128506660461, + "fixed-shap": { + "comprehensiveness": 0.07550536841154099, + "sufficiency": 0.4741262197494507, "masked prediction probs": [ - 0.017387058585882187, - 0.9826129674911499 + 0.008912423625588417, + 0.9910876154899597 ], "full text prediction probs": [ 0.0027417251840233803, @@ -290534,12 +326492,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.13305659592151642, - "sufficiency": 0.8871458172798157, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1757606863975525, + "sufficiency": 0.9191932082176208, "masked prediction probs": [ - 0.013828683644533157, - 0.986171305179596 + 0.017387058585882187, + 0.9826129674911499 + ], + "full text prediction probs": [ + 0.0027417251840233803, + 0.9972583055496216 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06760958582162857, + "sufficiency": 0.6718018651008606, + "masked prediction probs": [ + 0.0083888228982687, + 0.9916111826896667 ], "full text prediction probs": [ 0.0027417251840233803, @@ -290548,8 +326519,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08019481599330902, - "sufficiency": 0.8222234845161438, + "comprehensiveness": 0.08000321686267853, + "sufficiency": 0.8226476907730103, "masked prediction probs": [ 0.009440007619559765, 0.990559995174408 @@ -290561,8 +326532,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13242080807685852, - "sufficiency": 0.8876844644546509, + "comprehensiveness": 0.13210518658161163, + "sufficiency": 0.8879517912864685, "masked prediction probs": [ 0.013828683644533157, 0.986171305179596 @@ -290574,7 +326545,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02528981864452362, + "comprehensiveness": 0.02522968500852585, "sufficiency": 0.0, "masked prediction probs": [ 0.004864199087023735, @@ -290587,7 +326558,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02250825986266136, + "comprehensiveness": 0.022454867139458656, "sufficiency": 0.0, "masked prediction probs": [ 0.004635234829038382, @@ -290600,8 +326571,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2839627265930176, - "sufficiency": 0.9111221432685852, + "comprehensiveness": 0.2832907438278198, + "sufficiency": 0.9113322496414185, "masked prediction probs": [ 0.026687016710639, 0.9733129739761353 @@ -290613,7 +326584,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.024805638939142227, + "comprehensiveness": 0.024747073650360107, "sufficiency": 0.0, "masked prediction probs": [ 0.004838438238948584, @@ -290626,8 +326597,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13085761666297913, - "sufficiency": 0.8890087604522705, + "comprehensiveness": 0.13054940104484558, + "sufficiency": 0.8892698287963867, + "masked prediction probs": [ + 0.013828683644533157, + 0.986171305179596 + ], + "full text prediction probs": [ + 0.0027417251840233803, + 0.9972583055496216 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13024263083934784, + "sufficiency": 0.8895297646522522, "masked prediction probs": [ 0.013828683644533157, 0.986171305179596 @@ -290640,12 +326624,12 @@ } }, "test_795": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7306217551231384, + "fixed-shap": { + "comprehensiveness": 0.6233142018318176, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9578524231910706, - 0.04214760288596153 + 0.058367859572172165, + 0.9416321516036987 ], "full text prediction probs": [ 0.015180904418230057, @@ -290744,12 +326728,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7972527742385864, + "sufficiency": 0.7366944551467896, "masked prediction probs": [ - 0.9519889950752258, - 0.048010967671871185 + 0.9578524231910706, + 0.04214760288596153 + ], + "full text prediction probs": [ + 0.015180904418230057, + 0.9848190546035767 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015180904418230057, + 0.9848190546035767 ], "full text prediction probs": [ 0.015180904418230057, @@ -290759,7 +326756,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7507659196853638, + "sufficiency": 0.751464307308197, "masked prediction probs": [ 0.9482962489128113, 0.05170372128486633 @@ -290771,8 +326768,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08952286094427109, - "sufficiency": 0.6856235861778259, + "comprehensiveness": 0.08927235752344131, + "sufficiency": 0.6865020394325256, "masked prediction probs": [ 0.021562613546848297, 0.9784373044967651 @@ -290784,7 +326781,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6041284203529358, + "comprehensiveness": 0.6024426817893982, "sufficiency": 0.0, "masked prediction probs": [ 0.058367859572172165, @@ -290797,8 +326794,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.35045650601387024, - "sufficiency": 0.3650358021259308, + "comprehensiveness": 0.3494813144207001, + "sufficiency": 0.3668002188205719, "masked prediction probs": [ 0.04030383378267288, 0.9596961140632629 @@ -290811,7 +326808,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8000696897506714, + "sufficiency": 0.8006237149238586, "masked prediction probs": [ 0.9519889950752258, 0.048010967671871185 @@ -290837,7 +326834,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8011747002601624, + "sufficiency": 0.8017226457595825, + "masked prediction probs": [ + 0.9519889950752258, + 0.048010967671871185 + ], + "full text prediction probs": [ + 0.015180904418230057, + 0.9848190546035767 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8022675514221191, "masked prediction probs": [ 0.9519889950752258, 0.048010967671871185 @@ -290850,12 +326860,12 @@ } }, "test_799": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7308773994445801, + "fixed-shap": { + "comprehensiveness": 0.10228585451841354, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4843987822532654, - 0.5156012177467346 + 0.014862483367323875, + 0.9851375818252563 ], "full text prediction probs": [ 0.006931685842573643, @@ -290954,12 +326964,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7363126873970032, + "masked prediction probs": [ + 0.4843987822532654, + 0.5156012177467346 + ], + "full text prediction probs": [ + 0.006931685842573643, + 0.9930683374404907 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.40047314763069153, - 0.5995268225669861 + 0.006931685842573643, + 0.9930683374404907 ], "full text prediction probs": [ 0.006931685842573643, @@ -290968,7 +326991,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.8382093906402588, + "comprehensiveness": 0.8361012935638428, "sufficiency": 0.0, "masked prediction probs": [ 0.07343143969774246, @@ -290981,7 +327004,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09067847579717636, + "comprehensiveness": 0.09045099467039108, "sufficiency": 0.0, "masked prediction probs": [ 0.014143814332783222, @@ -290994,7 +327017,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05029149726033211, + "comprehensiveness": 0.05016564950346947, "sufficiency": 0.0, "masked prediction probs": [ 0.010941660962998867, @@ -291007,7 +327030,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030110424384474754, + "comprehensiveness": 0.030035262927412987, "sufficiency": 0.0, "masked prediction probs": [ 0.009338559582829475, @@ -291033,7 +327056,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0489564910531044, + "comprehensiveness": 0.048834893852472305, "sufficiency": 0.0, "masked prediction probs": [ 0.01086465548723936, @@ -291057,15 +327080,28 @@ 0.9930683374404907 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.40047314763069153, + 0.5995268225669861 + ], + "full text prediction probs": [ + 0.006931685842573643, + 0.9930683374404907 + ], + "labels": 1 } }, "test_836": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3423062562942505, - "sufficiency": 0.8185377717018127, + "fixed-shap": { + "comprehensiveness": 0.10887528955936432, + "sufficiency": 0.7859659194946289, "masked prediction probs": [ - 0.03260096162557602, - 0.967399001121521 + 0.014192565344274044, + 0.9858074188232422 ], "full text prediction probs": [ 0.005606605671346188, @@ -291164,12 +327200,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2243879735469818, - "sufficiency": 0.9037075638771057, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.335498183965683, + "sufficiency": 0.8221423625946045, "masked prediction probs": [ - 0.023660961538553238, - 0.9763389825820923 + 0.03260096162557602, + 0.967399001121521 + ], + "full text prediction probs": [ + 0.005606605671346188, + 0.9943933486938477 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0959978848695755, + "sufficiency": 0.7659655213356018, + "masked prediction probs": [ + 0.013349839486181736, + 0.9866501092910767 ], "full text prediction probs": [ 0.005606605671346188, @@ -291178,8 +327227,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.22383150458335876, - "sufficiency": 0.9039461016654968, + "comprehensiveness": 0.22327779233455658, + "sufficiency": 0.9041833877563477, "masked prediction probs": [ 0.023660961538553238, 0.9763389825820923 @@ -291191,8 +327240,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.044013962149620056, - "sufficiency": 0.8728322982788086, + "comprehensiveness": 0.0439053475856781, + "sufficiency": 0.8731456995010376, "masked prediction probs": [ 0.009165659546852112, 0.9908343553543091 @@ -291204,7 +327253,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.023865949362516403, + "comprehensiveness": 0.02380720153450966, "sufficiency": 0.0, "masked prediction probs": [ 0.007541160564869642, @@ -291217,7 +327266,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.013026955537497997, + "comprehensiveness": 0.012994966469705105, "sufficiency": 0.0, "masked prediction probs": [ 0.0066652619279921055, @@ -291230,8 +327279,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09623006731271744, - "sufficiency": 0.9304686188697815, + "comprehensiveness": 0.09599434584379196, + "sufficiency": 0.9306387305259705, "masked prediction probs": [ 0.013445562683045864, 0.9865543842315674 @@ -291243,8 +327292,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04272652044892311, - "sufficiency": 0.4080827236175537, + "comprehensiveness": 0.04262211546301842, + "sufficiency": 0.40952736139297485, "masked prediction probs": [ 0.009095762856304646, 0.9909042716026306 @@ -291256,8 +327305,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2205498069524765, - "sufficiency": 0.9053526520729065, + "comprehensiveness": 0.22001218795776367, + "sufficiency": 0.9055830836296082, + "masked prediction probs": [ + 0.023660961538553238, + 0.9763389825820923 + ], + "full text prediction probs": [ + 0.005606605671346188, + 0.9943933486938477 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21947719156742096, + "sufficiency": 0.9058123826980591, "masked prediction probs": [ 0.023660961538553238, 0.9763389825820923 @@ -291270,12 +327332,12 @@ } }, "test_871": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05615803971886635, + "fixed-shap": { + "comprehensiveness": 0.05522554740309715, "sufficiency": 0.0, "masked prediction probs": [ - 0.01243269257247448, - 0.9875673055648804 + 0.012361586093902588, + 0.9876384735107422 ], "full text prediction probs": [ 0.008146741427481174, @@ -291374,12 +327436,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05921877920627594, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05500471219420433, "sufficiency": 0.0, "masked prediction probs": [ - 0.012761026620864868, - 0.9872389435768127 + 0.01243269257247448, + 0.9875673055648804 + ], + "full text prediction probs": [ + 0.008146741427481174, + 0.9918532967567444 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03432511165738106, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01082821935415268, + 0.9891718029975891 ], "full text prediction probs": [ 0.008146741427481174, @@ -291388,7 +327463,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10593189299106598, + "comprehensiveness": 0.10566134005784988, "sufficiency": 0.0, "masked prediction probs": [ 0.016422167420387268, @@ -291401,7 +327476,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.14385464787483215, + "comprehensiveness": 0.14348816871643066, "sufficiency": 0.0, "masked prediction probs": [ 0.019413402304053307, @@ -291414,7 +327489,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10177203267812729, + "comprehensiveness": 0.10151342302560806, "sufficiency": 0.0, "masked prediction probs": [ 0.016137905418872833, @@ -291427,7 +327502,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06675414741039276, + "comprehensiveness": 0.06658495217561722, "sufficiency": 0.0, "masked prediction probs": [ 0.01340163592249155, @@ -291440,7 +327515,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09210403263568878, + "comprehensiveness": 0.09187117218971252, "sufficiency": 0.0, "masked prediction probs": [ 0.015415589325129986, @@ -291453,7 +327528,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08606971055269241, + "comprehensiveness": 0.08585266023874283, "sufficiency": 0.0, "masked prediction probs": [ 0.014956566505134106, @@ -291466,7 +327541,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14204075932502747, + "comprehensiveness": 0.1416834592819214, "sufficiency": 0.0, "masked prediction probs": [ 0.019413402304053307, @@ -291477,15 +327552,28 @@ 0.9918532967567444 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.057881467044353485, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012761026620864868, + 0.9872389435768127 + ], + "full text prediction probs": [ + 0.008146741427481174, + 0.9918532967567444 + ], + "labels": 1 } }, "test_904": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.31537675857543945, "sufficiency": 0.0, "masked prediction probs": [ - 0.9092141389846802, - 0.09078586101531982 + 0.04971625283360481, + 0.9502837657928467 ], "full text prediction probs": [ 0.033708103001117706, @@ -291584,12 +327672,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8814456462860107, - 0.11855435371398926 + 0.9092141389846802, + 0.09078586101531982 + ], + "full text prediction probs": [ + 0.033708103001117706, + 0.9662919044494629 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6349480152130127, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06708033382892609, + 0.9329196214675903 ], "full text prediction probs": [ 0.033708103001117706, @@ -291611,7 +327712,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9202700853347778, + "comprehensiveness": 0.9167941212654114, "sufficiency": 0.0, "masked prediction probs": [ 0.08226067572832108, @@ -291624,7 +327725,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19312621653079987, + "comprehensiveness": 0.1923995018005371, "sufficiency": 0.0, "masked prediction probs": [ 0.04393582046031952, @@ -291637,7 +327738,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7261418104171753, + "comprehensiveness": 0.7234196066856384, "sufficiency": 0.0, "masked prediction probs": [ 0.07230918854475021, @@ -291663,7 +327764,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2750532925128937, + "comprehensiveness": 0.27402982115745544, "sufficiency": 0.0, "masked prediction probs": [ 0.04843970388174057, @@ -291687,15 +327788,28 @@ 0.9662919044494629 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8814456462860107, + 0.11855435371398926 + ], + "full text prediction probs": [ + 0.033708103001117706, + 0.9662919044494629 + ], + "labels": 1 } }, "test_920": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5618401169776917, - "sufficiency": 0.991295337677002, + "fixed-shap": { + "comprehensiveness": 0.007785493042320013, + "sufficiency": 0.8385379910469055, "masked prediction probs": [ - 0.4774869978427887, - 0.5225129723548889 + 0.9747151136398315, + 0.025284813717007637 ], "full text prediction probs": [ 0.9817020893096924, @@ -291794,12 +327908,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8380218744277954, - "sufficiency": 0.9821115136146545, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5608401894569397, + "sufficiency": 0.9913108348846436, "masked prediction probs": [ - 0.228290855884552, - 0.771709144115448 + 0.4774869978427887, + 0.5225129723548889 + ], + "full text prediction probs": [ + 0.9817020893096924, + 0.018297957256436348 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006169223226606846, + "sufficiency": 0.8162455558776855, + "masked prediction probs": [ + 0.9761545062065125, + 0.02384556457400322 ], "full text prediction probs": [ 0.9817020893096924, @@ -291808,8 +327935,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001186743495054543, - "sufficiency": 0.7990521788597107, + "comprehensiveness": 0.0011864795815199614, + "sufficiency": 0.7990968227386475, "masked prediction probs": [ 0.9806349277496338, 0.019365133717656136 @@ -291821,8 +327948,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.2264409214258194, - "sufficiency": 0.8480759263038635, + "comprehensiveness": 0.22639058530330658, + "sufficiency": 0.848109781742096, "masked prediction probs": [ 0.7780331373214722, 0.22196681797504425 @@ -291834,8 +327961,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3285958766937256, - "sufficiency": 0.9754035472869873, + "comprehensiveness": 0.32852283120155334, + "sufficiency": 0.9754090905189514, "masked prediction probs": [ 0.6860856413841248, 0.31391435861587524 @@ -291847,8 +327974,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.037884362041950226, - "sufficiency": 0.9225413799285889, + "comprehensiveness": 0.0378759428858757, + "sufficiency": 0.9225585460662842, "masked prediction probs": [ 0.9476124048233032, 0.052387576550245285 @@ -291860,8 +327987,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.837090790271759, - "sufficiency": 0.98213130235672, + "comprehensiveness": 0.836904764175415, + "sufficiency": 0.9821351766586304, "masked prediction probs": [ 0.228290855884552, 0.771709144115448 @@ -291873,8 +328000,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004821086302399635, - "sufficiency": 0.7215797305107117, + "comprehensiveness": 0.004820015747100115, + "sufficiency": 0.7216415405273438, "masked prediction probs": [ 0.9773619771003723, 0.022638030350208282 @@ -291886,8 +328013,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8367189168930054, - "sufficiency": 0.9821392297744751, + "comprehensiveness": 0.8365330696105957, + "sufficiency": 0.9821432828903198, + "masked prediction probs": [ + 0.228290855884552, + 0.771709144115448 + ], + "full text prediction probs": [ + 0.9817020893096924, + 0.018297957256436348 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8363474011421204, + "sufficiency": 0.9821471571922302, "masked prediction probs": [ 0.228290855884552, 0.771709144115448 @@ -291900,12 +328040,12 @@ } }, "test_970": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010052123107016087, - "sufficiency": 0.9712486863136292, + "fixed-shap": { + "comprehensiveness": 0.034580130130052567, + "sufficiency": 0.9879570603370667, "masked prediction probs": [ - 0.9787068367004395, - 0.021293148398399353 + 0.9565452337265015, + 0.04345477372407913 ], "full text prediction probs": [ 0.9877891540527344, @@ -292004,12 +328144,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006583480164408684, - "sufficiency": 0.9105967879295349, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010034353472292423, + "sufficiency": 0.9712994694709778, "masked prediction probs": [ - 0.9818302989006042, - 0.018169725313782692 + 0.9787068367004395, + 0.021293148398399353 + ], + "full text prediction probs": [ + 0.9877891540527344, + 0.012210765853524208 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.009241882711648941, + "sufficiency": 0.9889261722564697, + "masked prediction probs": [ + 0.9794222712516785, + 0.020577752962708473 ], "full text prediction probs": [ 0.9877891540527344, @@ -292018,8 +328171,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00117073196452111, - "sufficiency": 0.8391201496124268, + "comprehensiveness": 0.0011704734060913324, + "sufficiency": 0.8391556739807129, "masked prediction probs": [ 0.9867292642593384, 0.013270690105855465 @@ -292031,8 +328184,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006580572109669447, - "sufficiency": 0.910636305809021, + "comprehensiveness": 0.006579119246453047, + "sufficiency": 0.9106560349464417, "masked prediction probs": [ 0.9818302989006042, 0.018169725313782692 @@ -292044,8 +328197,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00277680903673172, - "sufficiency": 0.9573878049850464, + "comprehensiveness": 0.0027761959936469793, + "sufficiency": 0.9573972821235657, "masked prediction probs": [ 0.9852741360664368, 0.014725916087627411 @@ -292058,7 +328211,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8260636925697327, + "sufficiency": 0.8261021375656128, "masked prediction probs": [ 0.9877891540527344, 0.012210765853524208 @@ -292070,8 +328223,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01041249930858612, - "sufficiency": 0.9668939709663391, + "comprehensiveness": 0.01041020080447197, + "sufficiency": 0.9669013023376465, "masked prediction probs": [ 0.9783541560173035, 0.02164582721889019 @@ -292083,8 +328236,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0061018443666398525, - "sufficiency": 0.9488212466239929, + "comprehensiveness": 0.006100498605519533, + "sufficiency": 0.9488325715065002, "masked prediction probs": [ 0.9822589159011841, 0.017741041257977486 @@ -292096,8 +328249,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006573312915861607, - "sufficiency": 0.9107348918914795, + "comprehensiveness": 0.00657186284661293, + "sufficiency": 0.9107545614242554, + "masked prediction probs": [ + 0.9818302989006042, + 0.018169725313782692 + ], + "full text prediction probs": [ + 0.9877891540527344, + 0.012210765853524208 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.006570413708686829, + "sufficiency": 0.9107742309570312, "masked prediction probs": [ 0.9818302989006042, 0.018169725313782692 @@ -292110,12 +328276,12 @@ } }, "test_1030": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.16745275259017944, - "sufficiency": 0.9262849688529968, + "fixed-shap": { + "comprehensiveness": 0.0002144044847227633, + "sufficiency": 0.9407992959022522, "masked prediction probs": [ - 0.8336983919143677, - 0.16630162298679352 + 0.9842408299446106, + 0.01575920172035694 ], "full text prediction probs": [ 0.9844338297843933, @@ -292214,12 +328380,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4176541566848755, - "sufficiency": 0.9340628981590271, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16715563833713531, + "sufficiency": 0.926415741443634, "masked prediction probs": [ - 0.6078070998191833, - 0.39219292998313904 + 0.8336983919143677, + 0.16630162298679352 + ], + "full text prediction probs": [ + 0.9844338297843933, + 0.015566145069897175 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8290206789970398, + "masked prediction probs": [ + 0.9844338297843933, + 0.015566145069897175 ], "full text prediction probs": [ 0.9844338297843933, @@ -292229,7 +328408,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8446887731552124, + "sufficiency": 0.8447232842445374, "masked prediction probs": [ 0.9874593019485474, 0.012540679425001144 @@ -292241,8 +328420,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.41746896505355835, - "sufficiency": 0.9340922832489014, + "comprehensiveness": 0.41737645864486694, + "sufficiency": 0.9341068267822266, "masked prediction probs": [ 0.6078070998191833, 0.39219292998313904 @@ -292254,8 +328433,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002699216827750206, - "sufficiency": 0.8861564993858337, + "comprehensiveness": 0.002698618685826659, + "sufficiency": 0.886181652545929, "masked prediction probs": [ 0.9819981455802917, 0.018001889809966087 @@ -292267,8 +328446,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04297799989581108, - "sufficiency": 0.92891526222229, + "comprehensiveness": 0.04296847805380821, + "sufficiency": 0.9289311170578003, "masked prediction probs": [ 0.9456433057785034, 0.05435673147439957 @@ -292280,8 +328459,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6164229512214661, - "sufficiency": 0.8441101312637329, + "comprehensiveness": 0.6162863969802856, + "sufficiency": 0.8441447019577026, "masked prediction probs": [ 0.4279475212097168, 0.5720524787902832 @@ -292293,8 +328472,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.36592766642570496, - "sufficiency": 0.9966624975204468, + "comprehensiveness": 0.3658466339111328, + "sufficiency": 0.9966632723808289, "masked prediction probs": [ 0.6540132164955139, 0.34598681330680847 @@ -292306,8 +328485,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4170067310333252, - "sufficiency": 0.9341651797294617, + "comprehensiveness": 0.4169144034385681, + "sufficiency": 0.9341796636581421, + "masked prediction probs": [ + 0.6078070998191833, + 0.39219292998313904 + ], + "full text prediction probs": [ + 0.9844338297843933, + 0.015566145069897175 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4168221354484558, + "sufficiency": 0.9341943264007568, "masked prediction probs": [ 0.6078070998191833, 0.39219292998313904 @@ -292320,12 +328512,12 @@ } }, "test_1053": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5367245674133301, - "sufficiency": 0.9968221783638, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9852598905563354, "masked prediction probs": [ - 0.5039361119270325, - 0.49606385827064514 + 0.04222971573472023, + 0.9577702879905701 ], "full text prediction probs": [ 0.9901410937309265, @@ -292412,11 +328604,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.535896360874176, - "sufficiency": 0.9968270659446716, + "comprehensiveness": 1.0, + "sufficiency": 0.9852825999259949, "masked prediction probs": [ - 0.5039361119270325, - 0.49606385827064514 + 0.04222971573472023, + 0.9577702879905701 ], "full text prediction probs": [ 0.9901410937309265, @@ -292424,12 +328616,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4934383034706116, - "sufficiency": 0.9978406429290771, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9852858781814575, "masked prediction probs": [ - 0.5423585176467896, - 0.45764145255088806 + 0.04222971573472023, + 0.9577702879905701 + ], + "full text prediction probs": [ + 0.9901410937309265, + 0.009858858771622181 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9776816368103027, + "masked prediction probs": [ + 0.04147715866565704, + 0.9585227966308594 ], "full text prediction probs": [ 0.9901410937309265, @@ -292439,7 +328644,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.020630238577723503, + "sufficiency": 0.020845970138907433, "masked prediction probs": [ 0.9928373694419861, 0.007162642665207386 @@ -292451,8 +328656,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.49322089552879333, - "sufficiency": 0.9978415966033936, + "comprehensiveness": 0.4931122958660126, + "sufficiency": 0.997842013835907, "masked prediction probs": [ 0.5423585176467896, 0.45764145255088806 @@ -292464,8 +328669,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.014085040427744389, - "sufficiency": 0.9026889801025391, + "comprehensiveness": 0.014081938192248344, + "sufficiency": 0.9027103185653687, "masked prediction probs": [ 0.9773508310317993, 0.022649172693490982 @@ -292477,8 +328682,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.011096503585577011, - "sufficiency": 0.7996733784675598, + "comprehensiveness": 0.011094060726463795, + "sufficiency": 0.7997175455093384, "masked prediction probs": [ 0.9800624251365662, 0.01993759535253048 @@ -292490,8 +328695,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4928951561450958, - "sufficiency": 0.9978429675102234, + "comprehensiveness": 0.4927866756916046, + "sufficiency": 0.9978434443473816, "masked prediction probs": [ 0.5423585176467896, 0.45764145255088806 @@ -292503,8 +328708,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0013717918191105127, - "sufficiency": 0.689903974533081, + "comprehensiveness": 0.0013714899541810155, + "sufficiency": 0.6899722218513489, "masked prediction probs": [ 0.9888945817947388, 0.011105384677648544 @@ -292516,11 +328721,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4926782250404358, - "sufficiency": 0.9978439211845398, + "comprehensiveness": 1.0, + "sufficiency": 0.9777159690856934, "masked prediction probs": [ - 0.5423585176467896, - 0.45764145255088806 + 0.04147715866565704, + 0.9585227966308594 + ], + "full text prediction probs": [ + 0.9901410937309265, + 0.009858858771622181 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9777209162712097, + "masked prediction probs": [ + 0.04147715866565704, + 0.9585227966308594 ], "full text prediction probs": [ 0.9901410937309265, @@ -292530,12 +328748,12 @@ } }, "test_1074": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9725702404975891, - 0.027429761365056038 + 0.23950937390327454, + 0.7604906558990479 ], "full text prediction probs": [ 0.10161513835191727, @@ -292634,12 +328852,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9836628437042236, - 0.016337186098098755 + 0.9725702404975891, + 0.027429761365056038 + ], + "full text prediction probs": [ + 0.10161513835191727, + 0.8983848094940186 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2593446373939514, + 0.7406553626060486 ], "full text prediction probs": [ 0.10161513835191727, @@ -292661,7 +328892,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3657415211200714, + "comprehensiveness": 0.3339379131793976, "sufficiency": 0.0, "masked prediction probs": [ 0.1023833379149437, @@ -292737,15 +328968,28 @@ 0.8983848094940186 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9836628437042236, + 0.016337186098098755 + ], + "full text prediction probs": [ + 0.10161513835191727, + 0.8983848094940186 + ], + "labels": 0 } }, "test_1087": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7348878383636475, + "fixed-shap": { + "comprehensiveness": 0.23151403665542603, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4415372908115387, - 0.5584626793861389 + 0.02805750072002411, + 0.9719424843788147 ], "full text prediction probs": [ 0.011063658632338047, @@ -292844,12 +329088,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.48923829197883606, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7405366897583008, + "masked prediction probs": [ + 0.4415372908115387, + 0.5584626793861389 + ], + "full text prediction probs": [ + 0.011063658632338047, + 0.9889363646507263 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.1593596339225769, "sufficiency": 0.0, "masked prediction probs": [ - 0.04775819927453995, - 0.9522417783737183 + 0.02304806374013424, + 0.9769519567489624 ], "full text prediction probs": [ 0.011063658632338047, @@ -292858,7 +329115,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.11527328938245773, + "comprehensiveness": 0.11496748775243759, "sufficiency": 0.0, "masked prediction probs": [ 0.019732628017663956, @@ -292871,7 +329128,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4866425395011902, + "comprehensiveness": 0.4853549897670746, "sufficiency": 0.0, "masked prediction probs": [ 0.04775819927453995, @@ -292884,7 +329141,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08542609959840775, + "comprehensiveness": 0.08520067483186722, "sufficiency": 0.0, "masked prediction probs": [ 0.017522109672427177, @@ -292897,7 +329154,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.19459432363510132, + "comprehensiveness": 0.19408217072486877, "sufficiency": 0.0, "masked prediction probs": [ 0.025814658030867577, @@ -292923,7 +329180,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07936027646064758, + "comprehensiveness": 0.07915250211954117, "sufficiency": 0.0, "masked prediction probs": [ 0.01711116172373295, @@ -292936,7 +329193,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4802721440792084, + "comprehensiveness": 0.47901803255081177, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04775819927453995, + 0.9522417783737183 + ], + "full text prediction probs": [ + 0.011063658632338047, + 0.9889363646507263 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4777704179286957, "sufficiency": 0.0, "masked prediction probs": [ 0.04775819927453995, @@ -292950,12 +329220,12 @@ } }, "test_1159": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9735704064369202, - 0.02642962336540222 + 0.33611324429512024, + 0.6638867855072021 ], "full text prediction probs": [ 0.08790851384401321, @@ -293054,12 +329324,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9735704064369202, + 0.02642962336540222 + ], + "full text prediction probs": [ + 0.08790851384401321, + 0.9120915532112122 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9854194521903992, - 0.01458053570240736 + 0.24896328151226044, + 0.7510367035865784 ], "full text prediction probs": [ 0.08790851384401321, @@ -293157,15 +329440,28 @@ 0.9120915532112122 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9854194521903992, + 0.01458053570240736 + ], + "full text prediction probs": [ + 0.08790851384401321, + 0.9120915532112122 + ], + "labels": 0 } }, "test_1172": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05925415828824043, - "sufficiency": 0.938628613948822, + "fixed-shap": { + "comprehensiveness": 0.027075637131929398, + "sufficiency": 0.9713678956031799, "masked prediction probs": [ - 0.9373447895050049, - 0.06265513598918915 + 0.966524600982666, + 0.03347545862197876 ], "full text prediction probs": [ 0.9910770654678345, @@ -293264,12 +329560,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.052878446877002716, - "sufficiency": 0.9310367703437805, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.059149790555238724, + "sufficiency": 0.9387366771697998, "masked prediction probs": [ - 0.9430417418479919, - 0.056958261877298355 + 0.9373447895050049, + 0.06265513598918915 + ], + "full text prediction probs": [ + 0.9910770654678345, + 0.008922973647713661 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0024740963708609343, + "sufficiency": 0.9608092308044434, + "masked prediction probs": [ + 0.9888290762901306, + 0.011170929297804832 ], "full text prediction probs": [ 0.9910770654678345, @@ -293278,8 +329587,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0009174131555482745, - "sufficiency": 0.8338131904602051, + "comprehensiveness": 0.0009172112331725657, + "sufficiency": 0.8338497877120972, "masked prediction probs": [ 0.9902434945106506, 0.009756555780768394 @@ -293291,8 +329600,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03184555843472481, - "sufficiency": 0.9548961520195007, + "comprehensiveness": 0.0318385548889637, + "sufficiency": 0.9549061059951782, "masked prediction probs": [ 0.9621354937553406, 0.0378645695745945 @@ -293304,8 +329613,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004270831122994423, - "sufficiency": 0.8880504369735718, + "comprehensiveness": 0.004269891884177923, + "sufficiency": 0.8880751132965088, "masked prediction probs": [ 0.987194836139679, 0.012805230915546417 @@ -293317,8 +329626,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.016103234142065048, - "sufficiency": 0.8758277297019958, + "comprehensiveness": 0.01609969325363636, + "sufficiency": 0.8758549690246582, "masked prediction probs": [ 0.9764358401298523, 0.023564158007502556 @@ -293330,8 +329639,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.05282030254602432, - "sufficiency": 0.9311126470565796, + "comprehensiveness": 0.05280868709087372, + "sufficiency": 0.9311277866363525, "masked prediction probs": [ 0.9430417418479919, 0.056958261877298355 @@ -293343,8 +329652,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0046073817647993565, - "sufficiency": 0.9197331070899963, + "comprehensiveness": 0.004606368951499462, + "sufficiency": 0.9197508096694946, "masked prediction probs": [ 0.9868861436843872, 0.0131138376891613 @@ -293356,8 +329665,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05279707908630371, - "sufficiency": 0.9311429262161255, + "comprehensiveness": 0.052785474807024, + "sufficiency": 0.9311580061912537, + "masked prediction probs": [ + 0.9430417418479919, + 0.056958261877298355 + ], + "full text prediction probs": [ + 0.9910770654678345, + 0.008922973647713661 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.05277387797832489, + "sufficiency": 0.9311731457710266, "masked prediction probs": [ 0.9430417418479919, 0.056958261877298355 @@ -293370,12 +329692,12 @@ } }, "test_1422": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23490363359451294, - "sufficiency": 0.9859399199485779, + "fixed-shap": { + "comprehensiveness": 0.03699539601802826, + "sufficiency": 0.9113408923149109, "masked prediction probs": [ - 0.773328423500061, - 0.22667162120342255 + 0.9515686631202698, + 0.048431262373924255 ], "full text prediction probs": [ 0.9848874807357788, @@ -293474,12 +329796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4246419072151184, - "sufficiency": 0.9907057881355286, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.23448704183101654, + "sufficiency": 0.985964834690094, "masked prediction probs": [ - 0.6017667651176453, - 0.39823320508003235 + 0.773328423500061, + 0.22667162120342255 + ], + "full text prediction probs": [ + 0.9848874807357788, + 0.015112433582544327 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.042745672166347504, + "sufficiency": 0.9286206960678101, + "masked prediction probs": [ + 0.9463129043579102, + 0.05368706211447716 ], "full text prediction probs": [ 0.9848874807357788, @@ -293489,7 +329824,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7900943756103516, + "sufficiency": 0.7901408672332764, "masked prediction probs": [ 0.9896801114082336, 0.010319880209863186 @@ -293501,8 +329836,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05249308422207832, - "sufficiency": 0.9186238050460815, + "comprehensiveness": 0.052481453865766525, + "sufficiency": 0.9186418056488037, "masked prediction probs": [ 0.9375061392784119, 0.06249385327100754 @@ -293514,8 +329849,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08025950193405151, - "sufficiency": 0.9700055122375488, + "comprehensiveness": 0.08024172484874725, + "sufficiency": 0.9700122475624084, "masked prediction probs": [ 0.912427544593811, 0.08757244795560837 @@ -293527,8 +329862,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.024018669500947, - "sufficiency": 0.8502318859100342, + "comprehensiveness": 0.024013351649045944, + "sufficiency": 0.8502649664878845, "masked prediction probs": [ 0.9631981253623962, 0.03680185601115227 @@ -293540,8 +329875,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3963024914264679, - "sufficiency": 0.9890226721763611, + "comprehensiveness": 0.3962147533893585, + "sufficiency": 0.9890250563621521, "masked prediction probs": [ 0.6269388794898987, 0.37306106090545654 @@ -293553,8 +329888,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.031159767881035805, - "sufficiency": 0.8252421021461487, + "comprehensiveness": 0.031152872368693352, + "sufficiency": 0.8252808451652527, "masked prediction probs": [ 0.9567371010780334, 0.04326291382312775 @@ -293566,8 +329901,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3961270749568939, - "sufficiency": 0.9890275001525879, + "comprehensiveness": 0.3960393965244293, + "sufficiency": 0.9890299439430237, "masked prediction probs": [ 0.6269388794898987, 0.37306106090545654 @@ -293577,15 +329912,28 @@ 0.015112433582544327 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4237964153289795, + "sufficiency": 0.9907242059707642, + "masked prediction probs": [ + 0.6017667651176453, + 0.39823320508003235 + ], + "full text prediction probs": [ + 0.9848874807357788, + 0.015112433582544327 + ], + "labels": 0 } }, "test_1429": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.19693274796009064, - "sufficiency": 0.9622505903244019, + "fixed-shap": { + "comprehensiveness": 0.7274685502052307, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7869294285774231, - 0.21307061612606049 + 0.32272467017173767, + 0.6772753596305847 ], "full text prediction probs": [ 0.9592403769493103, @@ -293684,12 +330032,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9569823145866394, - "sufficiency": 0.9382590651512146, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.19657328724861145, + "sufficiency": 0.9623194932937622, "masked prediction probs": [ - 0.12037496268749237, - 0.8796250820159912 + 0.7869294285774231, + 0.21307061612606049 + ], + "full text prediction probs": [ + 0.9592403769493103, + 0.04075963795185089 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.16253259778022766, + "sufficiency": 0.9828507304191589, + "masked prediction probs": [ + 0.816736102104187, + 0.18326394259929657 ], "full text prediction probs": [ 0.9592403769493103, @@ -293699,7 +330060,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4663534164428711, + "sufficiency": 0.46647512912750244, "masked prediction probs": [ 0.9897648096084595, 0.010235154069960117 @@ -293711,8 +330072,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9565458297729492, - "sufficiency": 0.9382872581481934, + "comprehensiveness": 0.9563277363777161, + "sufficiency": 0.9383013248443604, "masked prediction probs": [ 0.12037496268749237, 0.8796250820159912 @@ -293724,8 +330085,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.049655795097351074, - "sufficiency": 0.9567707777023315, + "comprehensiveness": 0.04964447394013405, + "sufficiency": 0.9567805528640747, "masked prediction probs": [ 0.9156836271286011, 0.08431639522314072 @@ -293737,8 +330098,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00917989481240511, - "sufficiency": 0.9048644304275513, + "comprehensiveness": 0.009177803061902523, + "sufficiency": 0.9048861265182495, "masked prediction probs": [ 0.9511861801147461, 0.0488138310611248 @@ -293750,7 +330111,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4293091595172882, + "comprehensiveness": 0.4292113184928894, "sufficiency": 1.0, "masked prediction probs": [ 0.5824900269508362, @@ -293763,8 +330124,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03161891549825668, - "sufficiency": 0.9382960796356201, + "comprehensiveness": 0.03161171078681946, + "sufficiency": 0.9383100867271423, "masked prediction probs": [ 0.9314861297607422, 0.06851392984390259 @@ -293776,8 +330137,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9554563164710999, - "sufficiency": 0.9383575320243835, + "comprehensiveness": 0.9552386999130249, + "sufficiency": 0.9383715987205505, + "masked prediction probs": [ + 0.12037496268749237, + 0.8796250820159912 + ], + "full text prediction probs": [ + 0.9592403769493103, + 0.04075963795185089 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9550212025642395, + "sufficiency": 0.9383856058120728, "masked prediction probs": [ 0.12037496268749237, 0.8796250820159912 @@ -293790,12 +330164,12 @@ } }, "test_1456": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03053063154220581, - "sufficiency": 0.8905004858970642, + "fixed-shap": { + "comprehensiveness": 0.01010641735047102, + "sufficiency": 0.8453854322433472, "masked prediction probs": [ - 0.960689902305603, - 0.03931012377142906 + 0.9791538715362549, + 0.020846085622906685 ], "full text prediction probs": [ 0.9882903099060059, @@ -293894,12 +330268,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03949073702096939, - "sufficiency": 0.8473992347717285, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03047669120132923, + "sufficiency": 0.8906939625740051, "masked prediction probs": [ - 0.9525265693664551, - 0.04747343808412552 + 0.960689902305603, + 0.03931012377142906 + ], + "full text prediction probs": [ + 0.9882903099060059, + 0.011709751561284065 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004883861634880304, + "sufficiency": 0.8367669582366943, + "masked prediction probs": [ + 0.9838663935661316, + 0.016133582219481468 ], "full text prediction probs": [ 0.9882903099060059, @@ -293909,7 +330296,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7974229454994202, + "sufficiency": 0.7974675893783569, "masked prediction probs": [ 0.9897067546844482, 0.010293249972164631 @@ -293921,8 +330308,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0040446557104587555, - "sufficiency": 0.7769986391067505, + "comprehensiveness": 0.0040437630377709866, + "sufficiency": 0.7770479321479797, "masked prediction probs": [ 0.9846257567405701, 0.01537424698472023 @@ -293934,8 +330321,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.039464592933654785, - "sufficiency": 0.8475002646446228, + "comprehensiveness": 0.03945588320493698, + "sufficiency": 0.8475338816642761, "masked prediction probs": [ 0.9525265693664551, 0.04747343808412552 @@ -293947,8 +330334,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003794634249061346, - "sufficiency": 0.7894659042358398, + "comprehensiveness": 0.0037937972228974104, + "sufficiency": 0.7895123958587646, "masked prediction probs": [ 0.9848507642745972, 0.015149212442338467 @@ -293960,8 +330347,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.039447180926799774, - "sufficiency": 0.8475674986839294, + "comprehensiveness": 0.03943847864866257, + "sufficiency": 0.8476011157035828, "masked prediction probs": [ 0.9525265693664551, 0.04747343808412552 @@ -293973,8 +330360,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007934284396469593, - "sufficiency": 0.43252187967300415, + "comprehensiveness": 0.007932535372674465, + "sufficiency": 0.4326470196247101, "masked prediction probs": [ 0.9810953140258789, 0.018904728814959526 @@ -293986,11 +330373,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03942978382110596, - "sufficiency": 0.8476347327232361, + "comprehensiveness": 0.004876324441283941, + "sufficiency": 0.8370188474655151, "masked prediction probs": [ - 0.9525265693664551, - 0.04747343808412552 + 0.9838663935661316, + 0.016133582219481468 + ], + "full text prediction probs": [ + 0.9882903099060059, + 0.011709751561284065 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004875250160694122, + "sufficiency": 0.8370547890663147, + "masked prediction probs": [ + 0.9838663935661316, + 0.016133582219481468 ], "full text prediction probs": [ 0.9882903099060059, @@ -294000,12 +330400,12 @@ } }, "test_1464": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9940505623817444, + "fixed-shap": { + "comprehensiveness": 0.005806352943181992, + "sufficiency": 0.941509485244751, "masked prediction probs": [ - 0.059075113385915756, - 0.940924882888794 + 0.9747445583343506, + 0.02525542862713337 ], "full text prediction probs": [ 0.979945182800293, @@ -294104,12 +330504,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9967081546783447, + "sufficiency": 0.9940611720085144, "masked prediction probs": [ - 0.07647049427032471, - 0.9235295057296753 + 0.059075113385915756, + 0.940924882888794 + ], + "full text prediction probs": [ + 0.979945182800293, + 0.02005481906235218 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8718996644020081, + "masked prediction probs": [ + 0.9849522709846497, + 0.015047780238091946 ], "full text prediction probs": [ 0.979945182800293, @@ -294118,8 +330531,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001930772210471332, - "sufficiency": 0.7669201493263245, + "comprehensiveness": 0.0019303419394418597, + "sufficiency": 0.7669721245765686, "masked prediction probs": [ 0.9782123565673828, 0.021787628531455994 @@ -294132,7 +330545,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8491748571395874, + "sufficiency": 0.8492084741592407, "masked prediction probs": [ 0.08151628822088242, 0.9184836745262146 @@ -294144,8 +330557,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8304421305656433, - "sufficiency": 0.9852625727653503, + "comprehensiveness": 0.8302571177482605, + "sufficiency": 0.985265851020813, "masked prediction probs": [ 0.23430922627449036, 0.765690803527832 @@ -294157,8 +330570,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6142246723175049, - "sufficiency": 0.37636810541152954, + "comprehensiveness": 0.6140879392623901, + "sufficiency": 0.3765069246292114, "masked prediction probs": [ 0.42832329869270325, 0.5716767311096191 @@ -294171,7 +330584,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.996711790561676, + "sufficiency": 0.9967124462127686, "masked prediction probs": [ 0.07647049427032471, 0.9235295057296753 @@ -294183,8 +330596,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005165661219507456, - "sufficiency": 0.11389990895986557, + "comprehensiveness": 0.005164511501789093, + "sufficiency": 0.11409709602594376, "masked prediction probs": [ 0.9753039479255676, 0.02469608187675476 @@ -294197,7 +330610,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9967132210731506, + "sufficiency": 0.9967140555381775, + "masked prediction probs": [ + 0.07647049427032471, + 0.9235295057296753 + ], + "full text prediction probs": [ + 0.979945182800293, + 0.02005481906235218 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.99671471118927, "masked prediction probs": [ 0.07647049427032471, 0.9235295057296753 @@ -294210,12 +330636,12 @@ } }, "test_1512": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.06112192943692207, "sufficiency": 1.0, "masked prediction probs": [ - 0.9832104444503784, - 0.016789598390460014 + 0.4767457842826843, + 0.5232542753219604 ], "full text prediction probs": [ 0.5022965669631958, @@ -294314,12 +330740,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9801322817802429, - 0.01986774243414402 + 0.9832104444503784, + 0.016789598390460014 + ], + "full text prediction probs": [ + 0.5022965669631958, + 0.4977034628391266 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5022965669631958, + 0.4977034628391266 ], "full text prediction probs": [ 0.5022965669631958, @@ -294342,7 +330781,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.5209582448005676, + "sufficiency": 0.5211862325668335, "masked prediction probs": [ 0.9792692065238953, 0.020730813965201378 @@ -294380,7 +330819,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9259210824966431, + "comprehensiveness": 0.9254809617996216, "sufficiency": 1.0, "masked prediction probs": [ 0.11282623559236526, @@ -294417,15 +330856,28 @@ 0.4977034628391266 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9801322817802429, + 0.01986774243414402 + ], + "full text prediction probs": [ + 0.5022965669631958, + 0.4977034628391266 + ], + "labels": 0 } }, "test_1558": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3362729251384735, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9402979016304016, "masked prediction probs": [ - 0.5975810289382935, - 0.40241894125938416 + 0.9224037528038025, + 0.07759623229503632 ], "full text prediction probs": [ 0.8576482534408569, @@ -294524,12 +330976,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.21294718980789185, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.33557865023612976, "sufficiency": 1.0, "masked prediction probs": [ - 0.6926181316375732, - 0.30738183856010437 + 0.5975810289382935, + 0.40241894125938416 + ], + "full text prediction probs": [ + 0.8576482534408569, + 0.14235170185565948 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9638881087303162, + "masked prediction probs": [ + 0.9215601086616516, + 0.07843991369009018 ], "full text prediction probs": [ 0.8576482534408569, @@ -294539,7 +331004,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.938765823841095, + "sufficiency": 0.9387815594673157, "masked prediction probs": [ 0.9377137422561646, 0.062286268919706345 @@ -294551,8 +331016,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07894452661275864, - "sufficiency": 0.9995408058166504, + "comprehensiveness": 0.07892417162656784, + "sufficiency": 0.9995410442352295, "masked prediction probs": [ 0.7964361310005188, 0.20356382429599762 @@ -294564,7 +331029,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2023252695798874, + "comprehensiveness": 0.20227310061454773, "sufficiency": 1.0, "masked prediction probs": [ 0.7007285356521606, @@ -294578,7 +331043,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9761437177658081, + "sufficiency": 0.9761497974395752, "masked prediction probs": [ 0.8874141573905945, 0.1125858798623085 @@ -294590,7 +331055,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.21267277002334595, + "comprehensiveness": 0.21261796355247498, "sufficiency": 1.0, "masked prediction probs": [ 0.6926181316375732, @@ -294604,7 +331069,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9930267930030823, + "sufficiency": 0.9930285811424255, "masked prediction probs": [ 0.9002845287322998, 0.09971553087234497 @@ -294616,7 +331081,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21256320178508759, + "comprehensiveness": 0.2125084549188614, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6926181316375732, + 0.30738183856010437 + ], + "full text prediction probs": [ + 0.8576482534408569, + 0.14235170185565948 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21245373785495758, "sufficiency": 1.0, "masked prediction probs": [ 0.6926181316375732, @@ -294630,12 +331108,12 @@ } }, "test_1646": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.022197285667061806, - "sufficiency": 0.9958801865577698, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7118114233016968, "masked prediction probs": [ - 0.9666029810905457, - 0.03339698910713196 + 0.9868485927581787, + 0.013151348568499088 ], "full text prediction probs": [ 0.9866330623626709, @@ -294734,12 +331212,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.039591554552316666, - "sufficiency": 0.9452806115150452, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.022157996892929077, + "sufficiency": 0.9958874583244324, "masked prediction probs": [ - 0.9508436322212219, - 0.04915635660290718 + 0.9666029810905457, + 0.03339698910713196 + ], + "full text prediction probs": [ + 0.9866330623626709, + 0.013366890139877796 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8622908592224121, + "masked prediction probs": [ + 0.9901960492134094, + 0.009804029949009418 ], "full text prediction probs": [ 0.9866330623626709, @@ -294762,7 +331253,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9198431372642517, + "sufficiency": 0.9198609590530396, "masked prediction probs": [ 0.9884042739868164, 0.011595699936151505 @@ -294774,8 +331265,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003035232424736023, - "sufficiency": 0.8967015743255615, + "comprehensiveness": 0.0030345614068210125, + "sufficiency": 0.8967244625091553, "masked prediction probs": [ 0.9838874936103821, 0.01611251011490822 @@ -294787,8 +331278,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00043987075332552195, - "sufficiency": 0.857047438621521, + "comprehensiveness": 0.00043977354653179646, + "sufficiency": 0.857079029083252, "masked prediction probs": [ 0.9862350821495056, 0.013764920644462109 @@ -294800,8 +331291,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03954780846834183, - "sufficiency": 0.9453410506248474, + "comprehensiveness": 0.039539068937301636, + "sufficiency": 0.9453531503677368, "masked prediction probs": [ 0.9508436322212219, 0.04915635660290718 @@ -294813,8 +331304,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005383648443967104, - "sufficiency": 0.8932086825370789, + "comprehensiveness": 0.00538245914503932, + "sufficiency": 0.8932322859764099, "masked prediction probs": [ 0.9817599654197693, 0.018240056931972504 @@ -294826,8 +331317,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03953033313155174, - "sufficiency": 0.9453652501106262, + "comprehensiveness": 0.03952160105109215, + "sufficiency": 0.9453772902488708, + "masked prediction probs": [ + 0.9508436322212219, + 0.04915635660290718 + ], + "full text prediction probs": [ + 0.9866330623626709, + 0.013366890139877796 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03951287642121315, + "sufficiency": 0.9453893303871155, "masked prediction probs": [ 0.9508436322212219, 0.04915635660290718 @@ -294840,12 +331344,12 @@ } }, "test_1667": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.030030257999897003, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7019451856613159, - 0.2980548143386841 + 0.9130092263221741, + 0.08699081838130951 ], "full text prediction probs": [ 0.7210685014724731, @@ -294944,12 +331448,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.029955003410577774, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7019451856613159, + 0.2980548143386841 + ], + "full text prediction probs": [ + 0.7210685014724731, + 0.27893149852752686 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8880579471588135, - 0.11194206029176712 + 0.7210685014724731, + 0.27893149852752686 ], "full text prediction probs": [ 0.7210685014724731, @@ -295010,7 +331527,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3099963665008545, + "comprehensiveness": 0.3098994791507721, "sufficiency": 1.0, "masked prediction probs": [ 0.5228564143180847, @@ -295047,15 +331564,28 @@ 0.27893149852752686 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8880579471588135, + 0.11194206029176712 + ], + "full text prediction probs": [ + 0.7210685014724731, + 0.27893149852752686 + ], + "labels": 0 } }, "test_65": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07769931107759476, - "sufficiency": 0.9555057883262634, + "fixed-shap": { + "comprehensiveness": 0.06290660798549652, + "sufficiency": 0.0, "masked prediction probs": [ - 0.011972577311098576, - 0.9880274534225464 + 0.010777641087770462, + 0.9892224073410034 ], "full text prediction probs": [ 0.005695987958461046, @@ -295154,12 +331684,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08524640649557114, - "sufficiency": 0.8148518204689026, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07618997246026993, + "sufficiency": 0.9563690423965454, "masked prediction probs": [ - 0.012718575075268745, - 0.9872813820838928 + 0.011972577311098576, + 0.9880274534225464 + ], + "full text prediction probs": [ + 0.005695987958461046, + 0.9943040013313293 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05774226412177086, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01046440377831459, + 0.9895356297492981 ], "full text prediction probs": [ 0.005695987958461046, @@ -295168,7 +331711,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2357299029827118, + "comprehensiveness": 0.23516027629375458, "sufficiency": 0.0, "masked prediction probs": [ 0.025162702426314354, @@ -295181,7 +331724,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09892909228801727, + "comprehensiveness": 0.09869061410427094, "sufficiency": 0.0, "masked prediction probs": [ 0.013885418884456158, @@ -295207,7 +331750,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025869648903608322, + "comprehensiveness": 0.025807585567235947, "sufficiency": 0.0, "masked prediction probs": [ 0.007847827859222889, @@ -295220,8 +331763,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1568942815065384, - "sufficiency": 0.22453731298446655, + "comprehensiveness": 0.15651878714561462, + "sufficiency": 0.2263910174369812, "masked prediction probs": [ 0.0187778752297163, 0.9812220931053162 @@ -295233,7 +331776,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.024472150951623917, + "comprehensiveness": 0.02441372163593769, "sufficiency": 0.0, "masked prediction probs": [ 0.007741330191493034, @@ -295246,7 +331789,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.23235294222831726, + "comprehensiveness": 0.23179951310157776, "sufficiency": 0.0, "masked prediction probs": [ 0.025162702426314354, @@ -295257,15 +331800,28 @@ 0.9943040013313293 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08342331647872925, + "sufficiency": 0.8188067674636841, + "masked prediction probs": [ + 0.012718575075268745, + 0.9872813820838928 + ], + "full text prediction probs": [ + 0.005695987958461046, + 0.9943040013313293 + ], + "labels": 1 } }, "test_105": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4062083661556244, "sufficiency": 0.0, "masked prediction probs": [ - 0.9735601544380188, - 0.026439901441335678 + 0.04249761998653412, + 0.9575023055076599 ], "full text prediction probs": [ 0.012412428855895996, @@ -295364,12 +331920,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6313691735267639, - 0.3686307966709137 + 0.9735601544380188, + 0.026439901441335678 + ], + "full text prediction probs": [ + 0.012412428855895996, + 0.9875875115394592 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2133600115776062, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028598790988326073, + 0.9714012145996094 ], "full text prediction probs": [ 0.012412428855895996, @@ -295391,7 +331960,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4602022171020508, + "comprehensiveness": 0.45899516344070435, "sufficiency": 0.0, "masked prediction probs": [ 0.04741724580526352, @@ -295404,7 +331973,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.21949675679206848, + "comprehensiveness": 0.21892254054546356, "sufficiency": 0.0, "masked prediction probs": [ 0.02915208972990513, @@ -295417,7 +331986,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.21892254054546356, + "comprehensiveness": 0.2183513194322586, "sufficiency": 0.0, "masked prediction probs": [ 0.02915208972990513, @@ -295443,7 +332012,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20653586089611053, + "comprehensiveness": 0.20599976181983948, "sufficiency": 0.0, "masked prediction probs": [ 0.028287697583436966, @@ -295467,15 +332036,28 @@ 0.9875875115394592 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6313691735267639, + 0.3686307966709137 + ], + "full text prediction probs": [ + 0.012412428855895996, + 0.9875875115394592 + ], + "labels": 1 } }, "test_162": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9995417594909668, + "fixed-shap": { + "comprehensiveness": 0.3669303059577942, "sufficiency": 0.0, "masked prediction probs": [ - 0.086440809071064, - 0.9135591387748718 + 0.037972331047058105, + 0.9620276689529419 ], "full text prediction probs": [ 0.009859380312263966, @@ -295574,12 +332156,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6418555378913879, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9790918231010437, "sufficiency": 0.0, "masked prediction probs": [ - 0.06006326526403427, - 0.9399366974830627 + 0.086440809071064, + 0.9135591387748718 + ], + "full text prediction probs": [ + 0.009859380312263966, + 0.9901406168937683 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3438835144042969, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03682563453912735, + 0.9631743431091309 ], "full text prediction probs": [ 0.009859380312263966, @@ -295588,7 +332183,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.407063752412796, + "comprehensiveness": 0.40602803230285645, "sufficiency": 0.0, "masked prediction probs": [ 0.04178006201982498, @@ -295601,7 +332196,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.6385892629623413, + "comprehensiveness": 0.6369685530662537, "sufficiency": 0.0, "masked prediction probs": [ 0.06006326526403427, @@ -295614,7 +332209,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2416108250617981, + "comprehensiveness": 0.24099917709827423, "sufficiency": 0.0, "masked prediction probs": [ 0.028902407735586166, @@ -295627,7 +332222,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11789829283952713, + "comprehensiveness": 0.11760058254003525, "sufficiency": 0.0, "masked prediction probs": [ 0.019175270572304726, @@ -295640,7 +332235,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.49922990798950195, + "comprehensiveness": 0.4979724586009979, "sufficiency": 0.0, "masked prediction probs": [ 0.04940684512257576, @@ -295653,7 +332248,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.054690904915332794, + "comprehensiveness": 0.054553497582674026, "sufficiency": 0.0, "masked prediction probs": [ 0.014202750287950039, @@ -295666,7 +332261,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.630567193031311, + "comprehensiveness": 0.6289868950843811, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06006326526403427, + 0.9399366974830627 + ], + "full text prediction probs": [ + 0.009859380312263966, + 0.9901406168937683 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6274145245552063, "sufficiency": 0.0, "masked prediction probs": [ 0.06006326526403427, @@ -295680,12 +332288,12 @@ } }, "test_165": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7386518120765686, + "fixed-shap": { + "comprehensiveness": 0.02592642791569233, + "sufficiency": 0.5444983243942261, "masked prediction probs": [ - 0.7442131638526917, - 0.25578683614730835 + 0.009678462520241737, + 0.9903215765953064 ], "full text prediction probs": [ 0.007634286768734455, @@ -295784,12 +332392,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8010951280593872, + "sufficiency": 0.7438445091247559, "masked prediction probs": [ - 0.6927809119224548, - 0.30721908807754517 + 0.7442131638526917, + 0.25578683614730835 + ], + "full text prediction probs": [ + 0.007634286768734455, + 0.9923656582832336 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0213437769562006, + "sufficiency": 0.06466955691576004, + "masked prediction probs": [ + 0.009355478920042515, + 0.9906444549560547 ], "full text prediction probs": [ 0.007634286768734455, @@ -295799,7 +332420,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8015878796577454, + "sufficiency": 0.8020782470703125, "masked prediction probs": [ 0.6927809119224548, 0.30721908807754517 @@ -295811,7 +332432,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07696583867073059, + "comprehensiveness": 0.07677587121725082, "sufficiency": 0.0, "masked prediction probs": [ 0.013856413774192333, @@ -295824,7 +332445,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10576622188091278, + "comprehensiveness": 0.1055058091878891, "sufficiency": 0.0, "masked prediction probs": [ 0.016205811873078346, @@ -295837,7 +332458,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1055058091878891, + "comprehensiveness": 0.10524667054414749, "sufficiency": 0.0, "masked prediction probs": [ 0.016205811873078346, @@ -295850,8 +332471,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12711773812770844, - "sufficiency": 0.21202018857002258, + "comprehensiveness": 0.12680628895759583, + "sufficiency": 0.21394847333431244, "masked prediction probs": [ 0.01798698864877224, 0.982012927532196 @@ -295863,7 +332484,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14885593950748444, + "comprehensiveness": 0.14849211275577545, "sufficiency": 0.0, "masked prediction probs": [ 0.019787264987826347, @@ -295877,7 +332498,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8044940233230591, + "sufficiency": 0.8049700856208801, + "masked prediction probs": [ + 0.6927809119224548, + 0.30721908807754517 + ], + "full text prediction probs": [ + 0.007634286768734455, + 0.9923656582832336 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8054438829421997, "masked prediction probs": [ 0.6927809119224548, 0.30721908807754517 @@ -295890,12 +332524,12 @@ } }, "test_180": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5617716312408447, - 0.4382283687591553 + 0.39429035782814026, + 0.6057096123695374 ], "full text prediction probs": [ 0.04788791388273239, @@ -295994,12 +332628,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7659146785736084, - 0.23408527672290802 + 0.5617716312408447, + 0.4382283687591553 + ], + "full text prediction probs": [ + 0.04788791388273239, + 0.952112078666687 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3304665684700012, + 0.6695334315299988 ], "full text prediction probs": [ 0.04788791388273239, @@ -296097,15 +332744,28 @@ 0.952112078666687 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7659146785736084, + 0.23408527672290802 + ], + "full text prediction probs": [ + 0.04788791388273239, + 0.952112078666687 + ], + "labels": 1 } }, "test_182": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9800418019294739, - 0.019958246499300003 + 0.9415155649185181, + 0.058484409004449844 ], "full text prediction probs": [ 0.2877539396286011, @@ -296204,12 +332864,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9762371778488159, - 0.023762844502925873 + 0.9800418019294739, + 0.019958246499300003 + ], + "full text prediction probs": [ + 0.2877539396286011, + 0.7122461199760437 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.881528377532959, + 0.11847168207168579 ], "full text prediction probs": [ 0.2877539396286011, @@ -296307,15 +332980,28 @@ 0.7122461199760437 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9762371778488159, + 0.023762844502925873 + ], + "full text prediction probs": [ + 0.2877539396286011, + 0.7122461199760437 + ], + "labels": 1 } }, "test_233": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2972940504550934, "sufficiency": 0.0, "masked prediction probs": [ - 0.21965497732162476, - 0.7803449630737305 + 0.03521990776062012, + 0.9647801518440247 ], "full text prediction probs": [ 0.013534961268305779, @@ -296414,12 +333100,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.42021965980529785, - 0.5797803997993469 + 0.21965497732162476, + 0.7803449630737305 + ], + "full text prediction probs": [ + 0.013534961268305779, + 0.9864650964736938 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0675177350640297, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01858128234744072, + 0.9814187288284302 ], "full text prediction probs": [ 0.013534961268305779, @@ -296441,7 +333140,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07278327643871307, + "comprehensiveness": 0.07258952409029007, "sufficiency": 0.0, "masked prediction probs": [ 0.018989376723766327, @@ -296454,7 +333153,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13877448439598083, + "comprehensiveness": 0.13840603828430176, "sufficiency": 0.0, "masked prediction probs": [ 0.02396259643137455, @@ -296517,15 +333216,28 @@ 0.9864650964736938 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.42021965980529785, + 0.5797803997993469 + ], + "full text prediction probs": [ + 0.013534961268305779, + 0.9864650964736938 + ], + "labels": 1 } }, "test_301": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.878803014755249, + "fixed-shap": { + "comprehensiveness": 0.6122900247573853, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9300537705421448, - 0.06994620710611343 + 0.05888812243938446, + 0.9411118626594543 ], "full text prediction probs": [ 0.015320174396038055, @@ -296624,12 +333336,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9079645872116089, + "sufficiency": 0.8814650177955627, "masked prediction probs": [ - 0.8676746487617493, - 0.13232538104057312 + 0.9300537705421448, + 0.06994620710611343 + ], + "full text prediction probs": [ + 0.015320174396038055, + 0.9846798777580261 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8670303225517273, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07857535034418106, + 0.9214246869087219 ], "full text prediction probs": [ 0.015320174396038055, @@ -296639,7 +333364,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9082165956497192, + "sufficiency": 0.9084672331809998, "masked prediction probs": [ 0.8676746487617493, 0.13232538104057312 @@ -296664,7 +333389,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.857338011264801, + "comprehensiveness": 0.8550065159797668, "sufficiency": 0.0, "masked prediction probs": [ 0.0782112330198288, @@ -296677,7 +333402,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3310917019844055, + "comprehensiveness": 0.33019375801086426, "sufficiency": 0.0, "masked prediction probs": [ 0.039673976600170135, @@ -296703,7 +333428,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4680003821849823, + "comprehensiveness": 0.4667379856109619, "sufficiency": 0.0, "masked prediction probs": [ 0.04993167147040367, @@ -296717,7 +333442,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9097000956535339, + "sufficiency": 0.9099426865577698, + "masked prediction probs": [ + 0.8676746487617493, + 0.13232538104057312 + ], + "full text prediction probs": [ + 0.015320174396038055, + 0.9846798777580261 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9101839661598206, "masked prediction probs": [ 0.8676746487617493, 0.13232538104057312 @@ -296730,12 +333468,12 @@ } }, "test_367": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.983391523361206, - 0.016608459874987602 + 0.9890806674957275, + 0.010919354856014252 ], "full text prediction probs": [ 0.6077834963798523, @@ -296834,12 +333572,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9891322255134583, - 0.010867751203477383 + 0.983391523361206, + 0.016608459874987602 + ], + "full text prediction probs": [ + 0.6077834963798523, + 0.3922165632247925 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9887562394142151, + 0.01124376617372036 ], "full text prediction probs": [ 0.6077834963798523, @@ -296874,7 +333625,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.16464583575725555, + "comprehensiveness": 0.1645830124616623, "sufficiency": 1.0, "masked prediction probs": [ 0.5215572714805603, @@ -296937,15 +333688,28 @@ 0.3922165632247925 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9891322255134583, + 0.010867751203477383 + ], + "full text prediction probs": [ + 0.6077834963798523, + 0.3922165632247925 + ], + "labels": 1 } }, "test_407": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07641943544149399, "sufficiency": 0.0, "masked prediction probs": [ - 0.8985807299613953, - 0.10141929984092712 + 0.01638682931661606, + 0.983613133430481 ], "full text prediction probs": [ 0.010587518103420734, @@ -297044,12 +333808,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8704367876052856, - 0.12956318259239197 + 0.8985807299613953, + 0.10141929984092712 + ], + "full text prediction probs": [ + 0.010587518103420734, + 0.9894124865531921 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06175229325890541, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015385013073682785, + 0.9846150279045105 ], "full text prediction probs": [ 0.010587518103420734, @@ -297071,7 +333848,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8734210133552551, + "comprehensiveness": 0.8711836338043213, "sufficiency": 0.0, "masked prediction probs": [ 0.07861723750829697, @@ -297084,7 +333861,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5274247527122498, + "comprehensiveness": 0.526077151298523, "sufficiency": 0.0, "masked prediction probs": [ 0.05177345499396324, @@ -297097,7 +333874,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04328613728284836, + "comprehensiveness": 0.043175820261240005, "sufficiency": 0.0, "masked prediction probs": [ 0.013976382091641426, @@ -297123,7 +333900,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.353727251291275, + "comprehensiveness": 0.35283032059669495, "sufficiency": 0.0, "masked prediction probs": [ 0.038421906530857086, @@ -297147,15 +333924,28 @@ 0.9894124865531921 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8704367876052856, + 0.12956318259239197 + ], + "full text prediction probs": [ + 0.010587518103420734, + 0.9894124865531921 + ], + "labels": 1 } }, "test_434": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.20914675295352936, - 0.7908532619476318 + 0.1436750292778015, + 0.8563249707221985 ], "full text prediction probs": [ 0.031439218670129776, @@ -297254,12 +334044,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.961214542388916, - 0.03878544643521309 + 0.20914675295352936, + 0.7908532619476318 + ], + "full text prediction probs": [ + 0.031439218670129776, + 0.9685607552528381 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11264841258525848, + 0.8873515725135803 ], "full text prediction probs": [ 0.031439218670129776, @@ -297321,7 +334124,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.19009175896644592, + "sufficiency": 0.1928880363702774, "masked prediction probs": [ 0.9768654108047485, 0.02313459850847721 @@ -297357,15 +334160,28 @@ 0.9685607552528381 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.961214542388916, + 0.03878544643521309 + ], + "full text prediction probs": [ + 0.031439218670129776, + 0.9685607552528381 + ], + "labels": 1 } }, "test_499": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.10029333829879761, "sufficiency": 0.0, "masked prediction probs": [ - 0.11525788903236389, - 0.8847420811653137 + 0.013020127080380917, + 0.9869798421859741 ], "full text prediction probs": [ 0.004831825848668814, @@ -297464,12 +334280,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5301859378814697, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.04896678775548935, - 0.9510331749916077 + 0.11525788903236389, + 0.8847420811653137 + ], + "full text prediction probs": [ + 0.004831825848668814, + 0.9951682090759277 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05235627293586731, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009200558997690678, + 0.9907993674278259 ], "full text prediction probs": [ 0.004831825848668814, @@ -297478,7 +334307,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5289149880409241, + "comprehensiveness": 0.5276501178741455, "sufficiency": 0.0, "masked prediction probs": [ 0.04896678775548935, @@ -297491,8 +334320,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.11969027668237686, - "sufficiency": 0.5830747485160828, + "comprehensiveness": 0.11940472573041916, + "sufficiency": 0.584068238735199, "masked prediction probs": [ 0.014843198470771313, 0.985156774520874 @@ -297504,7 +334333,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09923024475574493, + "comprehensiveness": 0.09899406880140305, "sufficiency": 0.0, "masked prediction probs": [ 0.013151696883141994, @@ -297517,7 +334346,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07660028338432312, + "comprehensiveness": 0.07641839981079102, "sufficiency": 0.0, "masked prediction probs": [ 0.01126968115568161, @@ -297530,8 +334359,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.25328677892684937, - "sufficiency": 0.1719987988471985, + "comprehensiveness": 0.2526867985725403, + "sufficiency": 0.17395785450935364, "masked prediction probs": [ 0.026169894263148308, 0.9738301634788513 @@ -297543,7 +334372,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06099681928753853, + "comprehensiveness": 0.06085267290472984, "sufficiency": 0.0, "masked prediction probs": [ 0.009982608258724213, @@ -297556,7 +334385,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5214153528213501, + "comprehensiveness": 0.5201860666275024, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04896678775548935, + 0.9510331749916077 + ], + "full text prediction probs": [ + 0.004831825848668814, + 0.9951682090759277 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5189625024795532, "sufficiency": 0.0, "masked prediction probs": [ 0.04896678775548935, @@ -297570,12 +334412,12 @@ } }, "test_525": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7437824010848999, - 0.2562175691127777 + 0.1646907478570938, + 0.8353092074394226 ], "full text prediction probs": [ 0.01797187328338623, @@ -297674,12 +334516,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5992839336395264, + "sufficiency": 1.0, "masked prediction probs": [ - 0.5616728067398071, - 0.43832719326019287 + 0.7437824010848999, + 0.2562175691127777 + ], + "full text prediction probs": [ + 0.01797187328338623, + 0.9820281267166138 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.1745813488960266, + 0.8254185914993286 ], "full text prediction probs": [ 0.01797187328338623, @@ -297701,7 +334556,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.345004677772522, + "comprehensiveness": 0.34402862191200256, "sufficiency": 0.0, "masked prediction probs": [ 0.04229624569416046, @@ -297727,7 +334582,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1359664797782898, + "comprehensiveness": 0.13558396697044373, "sufficiency": 0.0, "masked prediction probs": [ 0.02761250175535679, @@ -297741,7 +334596,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.604912519454956, + "sufficiency": 0.6060193777084351, "masked prediction probs": [ 0.5616728067398071, 0.43832719326019287 @@ -297753,7 +334608,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.248077392578125, + "comprehensiveness": 0.24738340079784393, "sufficiency": 0.0, "masked prediction probs": [ 0.03566093370318413, @@ -297767,7 +334622,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6071199774742126, + "sufficiency": 0.6082144379615784, + "masked prediction probs": [ + 0.5616728067398071, + 0.43832719326019287 + ], + "full text prediction probs": [ + 0.01797187328338623, + 0.9820281267166138 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6093028783798218, "masked prediction probs": [ 0.5616728067398071, 0.43832719326019287 @@ -297780,12 +334648,12 @@ } }, "test_546": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01677701435983181, - "sufficiency": 0.9104756712913513, + "fixed-shap": { + "comprehensiveness": 0.11189532279968262, + "sufficiency": 0.9233248829841614, "masked prediction probs": [ - 0.006821576040238142, - 0.9931783676147461 + 0.014527467079460621, + 0.9854725003242493 ], "full text prediction probs": [ 0.005462499335408211, @@ -297872,11 +334740,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.03312569111585617, - "sufficiency": 0.0, + "comprehensiveness": 0.10999419540166855, + "sufficiency": 0.9246260523796082, "masked prediction probs": [ - 0.008192476816475391, - 0.9918075203895569 + 0.014527467079460621, + 0.9854725003242493 ], "full text prediction probs": [ 0.005462499335408211, @@ -297884,12 +334752,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.030227361246943474, - "sufficiency": 0.891345202922821, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.016452036798000336, + "sufficiency": 0.9122076630592346, "masked prediction probs": [ - 0.007959675043821335, - 0.9920403361320496 + 0.006821576040238142, + 0.9931783676147461 + ], + "full text prediction probs": [ + 0.005462499335408211, + 0.9945375323295593 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07879817485809326, + "sufficiency": 0.9002999663352966, + "masked prediction probs": [ + 0.01198800839483738, + 0.9880119562149048 ], "full text prediction probs": [ 0.005462499335408211, @@ -297898,7 +334779,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.02992331050336361, + "comprehensiveness": 0.02985120750963688, "sufficiency": 0.0, "masked prediction probs": [ 0.007940457202494144, @@ -297911,8 +334792,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02013367973268032, - "sufficiency": 0.32706165313720703, + "comprehensiveness": 0.020085280761122704, + "sufficiency": 0.32867735624313354, "masked prediction probs": [ 0.007133894599974155, 0.9928661584854126 @@ -297924,7 +334805,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.031837329268455505, + "comprehensiveness": 0.03176097944378853, "sufficiency": 0.0, "masked prediction probs": [ 0.008111792616546154, @@ -297937,7 +334818,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03350595012307167, + "comprehensiveness": 0.03342578932642937, "sufficiency": 0.0, "masked prediction probs": [ 0.008257336914539337, @@ -297950,8 +334831,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06664841622114182, - "sufficiency": 0.9582182168960571, + "comprehensiveness": 0.06648935377597809, + "sufficiency": 0.9583178162574768, "masked prediction probs": [ 0.011035224422812462, 0.9889647960662842 @@ -297963,7 +334844,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04114808887243271, + "comprehensiveness": 0.04105011746287346, "sufficiency": 0.0, "masked prediction probs": [ 0.00891123153269291, @@ -297976,11 +334857,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.033266618847846985, - "sufficiency": 0.0, + "comprehensiveness": 0.0774879902601242, + "sufficiency": 0.9019557237625122, "masked prediction probs": [ - 0.008257336914539337, - 0.9917426705360413 + 0.01198800839483738, + 0.9880119562149048 + ], + "full text prediction probs": [ + 0.005462499335408211, + 0.9945375323295593 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.029582703486084938, + "sufficiency": 0.893659770488739, + "masked prediction probs": [ + 0.007959675043821335, + 0.9920403361320496 ], "full text prediction probs": [ 0.005462499335408211, @@ -297990,12 +334884,12 @@ } }, "test_547": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5202891230583191, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8880424499511719, - 0.11195755749940872 + 0.05717286467552185, + 0.9428271055221558 ], "full text prediction probs": [ 0.02539113350212574, @@ -298094,12 +334988,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7786529660224915, - 0.22134707868099213 + 0.8880424499511719, + 0.11195755749940872 + ], + "full text prediction probs": [ + 0.02539113350212574, + 0.9746088981628418 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02388475090265274, + 0.9761152863502502 ], "full text prediction probs": [ 0.02539113350212574, @@ -298109,7 +335016,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7019596695899963, + "sufficiency": 0.7029032111167908, "masked prediction probs": [ 0.45915934443473816, 0.5408406853675842 @@ -298135,7 +335042,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7689246535301208, + "sufficiency": 0.7696515917778015, "masked prediction probs": [ 0.18147218227386475, 0.8185278177261353 @@ -298160,7 +335067,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7747743725776672, + "comprehensiveness": 0.7723484635353088, "sufficiency": 0.0, "masked prediction probs": [ 0.07473282516002655, @@ -298173,7 +335080,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20439663529396057, + "comprehensiveness": 0.20375864207744598, "sufficiency": 0.0, "masked prediction probs": [ 0.03844907507300377, @@ -298187,7 +335094,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7075327038764954, + "sufficiency": 0.7084413170814514, "masked prediction probs": [ 0.45915934443473816, 0.5408406853675842 @@ -298197,15 +335104,28 @@ 0.9746088981628418 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7786529660224915, + 0.22134707868099213 + ], + "full text prediction probs": [ + 0.02539113350212574, + 0.9746088981628418 + ], + "labels": 1 } }, "test_555": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.3344605267047882, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9775240421295166, - 0.02247599884867668 + 0.13287682831287384, + 0.8671231269836426 ], "full text prediction probs": [ 0.0625162199139595, @@ -298304,12 +335224,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.37596631050109863, + "masked prediction probs": [ + 0.9775240421295166, + 0.02247599884867668 + ], + "full text prediction probs": [ + 0.0625162199139595, + 0.9374837875366211 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9827287793159485, - 0.017271293327212334 + 0.17388227581977844, + 0.826117753982544 ], "full text prediction probs": [ 0.0625162199139595, @@ -298319,7 +335252,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.054245609790086746, + "sufficiency": 0.061505068093538284, "masked prediction probs": [ 0.9760658740997314, 0.02393406815826893 @@ -298407,15 +335340,28 @@ 0.9374837875366211 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9827287793159485, + 0.017271293327212334 + ], + "full text prediction probs": [ + 0.0625162199139595, + 0.9374837875366211 + ], + "labels": 1 } }, "test_568": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0515824519097805, + "fixed-shap": { + "comprehensiveness": 0.0736844465136528, "sufficiency": 0.0, "masked prediction probs": [ - 0.008558415807783604, - 0.991441547870636 + 0.010374220088124275, + 0.9896257519721985 ], "full text prediction probs": [ 0.0043206713162362576, @@ -298514,12 +335460,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04288118705153465, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.050596896559000015, "sufficiency": 0.0, "masked prediction probs": [ - 0.007912212051451206, - 0.9920877814292908 + 0.008558415807783604, + 0.991441547870636 + ], + "full text prediction probs": [ + 0.0043206713162362576, + 0.9956793189048767 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03384352847933769, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007162063382565975, + 0.9928379654884338 ], "full text prediction probs": [ 0.0043206713162362576, @@ -298528,8 +335487,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.08628431707620621, - "sufficiency": 0.5673239231109619, + "comprehensiveness": 0.08607922494411469, + "sufficiency": 0.568351149559021, "masked prediction probs": [ 0.011564676649868488, 0.9884352684020996 @@ -298541,7 +335500,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04267733544111252, + "comprehensiveness": 0.0425761342048645, "sufficiency": 0.0, "masked prediction probs": [ 0.007912212051451206, @@ -298554,7 +335513,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05924099683761597, + "comprehensiveness": 0.05910085141658783, "sufficiency": 0.0, "masked prediction probs": [ 0.009317990392446518, @@ -298567,7 +335526,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05566791072487831, + "comprehensiveness": 0.055536527186632156, "sufficiency": 0.0, "masked prediction probs": [ 0.009027712047100067, @@ -298580,7 +335539,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05690646544098854, + "comprehensiveness": 0.05677247419953346, "sufficiency": 0.0, "masked prediction probs": [ 0.009143802337348461, @@ -298593,7 +335552,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06909250468015671, + "comprehensiveness": 0.06893020868301392, "sufficiency": 0.0, "masked prediction probs": [ 0.010190453380346298, @@ -298606,7 +335565,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.042176082730293274, + "comprehensiveness": 0.04207724332809448, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007912212051451206, + 0.9920877814292908 + ], + "full text prediction probs": [ + 0.0043206713162362576, + 0.9956793189048767 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0419788658618927, "sufficiency": 0.0, "masked prediction probs": [ 0.007912212051451206, @@ -298620,12 +335592,12 @@ } }, "test_694": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9834630489349365, + "fixed-shap": { + "comprehensiveness": 0.025909636169672012, "sufficiency": 1.0, "masked prediction probs": [ - 0.09559308737516403, - 0.9044068455696106 + 0.6350892186164856, + 0.36491072177886963 ], "full text prediction probs": [ 0.6496869921684265, @@ -298724,12 +335696,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8983496427536011, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9806784391403198, "sufficiency": 1.0, "masked prediction probs": [ - 0.14210976660251617, - 0.857890248298645 + 0.09559308737516403, + 0.9044068455696106 + ], + "full text prediction probs": [ + 0.6496869921684265, + 0.3503129780292511 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7783390283584595, + 0.2216610163450241 ], "full text prediction probs": [ 0.6496869921684265, @@ -298790,7 +335775,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8967626094818115, + "comprehensiveness": 0.8964459896087646, "sufficiency": 1.0, "masked prediction probs": [ 0.14210976660251617, @@ -298803,7 +335788,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5702176094055176, + "comprehensiveness": 0.5700162649154663, "sufficiency": 1.0, "masked prediction probs": [ 0.32682371139526367, @@ -298816,7 +335801,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8961293697357178, + "comprehensiveness": 0.8958132266998291, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.14210976660251617, + 0.857890248298645 + ], + "full text prediction probs": [ + 0.6496869921684265, + 0.3503129780292511 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8954970836639404, "sufficiency": 1.0, "masked prediction probs": [ 0.14210976660251617, @@ -298830,12 +335828,12 @@ } }, "test_706": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09990575164556503, - "sufficiency": 0.25133058428764343, + "fixed-shap": { + "comprehensiveness": 0.38577109575271606, + "sufficiency": 0.0, "masked prediction probs": [ - 0.021125255152583122, - 0.9788747429847717 + 0.04188030958175659, + 0.9581196904182434 ], "full text prediction probs": [ 0.013871720992028713, @@ -298934,12 +335932,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08216099441051483, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09775123000144958, + "sufficiency": 0.2674543261528015, + "masked prediction probs": [ + 0.021125255152583122, + 0.9788747429847717 + ], + "full text prediction probs": [ + 0.013871720992028713, + 0.9861283302307129 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.306630939245224, "sufficiency": 0.0, "masked prediction probs": [ - 0.019968384876847267, - 0.9800316095352173 + 0.03668644651770592, + 0.9633135795593262 ], "full text prediction probs": [ 0.013871720992028713, @@ -298948,7 +335959,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.31636014580726624, + "comprehensiveness": 0.31551191210746765, "sufficiency": 0.0, "masked prediction probs": [ 0.03741035610437393, @@ -298974,7 +335985,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9764034748077393, + "comprehensiveness": 0.973799467086792, "sufficiency": 0.0, "masked prediction probs": [ 0.08691119402647018, @@ -298987,7 +335998,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0451679565012455, + "comprehensiveness": 0.0450478158891201, "sufficiency": 0.0, "masked prediction probs": [ 0.01725948043167591, @@ -299000,7 +336011,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.09443967789411545, + "comprehensiveness": 0.09418915212154388, "sufficiency": 0.0, "masked prediction probs": [ 0.020973989740014076, @@ -299013,7 +336024,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2568355202674866, + "comprehensiveness": 0.25615599751472473, "sufficiency": 0.0, "masked prediction probs": [ 0.03323822095990181, @@ -299026,7 +336037,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9660700559616089, + "comprehensiveness": 0.9635208249092102, "sufficiency": 0.0, "masked prediction probs": [ 0.08691119402647018, @@ -299037,15 +336048,28 @@ 0.9861283302307129 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08021487295627594, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019968384876847267, + 0.9800316095352173 + ], + "full text prediction probs": [ + 0.013871720992028713, + 0.9861283302307129 + ], + "labels": 1 } }, "test_778": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6752519607543945, - 0.32474803924560547 + 0.31769001483917236, + 0.6823099851608276 ], "full text prediction probs": [ 0.13315244019031525, @@ -299144,12 +336168,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8827619552612305, - 0.11723807454109192 + 0.6752519607543945, + 0.32474803924560547 + ], + "full text prediction probs": [ + 0.13315244019031525, + 0.866847574710846 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.35253557562828064, + 0.647464394569397 ], "full text prediction probs": [ 0.13315244019031525, @@ -299247,15 +336284,28 @@ 0.866847574710846 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8827619552612305, + 0.11723807454109192 + ], + "full text prediction probs": [ + 0.13315244019031525, + 0.866847574710846 + ], + "labels": 1 } }, "test_872": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7905634641647339, + "fixed-shap": { + "comprehensiveness": 0.0256857518106699, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7306302189826965, - 0.2693697512149811 + 0.007836323231458664, + 0.9921636581420898 ], "full text prediction probs": [ 0.005763092543929815, @@ -299354,12 +336404,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.794630229473114, + "masked prediction probs": [ + 0.7306302189826965, + 0.2693697512149811 + ], + "full text prediction probs": [ + 0.005763092543929815, + 0.9942368268966675 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04571275785565376, "sufficiency": 0.0, "masked prediction probs": [ - 0.7578700184822083, - 0.24212998151779175 + 0.009535086341202259, + 0.9904649257659912 ], "full text prediction probs": [ 0.005763092543929815, @@ -299382,7 +336445,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8489852547645569, + "sufficiency": 0.8493491411209106, "masked prediction probs": [ 0.1941397786140442, 0.8058602809906006 @@ -299394,7 +336457,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.019648438319563866, + "comprehensiveness": 0.01960114948451519, "sufficiency": 0.0, "masked prediction probs": [ 0.007392335217446089, @@ -299407,7 +336470,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.018514666706323624, + "comprehensiveness": 0.018470214679837227, "sufficiency": 0.0, "masked prediction probs": [ 0.00730192381888628, @@ -299421,7 +336484,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9322565793991089, + "sufficiency": 0.9324186444282532, "masked prediction probs": [ 0.5826547741889954, 0.417345255613327 @@ -299433,7 +336496,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01597507670521736, + "comprehensiveness": 0.015936903655529022, "sufficiency": 0.0, "masked prediction probs": [ 0.007097288500517607, @@ -299457,15 +336520,28 @@ 0.9942368268966675 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7578700184822083, + 0.24212998151779175 + ], + "full text prediction probs": [ + 0.005763092543929815, + 0.9942368268966675 + ], + "labels": 1 } }, "test_894": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.109103262424469, + "fixed-shap": { + "comprehensiveness": 0.15754197537899017, "sufficiency": 0.0, "masked prediction probs": [ - 0.016073979437351227, - 0.9839260578155518 + 0.019901737570762634, + 0.9800982475280762 ], "full text prediction probs": [ 0.0074521629139781, @@ -299564,12 +336640,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2217799574136734, - "sufficiency": 0.09468480944633484, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10693772882223129, + "sufficiency": 0.0, "masked prediction probs": [ - 0.025333017110824585, - 0.9746670126914978 + 0.016073979437351227, + 0.9839260578155518 + ], + "full text prediction probs": [ + 0.0074521629139781, + 0.9925478100776672 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18705342710018158, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022570626810193062, + 0.9774293899536133 ], "full text prediction probs": [ 0.0074521629139781, @@ -299578,7 +336667,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4669266939163208, + "comprehensiveness": 0.46577394008636475, "sufficiency": 0.0, "masked prediction probs": [ 0.04519110172986984, @@ -299591,8 +336680,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.22068490087985992, - "sufficiency": 0.09914939850568771, + "comprehensiveness": 0.22014141082763672, + "sufficiency": 0.10136522352695465, "masked prediction probs": [ 0.025333017110824585, 0.9746670126914978 @@ -299604,8 +336693,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5408298969268799, - "sufficiency": 0.7247398495674133, + "comprehensiveness": 0.5395012497901917, + "sufficiency": 0.7254152894020081, "masked prediction probs": [ 0.05138063803315163, 0.9486193656921387 @@ -299617,7 +336706,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07856839150190353, + "comprehensiveness": 0.07837584614753723, "sufficiency": 0.0, "masked prediction probs": [ 0.013849588111042976, @@ -299630,8 +336719,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.30426520109176636, - "sufficiency": 0.5596187114715576, + "comprehensiveness": 0.30352139472961426, + "sufficiency": 0.5606939792633057, "masked prediction probs": [ 0.032287660986185074, 0.96771240234375 @@ -299643,7 +336732,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.19256721436977386, + "comprehensiveness": 0.19209760427474976, "sufficiency": 0.0, "masked prediction probs": [ 0.02320881001651287, @@ -299656,8 +336745,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21799395978450775, - "sufficiency": 0.11012057214975357, + "comprehensiveness": 0.2174636423587799, + "sufficiency": 0.11228282004594803, + "masked prediction probs": [ + 0.025333017110824585, + 0.9746670126914978 + ], + "full text prediction probs": [ + 0.0074521629139781, + 0.9925478100776672 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2169358879327774, + "sufficiency": 0.11443458497524261, "masked prediction probs": [ 0.025333017110824585, 0.9746670126914978 @@ -299670,12 +336772,12 @@ } }, "test_1057": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.012161323800683022, - 0.9878387451171875 + 0.014935926534235477, + 0.9850640892982483 ], "full text prediction probs": [ 0.6440891623497009, @@ -299774,12 +336876,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01009081955999136, - 0.9899091720581055 + 0.012161323800683022, + 0.9878387451171875 + ], + "full text prediction probs": [ + 0.6440891623497009, + 0.3559108078479767 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.012321543879806995, + 0.9876784682273865 ], "full text prediction probs": [ 0.6440891623497009, @@ -299789,7 +336904,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.193265900015831, + "sufficiency": 0.19355402886867523, "masked prediction probs": [ 0.9822134971618652, 0.01778646931052208 @@ -299801,8 +336916,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7767099142074585, - "sufficiency": 0.5997576117515564, + "comprehensiveness": 0.7764325141906738, + "sufficiency": 0.599900484085083, "masked prediction probs": [ 0.20927689969539642, 0.7907230854034424 @@ -299827,7 +336942,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7792192101478577, + "comprehensiveness": 0.7789410948753357, "sufficiency": 1.0, "masked prediction probs": [ 0.20756053924560547, @@ -299877,15 +336992,28 @@ 0.3559108078479767 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.01009081955999136, + 0.9899091720581055 + ], + "full text prediction probs": [ + 0.6440891623497009, + 0.3559108078479767 + ], + "labels": 0 } }, "test_1070": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5787447690963745, - "sufficiency": 0.9826233386993408, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8539824485778809, "masked prediction probs": [ - 0.4607528746128082, - 0.5392470955848694 + 0.9822743535041809, + 0.0177256278693676 ], "full text prediction probs": [ 0.9752308130264282, @@ -299984,12 +337112,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7598257660865784, - "sufficiency": 0.974371612071991, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5777049660682678, + "sufficiency": 0.9826545715332031, "masked prediction probs": [ - 0.29856425523757935, - 0.7014358043670654 + 0.4607528746128082, + 0.5392470955848694 + ], + "full text prediction probs": [ + 0.9752308130264282, + 0.02476910501718521 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8406380414962769, + "masked prediction probs": [ + 0.9752308130264282, + 0.02476910501718521 ], "full text prediction probs": [ 0.9752308130264282, @@ -299999,7 +337140,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8442520499229431, + "sufficiency": 0.844287097454071, "masked prediction probs": [ 0.9878523349761963, 0.012147627770900726 @@ -300012,7 +337153,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8418868184089661, + "sufficiency": 0.8419223427772522, "masked prediction probs": [ 0.9763976335525513, 0.023602403700351715 @@ -300024,8 +337165,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2253580242395401, - "sufficiency": 0.9533712267875671, + "comprehensiveness": 0.22530744969844818, + "sufficiency": 0.9533816576004028, "masked prediction probs": [ 0.7744019031524658, 0.22559809684753418 @@ -300037,8 +337178,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002121575176715851, - "sufficiency": 0.840610146522522, + "comprehensiveness": 0.002121099503710866, + "sufficiency": 0.8406458497047424, "masked prediction probs": [ 0.9733397364616394, 0.02666030079126358 @@ -300050,8 +337191,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7589735388755798, - "sufficiency": 0.9744004011154175, + "comprehensiveness": 0.7588032484054565, + "sufficiency": 0.9744061827659607, "masked prediction probs": [ 0.29856425523757935, 0.7014358043670654 @@ -300064,7 +337205,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8547065854072571, + "sufficiency": 0.8547391891479492, "masked prediction probs": [ 0.9884386658668518, 0.01156133133918047 @@ -300076,8 +337217,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7586331367492676, - "sufficiency": 0.9744118452072144, + "comprehensiveness": 0.7584630846977234, + "sufficiency": 0.9744175672531128, + "masked prediction probs": [ + 0.29856425523757935, + 0.7014358043670654 + ], + "full text prediction probs": [ + 0.9752308130264282, + 0.02476910501718521 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.758293092250824, + "sufficiency": 0.974423348903656, "masked prediction probs": [ 0.29856425523757935, 0.7014358043670654 @@ -300090,12 +337244,12 @@ } }, "test_1094": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0006685591652058065, + "sufficiency": 0.880974531173706, "masked prediction probs": [ - 0.08470532298088074, - 0.9152947068214417 + 0.9561033844947815, + 0.04389660805463791 ], "full text prediction probs": [ 0.9566853046417236, @@ -300194,12 +337348,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9915724396705627, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9999662041664124, + "sufficiency": 1.0, "masked prediction probs": [ - 0.07707047462463379, - 0.9229295253753662 + 0.08470532298088074, + 0.9152947068214417 + ], + "full text prediction probs": [ + 0.9566853046417236, + 0.04331473633646965 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.7430245280265808, + "masked prediction probs": [ + 0.963359534740448, + 0.03664054721593857 ], "full text prediction probs": [ 0.9566853046417236, @@ -300209,7 +337376,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7004532814025879, + "sufficiency": 0.7005220055580139, "masked prediction probs": [ 0.9792668223381042, 0.020733186975121498 @@ -300222,7 +337389,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9981452822685242, + "sufficiency": 0.9981456995010376, "masked prediction probs": [ 0.07024181634187698, 0.9297581315040588 @@ -300234,8 +337401,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.038752712309360504, - "sufficiency": 0.8673696517944336, + "comprehensiveness": 0.03874383121728897, + "sufficiency": 0.8673999905586243, "masked prediction probs": [ 0.9228693246841431, 0.07713067531585693 @@ -300248,7 +337415,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8623374700546265, + "sufficiency": 0.8623691201210022, "masked prediction probs": [ 0.9678412079811096, 0.03215882182121277 @@ -300261,7 +337428,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9915820956230164, + "sufficiency": 0.991584062576294, "masked prediction probs": [ 0.07707047462463379, 0.9229295253753662 @@ -300273,8 +337440,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02168617770075798, - "sufficiency": 0.8728682398796082, + "comprehensiveness": 0.02168121188879013, + "sufficiency": 0.8728973865509033, "masked prediction probs": [ 0.9377487301826477, 0.062251221388578415 @@ -300287,7 +337454,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9915859699249268, + "sufficiency": 0.9915878772735596, + "masked prediction probs": [ + 0.07707047462463379, + 0.9229295253753662 + ], + "full text prediction probs": [ + 0.9566853046417236, + 0.04331473633646965 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9915898442268372, "masked prediction probs": [ 0.07707047462463379, 0.9229295253753662 @@ -300300,12 +337480,12 @@ } }, "test_1102": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.035250574350357056, - "sufficiency": 0.8314672112464905, + "fixed-shap": { + "comprehensiveness": 0.6527725458145142, + "sufficiency": 0.9806315302848816, "masked prediction probs": [ - 0.949815034866333, - 0.050184957683086395 + 0.397076278924942, + 0.6029237508773804 ], "full text prediction probs": [ 0.9813675284385681, @@ -300392,11 +337572,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.035195525735616684, - "sufficiency": 0.831730306148529, + "comprehensiveness": 0.6517531275749207, + "sufficiency": 0.9806616902351379, "masked prediction probs": [ - 0.949815034866333, - 0.050184957683086395 + 0.397076278924942, + 0.6029237508773804 ], "full text prediction probs": [ 0.9813675284385681, @@ -300404,12 +337584,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.015428155660629272, - "sufficiency": 0.8912394046783447, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6516077518463135, + "sufficiency": 0.9806660413742065, + "masked prediction probs": [ + 0.397076278924942, + 0.6029237508773804 + ], + "full text prediction probs": [ + 0.9813675284385681, + 0.01863245852291584 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5186865925788879, + "sufficiency": 0.9700342416763306, "masked prediction probs": [ - 0.9675332307815552, - 0.032466739416122437 + 0.5161618590354919, + 0.48383814096450806 ], "full text prediction probs": [ 0.9813675284385681, @@ -300419,7 +337612,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.505770742893219, + "sufficiency": 0.5058808922767639, "masked prediction probs": [ 0.9904059767723083, 0.009594036266207695 @@ -300431,8 +337624,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.06396061182022095, - "sufficiency": 0.8696429133415222, + "comprehensiveness": 0.06394635885953903, + "sufficiency": 0.8696720004081726, "masked prediction probs": [ 0.9239889979362488, 0.0760110393166542 @@ -300444,8 +337637,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0047921305522322655, - "sufficiency": 0.8487527370452881, + "comprehensiveness": 0.004791062790900469, + "sufficiency": 0.848786473274231, "masked prediction probs": [ 0.9770675897598267, 0.022932427003979683 @@ -300457,8 +337650,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0046955617144703865, - "sufficiency": 0.8209947347640991, + "comprehensiveness": 0.004694515373557806, + "sufficiency": 0.8210345506668091, "masked prediction probs": [ 0.9771533012390137, 0.022846724838018417 @@ -300470,8 +337663,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.11829351633787155, - "sufficiency": 0.9462383985519409, + "comprehensiveness": 0.11826716363430023, + "sufficiency": 0.946250319480896, "masked prediction probs": [ 0.8751764297485352, 0.12482359260320663 @@ -300483,8 +337676,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02385774627327919, - "sufficiency": 0.8661512732505798, + "comprehensiveness": 0.023852434009313583, + "sufficiency": 0.8661811351776123, "masked prediction probs": [ 0.9599458575248718, 0.04005414620041847 @@ -300496,11 +337689,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004692424554377794, - "sufficiency": 0.8211142420768738, + "comprehensiveness": 0.5178782343864441, + "sufficiency": 0.9700810313224792, "masked prediction probs": [ - 0.9771533012390137, - 0.022846724838018417 + 0.5161618590354919, + 0.48383814096450806 + ], + "full text prediction probs": [ + 0.9813675284385681, + 0.01863245852291584 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5177629590034485, + "sufficiency": 0.9700876474380493, + "masked prediction probs": [ + 0.5161618590354919, + 0.48383814096450806 ], "full text prediction probs": [ 0.9813675284385681, @@ -300510,12 +337716,12 @@ } }, "test_1125": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7320073246955872, - "sufficiency": 0.9492043256759644, + "fixed-shap": { + "comprehensiveness": 0.006601431407034397, + "sufficiency": 0.841779887676239, "masked prediction probs": [ - 0.32588377594947815, - 0.6741162538528442 + 0.9744572043418884, + 0.02554275467991829 ], "full text prediction probs": [ 0.9803594350814819, @@ -300614,12 +337820,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9103325605392456, - "sufficiency": 0.948659360408783, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7306997179985046, + "sufficiency": 0.9492950439453125, "masked prediction probs": [ - 0.16498953104019165, - 0.8350104689598083 + 0.32588377594947815, + 0.6741162538528442 + ], + "full text prediction probs": [ + 0.9803594350814819, + 0.019640611484646797 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003482534782961011, + "sufficiency": 0.8469476103782654, + "masked prediction probs": [ + 0.9772394895553589, + 0.02276056632399559 ], "full text prediction probs": [ 0.9803594350814819, @@ -300629,7 +337848,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7324679493904114, + "sufficiency": 0.7325277328491211, "masked prediction probs": [ 0.9844212532043457, 0.015578790567815304 @@ -300642,7 +337861,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8358628749847412, + "sufficiency": 0.8358994722366333, "masked prediction probs": [ 0.9803594350814819, 0.019640611484646797 @@ -300654,8 +337873,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.36364954710006714, - "sufficiency": 0.9082216024398804, + "comprehensiveness": 0.36356842517852783, + "sufficiency": 0.9082419872283936, "masked prediction probs": [ 0.6544263362884521, 0.34557363390922546 @@ -300667,8 +337886,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.24849383533000946, - "sufficiency": 0.8678861260414124, + "comprehensiveness": 0.24843841791152954, + "sufficiency": 0.8679155707359314, "masked prediction probs": [ 0.757588803768158, 0.24241121113300323 @@ -300680,8 +337899,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9093173742294312, - "sufficiency": 0.9487165808677673, + "comprehensiveness": 0.9091145992279053, + "sufficiency": 0.9487280249595642, "masked prediction probs": [ 0.16498953104019165, 0.8350104689598083 @@ -300694,7 +337913,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8781102895736694, + "sufficiency": 0.878137469291687, "masked prediction probs": [ 0.9862272143363953, 0.013772846199572086 @@ -300706,8 +337925,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.908911943435669, - "sufficiency": 0.9487394690513611, + "comprehensiveness": 0.9087092876434326, + "sufficiency": 0.948750913143158, + "masked prediction probs": [ + 0.16498953104019165, + 0.8350104689598083 + ], + "full text prediction probs": [ + 0.9803594350814819, + 0.019640611484646797 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9085068106651306, + "sufficiency": 0.9487622976303101, "masked prediction probs": [ 0.16498953104019165, 0.8350104689598083 @@ -300720,12 +337952,12 @@ } }, "test_1126": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9239204525947571, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9561522603034973, - 0.04384774714708328 + 0.3510120213031769, + 0.6489879488945007 ], "full text prediction probs": [ 0.039321351796388626, @@ -300824,12 +338056,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9264125227928162, + "masked prediction probs": [ + 0.9561522603034973, + 0.04384774714708328 + ], + "full text prediction probs": [ + 0.039321351796388626, + 0.9606786966323853 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9602373838424683, - 0.03976261988282204 + 0.47230494022369385, + 0.5276950597763062 ], "full text prediction probs": [ 0.039321351796388626, @@ -300927,15 +338172,28 @@ 0.9606786966323853 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9602373838424683, + 0.03976261988282204 + ], + "full text prediction probs": [ + 0.039321351796388626, + 0.9606786966323853 + ], + "labels": 1 } }, "test_1160": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21647003293037415, - "sufficiency": 0.9842341542243958, + "fixed-shap": { + "comprehensiveness": 0.021435311064124107, + "sufficiency": 0.9806746244430542, "masked prediction probs": [ - 0.7935611605644226, - 0.2064388394355774 + 0.9696171879768372, + 0.03038281574845314 ], "full text prediction probs": [ 0.9889666438102722, @@ -301034,12 +338292,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11404871940612793, - "sufficiency": 0.990526556968689, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.21608701348304749, + "sufficiency": 0.9842620491981506, "masked prediction probs": [ - 0.8858334422111511, - 0.11416652798652649 + 0.7935611605644226, + 0.2064388394355774 + ], + "full text prediction probs": [ + 0.9889666438102722, + 0.011033402755856514 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.018405800685286522, + "sufficiency": 0.9669912457466125, + "masked prediction probs": [ + 0.9723187685012817, + 0.027681246399879456 ], "full text prediction probs": [ 0.9889666438102722, @@ -301048,8 +338319,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008265657816082239, - "sufficiency": 0.7836210131645203, + "comprehensiveness": 0.0008263830095529556, + "sufficiency": 0.7836687564849854, "masked prediction probs": [ 0.9882190227508545, 0.011780922301113605 @@ -301061,8 +338332,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007088064216077328, - "sufficiency": 0.9390496611595154, + "comprehensiveness": 0.0070864977315068245, + "sufficiency": 0.9390631914138794, "masked prediction probs": [ 0.9825541377067566, 0.01744590885937214 @@ -301074,8 +338345,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0043574608862400055, - "sufficiency": 0.9024701714515686, + "comprehensiveness": 0.004356497898697853, + "sufficiency": 0.9024918079376221, "masked prediction probs": [ 0.9850236177444458, 0.01497635431587696 @@ -301087,8 +338358,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0012267447309568524, - "sufficiency": 0.863582193851471, + "comprehensiveness": 0.0012264737160876393, + "sufficiency": 0.8636123538017273, "masked prediction probs": [ 0.9878563284873962, 0.012143749743700027 @@ -301100,8 +338371,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.027392147108912468, - "sufficiency": 0.9701854586601257, + "comprehensiveness": 0.027386095374822617, + "sufficiency": 0.9701919555664062, "masked prediction probs": [ 0.9641687870025635, 0.03583120182156563 @@ -301113,8 +338384,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0015430882340297103, - "sufficiency": 0.8623096346855164, + "comprehensiveness": 0.0015427474863827229, + "sufficiency": 0.8623400926589966, "masked prediction probs": [ 0.9875693917274475, 0.01243062037974596 @@ -301126,8 +338397,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007080238312482834, - "sufficiency": 0.9391170144081116, + "comprehensiveness": 0.0070786746218800545, + "sufficiency": 0.9391305446624756, "masked prediction probs": [ 0.9825541377067566, 0.01744590885937214 @@ -301137,15 +338408,28 @@ 0.011033402755856514 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11382215470075607, + "sufficiency": 0.990545392036438, + "masked prediction probs": [ + 0.8858334422111511, + 0.11416652798652649 + ], + "full text prediction probs": [ + 0.9889666438102722, + 0.011033402755856514 + ], + "labels": 0 } }, "test_1223": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010463321581482887, - "sufficiency": 0.7111880779266357, + "fixed-shap": { + "comprehensiveness": 0.06776618212461472, + "sufficiency": 0.9691847562789917, "masked prediction probs": [ - 0.9674798846244812, - 0.03252013027667999 + 0.9164504408836365, + 0.08354956656694412 ], "full text prediction probs": [ 0.9767976999282837, @@ -301232,11 +338516,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.21985691785812378, - "sufficiency": 0.9287599325180054, + "comprehensiveness": 0.06765981018543243, + "sufficiency": 0.9692332148551941, "masked prediction probs": [ - 0.780702531337738, - 0.21929745376110077 + 0.9164504408836365, + 0.08354956656694412 ], "full text prediction probs": [ 0.9767976999282837, @@ -301244,12 +338528,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018245616927742958, - "sufficiency": 0.8383979797363281, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010444555431604385, + "sufficiency": 0.7117060422897339, "masked prediction probs": [ - 0.9605203866958618, - 0.039479561150074005 + 0.9674798846244812, + 0.03252013027667999 + ], + "full text prediction probs": [ + 0.9767976999282837, + 0.023202229291200638 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09644555300474167, + "sufficiency": 0.9449477791786194, + "masked prediction probs": [ + 0.8907372355461121, + 0.10926279425621033 ], "full text prediction probs": [ 0.9767976999282837, @@ -301259,7 +338556,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3903152644634247, + "sufficiency": 0.3904518783092499, "masked prediction probs": [ 0.9851460456848145, 0.014853996224701405 @@ -301271,8 +338568,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.018237439915537834, - "sufficiency": 0.8384705185890198, + "comprehensiveness": 0.01823335513472557, + "sufficiency": 0.8385066390037537, "masked prediction probs": [ 0.9605203866958618, 0.039479561150074005 @@ -301284,8 +338581,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03052067942917347, - "sufficiency": 0.8594452142715454, + "comprehensiveness": 0.030513841658830643, + "sufficiency": 0.859476625919342, "masked prediction probs": [ 0.9495512247085571, 0.05044877901673317 @@ -301297,8 +338594,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0008155136601999402, - "sufficiency": 0.8764134049415588, + "comprehensiveness": 0.0008153310627676547, + "sufficiency": 0.8764411807060242, "masked prediction probs": [ 0.9760695099830627, 0.023930484429001808 @@ -301310,8 +338607,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10691007971763611, - "sufficiency": 0.934055507183075, + "comprehensiveness": 0.10688614100217819, + "sufficiency": 0.934070348739624, "masked prediction probs": [ 0.8813139796257019, 0.1186860129237175 @@ -301324,7 +338621,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.649465024471283, + "sufficiency": 0.6495435237884521, "masked prediction probs": [ 0.9837248921394348, 0.016275031492114067 @@ -301336,8 +338633,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01821703091263771, - "sufficiency": 0.8386512398719788, + "comprehensiveness": 0.018212953582406044, + "sufficiency": 0.8386873006820679, + "masked prediction probs": [ + 0.9605203866958618, + 0.039479561150074005 + ], + "full text prediction probs": [ + 0.9767976999282837, + 0.023202229291200638 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018208878114819527, + "sufficiency": 0.8387234210968018, "masked prediction probs": [ 0.9605203866958618, 0.039479561150074005 @@ -301350,12 +338660,12 @@ } }, "test_1261": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.978633463382721, "masked prediction probs": [ - 0.01648903265595436, - 0.9835109710693359 + 0.9886378645896912, + 0.011362142860889435 ], "full text prediction probs": [ 0.9866272807121277, @@ -301454,12 +338764,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9963065981864929, + "sufficiency": 1.0, "masked prediction probs": [ - 0.08066104352474213, - 0.9193390011787415 + 0.01648903265595436, + 0.9835109710693359 + ], + "full text prediction probs": [ + 0.9866272807121277, + 0.013372720219194889 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014460489153862, + "sufficiency": 0.8567619919776917, + "masked prediction probs": [ + 0.9735817313194275, + 0.026418305933475494 ], "full text prediction probs": [ 0.9866272807121277, @@ -301469,7 +338792,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.820336639881134, + "sufficiency": 0.820376455783844, "masked prediction probs": [ 0.9896607398986816, 0.010339301079511642 @@ -301481,7 +338804,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1825059950351715, + "comprehensiveness": 0.1824655532836914, "sufficiency": 1.0, "masked prediction probs": [ 0.8219427466392517, @@ -301494,8 +338817,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02739940583705902, - "sufficiency": 0.8883787989616394, + "comprehensiveness": 0.027393335476517677, + "sufficiency": 0.888403594493866, "masked prediction probs": [ 0.9618979096412659, 0.03810206428170204 @@ -301507,8 +338830,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4714779257774353, - "sufficiency": 0.942200779914856, + "comprehensiveness": 0.4713734984397888, + "sufficiency": 0.9422135353088379, "masked prediction probs": [ 0.5609999299049377, 0.43900007009506226 @@ -301521,7 +338844,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9963106513023376, + "sufficiency": 0.9963114857673645, "masked prediction probs": [ 0.08066104352474213, 0.9193390011787415 @@ -301533,8 +338856,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01688271015882492, - "sufficiency": 0.8690820932388306, + "comprehensiveness": 0.016878971830010414, + "sufficiency": 0.8691110610961914, "masked prediction probs": [ 0.9713796377182007, 0.028620364144444466 @@ -301547,7 +338870,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9963123202323914, + "sufficiency": 0.9963130950927734, + "masked prediction probs": [ + 0.08066104352474213, + 0.9193390011787415 + ], + "full text prediction probs": [ + 0.9866272807121277, + 0.013372720219194889 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9963139295578003, "masked prediction probs": [ 0.08066104352474213, 0.9193390011787415 @@ -301560,12 +338896,12 @@ } }, "test_1292": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.025188181549310684, - "sufficiency": 0.9762431383132935, + "fixed-shap": { + "comprehensiveness": 0.008939642459154129, + "sufficiency": 0.9866218566894531, "masked prediction probs": [ - 0.971964418888092, - 0.028035571798682213 + 0.9867274165153503, + 0.013272581622004509 ], "full text prediction probs": [ 0.9948497414588928, @@ -301664,12 +339000,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.020526079460978508, - "sufficiency": 0.9710263013839722, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.025143902748823166, + "sufficiency": 0.9762848615646362, "masked prediction probs": [ - 0.9761674404144287, - 0.023832598701119423 + 0.971964418888092, + 0.028035571798682213 + ], + "full text prediction probs": [ + 0.9948497414588928, + 0.005150191020220518 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006365453824400902, + "sufficiency": 0.9874505996704102, + "masked prediction probs": [ + 0.989054799079895, + 0.010945233516395092 ], "full text prediction probs": [ 0.9948497414588928, @@ -301678,7 +339027,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0035034450702369213, + "comprehensiveness": 0.0035026753321290016, "sufficiency": 0.0, "masked prediction probs": [ 0.9916602969169617, @@ -301691,8 +339040,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02051706239581108, - "sufficiency": 0.9710389375686646, + "comprehensiveness": 0.02051255851984024, + "sufficiency": 0.9710453152656555, "masked prediction probs": [ 0.9761674404144287, 0.023832598701119423 @@ -301704,8 +339053,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009175635874271393, - "sufficiency": 0.9867942929267883, + "comprehensiveness": 0.0091736214235425, + "sufficiency": 0.9867972135543823, "masked prediction probs": [ 0.9864928126335144, 0.01350714173167944 @@ -301717,8 +339066,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003619434079155326, - "sufficiency": 0.885151207447052, + "comprehensiveness": 0.003618639660999179, + "sufficiency": 0.885176420211792, "masked prediction probs": [ 0.9915525317192078, 0.008447487838566303 @@ -301730,8 +339079,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.023482823744416237, - "sufficiency": 0.9927428364753723, + "comprehensiveness": 0.023477669805288315, + "sufficiency": 0.9927444458007812, "masked prediction probs": [ 0.9734528064727783, 0.026547159999608994 @@ -301743,8 +339092,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0034212504979223013, - "sufficiency": 0.9302825927734375, + "comprehensiveness": 0.003420499851927161, + "sufficiency": 0.9302979707717896, "masked prediction probs": [ 0.9917317032814026, 0.008268375881016254 @@ -301756,8 +339105,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.020494556054472923, - "sufficiency": 0.9710707664489746, + "comprehensiveness": 0.02049005962908268, + "sufficiency": 0.9710771441459656, + "masked prediction probs": [ + 0.9761674404144287, + 0.023832598701119423 + ], + "full text prediction probs": [ + 0.9948497414588928, + 0.005150191020220518 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.020485566928982735, + "sufficiency": 0.9710834622383118, "masked prediction probs": [ 0.9761674404144287, 0.023832598701119423 @@ -301770,12 +339132,12 @@ } }, "test_1344": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6074527502059937, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.10503529012203217, + "sufficiency": 0.998636782169342, "masked prediction probs": [ - 0.43815773725509644, - 0.5618422627449036 + 0.8885279297828674, + 0.11147214472293854 ], "full text prediction probs": [ 0.9826822280883789, @@ -301874,12 +339236,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6279377937316895, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6063704490661621, "sufficiency": 1.0, "masked prediction probs": [ - 0.4187900722026825, - 0.5812098979949951 + 0.43815773725509644, + 0.5618422627449036 + ], + "full text prediction probs": [ + 0.9826822280883789, + 0.01731773465871811 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.05457330495119095, + "sufficiency": 0.9978787899017334, + "masked prediction probs": [ + 0.9336641430854797, + 0.06633582711219788 ], "full text prediction probs": [ 0.9826822280883789, @@ -301889,7 +339264,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.839053750038147, + "sufficiency": 0.839089572429657, "masked prediction probs": [ 0.9854767918586731, 0.014523159712553024 @@ -301902,7 +339277,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8676469326019287, + "sufficiency": 0.8676763772964478, "masked prediction probs": [ 0.9838991165161133, 0.016100842505693436 @@ -301914,8 +339289,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002258937805891037, - "sufficiency": 0.8571352958679199, + "comprehensiveness": 0.0022584351245313883, + "sufficiency": 0.8571670651435852, "masked prediction probs": [ 0.9806523323059082, 0.019347701221704483 @@ -301927,8 +339302,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0023168588522821665, - "sufficiency": 0.8813997507095337, + "comprehensiveness": 0.0023163435980677605, + "sufficiency": 0.8814260959625244, "masked prediction probs": [ 0.9805998206138611, 0.019400151446461678 @@ -301940,7 +339315,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6272393465042114, + "comprehensiveness": 0.6270998120307922, "sufficiency": 1.0, "masked prediction probs": [ 0.4187900722026825, @@ -301953,8 +339328,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005899240728467703, - "sufficiency": 0.9023717045783997, + "comprehensiveness": 0.005897928960621357, + "sufficiency": 0.9023933410644531, "masked prediction probs": [ 0.9773775935173035, 0.022622430697083473 @@ -301966,7 +339341,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6269603967666626, + "comprehensiveness": 0.626820981502533, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4187900722026825, + 0.5812098979949951 + ], + "full text prediction probs": [ + 0.9826822280883789, + 0.01731773465871811 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6266816854476929, "sufficiency": 1.0, "masked prediction probs": [ 0.4187900722026825, @@ -301980,12 +339368,12 @@ } }, "test_1359": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001513486378826201, - "sufficiency": 0.9776942133903503, + "fixed-shap": { + "comprehensiveness": 0.0023008144926279783, + "sufficiency": 0.9469963908195496, "masked prediction probs": [ - 0.9852724671363831, - 0.014727534726262093 + 0.9845635890960693, + 0.015436433255672455 ], "full text prediction probs": [ 0.986635148525238, @@ -302072,11 +339460,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.003962784539908171, - "sufficiency": 0.9990963339805603, + "comprehensiveness": 0.0022972424048930407, + "sufficiency": 0.9470785856246948, "masked prediction probs": [ - 0.983061671257019, - 0.016938336193561554 + 0.9845635890960693, + 0.015436433255672455 ], "full text prediction probs": [ 0.986635148525238, @@ -302084,12 +339472,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0006417370750568807, - "sufficiency": 0.9833338856697083, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015108014922589064, + "sufficiency": 0.9777337908744812, "masked prediction probs": [ - 0.9860563278198242, - 0.013943721540272236 + 0.9852724671363831, + 0.014727534726262093 + ], + "full text prediction probs": [ + 0.986635148525238, + 0.013364827260375023 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0007665971643291414, + "sufficiency": 0.9469083547592163, + "masked prediction probs": [ + 0.9859435558319092, + 0.01405640784651041 ], "full text prediction probs": [ 0.986635148525238, @@ -302099,7 +339500,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9708060622215271, + "sufficiency": 0.9708125591278076, "masked prediction probs": [ 0.992137610912323, 0.00786235835403204 @@ -302111,8 +339512,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002899780636653304, - "sufficiency": 0.99908047914505, + "comprehensiveness": 0.002899138256907463, + "sufficiency": 0.9990807175636292, "masked prediction probs": [ 0.9840185046195984, 0.015981491655111313 @@ -302124,8 +339525,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002028670394793153, - "sufficiency": 0.9997200965881348, + "comprehensiveness": 0.002028220798820257, + "sufficiency": 0.9997202157974243, "masked prediction probs": [ 0.9848041534423828, 0.015195811167359352 @@ -302138,7 +339539,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8988889455795288, + "sufficiency": 0.8989112973213196, "masked prediction probs": [ 0.9882233738899231, 0.011776650324463844 @@ -302150,8 +339551,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009206726215779781, - "sufficiency": 0.9753513932228088, + "comprehensiveness": 0.009204686619341373, + "sufficiency": 0.9753567576408386, "masked prediction probs": [ 0.9783218502998352, 0.021678155288100243 @@ -302163,8 +339564,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001325787976384163, - "sufficiency": 0.8935422301292419, + "comprehensiveness": 0.0013254944933578372, + "sufficiency": 0.8935657739639282, "masked prediction probs": [ 0.9854377508163452, 0.014562255702912807 @@ -302176,11 +339577,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002026873640716076, - "sufficiency": 0.9997203350067139, + "comprehensiveness": 0.0007654093205928802, + "sufficiency": 0.9469906687736511, "masked prediction probs": [ - 0.9848041534423828, - 0.015195811167359352 + 0.9859435558319092, + 0.01405640784651041 + ], + "full text prediction probs": [ + 0.986635148525238, + 0.013364827260375023 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0006404589512385428, + "sufficiency": 0.9833669662475586, + "masked prediction probs": [ + 0.9860563278198242, + 0.013943721540272236 ], "full text prediction probs": [ 0.986635148525238, @@ -302190,12 +339604,12 @@ } }, "test_1364": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.010586418211460114, - 0.9894134998321533 + 0.052115313708782196, + 0.9478846788406372 ], "full text prediction probs": [ 0.9016111493110657, @@ -302294,12 +339708,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.011132140643894672, - 0.9888678789138794 + 0.010586418211460114, + 0.9894134998321533 + ], + "full text prediction probs": [ + 0.9016111493110657, + 0.09838888049125671 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7104048132896423, + "sufficiency": 0.9739916324615479, + "masked prediction probs": [ + 0.32111433148384094, + 0.6788856983184814 ], "full text prediction probs": [ 0.9016111493110657, @@ -302309,7 +339736,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8113296031951904, + "sufficiency": 0.8113756775856018, "masked prediction probs": [ 0.9837497472763062, 0.01625032350420952 @@ -302347,7 +339774,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7535176277160645, + "comprehensiveness": 0.7533333897590637, "sufficiency": 1.0, "masked prediction probs": [ 0.28543323278427124, @@ -302397,15 +339824,28 @@ 0.09838888049125671 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.011132140643894672, + 0.9888678789138794 + ], + "full text prediction probs": [ + 0.9016111493110657, + 0.09838888049125671 + ], + "labels": 0 } }, "test_1421": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9812852144241333, - 0.018714727833867073 + 0.8189792633056641, + 0.18102072179317474 ], "full text prediction probs": [ 0.1362847089767456, @@ -302504,12 +339944,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9821228384971619, - 0.017877090722322464 + 0.9812852144241333, + 0.018714727833867073 + ], + "full text prediction probs": [ + 0.1362847089767456, + 0.8637153506278992 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7704588174819946, + 0.2295411080121994 ], "full text prediction probs": [ 0.1362847089767456, @@ -302607,15 +340060,28 @@ 0.8637153506278992 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9821228384971619, + 0.017877090722322464 + ], + "full text prediction probs": [ + 0.1362847089767456, + 0.8637153506278992 + ], + "labels": 0 } }, "test_1487": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9959691762924194, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8971547484397888, "masked prediction probs": [ - 0.016736939549446106, - 0.9832630157470703 + 0.9878361821174622, + 0.01216380950063467 ], "full text prediction probs": [ 0.9855111837387085, @@ -302714,12 +340180,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9933129549026489, + "sufficiency": 0.9959763884544373, "masked prediction probs": [ - 0.023099495097994804, - 0.976900577545166 + 0.016736939549446106, + 0.9832630157470703 + ], + "full text prediction probs": [ + 0.9855111837387085, + 0.014488865621387959 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8483107686042786, + "masked prediction probs": [ + 0.9905688762664795, + 0.009431080892682076 ], "full text prediction probs": [ 0.9855111837387085, @@ -302729,7 +340208,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6796121597290039, + "sufficiency": 0.679683268070221, "masked prediction probs": [ 0.9910913109779358, 0.008908663876354694 @@ -302742,7 +340221,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9843159914016724, + "sufficiency": 0.9843193888664246, "masked prediction probs": [ 0.043943341821432114, 0.9560565948486328 @@ -302754,8 +340233,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0024349403101950884, - "sufficiency": 0.8919493556022644, + "comprehensiveness": 0.0024344001431018114, + "sufficiency": 0.8919732570648193, "masked prediction probs": [ 0.9833162426948547, 0.016683708876371384 @@ -302767,8 +340246,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007190487231127918, - "sufficiency": 0.8612818717956543, + "comprehensiveness": 0.0007188892923295498, + "sufficiency": 0.8613126873970032, "masked prediction probs": [ 0.9848628640174866, 0.015137066133320332 @@ -302781,7 +340260,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9843263626098633, + "sufficiency": 0.984329879283905, "masked prediction probs": [ 0.043943341821432114, 0.9560565948486328 @@ -302793,8 +340272,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006740017328411341, - "sufficiency": 0.7353743314743042, + "comprehensiveness": 0.0067385234870016575, + "sufficiency": 0.7354329824447632, "masked prediction probs": [ 0.9794314503669739, 0.020568521693348885 @@ -302807,7 +340286,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9843332767486572, + "sufficiency": 0.9843367338180542, "masked prediction probs": [ 0.043943341821432114, 0.9560565948486328 @@ -302817,15 +340296,28 @@ 0.014488865621387959 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9933263063430786, + "masked prediction probs": [ + 0.023099495097994804, + 0.976900577545166 + ], + "full text prediction probs": [ + 0.9855111837387085, + 0.014488865621387959 + ], + "labels": 0 } }, "test_1551": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005942157935351133, - "sufficiency": 0.8087468147277832, + "fixed-shap": { + "comprehensiveness": 0.4553697407245636, + "sufficiency": 0.9974270462989807, "masked prediction probs": [ - 0.9861570596694946, - 0.013842918910086155 + 0.5793080925941467, + 0.42069193720817566 ], "full text prediction probs": [ 0.9915362596511841, @@ -302912,11 +340404,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005932982545346022, - "sufficiency": 0.8090420961380005, + "comprehensiveness": 0.4546666145324707, + "sufficiency": 0.9974309802055359, "masked prediction probs": [ - 0.9861570596694946, - 0.013842918910086155 + 0.5793080925941467, + 0.42069193720817566 ], "full text prediction probs": [ 0.9915362596511841, @@ -302924,12 +340416,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.012322249822318554, - "sufficiency": 0.9735718369483948, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4545662999153137, + "sufficiency": 0.9974315762519836, "masked prediction probs": [ - 0.9803617000579834, - 0.01963835395872593 + 0.5793080925941467, + 0.42069193720817566 + ], + "full text prediction probs": [ + 0.9915362596511841, + 0.008463702164590359 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.29172483086586, + "sufficiency": 0.9968665838241577, + "masked prediction probs": [ + 0.7269242405891418, + 0.27307581901550293 ], "full text prediction probs": [ 0.9915362596511841, @@ -302951,8 +340456,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007437602616846561, - "sufficiency": 0.9851043820381165, + "comprehensiveness": 0.007435963489115238, + "sufficiency": 0.9851076006889343, "masked prediction probs": [ 0.9847884178161621, 0.015211575664579868 @@ -302964,8 +340469,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005379759706556797, - "sufficiency": 0.8069391846656799, + "comprehensiveness": 0.0053785741329193115, + "sufficiency": 0.80698162317276, "masked prediction probs": [ 0.9866543412208557, 0.013345655985176563 @@ -302977,8 +340482,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.012311388738453388, - "sufficiency": 0.973595142364502, + "comprehensiveness": 0.012308676727116108, + "sufficiency": 0.9736009240150452, "masked prediction probs": [ 0.9803617000579834, 0.01963835395872593 @@ -302990,8 +340495,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011902672238647938, - "sufficiency": 0.9980868101119995, + "comprehensiveness": 0.011900050565600395, + "sufficiency": 0.9980872273445129, "masked prediction probs": [ 0.9807302951812744, 0.019269663840532303 @@ -303003,8 +340508,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011515796650201082, - "sufficiency": 0.971162736415863, + "comprehensiveness": 0.0011513261124491692, + "sufficiency": 0.9711690545082092, "masked prediction probs": [ 0.9904905557632446, 0.009509515017271042 @@ -303016,11 +340521,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.012303256429731846, - "sufficiency": 0.9736125469207764, + "comprehensiveness": 0.2912752330303192, + "sufficiency": 0.9968713521957397, "masked prediction probs": [ - 0.9803617000579834, - 0.01963835395872593 + 0.7269242405891418, + 0.27307581901550293 + ], + "full text prediction probs": [ + 0.9915362596511841, + 0.008463702164590359 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2912111282348633, + "sufficiency": 0.9968721270561218, + "masked prediction probs": [ + 0.7269242405891418, + 0.27307581901550293 ], "full text prediction probs": [ 0.9915362596511841, @@ -303030,12 +340548,12 @@ } }, "test_1591": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9956040978431702, + "fixed-shap": { + "comprehensiveness": 0.27217304706573486, + "sufficiency": 0.9992843270301819, "masked prediction probs": [ - 0.9887401461601257, - 0.011259807273745537 + 0.7426892518997192, + 0.25731080770492554 ], "full text prediction probs": [ 0.9881569743156433, @@ -303122,11 +340640,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.004079833161085844, - "sufficiency": 0.5751816630363464, + "comprehensiveness": 0.2717512249946594, + "sufficiency": 0.9992853999137878, "masked prediction probs": [ - 0.9844717383384705, - 0.015528274700045586 + 0.7426892518997192, + 0.25731080770492554 ], "full text prediction probs": [ 0.9881569743156433, @@ -303134,12 +340652,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0016334060346707702, - "sufficiency": 0.15704073011875153, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.27169105410575867, + "sufficiency": 0.9992855787277222, "masked prediction probs": [ - 0.9866812229156494, - 0.013318709097802639 + 0.7426892518997192, + 0.25731080770492554 + ], + "full text prediction probs": [ + 0.9881569743156433, + 0.011843061074614525 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012712538242340088, + "sufficiency": 0.9988012313842773, + "masked prediction probs": [ + 0.9766688942909241, + 0.023331109434366226 ], "full text prediction probs": [ 0.9881569743156433, @@ -303161,8 +340692,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00427534943446517, - "sufficiency": 0.916645884513855, + "comprehensiveness": 0.004274403676390648, + "sufficiency": 0.9166643619537354, "masked prediction probs": [ 0.9842925667762756, 0.015707463026046753 @@ -303174,8 +340705,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004136020317673683, - "sufficiency": 0.8728671669960022, + "comprehensiveness": 0.0041351052932441235, + "sufficiency": 0.872895359992981, "masked prediction probs": [ 0.9844176769256592, 0.015582263469696045 @@ -303187,8 +340718,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006055373232811689, - "sufficiency": 0.9010440707206726, + "comprehensiveness": 0.00605403445661068, + "sufficiency": 0.9010658860206604, "masked prediction probs": [ 0.9826812148094177, 0.017318814992904663 @@ -303200,8 +340731,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010885373689234257, - "sufficiency": 0.9053860306739807, + "comprehensiveness": 0.01088296715170145, + "sufficiency": 0.9054068922996521, "masked prediction probs": [ 0.9783113598823547, 0.02168864570558071 @@ -303213,8 +340744,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0109398253262043, - "sufficiency": 0.888001561164856, + "comprehensiveness": 0.010937407612800598, + "sufficiency": 0.8880263566970825, "masked prediction probs": [ 0.9782599210739136, 0.021740121766924858 @@ -303226,11 +340757,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006051358301192522, - "sufficiency": 0.9011096358299255, + "comprehensiveness": 0.012692873366177082, + "sufficiency": 0.9988031387329102, "masked prediction probs": [ - 0.9826812148094177, - 0.017318814992904663 + 0.9766688942909241, + 0.023331109434366226 + ], + "full text prediction probs": [ + 0.9881569743156433, + 0.011843061074614525 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0016301582800224423, + "sufficiency": 0.15871664881706238, + "masked prediction probs": [ + 0.9866812229156494, + 0.013318709097802639 ], "full text prediction probs": [ 0.9881569743156433, @@ -303240,12 +340784,12 @@ } }, "test_1637": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9986414909362793, + "sufficiency": 1.0, "masked prediction probs": [ - 0.022490214556455612, - 0.9775097966194153 + 0.08171065151691437, + 0.9182893633842468 ], "full text prediction probs": [ 0.9851728677749634, @@ -303344,12 +340888,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9831085205078125, + "sufficiency": 0.9986438751220703, "masked prediction probs": [ - 0.017609553411602974, - 0.9823904037475586 + 0.022490214556455612, + 0.9775097966194153 + ], + "full text prediction probs": [ + 0.9851728677749634, + 0.014827155508100986 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9901378750801086, + "masked prediction probs": [ + 0.020917978137731552, + 0.9790819883346558 ], "full text prediction probs": [ 0.9851728677749634, @@ -303359,7 +340916,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8007928133010864, + "sufficiency": 0.8008370995521545, "masked prediction probs": [ 0.987762451171875, 0.012237626127898693 @@ -303372,7 +340929,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9767597913742065, + "sufficiency": 0.976764976978302, "masked prediction probs": [ 0.03197655826807022, 0.9680234789848328 @@ -303385,7 +340942,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9944940805435181, + "sufficiency": 0.9944952726364136, "masked prediction probs": [ 0.01984969526529312, 0.9801503419876099 @@ -303397,8 +340954,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0027069183997809887, - "sufficiency": 0.8978927135467529, + "comprehensiveness": 0.0027063179295510054, + "sufficiency": 0.8979154229164124, "masked prediction probs": [ 0.9827331304550171, 0.017266863957047462 @@ -303411,7 +340968,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.983127236366272, + "sufficiency": 0.9831309914588928, "masked prediction probs": [ 0.017609553411602974, 0.9823904037475586 @@ -303423,8 +340980,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02909809723496437, - "sufficiency": 0.8019359707832336, + "comprehensiveness": 0.029091645032167435, + "sufficiency": 0.8019798994064331, "masked prediction probs": [ 0.9589352011680603, 0.04106481000781059 @@ -303437,7 +340994,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9831347465515137, + "sufficiency": 0.9831385016441345, + "masked prediction probs": [ + 0.017609553411602974, + 0.9823904037475586 + ], + "full text prediction probs": [ + 0.9851728677749634, + 0.014827155508100986 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9831421971321106, "masked prediction probs": [ 0.017609553411602974, 0.9823904037475586 @@ -303450,12 +341020,12 @@ } }, "test_1730": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06124374270439148, - "sufficiency": 0.7779710292816162, + "fixed-shap": { + "comprehensiveness": 0.15844979882240295, + "sufficiency": 0.9639852046966553, "masked prediction probs": [ - 0.9205177426338196, - 0.07948222756385803 + 0.8341339230537415, + 0.16586603224277496 ], "full text prediction probs": [ 0.9749430418014526, @@ -303542,11 +341112,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.08224686980247498, - "sufficiency": 0.9908692240715027, + "comprehensiveness": 0.15820056200027466, + "sufficiency": 0.9640418887138367, "masked prediction probs": [ - 0.9017378091812134, - 0.09826219826936722 + 0.8341339230537415, + 0.16586603224277496 ], "full text prediction probs": [ 0.9749430418014526, @@ -303554,12 +341124,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.15441332757472992, - "sufficiency": 0.927780270576477, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15816502273082733, + "sufficiency": 0.9640499353408813, "masked prediction probs": [ - 0.8374739289283752, - 0.16252610087394714 + 0.8341339230537415, + 0.16586603224277496 + ], + "full text prediction probs": [ + 0.9749430418014526, + 0.025056928396224976 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.15406599640846252, + "sufficiency": 0.9338286519050598, + "masked prediction probs": [ + 0.8377523422241211, + 0.16224762797355652 ], "full text prediction probs": [ 0.9749430418014526, @@ -303569,7 +341152,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4837835729122162, + "sufficiency": 0.4838995039463043, "masked prediction probs": [ 0.9840623736381531, 0.015937620773911476 @@ -303582,7 +341165,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8409454226493835, + "sufficiency": 0.840981125831604, "masked prediction probs": [ 0.9749430418014526, 0.025056928396224976 @@ -303594,8 +341177,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.024439409375190735, - "sufficiency": 0.93537837266922, + "comprehensiveness": 0.0244339220225811, + "sufficiency": 0.9353927969932556, "masked prediction probs": [ 0.9531707763671875, 0.04682920128107071 @@ -303608,7 +341191,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8633672595024109, + "sufficiency": 0.8633978962898254, "masked prediction probs": [ 0.9823343753814697, 0.017665617167949677 @@ -303620,7 +341203,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07791563123464584, + "comprehensiveness": 0.07789815217256546, "sufficiency": 1.0, "masked prediction probs": [ 0.9054993987083435, @@ -303633,8 +341216,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.014280702918767929, - "sufficiency": 0.8870130777359009, + "comprehensiveness": 0.014277500100433826, + "sufficiency": 0.8870384097099304, "masked prediction probs": [ 0.9622122645378113, 0.03778775781393051 @@ -303646,11 +341229,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02441748045384884, - "sufficiency": 0.9354363083839417, + "comprehensiveness": 0.15382413566112518, + "sufficiency": 0.9339324831962585, "masked prediction probs": [ - 0.9531707763671875, - 0.04682920128107071 + 0.8377523422241211, + 0.16224762797355652 + ], + "full text prediction probs": [ + 0.9749430418014526, + 0.025056928396224976 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.15378965437412262, + "sufficiency": 0.9339473247528076, + "masked prediction probs": [ + 0.8377523422241211, + 0.16224762797355652 ], "full text prediction probs": [ 0.9749430418014526, @@ -303660,12 +341256,12 @@ } }, "test_1737": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0012783888960257173, - "sufficiency": 0.9852474331855774, + "fixed-shap": { + "comprehensiveness": 0.0025808473583310843, + "sufficiency": 0.7790417671203613, "masked prediction probs": [ - 0.9914570450782776, - 0.008542973548173904 + 0.990276575088501, + 0.009723404422402382 ], "full text prediction probs": [ 0.9926156997680664, @@ -303764,12 +341360,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0021680330391973257, - "sufficiency": 0.9872174859046936, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0012761360267177224, + "sufficiency": 0.9852734208106995, "masked prediction probs": [ - 0.9906472563743591, - 0.009352730587124825 + 0.9914570450782776, + 0.008542973548173904 + ], + "full text prediction probs": [ + 0.9926156997680664, + 0.007384295109659433 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0016657853266224265, + "sufficiency": 0.7526391744613647, + "masked prediction probs": [ + 0.991102933883667, + 0.008897025138139725 ], "full text prediction probs": [ 0.9926156997680664, @@ -303778,8 +341387,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005819747457280755, - "sufficiency": 0.7748540639877319, + "comprehensiveness": 0.000581846572458744, + "sufficiency": 0.7749036550521851, "masked prediction probs": [ 0.992087185382843, 0.007912826724350452 @@ -303791,8 +341400,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002381587866693735, - "sufficiency": 0.9556210041046143, + "comprehensiveness": 0.0023810635320842266, + "sufficiency": 0.9556307196617126, "masked prediction probs": [ 0.9904524087905884, 0.009547554887831211 @@ -303804,8 +341413,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0010508589912205935, - "sufficiency": 0.933301568031311, + "comprehensiveness": 0.0010506276739761233, + "sufficiency": 0.933316171169281, "masked prediction probs": [ 0.9916609525680542, 0.00833901111036539 @@ -303818,7 +341427,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.896676242351532, + "sufficiency": 0.896699070930481, "masked prediction probs": [ 0.9927023649215698, 0.007297605276107788 @@ -303830,8 +341439,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00328234164044261, - "sufficiency": 0.9531394839286804, + "comprehensiveness": 0.0032816193997859955, + "sufficiency": 0.9531498551368713, "masked prediction probs": [ 0.989632248878479, 0.0103677399456501 @@ -303843,8 +341452,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007048656698316336, - "sufficiency": 0.95833820104599, + "comprehensiveness": 0.0070471069775521755, + "sufficiency": 0.9583473205566406, "masked prediction probs": [ 0.9862074851989746, 0.013792489655315876 @@ -303856,11 +341465,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0023789687547832727, - "sufficiency": 0.9556697607040405, + "comprehensiveness": 0.0016632211627438664, + "sufficiency": 0.7530198097229004, "masked prediction probs": [ - 0.9904524087905884, - 0.009547554887831211 + 0.991102933883667, + 0.008897025138139725 + ], + "full text prediction probs": [ + 0.9926156997680664, + 0.007384295109659433 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002163743367418647, + "sufficiency": 0.9872427582740784, + "masked prediction probs": [ + 0.9906472563743591, + 0.009352730587124825 ], "full text prediction probs": [ 0.9926156997680664, @@ -303870,12 +341492,12 @@ } }, "test_1770": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.019401393830776215, - "sufficiency": 0.9843010902404785, + "fixed-shap": { + "comprehensiveness": 0.0010915471939370036, + "sufficiency": 0.9781639575958252, "masked prediction probs": [ - 0.976321280002594, - 0.02367870882153511 + 0.9929403066635132, + 0.0070597026497125626 ], "full text prediction probs": [ 0.9939310550689697, @@ -303974,12 +341596,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.019746150821447372, - "sufficiency": 0.9867392182350159, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01936725340783596, + "sufficiency": 0.9843287467956543, "masked prediction probs": [ - 0.9759767651557922, - 0.02402319572865963 + 0.976321280002594, + 0.02367870882153511 + ], + "full text prediction probs": [ + 0.9939310550689697, + 0.006068979389965534 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0019977553747594357, + "sufficiency": 0.9696889519691467, + "masked prediction probs": [ + 0.9921141862869263, + 0.007885826751589775 ], "full text prediction probs": [ 0.9939310550689697, @@ -303988,8 +341623,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.004809044301509857, - "sufficiency": 0.8766632080078125, + "comprehensiveness": 0.004807986784726381, + "sufficiency": 0.8766903877258301, "masked prediction probs": [ 0.9895574450492859, 0.010442573577165604 @@ -304001,8 +341636,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006512212101370096, - "sufficiency": 0.8746272325515747, + "comprehensiveness": 0.006510780658572912, + "sufficiency": 0.8746548295021057, "masked prediction probs": [ 0.9880071878433228, 0.011992832645773888 @@ -304014,8 +341649,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.005994168575853109, - "sufficiency": 0.9727351665496826, + "comprehensiveness": 0.005992851220071316, + "sufficiency": 0.9727410674095154, "masked prediction probs": [ 0.9884772300720215, 0.011522775515913963 @@ -304027,8 +341662,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007023752550594509, - "sufficiency": 0.8450601100921631, + "comprehensiveness": 0.0007022209465503693, + "sufficiency": 0.8450942039489746, "masked prediction probs": [ 0.9932918548583984, 0.006708132103085518 @@ -304040,8 +341675,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01972445845603943, - "sufficiency": 0.9867538809776306, + "comprehensiveness": 0.019720125943422318, + "sufficiency": 0.9867568612098694, "masked prediction probs": [ 0.9759767651557922, 0.02402319572865963 @@ -304053,8 +341688,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0014925790019333363, - "sufficiency": 0.8810204863548279, + "comprehensiveness": 0.0014922512928023934, + "sufficiency": 0.8810465931892395, "masked prediction probs": [ 0.9925721287727356, 0.0074278987012803555 @@ -304066,8 +341701,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019715795293450356, - "sufficiency": 0.9867597222328186, + "comprehensiveness": 0.019711464643478394, + "sufficiency": 0.986762523651123, + "masked prediction probs": [ + 0.9759767651557922, + 0.02402319572865963 + ], + "full text prediction probs": [ + 0.9939310550689697, + 0.006068979389965534 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01970713771879673, + "sufficiency": 0.9867655038833618, "masked prediction probs": [ 0.9759767651557922, 0.02402319572865963 @@ -304080,12 +341728,12 @@ } }, "test_81": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9868330359458923, - 0.01316696684807539 + 0.8254722952842712, + 0.17452771961688995 ], "full text prediction probs": [ 0.03276284039020538, @@ -304184,12 +341832,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5042408108711243, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9880079030990601, - 0.011992087587714195 + 0.9868330359458923, + 0.01316696684807539 + ], + "full text prediction probs": [ + 0.03276284039020538, + 0.9672371745109558 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6702464818954468, + 0.3297535181045532 ], "full text prediction probs": [ 0.03276284039020538, @@ -304212,7 +341873,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.03309214115142822, + "sufficiency": 0.03652068227529526, "masked prediction probs": [ 0.9848292469978333, 0.01517074927687645 @@ -304251,7 +341912,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5129684209823608, + "sufficiency": 0.5146771669387817, "masked prediction probs": [ 0.9880079030990601, 0.011992087587714195 @@ -304277,7 +341938,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5163740515708923, + "sufficiency": 0.5180590152740479, + "masked prediction probs": [ + 0.9880079030990601, + 0.011992087587714195 + ], + "full text prediction probs": [ + 0.03276284039020538, + 0.9672371745109558 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5197323560714722, "masked prediction probs": [ 0.9880079030990601, 0.011992087587714195 @@ -304290,12 +341964,12 @@ } }, "test_123": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.14842642843723297, - "sufficiency": 0.7722923159599304, + "fixed-shap": { + "comprehensiveness": 0.3110596835613251, + "sufficiency": 0.0, "masked prediction probs": [ - 0.021772213280200958, - 0.9782277345657349 + 0.03420555964112282, + 0.9657943844795227 ], "full text prediction probs": [ 0.01042503584176302, @@ -304394,12 +342068,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07436978071928024, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.14538325369358063, + "sufficiency": 0.7769550085067749, + "masked prediction probs": [ + 0.021772213280200958, + 0.9782277345657349 + ], + "full text prediction probs": [ + 0.01042503584176302, + 0.9895749688148499 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.29871970415115356, "sufficiency": 0.0, "masked prediction probs": [ - 0.016229625791311264, - 0.9837703704833984 + 0.03379997983574867, + 0.9661999940872192 ], "full text prediction probs": [ 0.01042503584176302, @@ -304408,7 +342095,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.22841183841228485, + "comprehensiveness": 0.22782942652702332, "sufficiency": 0.0, "masked prediction probs": [ 0.028298363089561462, @@ -304421,7 +342108,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.021363306790590286, + "comprehensiveness": 0.02130897343158722, "sufficiency": 0.0, "masked prediction probs": [ 0.01210097223520279, @@ -304434,7 +342121,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.019801627844572067, + "comprehensiveness": 0.019751394167542458, "sufficiency": 0.0, "masked prediction probs": [ 0.011982475407421589, @@ -304460,7 +342147,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1895570158958435, + "comprehensiveness": 0.18907856941223145, "sufficiency": 0.0, "masked prediction probs": [ 0.02540968358516693, @@ -304473,7 +342160,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.08131656795740128, + "comprehensiveness": 0.081111840903759, "sufficiency": 0.0, "masked prediction probs": [ 0.01686936430633068, @@ -304486,7 +342173,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.021094374358654022, + "comprehensiveness": 0.021041398867964745, "sufficiency": 0.0, "masked prediction probs": [ 0.01210097223520279, @@ -304497,15 +342184,28 @@ 0.9895749688148499 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07269305735826492, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016229625791311264, + 0.9837703704833984 + ], + "full text prediction probs": [ + 0.01042503584176302, + 0.9895749688148499 + ], + "labels": 1 } }, "test_179": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5173259973526001, "sufficiency": 0.0, "masked prediction probs": [ - 0.9737979173660278, - 0.026202073320746422 + 0.05373849347233772, + 0.946261465549469 ], "full text prediction probs": [ 0.018222831189632416, @@ -304604,12 +342304,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9753572940826416, - 0.024642696604132652 + 0.9737979173660278, + 0.026202073320746422 + ], + "full text prediction probs": [ + 0.018222831189632416, + 0.9817771315574646 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08954653143882751, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02453170157968998, + 0.9754683375358582 ], "full text prediction probs": [ 0.018222831189632416, @@ -304683,7 +342396,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1723535656929016, + "comprehensiveness": 0.17187240719795227, "sufficiency": 0.0, "masked prediction probs": [ 0.030538002029061317, @@ -304707,15 +342420,28 @@ 0.9817771315574646 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9753572940826416, + 0.024642696604132652 + ], + "full text prediction probs": [ + 0.018222831189632416, + 0.9817771315574646 + ], + "labels": 1 } }, "test_295": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09552101045846939, "sufficiency": 0.0, "masked prediction probs": [ - 0.7607243657112122, - 0.23927560448646545 + 0.017403317615389824, + 0.9825966954231262 ], "full text prediction probs": [ 0.010066471993923187, @@ -304814,12 +342540,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6220153570175171, - 0.3779846429824829 + 0.7607243657112122, + 0.23927560448646545 + ], + "full text prediction probs": [ + 0.010066471993923187, + 0.9899335503578186 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05671717971563339, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014524913392961025, + 0.9854750633239746 ], "full text prediction probs": [ 0.010066471993923187, @@ -304841,7 +342580,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.8010388612747192, + "comprehensiveness": 0.7990108132362366, "sufficiency": 0.0, "masked prediction probs": [ 0.07319563627243042, @@ -304854,7 +342593,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8782358169555664, + "comprehensiveness": 0.8760179281234741, "sufficiency": 0.0, "masked prediction probs": [ 0.07945512980222702, @@ -304893,7 +342632,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.09041779488325119, + "comprehensiveness": 0.09019117802381516, "sufficiency": 0.0, "masked prediction probs": [ 0.017264533787965775, @@ -304917,15 +342656,28 @@ 0.9899335503578186 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6220153570175171, + 0.3779846429824829 + ], + "full text prediction probs": [ + 0.010066471993923187, + 0.9899335503578186 + ], + "labels": 1 } }, "test_297": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6162411570549011, + "fixed-shap": { + "comprehensiveness": 0.21932850778102875, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9228543639183044, - 0.07714565098285675 + 0.02985474467277527, + 0.9701452255249023 ], "full text prediction probs": [ 0.01383498776704073, @@ -305024,12 +342776,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.624457836151123, + "masked prediction probs": [ + 0.9228543639183044, + 0.07714565098285675 + ], + "full text prediction probs": [ + 0.01383498776704073, + 0.9861650466918945 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18814176321029663, "sufficiency": 0.0, "masked prediction probs": [ - 0.8773407936096191, - 0.12265915423631668 + 0.02791556529700756, + 0.9720844030380249 ], "full text prediction probs": [ 0.01383498776704073, @@ -305051,7 +342816,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.04506371542811394, + "comprehensiveness": 0.0449439100921154, "sufficiency": 0.0, "masked prediction probs": [ 0.01721658557653427, @@ -305064,7 +342829,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.30446815490722656, + "comprehensiveness": 0.30366086959838867, "sufficiency": 0.0, "masked prediction probs": [ 0.0367434024810791, @@ -305077,7 +342842,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.047070953994989395, + "comprehensiveness": 0.04694647341966629, "sufficiency": 0.0, "masked prediction probs": [ 0.017386063933372498, @@ -305103,7 +342868,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1102297455072403, + "comprehensiveness": 0.10993977636098862, "sufficiency": 0.0, "masked prediction probs": [ 0.022194841876626015, @@ -305127,15 +342892,28 @@ 0.9861650466918945 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8773407936096191, + 0.12265915423631668 + ], + "full text prediction probs": [ + 0.01383498776704073, + 0.9861650466918945 + ], + "labels": 1 } }, "test_332": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.054690394550561905, + "fixed-shap": { + "comprehensiveness": 0.27248480916023254, "sufficiency": 0.0, "masked prediction probs": [ - 0.012363394722342491, - 0.9876366257667542 + 0.029530564323067665, + 0.9704694747924805 ], "full text prediction probs": [ 0.00805254839360714, @@ -305234,12 +343012,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02962111495435238, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.05360215902328491, "sufficiency": 0.0, "masked prediction probs": [ - 0.010434731841087341, - 0.9895652532577515 + 0.012363394722342491, + 0.9876366257667542 + ], + "full text prediction probs": [ + 0.00805254839360714, + 0.9919474720954895 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.279155433177948, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03055889904499054, + 0.9694411158561707 ], "full text prediction probs": [ 0.00805254839360714, @@ -305248,7 +343039,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.38998913764953613, + "comprehensiveness": 0.38902392983436584, "sufficiency": 0.0, "masked prediction probs": [ 0.03949465602636337, @@ -305261,7 +343052,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06929275393486023, + "comprehensiveness": 0.06912168115377426, "sufficiency": 0.0, "masked prediction probs": [ 0.01365302037447691, @@ -305274,7 +343065,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1140860766172409, + "comprehensiveness": 0.11380511522293091, "sufficiency": 0.0, "masked prediction probs": [ 0.017296090722084045, @@ -305287,7 +343078,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04578343778848648, + "comprehensiveness": 0.04567096009850502, "sufficiency": 0.0, "masked prediction probs": [ 0.011771128512918949, @@ -305300,7 +343091,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03916609287261963, + "comprehensiveness": 0.03907011076807976, "sufficiency": 0.0, "masked prediction probs": [ 0.01124153845012188, @@ -305313,7 +343104,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.031024308875203133, + "comprehensiveness": 0.030948463827371597, "sufficiency": 0.0, "masked prediction probs": [ 0.010584866628050804, @@ -305326,7 +343117,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.06844574958086014, + "comprehensiveness": 0.06827882677316666, "sufficiency": 0.0, "masked prediction probs": [ 0.01365302037447691, @@ -305337,15 +343128,28 @@ 0.9919474720954895 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.028972553089261055, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010434731841087341, + 0.9895652532577515 + ], + "full text prediction probs": [ + 0.00805254839360714, + 0.9919474720954895 + ], + "labels": 1 } }, "test_442": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9843713641166687, - 0.015628617256879807 + 0.8638511300086975, + 0.13614888489246368 ], "full text prediction probs": [ 0.1771901547908783, @@ -305444,12 +343248,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9875689148902893, - 0.012431017123162746 + 0.9843713641166687, + 0.015628617256879807 + ], + "full text prediction probs": [ + 0.1771901547908783, + 0.8228098154067993 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6934598088264465, + 0.30654019117355347 ], "full text prediction probs": [ 0.1771901547908783, @@ -305547,15 +343364,28 @@ 0.8228098154067993 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9875689148902893, + 0.012431017123162746 + ], + "full text prediction probs": [ + 0.1771901547908783, + 0.8228098154067993 + ], + "labels": 1 } }, "test_460": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5568835139274597, - "sufficiency": 0.45163655281066895, + "fixed-shap": { + "comprehensiveness": 0.09792318195104599, + "sufficiency": 0.35033246874809265, "masked prediction probs": [ - 0.0522049181163311, - 0.947795033454895 + 0.01629500649869442, + 0.9837049841880798 ], "full text prediction probs": [ 0.008633310906589031, @@ -305654,12 +343484,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.32434213161468506, - "sufficiency": 0.33458271622657776, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5457220077514648, + "sufficiency": 0.4626135528087616, "masked prediction probs": [ - 0.03452953323721886, - 0.9654704928398132 + 0.0522049181163311, + 0.947795033454895 + ], + "full text prediction probs": [ + 0.008633310906589031, + 0.9913666844367981 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07354459166526794, + "sufficiency": 0.14924763143062592, + "masked prediction probs": [ + 0.014519931748509407, + 0.985480010509491 ], "full text prediction probs": [ 0.008633310906589031, @@ -305668,8 +343511,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3235315680503845, - "sufficiency": 0.33624356985092163, + "comprehensiveness": 0.3227250277996063, + "sufficiency": 0.3378961682319641, "masked prediction probs": [ 0.03452953323721886, 0.9654704928398132 @@ -305681,7 +343524,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0704672709107399, + "comprehensiveness": 0.07029204070568085, "sufficiency": 0.0, "masked prediction probs": [ 0.014287849888205528, @@ -305694,7 +343537,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04694509133696556, + "comprehensiveness": 0.04682864248752594, "sufficiency": 0.0, "masked prediction probs": [ 0.01240970566868782, @@ -305707,7 +343550,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04632382094860077, + "comprehensiveness": 0.04620920121669769, "sufficiency": 0.0, "masked prediction probs": [ 0.01236901618540287, @@ -305720,7 +343563,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1418163925409317, + "comprehensiveness": 0.14146636426448822, "sufficiency": 0.0, "masked prediction probs": [ 0.020098060369491577, @@ -305733,7 +343576,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.028477581217885017, + "comprehensiveness": 0.028407465666532516, "sufficiency": 0.0, "masked prediction probs": [ 0.010941180400550365, @@ -305746,8 +343589,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3187520205974579, - "sufficiency": 0.34603723883628845, + "comprehensiveness": 0.31796911358833313, + "sufficiency": 0.3476414680480957, + "masked prediction probs": [ + 0.03452953323721886, + 0.9654704928398132 + ], + "full text prediction probs": [ + 0.008633310906589031, + 0.9913666844367981 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3171900510787964, + "sufficiency": 0.349237859249115, "masked prediction probs": [ 0.03452953323721886, 0.9654704928398132 @@ -305760,12 +343616,12 @@ } }, "test_485": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2955032289028168, - 0.7044968008995056 + 0.4449547529220581, + 0.5550452470779419 ], "full text prediction probs": [ 0.010737619362771511, @@ -305855,8 +343711,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.2955032289028168, - 0.7044968008995056 + 0.4449547529220581, + 0.5550452470779419 ], "full text prediction probs": [ 0.010737619362771511, @@ -305864,12 +343720,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.11352060735225677, - 0.886479377746582 + 0.4449547529220581, + 0.5550452470779419 + ], + "full text prediction probs": [ + 0.010737619362771511, + 0.9892624020576477 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.16870202124118805, + 0.8312979936599731 ], "full text prediction probs": [ 0.010737619362771511, @@ -305891,7 +343760,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03714897111058235, + "comprehensiveness": 0.037054114043712616, "sufficiency": 0.0, "masked prediction probs": [ 0.01364041492342949, @@ -305904,7 +343773,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02578038163483143, + "comprehensiveness": 0.02571471966803074, "sufficiency": 0.0, "masked prediction probs": [ 0.012757194228470325, @@ -305917,7 +343786,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03453800454735756, + "comprehensiveness": 0.03445025905966759, "sufficiency": 0.0, "masked prediction probs": [ 0.013450123369693756, @@ -305930,7 +343799,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10466644167900085, + "comprehensiveness": 0.10440121591091156, "sufficiency": 0.0, "masked prediction probs": [ 0.0189787819981575, @@ -305943,7 +343812,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02930467575788498, + "comprehensiveness": 0.029230603948235512, "sufficiency": 0.0, "masked prediction probs": [ 0.013050795532763004, @@ -305959,8 +343828,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.11352060735225677, - 0.886479377746582 + 0.16870202124118805, + 0.8312979936599731 + ], + "full text prediction probs": [ + 0.010737619362771511, + 0.9892624020576477 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.16870202124118805, + 0.8312979936599731 ], "full text prediction probs": [ 0.010737619362771511, @@ -305970,12 +343852,12 @@ } }, "test_537": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.4667366147041321, - 0.5332633852958679 + 0.13004827499389648, + 0.8699517250061035 ], "full text prediction probs": [ 0.0273728184401989, @@ -306074,12 +343956,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.49795976281166077, - 0.5020402669906616 + 0.4667366147041321, + 0.5332633852958679 + ], + "full text prediction probs": [ + 0.0273728184401989, + 0.9726271629333496 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10976766049861908, + 0.8902323842048645 ], "full text prediction probs": [ 0.0273728184401989, @@ -306101,7 +343996,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.24872533977031708, + "comprehensiveness": 0.2479190081357956, "sufficiency": 0.0, "masked prediction probs": [ 0.04267014190554619, @@ -306153,7 +344048,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.827568769454956, + "comprehensiveness": 0.8249202370643616, "sufficiency": 0.0, "masked prediction probs": [ 0.07893270999193192, @@ -306177,15 +344072,28 @@ 0.9726271629333496 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.49795976281166077, + 0.5020402669906616 + ], + "full text prediction probs": [ + 0.0273728184401989, + 0.9726271629333496 + ], + "labels": 1 } }, "test_553": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04011855646967888, + "fixed-shap": { + "comprehensiveness": 0.036222491413354874, "sufficiency": 0.0, "masked prediction probs": [ - 0.010337475687265396, - 0.9896625280380249 + 0.01002687681466341, + 0.9899731874465942 ], "full text prediction probs": [ 0.007138519082218409, @@ -306284,12 +344192,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.038191188126802444, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03932924196124077, "sufficiency": 0.0, "masked prediction probs": [ - 0.010244950652122498, - 0.9897550940513611 + 0.010337475687265396, + 0.9896625280380249 + ], + "full text prediction probs": [ + 0.007138519082218409, + 0.9928614497184753 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.012911158613860607, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008191337808966637, + 0.9918087124824524 ], "full text prediction probs": [ 0.007138519082218409, @@ -306298,8 +344219,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06646665930747986, - "sufficiency": 0.009617111645638943, + "comprehensiveness": 0.06630399823188782, + "sufficiency": 0.012037890963256359, "masked prediction probs": [ 0.012558040209114552, 0.9874419569969177 @@ -306311,7 +344232,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.010540938936173916, + "comprehensiveness": 0.010515204630792141, "sufficiency": 0.0, "masked prediction probs": [ 0.008000068366527557, @@ -306324,7 +344245,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03791147843003273, + "comprehensiveness": 0.03781915083527565, "sufficiency": 0.0, "masked prediction probs": [ 0.010244950652122498, @@ -306337,7 +344258,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.023154033347964287, + "comprehensiveness": 0.02309778332710266, "sufficiency": 0.0, "masked prediction probs": [ 0.009040429256856441, @@ -306350,7 +344271,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.029971303418278694, + "comprehensiveness": 0.029898667708039284, "sufficiency": 0.0, "masked prediction probs": [ 0.009606276638805866, @@ -306363,7 +344284,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.016943203285336494, + "comprehensiveness": 0.016902239993214607, "sufficiency": 0.0, "masked prediction probs": [ 0.008536924608051777, @@ -306376,7 +344297,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.037544846534729004, + "comprehensiveness": 0.03745429217815399, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010244950652122498, + 0.9897550940513611 + ], + "full text prediction probs": [ + 0.007138519082218409, + 0.9928614497184753 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0373641736805439, "sufficiency": 0.0, "masked prediction probs": [ 0.010244950652122498, @@ -306390,12 +344324,12 @@ } }, "test_556": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0998966246843338, + "fixed-shap": { + "comprehensiveness": 0.08336982131004333, "sufficiency": 0.0, "masked prediction probs": [ - 0.013233769685029984, - 0.9867662191390991 + 0.011881609447300434, + 0.9881183505058289 ], "full text prediction probs": [ 0.005060749128460884, @@ -306482,11 +344416,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.09821568429470062, + "comprehensiveness": 0.08196698129177094, "sufficiency": 0.0, "masked prediction probs": [ - 0.013233769685029984, - 0.9867662191390991 + 0.011881609447300434, + 0.9881183505058289 ], "full text prediction probs": [ 0.005060749128460884, @@ -306494,12 +344428,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07665275782346725, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08177042007446289, "sufficiency": 0.0, "masked prediction probs": [ - 0.011454755440354347, - 0.9885452389717102 + 0.011881609447300434, + 0.9881183505058289 + ], + "full text prediction probs": [ + 0.005060749128460884, + 0.9949392080307007 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08353013545274734, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012045127339661121, + 0.98795485496521 ], "full text prediction probs": [ 0.005060749128460884, @@ -306508,7 +344455,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.05162946507334709, + "comprehensiveness": 0.05150624364614487, "sufficiency": 0.0, "masked prediction probs": [ 0.009377711452543736, @@ -306521,7 +344468,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.014800392091274261, + "comprehensiveness": 0.014765152707695961, "sufficiency": 0.0, "masked prediction probs": [ 0.0063012465834617615, @@ -306534,7 +344481,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02775808982551098, + "comprehensiveness": 0.02769215777516365, "sufficiency": 0.0, "masked prediction probs": [ 0.007392887491732836, @@ -306547,7 +344494,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0313088558614254, + "comprehensiveness": 0.03123466484248638, "sufficiency": 0.0, "masked prediction probs": [ 0.007697431370615959, @@ -306560,7 +344507,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07574455440044403, + "comprehensiveness": 0.07556549459695816, "sufficiency": 0.0, "masked prediction probs": [ 0.011454755440354347, @@ -306573,7 +344520,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06252522766590118, + "comprehensiveness": 0.06237776204943657, "sufficiency": 0.0, "masked prediction probs": [ 0.01035141758620739, @@ -306586,11 +344533,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07538727670907974, + "comprehensiveness": 0.08215436339378357, "sufficiency": 0.0, "masked prediction probs": [ - 0.011454755440354347, - 0.9885452389717102 + 0.012045127339661121, + 0.98795485496521 + ], + "full text prediction probs": [ + 0.005060749128460884, + 0.9949392080307007 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08196151256561279, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012045127339661121, + 0.98795485496521 ], "full text prediction probs": [ 0.005060749128460884, @@ -306600,12 +344560,12 @@ } }, "test_574": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9899452328681946, - 0.010054693557322025 + 0.24872687458992004, + 0.7512730956077576 ], "full text prediction probs": [ 0.033866818994283676, @@ -306704,12 +344664,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.14274398982524872, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9870238304138184, - 0.012976150959730148 + 0.9899452328681946, + 0.010054693557322025 + ], + "full text prediction probs": [ + 0.033866818994283676, + 0.966133177280426 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.10141914337873459, + 0.8985808491706848 ], "full text prediction probs": [ 0.033866818994283676, @@ -306807,15 +344780,28 @@ 0.966133177280426 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.17005497217178345, + "masked prediction probs": [ + 0.9870238304138184, + 0.012976150959730148 + ], + "full text prediction probs": [ + 0.033866818994283676, + 0.966133177280426 + ], + "labels": 1 } }, "test_591": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.17959387600421906, + "fixed-shap": { + "comprehensiveness": 0.07730486989021301, "sufficiency": 0.0, "masked prediction probs": [ - 0.022333208471536636, - 0.9776667952537537 + 0.014286104589700699, + 0.9857139587402344 ], "full text prediction probs": [ 0.00820437166839838, @@ -306914,12 +344900,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1722206324338913, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1760135293006897, "sufficiency": 0.0, "masked prediction probs": [ - 0.02202869951725006, - 0.9779712557792664 + 0.022333208471536636, + 0.9776667952537537 + ], + "full text prediction probs": [ + 0.00820437166839838, + 0.9917955994606018 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07156602293252945, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.013963403180241585, + 0.9860365986824036 ], "full text prediction probs": [ 0.00820437166839838, @@ -306928,7 +344927,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.12613530457019806, + "comprehensiveness": 0.1258225291967392, "sufficiency": 0.0, "masked prediction probs": [ 0.018354658037424088, @@ -306941,7 +344940,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12093054503202438, + "comprehensiveness": 0.12063142657279968, "sufficiency": 0.0, "masked prediction probs": [ 0.017959993332624435, @@ -306954,7 +344953,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.17094267904758453, + "comprehensiveness": 0.17052090167999268, "sufficiency": 0.0, "masked prediction probs": [ 0.02202869951725006, @@ -306967,7 +344966,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.028125574812293053, + "comprehensiveness": 0.028056349605321884, "sufficiency": 0.0, "masked prediction probs": [ 0.010484573431313038, @@ -306980,7 +344979,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3112461566925049, + "comprehensiveness": 0.3104819655418396, "sufficiency": 0.0, "masked prediction probs": [ 0.0334998294711113, @@ -306993,7 +344992,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06934862583875656, + "comprehensiveness": 0.06917877495288849, "sufficiency": 0.0, "masked prediction probs": [ 0.01385427638888359, @@ -307006,7 +345005,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1692679524421692, + "comprehensiveness": 0.16885438561439514, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02202869951725006, + 0.9779712557792664 + ], + "full text prediction probs": [ + 0.00820437166839838, + 0.9917955994606018 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.16844284534454346, "sufficiency": 0.0, "masked prediction probs": [ 0.02202869951725006, @@ -307020,12 +345032,12 @@ } }, "test_618": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9064289927482605, - 0.09357095509767532 + 0.9410390257835388, + 0.058960940688848495 ], "full text prediction probs": [ 0.348112016916275, @@ -307115,8 +345127,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9064289927482605, - 0.09357095509767532 + 0.9410390257835388, + 0.058960940688848495 ], "full text prediction probs": [ 0.348112016916275, @@ -307124,12 +345136,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9165073037147522, - 0.08349265158176422 + 0.9410390257835388, + 0.058960940688848495 + ], + "full text prediction probs": [ + 0.348112016916275, + 0.6518880128860474 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9240759611129761, + 0.0759240984916687 ], "full text prediction probs": [ 0.348112016916275, @@ -307219,8 +345244,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9165073037147522, - 0.08349265158176422 + 0.9240759611129761, + 0.0759240984916687 + ], + "full text prediction probs": [ + 0.348112016916275, + 0.6518880128860474 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9240759611129761, + 0.0759240984916687 ], "full text prediction probs": [ 0.348112016916275, @@ -307230,12 +345268,12 @@ } }, "test_650": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07212546467781067, "sufficiency": 0.0, "masked prediction probs": [ - 0.46343153715133667, - 0.5365684628486633 + 0.013280308805406094, + 0.9867196679115295 ], "full text prediction probs": [ 0.007559605408459902, @@ -307334,12 +345372,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3959088623523712, - 0.6040911674499512 + 0.46343153715133667, + 0.5365684628486633 + ], + "full text prediction probs": [ + 0.007559605408459902, + 0.9924403429031372 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06594758480787277, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01290900819003582, + 0.9870909452438354 ], "full text prediction probs": [ 0.007559605408459902, @@ -307361,7 +345412,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3880161643028259, + "comprehensiveness": 0.38706400990486145, "sufficiency": 0.0, "masked prediction probs": [ 0.03911161050200462, @@ -307374,7 +345425,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13411197066307068, + "comprehensiveness": 0.13378366827964783, "sufficiency": 0.0, "masked prediction probs": [ 0.01849190890789032, @@ -307387,7 +345438,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05300857126712799, + "comprehensiveness": 0.052879124879837036, "sufficiency": 0.0, "masked prediction probs": [ 0.011891315691173077, @@ -307400,7 +345451,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.38517364859580994, + "comprehensiveness": 0.3842353820800781, "sufficiency": 0.0, "masked prediction probs": [ 0.03911161050200462, @@ -307413,7 +345464,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05266248434782028, + "comprehensiveness": 0.05253451317548752, "sufficiency": 0.0, "masked prediction probs": [ 0.011884118430316448, @@ -307437,15 +345488,28 @@ 0.9924403429031372 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3959088623523712, + 0.6040911674499512 + ], + "full text prediction probs": [ + 0.007559605408459902, + 0.9924403429031372 + ], + "labels": 1 } }, "test_656": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.42640066146850586, - "sufficiency": 0.4703567922115326, + "fixed-shap": { + "comprehensiveness": 0.1835387796163559, + "sufficiency": 0.0, "masked prediction probs": [ - 0.042609136551618576, - 0.9573908448219299 + 0.023866889998316765, + 0.9761331081390381 ], "full text prediction probs": [ 0.009702757000923157, @@ -307544,12 +345608,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.748004674911499, - "sufficiency": 0.3423468768596649, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4177383482456207, + "sufficiency": 0.4811028242111206, "masked prediction probs": [ - 0.06862523406744003, - 0.9313748478889465 + 0.042609136551618576, + 0.9573908448219299 + ], + "full text prediction probs": [ + 0.009702757000923157, + 0.990297257900238 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11077599972486496, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018451090902090073, + 0.9815489649772644 ], "full text prediction probs": [ 0.009702757000923157, @@ -307558,7 +345635,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4520055055618286, + "comprehensiveness": 0.4508635103702545, "sufficiency": 0.0, "masked prediction probs": [ 0.04539891332387924, @@ -307571,7 +345648,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.16140931844711304, + "comprehensiveness": 0.16100254654884338, "sufficiency": 0.0, "masked prediction probs": [ 0.02248193882405758, @@ -307584,7 +345661,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19759532809257507, + "comprehensiveness": 0.19709859788417816, "sufficiency": 0.0, "masked prediction probs": [ 0.02538641169667244, @@ -307597,7 +345674,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.11927158385515213, + "comprehensiveness": 0.11897251009941101, "sufficiency": 0.0, "masked prediction probs": [ 0.01919359341263771, @@ -307610,8 +345687,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7386264204978943, - "sufficiency": 0.3505820035934448, + "comprehensiveness": 0.736778974533081, + "sufficiency": 0.3522043228149414, "masked prediction probs": [ 0.06862523406744003, 0.9313748478889465 @@ -307623,7 +345700,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2111559510231018, + "comprehensiveness": 0.21062910556793213, "sufficiency": 0.0, "masked prediction probs": [ 0.026589591056108475, @@ -307636,8 +345713,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7349406480789185, - "sufficiency": 0.3538185656070709, + "comprehensiveness": 0.733111560344696, + "sufficiency": 0.35542479157447815, + "masked prediction probs": [ + 0.06862523406744003, + 0.9313748478889465 + ], + "full text prediction probs": [ + 0.009702757000923157, + 0.990297257900238 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7312914729118347, + "sufficiency": 0.35702306032180786, "masked prediction probs": [ 0.06862523406744003, 0.9313748478889465 @@ -307650,12 +345740,12 @@ } }, "test_660": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9006421566009521, + "sufficiency": 0.3267580270767212, "masked prediction probs": [ - 0.9809080362319946, - 0.01909193955361843 + 0.975809633731842, + 0.024190355092287064 ], "full text prediction probs": [ 0.012763609178364277, @@ -307754,12 +345844,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.45336511731147766, + "sufficiency": 0.902739405632019, "masked prediction probs": [ - 0.9777926206588745, - 0.02220734767615795 + 0.9809080362319946, + 0.01909193955361843 + ], + "full text prediction probs": [ + 0.012763609178364277, + 0.9872363805770874 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.9045761227607727, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08143173903226852, + 0.9185682535171509 ], "full text prediction probs": [ 0.012763609178364277, @@ -307769,7 +345872,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.4548036456108093, + "sufficiency": 0.4562346339225769, "masked prediction probs": [ 0.9777926206588745, 0.02220734767615795 @@ -307782,7 +345885,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.11801505833864212, + "sufficiency": 0.12032393366098404, "masked prediction probs": [ 0.882266104221344, 0.11773395538330078 @@ -307794,7 +345897,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4349314272403717, + "comprehensiveness": 0.4337943196296692, "sufficiency": 0.0, "masked prediction probs": [ 0.04595411196351051, @@ -307808,7 +345911,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8244771361351013, + "sufficiency": 0.8249342441558838, "masked prediction probs": [ 0.11138518899679184, 0.8886147737503052 @@ -307821,7 +345924,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8745403289794922, + "sufficiency": 0.8748661875724792, "masked prediction probs": [ 0.9710593819618225, 0.028940685093402863 @@ -307833,7 +345936,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10224423557519913, + "comprehensiveness": 0.10197900980710983, "sufficiency": 0.0, "masked prediction probs": [ 0.020627466961741447, @@ -307847,7 +345950,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.46327829360961914, + "sufficiency": 0.46466517448425293, + "masked prediction probs": [ + 0.9777926206588745, + 0.02220734767615795 + ], + "full text prediction probs": [ + 0.012763609178364277, + 0.9872363805770874 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.46604490280151367, "masked prediction probs": [ 0.9777926206588745, 0.02220734767615795 @@ -307860,12 +345976,12 @@ } }, "test_683": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.982093870639801, - 0.017906105145812035 + 0.8775762915611267, + 0.12242364138364792 ], "full text prediction probs": [ 0.16390526294708252, @@ -307964,12 +346080,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9870203733444214, - 0.012979668565094471 + 0.982093870639801, + 0.017906105145812035 + ], + "full text prediction probs": [ + 0.16390526294708252, + 0.8360947370529175 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.17874307930469513, + 0.8212569355964661 ], "full text prediction probs": [ 0.16390526294708252, @@ -308067,15 +346196,28 @@ 0.8360947370529175 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9870203733444214, + 0.012979668565094471 + ], + "full text prediction probs": [ + 0.16390526294708252, + 0.8360947370529175 + ], + "labels": 1 } }, "test_721": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.025120113044977188, "sufficiency": 0.0, "masked prediction probs": [ - 0.9404711723327637, - 0.05952882766723633 + 0.012217278592288494, + 0.9877826571464539 ], "full text prediction probs": [ 0.010293546132743359, @@ -308174,12 +346316,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.924031138420105, - 0.07596888393163681 + 0.9404711723327637, + 0.05952882766723633 + ], + "full text prediction probs": [ + 0.010293546132743359, + 0.9897063970565796 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01569392718374729, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011523716151714325, + 0.9884762763977051 ], "full text prediction probs": [ 0.010293546132743359, @@ -308201,7 +346356,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.001255321898497641, + "comprehensiveness": 0.0012521344469860196, "sufficiency": 0.0, "masked prediction probs": [ 0.010392256081104279, @@ -308214,7 +346369,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2771075665950775, + "comprehensiveness": 0.2764057517051697, "sufficiency": 0.0, "masked prediction probs": [ 0.03212468698620796, @@ -308227,7 +346382,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06731496751308441, + "comprehensiveness": 0.06714491546154022, "sufficiency": 0.0, "masked prediction probs": [ 0.015610214322805405, @@ -308241,7 +346396,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7832667827606201, + "sufficiency": 0.7838122248649597, "masked prediction probs": [ 0.2260269820690155, 0.7739729881286621 @@ -308253,7 +346408,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.30158257484436035, + "comprehensiveness": 0.3008245527744293, "sufficiency": 0.0, "masked prediction probs": [ 0.03423386439681053, @@ -308277,15 +346432,28 @@ 0.9897063970565796 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.924031138420105, + 0.07596888393163681 + ], + "full text prediction probs": [ + 0.010293546132743359, + 0.9897063970565796 + ], + "labels": 1 } }, "test_794": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9105201363563538, + "fixed-shap": { + "comprehensiveness": 0.058935027569532394, + "sufficiency": 0.0, "masked prediction probs": [ - 0.49480971693992615, - 0.5051903128623962 + 0.010763267986476421, + 0.9892367720603943 ], "full text prediction probs": [ 0.005996702238917351, @@ -308384,12 +346552,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8940058350563049, + "sufficiency": 0.9122540950775146, "masked prediction probs": [ - 0.15054398775100708, - 0.8494559526443481 + 0.49480971693992615, + 0.5051903128623962 + ], + "full text prediction probs": [ + 0.005996702238917351, + 0.9940033555030823 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030251845717430115, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008497881703078747, + 0.9915021657943726 ], "full text prediction probs": [ 0.005996702238917351, @@ -308399,7 +346580,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8942619562149048, + "sufficiency": 0.8945168256759644, "masked prediction probs": [ 0.15054398775100708, 0.8494559526443481 @@ -308411,8 +346592,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7547368407249451, - "sufficiency": 0.8794150948524475, + "comprehensiveness": 0.7529196739196777, + "sufficiency": 0.8797050714492798, "masked prediction probs": [ 0.06854838877916336, 0.9314515590667725 @@ -308424,7 +346605,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.056518927216529846, + "comprehensiveness": 0.0563831701874733, "sufficiency": 0.0, "masked prediction probs": [ 0.010692142881453037, @@ -308437,7 +346618,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.055484939366579056, + "comprehensiveness": 0.05535198375582695, "sufficiency": 0.0, "masked prediction probs": [ 0.010617399588227272, @@ -308450,8 +346631,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10026661306619644, - "sufficiency": 0.750885009765625, + "comprehensiveness": 0.1000269278883934, + "sufficiency": 0.7514798045158386, "masked prediction probs": [ 0.014366735704243183, 0.9856331944465637 @@ -308463,8 +346644,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16051191091537476, - "sufficiency": 0.07372401654720306, + "comprehensiveness": 0.1601291298866272, + "sufficiency": 0.07593034952878952, "masked prediction probs": [ 0.019428176805377007, 0.9805718660354614 @@ -308477,7 +346658,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8957731127738953, + "sufficiency": 0.896020770072937, + "masked prediction probs": [ + 0.15054398775100708, + 0.8494559526443481 + ], + "full text prediction probs": [ + 0.005996702238917351, + 0.9940033555030823 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.896267294883728, "masked prediction probs": [ 0.15054398775100708, 0.8494559526443481 @@ -308490,12 +346684,12 @@ } }, "test_800": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7451231479644775, - 0.25487691164016724 + 0.13009092211723328, + 0.8699090480804443 ], "full text prediction probs": [ 0.014921327121555805, @@ -308594,12 +346788,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.33407357335090637, - 0.6659263968467712 + 0.7451231479644775, + 0.25487691164016724 + ], + "full text prediction probs": [ + 0.014921327121555805, + 0.9850786924362183 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8809882998466492, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.079897940158844, + 0.920102059841156 ], "full text prediction probs": [ 0.014921327121555805, @@ -308621,7 +346828,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4364951252937317, + "comprehensiveness": 0.43531766533851624, "sufficiency": 0.0, "masked prediction probs": [ 0.0472019724547863, @@ -308647,7 +346854,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08276664465665817, + "comprehensiveness": 0.08254458010196686, "sufficiency": 0.0, "masked prediction probs": [ 0.02107536606490612, @@ -308673,7 +346880,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11333701759576797, + "comprehensiveness": 0.11303455382585526, "sufficiency": 0.0, "masked prediction probs": [ 0.023393824696540833, @@ -308697,15 +346904,28 @@ 0.9850786924362183 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.33407357335090637, + 0.6659263968467712 + ], + "full text prediction probs": [ + 0.014921327121555805, + 0.9850786924362183 + ], + "labels": 1 } }, "test_809": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.050577957183122635, + "fixed-shap": { + "comprehensiveness": 0.0770765170454979, "sufficiency": 0.0, "masked prediction probs": [ - 0.009680153802037239, - 0.9903197884559631 + 0.011834782548248768, + 0.9881652593612671 ], "full text prediction probs": [ 0.0055678412318229675, @@ -308804,12 +347024,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.034984469413757324, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0496017150580883, "sufficiency": 0.0, "masked prediction probs": [ - 0.008468286134302616, - 0.9915316700935364 + 0.009680153802037239, + 0.9903197884559631 + ], + "full text prediction probs": [ + 0.0055678412318229675, + 0.9944321513175964 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.048925064504146576, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009633893147110939, + 0.9903661012649536 ], "full text prediction probs": [ 0.0055678412318229675, @@ -308818,8 +347051,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.134884774684906, - "sufficiency": 0.6472176909446716, + "comprehensiveness": 0.13456089794635773, + "sufficiency": 0.6480637192726135, "masked prediction probs": [ 0.016777753829956055, 0.9832221865653992 @@ -308831,7 +347064,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03481646627187729, + "comprehensiveness": 0.03473306819796562, "sufficiency": 0.0, "masked prediction probs": [ 0.008468286134302616, @@ -308844,7 +347077,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04684631526470184, + "comprehensiveness": 0.04673437029123306, "sufficiency": 0.0, "masked prediction probs": [ 0.009479895234107971, @@ -308857,7 +347090,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01915288157761097, + "comprehensiveness": 0.019107220694422722, "sufficiency": 0.0, "masked prediction probs": [ 0.007171070668846369, @@ -308870,7 +347103,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10264040529727936, + "comprehensiveness": 0.10239629447460175, "sufficiency": 0.0, "masked prediction probs": [ 0.014180188998579979, @@ -308883,7 +347116,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06075277552008629, + "comprehensiveness": 0.0606086328625679, "sufficiency": 0.0, "masked prediction probs": [ 0.010677637532353401, @@ -308896,7 +347129,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.03440342843532562, + "comprehensiveness": 0.034321997314691544, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008468286134302616, + 0.9915316700935364 + ], + "full text prediction probs": [ + 0.0055678412318229675, + 0.9944321513175964 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03424094617366791, "sufficiency": 0.0, "masked prediction probs": [ 0.008468286134302616, @@ -308910,12 +347156,12 @@ } }, "test_952": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9920141100883484, + "fixed-shap": { + "comprehensiveness": 0.0034587285481393337, + "sufficiency": 0.8867218494415283, "masked prediction probs": [ - 0.0385931096971035, - 0.961406946182251 + 0.9861031770706177, + 0.013896803371608257 ], "full text prediction probs": [ 0.9892248511314392, @@ -309014,12 +347260,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9894200563430786, + "sufficiency": 0.9920282363891602, "masked prediction probs": [ - 0.03992171958088875, - 0.960078239440918 + 0.0385931096971035, + 0.961406946182251 + ], + "full text prediction probs": [ + 0.9892248511314392, + 0.01077511440962553 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005409732460975647, + "sufficiency": 0.8864448070526123, + "masked prediction probs": [ + 0.9843325614929199, + 0.015667427331209183 ], "full text prediction probs": [ 0.9892248511314392, @@ -309028,8 +347287,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.008446219377219677, - "sufficiency": 0.5618548393249512, + "comprehensiveness": 0.008444351144134998, + "sufficiency": 0.561951756477356, "masked prediction probs": [ 0.9815865159034729, 0.018413463607430458 @@ -309041,8 +347300,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9930802583694458, - "sufficiency": 0.8770028352737427, + "comprehensiveness": 0.992860734462738, + "sufficiency": 0.8770299553871155, "masked prediction probs": [ 0.09093444794416428, 0.9090655446052551 @@ -309055,7 +347314,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9902268648147583, + "sufficiency": 0.9902289509773254, "masked prediction probs": [ 0.06806131452322006, 0.9319387674331665 @@ -309067,8 +347326,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8075255155563354, - "sufficiency": 0.9860785603523254, + "comprehensiveness": 0.8073471188545227, + "sufficiency": 0.9860817193984985, "masked prediction probs": [ 0.25845491886138916, 0.7415450215339661 @@ -309081,7 +347340,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9934813976287842, + "sufficiency": 0.9934828281402588, "masked prediction probs": [ 0.062157195061445236, 0.9378427863121033 @@ -309093,8 +347352,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0010756293777376413, - "sufficiency": 0.8304007053375244, + "comprehensiveness": 0.0010753917740657926, + "sufficiency": 0.8304381370544434, "masked prediction probs": [ 0.9882510304450989, 0.01174894068390131 @@ -309107,7 +347366,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9934842586517334, + "sufficiency": 0.993485689163208, "masked prediction probs": [ 0.062157195061445236, 0.9378427863121033 @@ -309117,15 +347376,28 @@ 0.01077511440962553 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9894411563873291, + "masked prediction probs": [ + 0.03992171958088875, + 0.960078239440918 + ], + "full text prediction probs": [ + 0.9892248511314392, + 0.01077511440962553 + ], + "labels": 0 } }, "test_969": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3463096022605896, - "sufficiency": 0.9569759368896484, + "fixed-shap": { + "comprehensiveness": 0.24386923015117645, + "sufficiency": 1.0, "masked prediction probs": [ - 0.5630506873130798, - 0.43694934248924255 + 0.6377038955688477, + 0.36229607462882996 ], "full text prediction probs": [ 0.8154230713844299, @@ -309224,12 +347496,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08041344583034515, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3455510437488556, + "sufficiency": 0.9570701718330383, + "masked prediction probs": [ + 0.5630506873130798, + 0.43694934248924255 + ], + "full text prediction probs": [ + 0.8154230713844299, + 0.18457694351673126 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.7566933035850525, - 0.24330675601959229 + 0.8154230713844299, + 0.18457694351673126 ], "full text prediction probs": [ 0.8154230713844299, @@ -309251,7 +347536,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08036943525075912, + "comprehensiveness": 0.0803474485874176, "sufficiency": 1.0, "masked prediction probs": [ 0.7566933035850525, @@ -309264,7 +347549,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.299079030752182, + "comprehensiveness": 0.2989971935749054, "sufficiency": 1.0, "masked prediction probs": [ 0.5968120098114014, @@ -309290,7 +347575,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2633959949016571, + "comprehensiveness": 0.26332396268844604, "sufficiency": 1.0, "masked prediction probs": [ 0.6227890849113464, @@ -309316,7 +347601,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08025962114334106, + "comprehensiveness": 0.08023768663406372, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7566933035850525, + 0.24330675601959229 + ], + "full text prediction probs": [ + 0.8154230713844299, + 0.18457694351673126 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08021577447652817, "sufficiency": 1.0, "masked prediction probs": [ 0.7566933035850525, @@ -309330,12 +347628,12 @@ } }, "test_1020": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02525448612868786, - "sufficiency": 0.9525736570358276, + "fixed-shap": { + "comprehensiveness": 0.00955122523009777, + "sufficiency": 0.9484995603561401, "masked prediction probs": [ - 0.9605782628059387, - 0.03942172974348068 + 0.9746569395065308, + 0.025343092158436775 ], "full text prediction probs": [ 0.9832200407981873, @@ -309434,12 +347732,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.03865879401564598, - "sufficiency": 0.9439322352409363, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.025209495797753334, + "sufficiency": 0.9526581764221191, "masked prediction probs": [ - 0.9484988451004028, - 0.05150121450424194 + 0.9605782628059387, + 0.03942172974348068 + ], + "full text prediction probs": [ + 0.9832200407981873, + 0.016779933124780655 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0062122284434735775, + "sufficiency": 0.8876261115074158, + "masked prediction probs": [ + 0.9776393175125122, + 0.02236061356961727 ], "full text prediction probs": [ 0.9832200407981873, @@ -309449,7 +347760,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7847721576690674, + "sufficiency": 0.7848200798034668, "masked prediction probs": [ 0.9848922491073608, 0.015107708051800728 @@ -309461,8 +347772,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001156279002316296, - "sufficiency": 0.8526707291603088, + "comprehensiveness": 0.0011560217244550586, + "sufficiency": 0.8527034521102905, "masked prediction probs": [ 0.9821810722351074, 0.017818987369537354 @@ -309474,8 +347785,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009085159748792648, - "sufficiency": 0.9443751573562622, + "comprehensiveness": 0.009083137847483158, + "sufficiency": 0.9443874359130859, "masked prediction probs": [ 0.9750548005104065, 0.024945253506302834 @@ -309487,8 +347798,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00646057166159153, - "sufficiency": 0.8408879637718201, + "comprehensiveness": 0.0064591350965201855, + "sufficiency": 0.8409233093261719, "masked prediction probs": [ 0.9774123430252075, 0.022587625309824944 @@ -309500,8 +347811,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018862726166844368, - "sufficiency": 0.8681502342224121, + "comprehensiveness": 0.0188585314899683, + "sufficiency": 0.8681795597076416, "masked prediction probs": [ 0.9662597179412842, 0.03374028578400612 @@ -309514,7 +347825,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8910657167434692, + "sufficiency": 0.891089916229248, "masked prediction probs": [ 0.9843391180038452, 0.015660878270864487 @@ -309526,8 +347837,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006456262897700071, - "sufficiency": 0.8409940600395203, + "comprehensiveness": 0.006454827263951302, + "sufficiency": 0.8410294055938721, "masked prediction probs": [ 0.9774123430252075, 0.022587625309824944 @@ -309537,15 +347848,28 @@ 0.016779933124780655 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.038581471890211105, + "sufficiency": 0.9440443515777588, + "masked prediction probs": [ + 0.9484988451004028, + 0.05150121450424194 + ], + "full text prediction probs": [ + 0.9832200407981873, + 0.016779933124780655 + ], + "labels": 0 } }, "test_1065": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.306852251291275, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.41548946499824524, - 0.5845105648040771 + 0.04474322870373726, + 0.9552567601203918 ], "full text prediction probs": [ 0.5610535144805908, @@ -309644,12 +347968,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003976910840719938, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.30582061409950256, "sufficiency": 1.0, "masked prediction probs": [ - 0.559160590171814, - 0.44083938002586365 + 0.41548946499824524, + 0.5845105648040771 + ], + "full text prediction probs": [ + 0.5610535144805908, + 0.4389464855194092 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.07683258503675461, + 0.9231674075126648 ], "full text prediction probs": [ 0.5610535144805908, @@ -309710,7 +348047,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9942864179611206, + "comprehensiveness": 0.9938696622848511, "sufficiency": 1.0, "masked prediction probs": [ 0.08680005371570587, @@ -309747,15 +348084,28 @@ 0.4389464855194092 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.003961925860494375, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.559160590171814, + 0.44083938002586365 + ], + "full text prediction probs": [ + 0.5610535144805908, + 0.4389464855194092 + ], + "labels": 0 } }, "test_1068": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.6554340124130249, + "sufficiency": 0.8908995389938354, "masked prediction probs": [ - 0.5365567803382874, - 0.46344318985939026 + 0.40904557704925537, + 0.5909543633460999 ], "full text prediction probs": [ 0.013676710426807404, @@ -309854,12 +348204,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7841261625289917, + "sufficiency": 0.662795901298523, "masked prediction probs": [ - 0.7118808627128601, - 0.2881191670894623 + 0.5365567803382874, + 0.46344318985939026 + ], + "full text prediction probs": [ + 0.013676710426807404, + 0.986323356628418 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.921450138092041, + "masked prediction probs": [ + 0.2665271759033203, + 0.7334727644920349 ], "full text prediction probs": [ 0.013676710426807404, @@ -309869,7 +348232,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8027161359786987, + "sufficiency": 0.8032402396202087, "masked prediction probs": [ 0.5622714161872864, 0.43772855401039124 @@ -309882,7 +348245,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3690037429332733, + "sufficiency": 0.37067553400993347, "masked prediction probs": [ 0.1543477326631546, 0.8456522226333618 @@ -309894,8 +348257,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.19740313291549683, - "sufficiency": 0.5926122665405273, + "comprehensiveness": 0.19688080251216888, + "sufficiency": 0.5936887264251709, "masked prediction probs": [ 0.028560666367411613, 0.9714393615722656 @@ -309921,7 +348284,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8444864749908447, + "sufficiency": 0.8448953032493591, "masked prediction probs": [ 0.4181811213493347, 0.5818188786506653 @@ -309933,7 +348296,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.2040354460477829, + "comprehensiveness": 0.20349982380867004, "sufficiency": 0.0, "masked prediction probs": [ 0.029183169826865196, @@ -309947,7 +348310,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8058194518089294, + "sufficiency": 0.806327223777771, "masked prediction probs": [ 0.5622714161872864, 0.43772855401039124 @@ -309957,15 +348320,28 @@ 0.986323356628418 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7891932129859924, + "masked prediction probs": [ + 0.7118808627128601, + 0.2881191670894623 + ], + "full text prediction probs": [ + 0.013676710426807404, + 0.986323356628418 + ], + "labels": 1 } }, "test_1124": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.10037749260663986, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9258355498313904, - 0.07416447252035141 + 0.129925936460495, + 0.8700740337371826 ], "full text prediction probs": [ 0.036732833832502365, @@ -310064,12 +348440,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.12814678251743317, + "masked prediction probs": [ + 0.9258355498313904, + 0.07416447252035141 + ], + "full text prediction probs": [ + 0.036732833832502365, + 0.9632671475410461 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9042834639549255, - 0.09571657329797745 + 0.12501175701618195, + 0.8749882578849792 ], "full text prediction probs": [ 0.036732833832502365, @@ -310167,15 +348556,28 @@ 0.9632671475410461 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9042834639549255, + 0.09571657329797745 + ], + "full text prediction probs": [ + 0.036732833832502365, + 0.9632671475410461 + ], + "labels": 0 } }, "test_1243": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9786776304244995, - 0.021322358399629593 + 0.9465524554252625, + 0.05344754084944725 ], "full text prediction probs": [ 0.08263005316257477, @@ -310274,12 +348676,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.978133499622345, - 0.021866433322429657 + 0.9786776304244995, + 0.021322358399629593 + ], + "full text prediction probs": [ + 0.08263005316257477, + 0.9173699617385864 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9393713474273682, + 0.060628630220890045 ], "full text prediction probs": [ 0.08263005316257477, @@ -310377,15 +348792,28 @@ 0.9173699617385864 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.978133499622345, + 0.021866433322429657 + ], + "full text prediction probs": [ + 0.08263005316257477, + 0.9173699617385864 + ], + "labels": 0 } }, "test_1386": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7567798495292664, - "sufficiency": 0.8991984128952026, + "fixed-shap": { + "comprehensiveness": 0.028487343341112137, + "sufficiency": 0.6692097187042236, "masked prediction probs": [ - 0.3071064352989197, - 0.6928935647010803 + 0.9671602249145508, + 0.03283977508544922 ], "full text prediction probs": [ 0.9929783940315247, @@ -310484,12 +348912,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8497536778450012, - "sufficiency": 0.9140832424163818, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7554461359977722, + "sufficiency": 0.8993760347366333, "masked prediction probs": [ - 0.22148428857326508, - 0.7785156965255737 + 0.3071064352989197, + 0.6928935647010803 + ], + "full text prediction probs": [ + 0.9929783940315247, + 0.007021569646894932 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013398625887930393, + "sufficiency": 0.8560987710952759, + "masked prediction probs": [ + 0.9808110594749451, + 0.019188961014151573 ], "full text prediction probs": [ 0.9929783940315247, @@ -310499,7 +348940,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6736119389533997, + "sufficiency": 0.6736838221549988, "masked prediction probs": [ 0.9941750168800354, 0.005824963562190533 @@ -310511,8 +348952,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.020934786647558212, - "sufficiency": 0.8801601529121399, + "comprehensiveness": 0.020930178463459015, + "sufficiency": 0.8801865577697754, "masked prediction probs": [ 0.9739632606506348, 0.026036815717816353 @@ -310524,8 +348965,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002090518129989505, - "sufficiency": 0.8211576342582703, + "comprehensiveness": 0.0020900580566376448, + "sufficiency": 0.8211969137191772, "masked prediction probs": [ 0.9910791516304016, 0.008920886553823948 @@ -310537,8 +348978,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001637465669773519, - "sufficiency": 0.7721738815307617, + "comprehensiveness": 0.0016371054807677865, + "sufficiency": 0.772223949432373, "masked prediction probs": [ 0.9914904236793518, 0.008509613573551178 @@ -310550,8 +348991,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8488187789916992, - "sufficiency": 0.9141778349876404, + "comprehensiveness": 0.8486320376396179, + "sufficiency": 0.9141967296600342, "masked prediction probs": [ 0.22148428857326508, 0.7785156965255737 @@ -310563,8 +349004,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005258906167000532, - "sufficiency": 0.8503656983375549, + "comprehensiveness": 0.00525774946436286, + "sufficiency": 0.850398600101471, "masked prediction probs": [ 0.9881975054740906, 0.011802510358393192 @@ -310576,8 +349017,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8484453558921814, - "sufficiency": 0.9142155647277832, + "comprehensiveness": 0.8482587933540344, + "sufficiency": 0.9142343401908875, + "masked prediction probs": [ + 0.22148428857326508, + 0.7785156965255737 + ], + "full text prediction probs": [ + 0.9929783940315247, + 0.007021569646894932 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8480722904205322, + "sufficiency": 0.914253294467926, "masked prediction probs": [ 0.22148428857326508, 0.7785156965255737 @@ -310590,12 +349044,12 @@ } }, "test_1411": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34491655230522156, - "sufficiency": 0.916681706905365, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9328081607818604, "masked prediction probs": [ - 0.6793283224105835, - 0.3206716775894165 + 0.06213827803730965, + 0.9378616809844971 ], "full text prediction probs": [ 0.9913738369941711, @@ -310694,12 +349148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.11215324699878693, - "sufficiency": 0.8952304720878601, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3443076014518738, + "sufficiency": 0.9168287515640259, "masked prediction probs": [ - 0.8897294998168945, - 0.11027055233716965 + 0.6793283224105835, + 0.3206716775894165 + ], + "full text prediction probs": [ + 0.9913738369941711, + 0.00862615555524826 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012967531569302082, + "sufficiency": 0.9386720061302185, + "masked prediction probs": [ + 0.9796187877655029, + 0.020381230860948563 ], "full text prediction probs": [ 0.9913738369941711, @@ -310708,8 +349175,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008365703979507089, - "sufficiency": 0.6773756742477417, + "comprehensiveness": 0.0008363858214579523, + "sufficiency": 0.6774469017982483, "masked prediction probs": [ 0.9906154870986938, 0.009384567849338055 @@ -310721,8 +349188,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0009883723687380552, - "sufficiency": 0.7936993837356567, + "comprehensiveness": 0.0009881543228402734, + "sufficiency": 0.7937448620796204, "masked prediction probs": [ 0.9904776811599731, 0.00952234212309122 @@ -310734,8 +349201,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.026342809200286865, - "sufficiency": 0.9111858010292053, + "comprehensiveness": 0.026336999610066414, + "sufficiency": 0.9112053513526917, "masked prediction probs": [ 0.9674835801124573, 0.03251640126109123 @@ -310747,8 +349214,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001696346327662468, - "sufficiency": 0.8300346732139587, + "comprehensiveness": 0.0016959725180640817, + "sufficiency": 0.8300721645355225, "masked prediction probs": [ 0.9898350834846497, 0.010164848528802395 @@ -310760,8 +349227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005782769527286291, - "sufficiency": 0.8743167519569397, + "comprehensiveness": 0.00578149501234293, + "sufficiency": 0.8743444681167603, "masked prediction probs": [ 0.9861271381378174, 0.013872816227376461 @@ -310773,8 +349240,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05592303350567818, - "sufficiency": 0.8192232251167297, + "comprehensiveness": 0.055910710245370865, + "sufficiency": 0.8192629814147949, "masked prediction probs": [ 0.9406237602233887, 0.05937623232603073 @@ -310786,8 +349253,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0263195913285017, - "sufficiency": 0.9112640619277954, + "comprehensiveness": 0.026313792914152145, + "sufficiency": 0.9112836122512817, "masked prediction probs": [ 0.9674835801124573, 0.03251640126109123 @@ -310797,15 +349264,28 @@ 0.00862615555524826 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11193094402551651, + "sufficiency": 0.8954381942749023, + "masked prediction probs": [ + 0.8897294998168945, + 0.11027055233716965 + ], + "full text prediction probs": [ + 0.9913738369941711, + 0.00862615555524826 + ], + "labels": 0 } }, "test_1436": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9466421604156494, - 0.0533578135073185 + 0.9417774677276611, + 0.0582224577665329 ], "full text prediction probs": [ 0.48757168650627136, @@ -310904,12 +349384,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9478653073310852, - 0.05213465541601181 + 0.9466421604156494, + 0.0533578135073185 + ], + "full text prediction probs": [ + 0.48757168650627136, + 0.5124282836914062 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.904880702495575, + 0.09511927515268326 ], "full text prediction probs": [ 0.48757168650627136, @@ -311007,15 +349500,28 @@ 0.5124282836914062 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9478653073310852, + 0.05213465541601181 + ], + "full text prediction probs": [ + 0.48757168650627136, + 0.5124282836914062 + ], + "labels": 0 } }, "test_1593": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15788593888282776, - "sufficiency": 0.9728603363037109, + "fixed-shap": { + "comprehensiveness": 0.029200291261076927, + "sufficiency": 0.9685764908790588, "masked prediction probs": [ - 0.8343335390090942, - 0.16566643118858337 + 0.9485851526260376, + 0.05141488462686539 ], "full text prediction probs": [ 0.9745101928710938, @@ -311114,12 +349620,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07658205181360245, - "sufficiency": 0.8775981068611145, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.15760190784931183, + "sufficiency": 0.972909152507782, "masked prediction probs": [ - 0.906395435333252, - 0.09360454231500626 + 0.8343335390090942, + 0.16566643118858337 + ], + "full text prediction probs": [ + 0.9745101928710938, + 0.025489771738648415 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8440651893615723, + "masked prediction probs": [ + 0.9745101928710938, + 0.025489771738648415 ], "full text prediction probs": [ 0.9745101928710938, @@ -311129,7 +349648,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8578490018844604, + "sufficiency": 0.8578808903694153, "masked prediction probs": [ 0.9845227003097534, 0.015477338805794716 @@ -311141,8 +349660,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.12509067356586456, - "sufficiency": 0.9344528913497925, + "comprehensiveness": 0.12506256997585297, + "sufficiency": 0.9344676733016968, "masked prediction probs": [ 0.8632001280784607, 0.13679994642734528 @@ -311154,8 +349673,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.12506256997585297, - "sufficiency": 0.9344676733016968, + "comprehensiveness": 0.12503446638584137, + "sufficiency": 0.9344824552536011, "masked prediction probs": [ 0.8632001280784607, 0.13679994642734528 @@ -311167,8 +349686,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07651323080062866, - "sufficiency": 0.8777080774307251, + "comprehensiveness": 0.07649604976177216, + "sufficiency": 0.8777355551719666, "masked prediction probs": [ 0.906395435333252, 0.09360454231500626 @@ -311180,8 +349699,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12500639259815216, - "sufficiency": 0.9344971179962158, + "comprehensiveness": 0.12497831881046295, + "sufficiency": 0.9345117211341858, "masked prediction probs": [ 0.8632001280784607, 0.13679994642734528 @@ -311193,8 +349712,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.015175498090684414, - "sufficiency": 0.9787763357162476, + "comprehensiveness": 0.01517209131270647, + "sufficiency": 0.9787810444831848, "masked prediction probs": [ 0.9609943628311157, 0.03900569677352905 @@ -311206,8 +349725,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07646170258522034, - "sufficiency": 0.8777904510498047, + "comprehensiveness": 0.07644453644752502, + "sufficiency": 0.8778178691864014, + "masked prediction probs": [ + 0.906395435333252, + 0.09360454231500626 + ], + "full text prediction probs": [ + 0.9745101928710938, + 0.025489771738648415 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0764273852109909, + "sufficiency": 0.877845287322998, "masked prediction probs": [ 0.906395435333252, 0.09360454231500626 @@ -311220,12 +349752,12 @@ } }, "test_1628": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0035996970254927874, - "sufficiency": 0.9369354248046875, + "fixed-shap": { + "comprehensiveness": 0.022142507135868073, + "sufficiency": 0.9797829985618591, "masked prediction probs": [ - 0.9815776944160461, - 0.01842237077653408 + 0.9649237394332886, + 0.03507630527019501 ], "full text prediction probs": [ 0.9848107099533081, @@ -311324,12 +349856,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.005915910005569458, - "sufficiency": 0.961361289024353, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003593295579776168, + "sufficiency": 0.9370476007461548, "masked prediction probs": [ - 0.979487955570221, - 0.020512079820036888 + 0.9815776944160461, + 0.01842237077653408 + ], + "full text prediction probs": [ + 0.9848107099533081, + 0.015189270488917828 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01011391170322895, + "sufficiency": 0.9790611267089844, + "masked prediction probs": [ + 0.9757088422775269, + 0.024291163310408592 ], "full text prediction probs": [ 0.9848107099533081, @@ -311339,7 +349884,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9632571339607239, + "sufficiency": 0.9632651805877686, "masked prediction probs": [ 0.9908347129821777, 0.009165260940790176 @@ -311351,8 +349896,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00024036920513026416, - "sufficiency": 0.8138652443885803, + "comprehensiveness": 0.00024031581415329129, + "sufficiency": 0.8139066696166992, "masked prediction probs": [ 0.9845943450927734, 0.015405707061290741 @@ -311364,8 +349909,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004801880568265915, - "sufficiency": 0.8502643704414368, + "comprehensiveness": 0.00480081420391798, + "sufficiency": 0.8502976298332214, "masked prediction probs": [ 0.9804874062538147, 0.01951255463063717 @@ -311377,8 +349922,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0034820844884961843, - "sufficiency": 0.865328848361969, + "comprehensiveness": 0.0034813114907592535, + "sufficiency": 0.8653587102890015, "masked prediction probs": [ 0.9816749691963196, 0.01832500845193863 @@ -311390,8 +349935,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009356772527098656, - "sufficiency": 0.9715452790260315, + "comprehensiveness": 0.009354695677757263, + "sufficiency": 0.9715515375137329, "masked prediction probs": [ 0.9763827323913574, 0.023617243394255638 @@ -311403,8 +349948,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005382400006055832, - "sufficiency": 0.8632270693778992, + "comprehensiveness": 0.0053812055848538876, + "sufficiency": 0.8632575273513794, "masked prediction probs": [ 0.9799615144729614, 0.02003849297761917 @@ -311416,8 +349961,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0047976179048419, - "sufficiency": 0.8503972887992859, + "comprehensiveness": 0.004796552937477827, + "sufficiency": 0.8504304885864258, "masked prediction probs": [ 0.9804874062538147, 0.01951255463063717 @@ -311427,15 +349972,28 @@ 0.015189270488917828 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.005904098507016897, + "sufficiency": 0.9614384770393372, + "masked prediction probs": [ + 0.979487955570221, + 0.020512079820036888 + ], + "full text prediction probs": [ + 0.9848107099533081, + 0.015189270488917828 + ], + "labels": 0 } }, "test_1674": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002904178574681282, - "sufficiency": 0.9902673363685608, + "fixed-shap": { + "comprehensiveness": 0.00390908308327198, + "sufficiency": 0.9790318608283997, "masked prediction probs": [ - 0.9937281608581543, - 0.0062718517147004604 + 0.9928140044212341, + 0.007185972295701504 ], "full text prediction probs": [ 0.9963700771331787, @@ -311534,12 +350092,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015887902118265629, - "sufficiency": 0.9766443371772766, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0028990795835852623, + "sufficiency": 0.9902843832969666, "masked prediction probs": [ - 0.9949222207069397, - 0.005077784415334463 + 0.9937281608581543, + 0.0062718517147004604 + ], + "full text prediction probs": [ + 0.9963700771331787, + 0.003629919607192278 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002376286778599024, + "sufficiency": 0.9755235314369202, + "masked prediction probs": [ + 0.9942041039466858, + 0.0057958923280239105 ], "full text prediction probs": [ 0.9963700771331787, @@ -311548,8 +350119,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001652526087127626, - "sufficiency": 0.8983566761016846, + "comprehensiveness": 0.001652163453400135, + "sufficiency": 0.8983789086341858, "masked prediction probs": [ 0.9948638081550598, 0.005136198829859495 @@ -311561,8 +350132,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0009809945477172732, - "sufficiency": 0.9369506239891052, + "comprehensiveness": 0.000980779412202537, + "sufficiency": 0.9369645118713379, "masked prediction probs": [ 0.995475709438324, 0.004524265415966511 @@ -311574,8 +350145,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030269185081124306, - "sufficiency": 0.9637965559959412, + "comprehensiveness": 0.0030262547079473734, + "sufficiency": 0.9638046026229858, "masked prediction probs": [ 0.9936098456382751, 0.006390067283064127 @@ -311587,8 +350158,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0013190077152103186, - "sufficiency": 0.7567219138145447, + "comprehensiveness": 0.0013187185395509005, + "sufficiency": 0.7567751407623291, "masked prediction probs": [ 0.9951670169830322, 0.004832939710468054 @@ -311600,8 +350171,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.004914879333227873, - "sufficiency": 0.9723138809204102, + "comprehensiveness": 0.004913801793009043, + "sufficiency": 0.9723199605941772, "masked prediction probs": [ 0.9918862581253052, 0.008113710209727287 @@ -311613,8 +350184,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0005204739281907678, - "sufficiency": 0.885189950466156, + "comprehensiveness": 0.0005203598993830383, + "sufficiency": 0.8852151036262512, "masked prediction probs": [ 0.9958951473236084, 0.004104828927665949 @@ -311626,8 +350197,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0030242654029279947, - "sufficiency": 0.9638283252716064, + "comprehensiveness": 0.003023602766916156, + "sufficiency": 0.9638363122940063, "masked prediction probs": [ 0.9936098456382751, 0.006390067283064127 @@ -311637,15 +350208,28 @@ 0.003629919607192278 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0015856582904234529, + "sufficiency": 0.9766903519630432, + "masked prediction probs": [ + 0.9949222207069397, + 0.005077784415334463 + ], + "full text prediction probs": [ + 0.9963700771331787, + 0.003629919607192278 + ], + "labels": 0 } }, "test_1706": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005301599856466055, - "sufficiency": 0.9862611293792725, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9683797359466553, "masked prediction probs": [ - 0.985723078250885, - 0.014276865869760513 + 0.9918049573898315, + 0.008194983936846256 ], "full text prediction probs": [ 0.990514874458313, @@ -311744,12 +350328,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004354226868599653, - "sufficiency": 0.9880418181419373, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0052922312170267105, + "sufficiency": 0.986285388469696, "masked prediction probs": [ - 0.9865723848342896, - 0.013427558355033398 + 0.985723078250885, + 0.014276865869760513 + ], + "full text prediction probs": [ + 0.990514874458313, + 0.009485089220106602 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.000968269829172641, + "sufficiency": 0.9502855539321899, + "masked prediction probs": [ + 0.9896379709243774, + 0.010362008586525917 ], "full text prediction probs": [ 0.990514874458313, @@ -311758,8 +350355,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0035887586418539286, - "sufficiency": 0.8504301905632019, + "comprehensiveness": 0.003587966086342931, + "sufficiency": 0.8504631519317627, "masked prediction probs": [ 0.9872647523880005, 0.012735293246805668 @@ -311771,8 +350368,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02157602831721306, - "sufficiency": 0.8715583086013794, + "comprehensiveness": 0.021571265533566475, + "sufficiency": 0.8715867400169373, "masked prediction probs": [ 0.9709704518318176, 0.0290294848382473 @@ -311784,8 +350381,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007498080842196941, - "sufficiency": 0.8567163944244385, + "comprehensiveness": 0.00749642588198185, + "sufficiency": 0.856748104095459, "masked prediction probs": [ 0.9837213158607483, 0.016278652474284172 @@ -311797,8 +350394,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.026929767802357674, - "sufficiency": 0.8983510136604309, + "comprehensiveness": 0.026923825964331627, + "sufficiency": 0.8983734250068665, "masked prediction probs": [ 0.9661100506782532, 0.03388996049761772 @@ -311810,8 +350407,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0049094087444245815, - "sufficiency": 0.8783449530601501, + "comprehensiveness": 0.004908325616270304, + "sufficiency": 0.8783717751502991, "masked prediction probs": [ 0.9860647916793823, 0.013935212977230549 @@ -311824,7 +350421,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9275626540184021, + "sufficiency": 0.9275786876678467, "masked prediction probs": [ 0.9924382567405701, 0.007561780512332916 @@ -311836,8 +350433,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02691194973886013, - "sufficiency": 0.8984182476997375, + "comprehensiveness": 0.02690601535141468, + "sufficiency": 0.8984406590461731, "masked prediction probs": [ 0.9661100506782532, 0.03388996049761772 @@ -311847,15 +350444,28 @@ 0.009485089220106602 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00434558792039752, + "sufficiency": 0.9880654811859131, + "masked prediction probs": [ + 0.9865723848342896, + 0.013427558355033398 + ], + "full text prediction probs": [ + 0.990514874458313, + 0.009485089220106602 + ], + "labels": 0 } }, "test_1726": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.09992675483226776, + "fixed-shap": { + "comprehensiveness": 0.3103047013282776, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9790948033332825, - 0.020905230194330215 + 0.4068451225757599, + 0.5931548476219177 ], "full text prediction probs": [ 0.550894558429718, @@ -311954,12 +350564,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.13820019364356995, + "sufficiency": 0.10301817953586578, "masked prediction probs": [ - 0.9774001240730286, - 0.0225998405367136 + 0.9790948033332825, + 0.020905230194330215 + ], + "full text prediction probs": [ + 0.550894558429718, + 0.449105441570282 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.550894558429718, + 0.449105441570282 ], "full text prediction probs": [ 0.550894558429718, @@ -311969,7 +350592,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.13857004046440125, + "sufficiency": 0.13893955945968628, "masked prediction probs": [ 0.9774001240730286, 0.0225998405367136 @@ -312007,7 +350630,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.07760462164878845, + "comprehensiveness": 0.07757136970758438, "sufficiency": 1.0, "masked prediction probs": [ 0.5146827101707458, @@ -312020,7 +350643,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4123302400112152, + "comprehensiveness": 0.4121536314487457, "sufficiency": 1.0, "masked prediction probs": [ 0.35841065645217896, @@ -312033,7 +350656,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9568297266960144, + "comprehensiveness": 0.9564201235771179, "sufficiency": 1.0, "masked prediction probs": [ 0.1040361300110817, @@ -312047,7 +350670,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.1407824158668518, + "sufficiency": 0.14115004241466522, + "masked prediction probs": [ + 0.9774001240730286, + 0.0225998405367136 + ], + "full text prediction probs": [ + 0.550894558429718, + 0.449105441570282 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.14151734113693237, "masked prediction probs": [ 0.9774001240730286, 0.0225998405367136 @@ -312060,12 +350696,12 @@ } }, "test_1729": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.35189974308013916, "sufficiency": 0.0, "masked prediction probs": [ - 0.1548648625612259, - 0.8451350927352905 + 0.03512868285179138, + 0.964871346950531 ], "full text prediction probs": [ 0.007031669840216637, @@ -312164,12 +350800,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.12906324863433838, - 0.8709368109703064 + 0.1548648625612259, + 0.8451350927352905 + ], + "full text prediction probs": [ + 0.007031669840216637, + 0.9929682612419128 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.3568832576274872, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.036169081926345825, + 0.9638309478759766 ], "full text prediction probs": [ 0.007031669840216637, @@ -312191,7 +350840,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00506295170634985, + "comprehensiveness": 0.005050607956945896, "sufficiency": 0.0, "masked prediction probs": [ 0.007446046452969313, @@ -312204,7 +350853,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.11869800090789795, + "comprehensiveness": 0.11840930581092834, "sufficiency": 0.0, "masked prediction probs": [ 0.016770223155617714, @@ -312230,7 +350879,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.24406801164150238, + "comprehensiveness": 0.24347727000713348, "sufficiency": 0.0, "masked prediction probs": [ 0.027153613045811653, @@ -312243,7 +350892,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.2946198284626007, + "comprehensiveness": 0.2939084470272064, "sufficiency": 0.0, "masked prediction probs": [ 0.03138023987412453, @@ -312267,15 +350916,28 @@ 0.9929682612419128 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.12906324863433838, + 0.8709368109703064 + ], + "full text prediction probs": [ + 0.007031669840216637, + 0.9929682612419128 + ], + "labels": 0 } }, "test_1743": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5819831490516663, + "fixed-shap": { + "comprehensiveness": 0.12479045987129211, "sufficiency": 1.0, "masked prediction probs": [ - 0.45407214760780334, - 0.5459278225898743 + 0.8559010028839111, + 0.14409901201725006 ], "full text prediction probs": [ 0.9655799269676208, @@ -312374,12 +351036,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.892076313495636, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5809256434440613, "sufficiency": 1.0, "masked prediction probs": [ - 0.18010249733924866, - 0.819897472858429 + 0.45407214760780334, + 0.5459278225898743 + ], + "full text prediction probs": [ + 0.9655799269676208, + 0.03442010283470154 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.914604902267456, + "masked prediction probs": [ + 0.97135990858078, + 0.028640050441026688 ], "full text prediction probs": [ 0.9655799269676208, @@ -312388,8 +351063,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.02288360893726349, - "sufficiency": 0.8122305274009705, + "comprehensiveness": 0.022878412157297134, + "sufficiency": 0.8122731447219849, "masked prediction probs": [ 0.9454262256622314, 0.054573796689510345 @@ -312401,8 +351076,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.17959319055080414, - "sufficiency": 0.9830784797668457, + "comprehensiveness": 0.17955243587493896, + "sufficiency": 0.9830822348594666, "masked prediction probs": [ 0.807375431060791, 0.19262458384037018 @@ -312414,8 +351089,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010807114653289318, - "sufficiency": 0.8144515752792358, + "comprehensiveness": 0.010804661549627781, + "sufficiency": 0.8144936561584473, "masked prediction probs": [ 0.9560577273368835, 0.04394226148724556 @@ -312428,7 +351103,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9075807332992554, + "sufficiency": 0.9076017141342163, "masked prediction probs": [ 0.9803754687309265, 0.019624609500169754 @@ -312440,7 +351115,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6960036158561707, + "comprehensiveness": 0.6958457231521606, "sufficiency": 1.0, "masked prediction probs": [ 0.35204946994781494, @@ -312453,8 +351128,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.025571180507540703, - "sufficiency": 0.9600617289543152, + "comprehensiveness": 0.025565382093191147, + "sufficiency": 0.9600707292556763, "masked prediction probs": [ 0.9430336952209473, 0.05696636065840721 @@ -312466,7 +351141,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6956878900527954, + "comprehensiveness": 0.6955301761627197, "sufficiency": 1.0, "masked prediction probs": [ 0.35204946994781494, @@ -312477,15 +351152,28 @@ 0.03442010283470154 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8902563452720642, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.18010249733924866, + 0.819897472858429 + ], + "full text prediction probs": [ + 0.9655799269676208, + 0.03442010283470154 + ], + "labels": 0 } }, "test_1747": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004180605057626963, - "sufficiency": 0.7334339618682861, + "fixed-shap": { + "comprehensiveness": 0.0041292449459433556, + "sufficiency": 0.9578931927680969, "masked prediction probs": [ - 0.9892588257789612, - 0.010741230100393295 + 0.9893053770065308, + 0.010694661177694798 ], "full text prediction probs": [ 0.9930480122566223, @@ -312584,7 +351272,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.004173237830400467, "sufficiency": 0.7339036464691162, "masked prediction probs": [ @@ -312597,9 +351285,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.004121060948818922, + "sufficiency": 0.9579766988754272, + "masked prediction probs": [ + 0.9893053770065308, + 0.010694661177694798 + ], + "full text prediction probs": [ + 0.9930480122566223, + 0.0069519835524261 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0026778921019285917, - "sufficiency": 0.8616693615913391, + "comprehensiveness": 0.0026773023419082165, + "sufficiency": 0.8616998195648193, "masked prediction probs": [ 0.9906160235404968, 0.009383901953697205 @@ -312611,8 +351312,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00917036086320877, - "sufficiency": 0.9587237238883972, + "comprehensiveness": 0.009168342687189579, + "sufficiency": 0.9587328433990479, "masked prediction probs": [ 0.9847179055213928, 0.015282130800187588 @@ -312624,8 +351325,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00417048204690218, - "sufficiency": 0.7340794205665588, + "comprehensiveness": 0.004169564228504896, + "sufficiency": 0.7341378927230835, "masked prediction probs": [ 0.9892588257789612, 0.010741230100393295 @@ -312637,8 +351338,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004169564228504896, - "sufficiency": 0.7341378927230835, + "comprehensiveness": 0.0041686468757689, + "sufficiency": 0.7341964244842529, "masked prediction probs": [ 0.9892588257789612, 0.010741230100393295 @@ -312650,8 +351351,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015999244526028633, - "sufficiency": 0.9909093976020813, + "comprehensiveness": 0.015995724126696587, + "sufficiency": 0.9909114837646484, "masked prediction probs": [ 0.9785051345825195, 0.02149486355483532 @@ -312663,8 +351364,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01290670596063137, - "sufficiency": 0.9611440300941467, + "comprehensiveness": 0.012903867289423943, + "sufficiency": 0.9611526131629944, "masked prediction probs": [ 0.9813135862350464, 0.01868644915521145 @@ -312676,8 +351377,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004166813101619482, - "sufficiency": 0.7343133687973022, + "comprehensiveness": 0.00416589668020606, + "sufficiency": 0.7343717217445374, + "masked prediction probs": [ + 0.9892588257789612, + 0.010741230100393295 + ], + "full text prediction probs": [ + 0.9930480122566223, + 0.0069519835524261 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004164981190115213, + "sufficiency": 0.7344301342964172, "masked prediction probs": [ 0.9892588257789612, 0.010741230100393295 @@ -312690,12 +351404,12 @@ } }, "test_1774": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.031888410449028015, "sufficiency": 0.0, "masked prediction probs": [ - 0.929682731628418, - 0.07031724601984024 + 0.045593783259391785, + 0.954406201839447 ], "full text prediction probs": [ 0.04423403739929199, @@ -312794,7 +351508,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -312807,6 +351521,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.02210097201168537, + 0.9778990745544434 + ], + "full text prediction probs": [ + 0.04423403739929199, + 0.955765962600708 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -312897,15 +351624,28 @@ 0.955765962600708 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.929682731628418, + 0.07031724601984024 + ], + "full text prediction probs": [ + 0.04423403739929199, + 0.955765962600708 + ], + "labels": 0 } }, "test_1775": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.017518645152449608, - "sufficiency": 0.9245020151138306, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8933218121528625, "masked prediction probs": [ - 0.9401829242706299, - 0.05981706455349922 + 0.9635477066040039, + 0.03645221143960953 ], "full text prediction probs": [ 0.9554018378257751, @@ -313004,7 +351744,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.017486438155174255, "sufficiency": 0.9246407747268677, "masked prediction probs": [ @@ -313017,9 +351757,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.882364809513092, + "masked prediction probs": [ + 0.9661605954170227, + 0.033839430660009384 + ], + "full text prediction probs": [ + 0.9554018378257751, + 0.04459812492132187 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.46484291553497314, + "sufficiency": 0.4649658501148224, "masked prediction probs": [ 0.980686604976654, 0.019313383847475052 @@ -313031,8 +351784,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.005270677153021097, - "sufficiency": 0.9294812679290771, + "comprehensiveness": 0.005269467364996672, + "sufficiency": 0.929497480392456, "masked prediction probs": [ 0.9508125185966492, 0.04918747767806053 @@ -313045,7 +351798,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8806155323982239, + "sufficiency": 0.8806428909301758, "masked prediction probs": [ 0.9604377150535583, 0.03956228867173195 @@ -313057,8 +351810,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008028145879507065, - "sufficiency": 0.888727605342865, + "comprehensiveness": 0.008026303723454475, + "sufficiency": 0.8887531757354736, "masked prediction probs": [ 0.948408305644989, 0.05159163102507591 @@ -313070,8 +351823,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07315762341022491, - "sufficiency": 0.955079972743988, + "comprehensiveness": 0.07314083725214005, + "sufficiency": 0.9550902843475342, "masked prediction probs": [ 0.8916576504707336, 0.10834242403507233 @@ -313083,8 +351836,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.04526853188872337, - "sufficiency": 0.8856202960014343, + "comprehensiveness": 0.04525814577937126, + "sufficiency": 0.8856464624404907, "masked prediction probs": [ 0.9159491062164307, 0.08405088633298874 @@ -313096,8 +351849,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07312405854463577, - "sufficiency": 0.9551005959510803, + "comprehensiveness": 0.0731072798371315, + "sufficiency": 0.9551108479499817, "masked prediction probs": [ 0.8916576504707336, 0.10834242403507233 @@ -313107,15 +351860,28 @@ 0.04459812492132187 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017450347542762756, + "sufficiency": 0.9247963428497314, + "masked prediction probs": [ + 0.9401829242706299, + 0.05981706455349922 + ], + "full text prediction probs": [ + 0.9554018378257751, + 0.04459812492132187 + ], + "labels": 0 } }, "test_100": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3361859619617462, - "sufficiency": 0.9701142311096191, + "fixed-shap": { + "comprehensiveness": 0.004132106900215149, + "sufficiency": 0.9456299543380737, "masked prediction probs": [ - 0.6881814002990723, - 0.31181859970092773 + 0.9900391697883606, + 0.009960833005607128 ], "full text prediction probs": [ 0.9937955141067505, @@ -313214,12 +351980,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.42272379994392395, - "sufficiency": 0.9614022374153137, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3355952799320221, + "sufficiency": 0.9701667428016663, "masked prediction probs": [ - 0.6088367104530334, - 0.39116334915161133 + 0.6881814002990723, + 0.31181859970092773 + ], + "full text prediction probs": [ + 0.9937955141067505, + 0.006204534322023392 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006528445053845644, + "sufficiency": 0.9356845617294312, + "masked prediction probs": [ + 0.9878489971160889, + 0.012150991708040237 ], "full text prediction probs": [ 0.9937955141067505, @@ -313228,8 +352007,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0026027141138911247, - "sufficiency": 0.593110203742981, + "comprehensiveness": 0.002602142747491598, + "sufficiency": 0.5931994318962097, "masked prediction probs": [ 0.9914247989654541, 0.008575218729674816 @@ -313241,8 +352020,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4225381910800934, - "sufficiency": 0.9614190459251404, + "comprehensiveness": 0.42244547605514526, + "sufficiency": 0.9614275693893433, "masked prediction probs": [ 0.6088367104530334, 0.39116334915161133 @@ -313254,8 +352033,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.012005206197500229, - "sufficiency": 0.950961172580719, + "comprehensiveness": 0.012002571485936642, + "sufficiency": 0.9509719014167786, "masked prediction probs": [ 0.9828556180000305, 0.017144402489066124 @@ -313267,8 +352046,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0067740194499492645, - "sufficiency": 0.9166432023048401, + "comprehensiveness": 0.0067725335247814655, + "sufficiency": 0.9166614413261414, "masked prediction probs": [ 0.9876212477684021, 0.012378711253404617 @@ -313280,8 +352059,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4222601354122162, - "sufficiency": 0.9614444971084595, + "comprehensiveness": 0.42216747999191284, + "sufficiency": 0.9614529013633728, "masked prediction probs": [ 0.6088367104530334, 0.39116334915161133 @@ -313293,8 +352072,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00803463440388441, - "sufficiency": 0.9479823708534241, + "comprehensiveness": 0.008032873272895813, + "sufficiency": 0.9479937553405762, "masked prediction probs": [ 0.986469030380249, 0.013530950993299484 @@ -313306,8 +352085,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.42207494378089905, - "sufficiency": 0.9614614248275757, + "comprehensiveness": 0.42198237776756287, + "sufficiency": 0.9614699482917786, + "masked prediction probs": [ + 0.6088367104530334, + 0.39116334915161133 + ], + "full text prediction probs": [ + 0.9937955141067505, + 0.006204534322023392 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.42188990116119385, + "sufficiency": 0.9614782929420471, "masked prediction probs": [ 0.6088367104530334, 0.39116334915161133 @@ -313320,12 +352112,12 @@ } }, "test_213": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9748423099517822, - 0.025157684460282326 + 0.24291840195655823, + 0.7570816278457642 ], "full text prediction probs": [ 0.012526108883321285, @@ -313424,12 +352216,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.984190821647644, - 0.01580909825861454 + 0.9748423099517822, + 0.025157684460282326 + ], + "full text prediction probs": [ + 0.012526108883321285, + 0.9874738454818726 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.24291840195655823, + 0.7570816278457642 ], "full text prediction probs": [ 0.012526108883321285, @@ -313451,7 +352256,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.34166571497917175, + "comprehensiveness": 0.3407496511936188, "sufficiency": 0.0, "masked prediction probs": [ 0.03794851899147034, @@ -313527,15 +352332,28 @@ 0.9874738454818726 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.984190821647644, + 0.01580909825861454 + ], + "full text prediction probs": [ + 0.012526108883321285, + 0.9874738454818726 + ], + "labels": 1 } }, "test_228": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.547283411026001, - 0.45271655917167664 + 0.15071433782577515, + 0.8492856025695801 ], "full text prediction probs": [ 0.01388459000736475, @@ -313634,7 +352452,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -313647,6 +352465,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15071433782577515, + 0.8492856025695801 + ], + "full text prediction probs": [ + 0.01388459000736475, + 0.9861154556274414 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -313661,7 +352492,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2982065975666046, + "comprehensiveness": 0.29739224910736084, "sufficiency": 0.0, "masked prediction probs": [ 0.03566816449165344, @@ -313700,7 +352531,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7340924143791199, + "comprehensiveness": 0.7321040034294128, "sufficiency": 0.0, "masked prediction probs": [ 0.06794950366020203, @@ -313737,15 +352568,28 @@ 0.9861154556274414 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.547283411026001, + 0.45271655917167664 + ], + "full text prediction probs": [ + 0.01388459000736475, + 0.9861154556274414 + ], + "labels": 1 } }, "test_328": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2074756920337677, - "sufficiency": 0.9052234888076782, + "fixed-shap": { + "comprehensiveness": 0.3042479157447815, + "sufficiency": 0.8966701626777649, "masked prediction probs": [ - 0.0248577818274498, - 0.9751421809196472 + 0.0321933887898922, + 0.9678066372871399 ], "full text prediction probs": [ 0.009130782447755337, @@ -313844,12 +352688,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.06940336525440216, - "sufficiency": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.20318621397018433, + "sufficiency": 0.9071804285049438, "masked prediction probs": [ - 0.01450277678668499, - 0.9854972958564758 + 0.0248577818274498, + 0.9751421809196472 + ], + "full text prediction probs": [ + 0.009130782447755337, + 0.9908692836761475 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2971896827220917, + "sufficiency": 0.8990642428398132, + "masked prediction probs": [ + 0.0321933887898922, + 0.9678066372871399 ], "full text prediction probs": [ 0.009130782447755337, @@ -313858,7 +352715,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.4322713613510132, + "comprehensiveness": 0.43115997314453125, "sufficiency": 0.0, "masked prediction probs": [ 0.042675960808992386, @@ -313871,8 +352728,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2021414041519165, - "sufficiency": 0.9076570868492126, + "comprehensiveness": 0.20162302255630493, + "sufficiency": 0.9078935980796814, "masked prediction probs": [ 0.0248577818274498, 0.9751421809196472 @@ -313884,8 +352741,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.345267117023468, - "sufficiency": 0.4917910695075989, + "comprehensiveness": 0.34438395500183105, + "sufficiency": 0.49308934807777405, "masked prediction probs": [ 0.03606246039271355, 0.9639375805854797 @@ -313897,7 +352754,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03686297684907913, + "comprehensiveness": 0.03676892817020416, "sufficiency": 0.0, "masked prediction probs": [ 0.012013490311801434, @@ -313910,8 +352767,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2705482840538025, - "sufficiency": 0.8460018634796143, + "comprehensiveness": 0.26985979080200195, + "sufficiency": 0.8463932871818542, "masked prediction probs": [ 0.030342401936650276, 0.9696575999259949 @@ -313923,7 +352780,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1023414134979248, + "comprehensiveness": 0.10208162665367126, "sufficiency": 0.0, "masked prediction probs": [ 0.017175009474158287, @@ -313936,8 +352793,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.19957582652568817, - "sufficiency": 0.9088276028633118, + "comprehensiveness": 0.1990704983472824, + "sufficiency": 0.909058153629303, "masked prediction probs": [ 0.0248577818274498, 0.9751421809196472 @@ -313947,15 +352804,28 @@ 0.9908692836761475 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0678258091211319, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01450277678668499, + 0.9854972958564758 + ], + "full text prediction probs": [ + 0.009130782447755337, + 0.9908692836761475 + ], + "labels": 1 } }, "test_350": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9794502854347229, - 0.020549742504954338 + 0.3906460106372833, + 0.6093539595603943 ], "full text prediction probs": [ 0.02528287097811699, @@ -314054,12 +352924,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9808717966079712, - 0.019128186628222466 + 0.9794502854347229, + 0.020549742504954338 + ], + "full text prediction probs": [ + 0.02528287097811699, + 0.9747171998023987 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3906460106372833, + 0.6093539595603943 ], "full text prediction probs": [ 0.02528287097811699, @@ -314157,15 +353040,28 @@ 0.9747171998023987 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9808717966079712, + 0.019128186628222466 + ], + "full text prediction probs": [ + 0.02528287097811699, + 0.9747171998023987 + ], + "labels": 0 } }, "test_384": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9461631774902344, - 0.05383679270744324 + 0.9432037472724915, + 0.05679628998041153 ], "full text prediction probs": [ 0.10132776945829391, @@ -314264,12 +353160,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9569697976112366, - 0.04303013160824776 + 0.9461631774902344, + 0.05383679270744324 + ], + "full text prediction probs": [ + 0.10132776945829391, + 0.8986722230911255 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9432037472724915, + 0.05679628998041153 ], "full text prediction probs": [ 0.10132776945829391, @@ -314367,15 +353276,28 @@ 0.8986722230911255 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9569697976112366, + 0.04303013160824776 + ], + "full text prediction probs": [ + 0.10132776945829391, + 0.8986722230911255 + ], + "labels": 1 } }, "test_385": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9524815678596497, - 0.04751849174499512 + 0.6488258838653564, + 0.35117414593696594 ], "full text prediction probs": [ 0.19392520189285278, @@ -314474,12 +353396,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9589665532112122, - 0.04103345423936844 + 0.9524815678596497, + 0.04751849174499512 + ], + "full text prediction probs": [ + 0.19392520189285278, + 0.8060747385025024 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.5967223048210144, + "masked prediction probs": [ + 0.6488258838653564, + 0.35117414593696594 ], "full text prediction probs": [ 0.19392520189285278, @@ -314577,15 +353512,28 @@ 0.8060747385025024 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9589665532112122, + 0.04103345423936844 + ], + "full text prediction probs": [ + 0.19392520189285278, + 0.8060747385025024 + ], + "labels": 1 } }, "test_391": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9760520458221436, - 0.023947924375534058 + 0.2643488347530365, + 0.7356511354446411 ], "full text prediction probs": [ 0.36876869201660156, @@ -314684,7 +353632,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -314697,6 +353645,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2226686328649521, + 0.7773313522338867 + ], + "full text prediction probs": [ + 0.36876869201660156, + 0.6312313079833984 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 1.0, @@ -314787,15 +353748,28 @@ 0.6312313079833984 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9760520458221436, + 0.023947924375534058 + ], + "full text prediction probs": [ + 0.36876869201660156, + 0.6312313079833984 + ], + "labels": 1 } }, "test_399": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9992747902870178, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.08529725670814514, - 0.9147027134895325 + 0.8783713579177856, + 0.12162862718105316 ], "full text prediction probs": [ 0.8630635142326355, @@ -314894,7 +353868,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.997224748134613, "sufficiency": 1.0, "masked prediction probs": [ @@ -314907,9 +353881,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.21262472867965698, + "sufficiency": 0.9892600774765015, + "masked prediction probs": [ + 0.6971884369850159, + 0.3028115928173065 + ], + "full text prediction probs": [ + 0.8630635142326355, + 0.1369364708662033 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9416158199310303, + "sufficiency": 0.9416308403015137, "masked prediction probs": [ 0.9719498157501221, 0.028050195425748825 @@ -314922,7 +353909,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9837030172348022, + "sufficiency": 0.9837071299552917, "masked prediction probs": [ 0.9478097558021545, 0.05219032242894173 @@ -314934,7 +353921,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6915847659111023, + "comprehensiveness": 0.6914075613021851, "sufficiency": 1.0, "masked prediction probs": [ 0.3232603371143341, @@ -314947,7 +353934,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9767955541610718, + "comprehensiveness": 0.9765454530715942, "sufficiency": 1.0, "masked prediction probs": [ 0.10044922679662704, @@ -314960,7 +353947,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9959478378295898, + "comprehensiveness": 0.995692789554596, "sufficiency": 1.0, "masked prediction probs": [ 0.08529725670814514, @@ -314973,7 +353960,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.339844673871994, + "comprehensiveness": 0.33975768089294434, "sufficiency": 1.0, "masked prediction probs": [ 0.5976004004478455, @@ -314986,11 +353973,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9954379200935364, - "sufficiency": 1.0, + "comprehensiveness": 0.21224382519721985, + "sufficiency": 0.9892792105674744, "masked prediction probs": [ - 0.08529725670814514, - 0.9147027134895325 + 0.6971884369850159, + 0.3028115928173065 + ], + "full text prediction probs": [ + 0.8630635142326355, + 0.1369364708662033 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21218954026699066, + "sufficiency": 0.9892820119857788, + "masked prediction probs": [ + 0.6971884369850159, + 0.3028115928173065 ], "full text prediction probs": [ 0.8630635142326355, @@ -315000,12 +354000,12 @@ } }, "test_431": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9090657234191895, + "fixed-shap": { + "comprehensiveness": 0.5625738501548767, "sufficiency": 0.0, "masked prediction probs": [ - 0.07799352705478668, - 0.9220064282417297 + 0.05155247822403908, + 0.948447585105896 ], "full text prediction probs": [ 0.008621797896921635, @@ -315104,7 +354104,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.890393853187561, "sufficiency": 0.0, "masked prediction probs": [ @@ -315117,8 +354117,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.5496077537536621, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05155247822403908, + 0.948447585105896 + ], + "full text prediction probs": [ + 0.008621797896921635, + 0.9913781881332397 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.8881136775016785, + "comprehensiveness": 0.8858451843261719, "sufficiency": 0.0, "masked prediction probs": [ 0.07799352705478668, @@ -315131,7 +354144,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.15663011372089386, + "comprehensiveness": 0.15623104572296143, "sufficiency": 0.0, "masked prediction probs": [ 0.020887726917862892, @@ -315144,7 +354157,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06785210967063904, + "comprehensiveness": 0.06767967343330383, "sufficiency": 0.0, "masked prediction probs": [ 0.013948965817689896, @@ -315157,7 +354170,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04717244580388069, + "comprehensiveness": 0.04705287143588066, "sufficiency": 0.0, "masked prediction probs": [ 0.012334798462688923, @@ -315170,7 +354183,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2630078196525574, + "comprehensiveness": 0.26234281063079834, "sufficiency": 0.0, "masked prediction probs": [ 0.029376190155744553, @@ -315183,7 +354196,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.16529254615306854, + "comprehensiveness": 0.16487565636634827, "sufficiency": 0.0, "masked prediction probs": [ 0.02169835940003395, @@ -315196,7 +354209,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8746741414070129, + "comprehensiveness": 0.8724736571311951, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07799352705478668, + 0.9220064282417297 + ], + "full text prediction probs": [ + 0.008621797896921635, + 0.9913781881332397 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8702841997146606, "sufficiency": 0.0, "masked prediction probs": [ 0.07799352705478668, @@ -315210,12 +354236,12 @@ } }, "test_444": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7125214338302612, - "sufficiency": 0.02702062390744686, + "fixed-shap": { + "comprehensiveness": 0.45425304770469666, + "sufficiency": 0.0, "masked prediction probs": [ - 0.06276015937328339, - 0.9372398853302002 + 0.04284033924341202, + 0.957159698009491 ], "full text prediction probs": [ 0.007804531138390303, @@ -315314,7 +354340,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.6980384588241577, "sufficiency": 0.04677265137434006, "masked prediction probs": [ @@ -315327,9 +354353,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.46091121435165405, + "sufficiency": 0.09558022022247314, + "masked prediction probs": [ + 0.04418362304568291, + 0.955816388130188 + ], + "full text prediction probs": [ + 0.007804531138390303, + 0.9921954870223999 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.3040100336074829, - "sufficiency": 0.3034857511520386, + "comprehensiveness": 0.3032415211200714, + "sufficiency": 0.3052442967891693, "masked prediction probs": [ 0.03179963678121567, 0.9682003855705261 @@ -315341,7 +354380,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2844129800796509, + "comprehensiveness": 0.2836958169937134, "sufficiency": 0.0, "masked prediction probs": [ 0.03030971996486187, @@ -315354,7 +354393,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08153413236141205, + "comprehensiveness": 0.08132905513048172, "sufficiency": 0.0, "masked prediction probs": [ 0.01427249051630497, @@ -315367,7 +354406,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04798875376582146, + "comprehensiveness": 0.04786835238337517, "sufficiency": 0.0, "masked prediction probs": [ 0.011621026322245598, @@ -315380,8 +354419,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6892818212509155, - "sufficiency": 0.05871552601456642, + "comprehensiveness": 0.687556803226471, + "sufficiency": 0.06106828153133392, "masked prediction probs": [ 0.06276015937328339, 0.9372398853302002 @@ -315393,7 +354432,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.3353345990180969, + "comprehensiveness": 0.33449748158454895, "sufficiency": 0.0, "masked prediction probs": [ 0.034607432782649994, @@ -315406,8 +354445,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6858404278755188, - "sufficiency": 0.06340930610895157, + "comprehensiveness": 0.6841325163841248, + "sufficiency": 0.06573867797851562, + "masked prediction probs": [ + 0.06276015937328339, + 0.9372398853302002 + ], + "full text prediction probs": [ + 0.007804531138390303, + 0.9921954870223999 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6824331283569336, + "sufficiency": 0.06805650144815445, "masked prediction probs": [ 0.06276015937328339, 0.9372398853302002 @@ -315420,12 +354472,12 @@ } }, "test_452": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7565457224845886, "sufficiency": 0.0, "masked prediction probs": [ - 0.09548807889223099, - 0.9045119285583496 + 0.06895801424980164, + 0.931041955947876 ], "full text prediction probs": [ 0.01931556686758995, @@ -315524,7 +354576,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -315537,8 +354589,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09447488188743591, + 0.9055250883102417 + ], + "full text prediction probs": [ + 0.01931556686758995, + 0.9806844592094421 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.8040686845779419, + "comprehensiveness": 0.8016899824142456, "sufficiency": 0.0, "masked prediction probs": [ 0.07352391630411148, @@ -315551,7 +354616,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.22033856809139252, + "comprehensiveness": 0.21968865394592285, "sufficiency": 0.0, "masked prediction probs": [ 0.03421434387564659, @@ -315564,7 +354629,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.6562350392341614, + "comprehensiveness": 0.6543051600456238, "sufficiency": 0.0, "masked prediction probs": [ 0.06381995975971222, @@ -315577,7 +354642,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.23392847180366516, + "comprehensiveness": 0.23324252665042877, "sufficiency": 0.0, "masked prediction probs": [ 0.03522682189941406, @@ -315590,7 +354655,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.35245659947395325, + "comprehensiveness": 0.3514261245727539, "sufficiency": 0.0, "masked prediction probs": [ 0.04335935041308403, @@ -315603,7 +354668,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11656735092401505, + "comprehensiveness": 0.11622753739356995, "sufficiency": 0.0, "masked prediction probs": [ 0.027290813624858856, @@ -315616,7 +354681,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.21712693572044373, + "comprehensiveness": 0.2164958119392395, "sufficiency": 0.0, "masked prediction probs": [ 0.03421434387564659, @@ -315627,15 +354692,28 @@ 0.9806844592094421 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09548807889223099, + 0.9045119285583496 + ], + "full text prediction probs": [ + 0.01931556686758995, + 0.9806844592094421 + ], + "labels": 1 } }, "test_455": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8209151029586792, - 0.17908485233783722 + 0.456398069858551, + 0.5436019897460938 ], "full text prediction probs": [ 0.06619521230459213, @@ -315734,12 +354812,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8303599953651428, - 0.16964004933834076 + 0.8209151029586792, + 0.17908485233783722 + ], + "full text prediction probs": [ + 0.06619521230459213, + 0.9338047504425049 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.456398069858551, + 0.5436019897460938 ], "full text prediction probs": [ 0.06619521230459213, @@ -315761,7 +354852,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3122655749320984, + "comprehensiveness": 0.3092823028564453, "sufficiency": 0.0, "masked prediction probs": [ 0.07267104089260101, @@ -315801,7 +354892,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.043667685240507126, + "sufficiency": 0.05250849202275276, "masked prediction probs": [ 0.8303599953651428, 0.16964004933834076 @@ -315827,7 +354918,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.06118733808398247, + "sufficiency": 0.06970863044261932, + "masked prediction probs": [ + 0.8303599953651428, + 0.16964004933834076 + ], + "full text prediction probs": [ + 0.06619521230459213, + 0.9338047504425049 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.07807663083076477, "masked prediction probs": [ 0.8303599953651428, 0.16964004933834076 @@ -315840,12 +354944,12 @@ } }, "test_573": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9789655208587646, + "fixed-shap": { + "comprehensiveness": 0.09549888223409653, "sufficiency": 0.0, "masked prediction probs": [ - 0.08327911049127579, - 0.9167209267616272 + 0.01381840743124485, + 0.9861816167831421 ], "full text prediction probs": [ 0.0063099623657763, @@ -315944,7 +355048,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9594374299049377, "sufficiency": 0.0, "masked prediction probs": [ @@ -315957,8 +355061,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.10752943903207779, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014957836829125881, + 0.985042154788971 + ], + "full text prediction probs": [ + 0.0063099623657763, + 0.993690013885498 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.9570510983467102, + "comprehensiveness": 0.9546765685081482, "sufficiency": 0.0, "masked prediction probs": [ 0.08327911049127579, @@ -315971,7 +355088,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.028834132477641106, + "comprehensiveness": 0.02876277081668377, "sufficiency": 0.0, "masked prediction probs": [ 0.008634652942419052, @@ -315984,7 +355101,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06479477137327194, + "comprehensiveness": 0.06463480740785599, "sufficiency": 0.0, "masked prediction probs": [ 0.011546866968274117, @@ -315997,7 +355114,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06463480740785599, + "comprehensiveness": 0.06447562575340271, "sufficiency": 0.0, "masked prediction probs": [ 0.011546866968274117, @@ -316010,8 +355127,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.27157682180404663, - "sufficiency": 0.29998263716697693, + "comprehensiveness": 0.2709096372127533, + "sufficiency": 0.30170026421546936, "masked prediction probs": [ 0.028368355706334114, 0.971631646156311 @@ -316023,7 +355140,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12471222132444382, + "comprehensiveness": 0.1244065910577774, "sufficiency": 0.0, "masked prediction probs": [ 0.016464460641145706, @@ -316036,7 +355153,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9429785013198853, + "comprehensiveness": 0.9406731724739075, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08327911049127579, + 0.9167209267616272 + ], + "full text prediction probs": [ + 0.0063099623657763, + 0.993690013885498 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.938379168510437, "sufficiency": 0.0, "masked prediction probs": [ 0.08327911049127579, @@ -316050,12 +355180,12 @@ } }, "test_624": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.7503721714019775, + "sufficiency": 0.9350296854972839, "masked prediction probs": [ - 0.28490719199180603, - 0.7150928378105164 + 0.06664170324802399, + 0.9333583116531372 ], "full text prediction probs": [ 0.011659086681902409, @@ -316154,7 +355284,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -316167,8 +355297,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.7323780059814453, + "sufficiency": 0.9365856051445007, + "masked prediction probs": [ + 0.06664170324802399, + 0.9333583116531372 + ], + "full text prediction probs": [ + 0.011659086681902409, + 0.9883409142494202 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.043545469641685486, + "comprehensiveness": 0.04342975094914436, "sufficiency": 0.0, "masked prediction probs": [ 0.014928224496543407, @@ -316181,8 +355324,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03593266382813454, - "sufficiency": 0.8821336627006531, + "comprehensiveness": 0.03583742678165436, + "sufficiency": 0.8824456334114075, "masked prediction probs": [ 0.014363832771778107, 0.9856361150741577 @@ -316194,7 +355337,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14813946187496185, + "comprehensiveness": 0.14774787425994873, "sufficiency": 0.0, "masked prediction probs": [ 0.02283974550664425, @@ -316207,7 +355350,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1328691989183426, + "comprehensiveness": 0.13251890242099762, "sufficiency": 0.0, "masked prediction probs": [ 0.021713862195611, @@ -316233,7 +355376,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.053426507860422134, + "comprehensiveness": 0.05328639596700668, "sufficiency": 0.0, "masked prediction probs": [ 0.015723414719104767, @@ -316257,15 +355400,28 @@ 0.9883409142494202 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.28490719199180603, + 0.7150928378105164 + ], + "full text prediction probs": [ + 0.011659086681902409, + 0.9883409142494202 + ], + "labels": 1 } }, "test_707": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4728151261806488, - "sufficiency": 0.0, + "fixed-shap": { + "comprehensiveness": 0.04383670538663864, + "sufficiency": 0.6735236644744873, "masked prediction probs": [ - 0.043582141399383545, - 0.9564178586006165 + 0.009934383444488049, + 0.9900655746459961 ], "full text prediction probs": [ 0.00649609137326479, @@ -316364,7 +355520,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.46336162090301514, "sufficiency": 0.0, "masked prediction probs": [ @@ -316377,8 +355533,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.042853131890296936, + "sufficiency": 0.6808397769927979, + "masked prediction probs": [ + 0.009934383444488049, + 0.9900655746459961 + ], + "full text prediction probs": [ + 0.00649609137326479, + 0.993503987789154 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.4622064530849457, + "comprehensiveness": 0.46105703711509705, "sufficiency": 0.0, "masked prediction probs": [ 0.043582141399383545, @@ -316391,8 +355560,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.15557624399662018, - "sufficiency": 0.7769129276275635, + "comprehensiveness": 0.15519030392169952, + "sufficiency": 0.7774656414985657, "masked prediction probs": [ 0.019010156393051147, 0.9809898734092712 @@ -316404,7 +355573,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06582017242908478, + "comprehensiveness": 0.06565729528665543, "sufficiency": 0.0, "masked prediction probs": [ 0.011803533881902695, @@ -316417,7 +355586,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1793774515390396, + "comprehensiveness": 0.17893467843532562, "sufficiency": 0.0, "masked prediction probs": [ 0.020996445789933205, @@ -316430,8 +355599,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12596096098423004, - "sufficiency": 0.6969457864761353, + "comprehensiveness": 0.1256508082151413, + "sufficiency": 0.6976910829544067, "masked prediction probs": [ 0.01670362427830696, 0.9832964539527893 @@ -316443,7 +355612,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03681904450058937, + "comprehensiveness": 0.03672860562801361, "sufficiency": 0.0, "masked prediction probs": [ 0.009487111121416092, @@ -316456,7 +355625,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.45539459586143494, + "comprehensiveness": 0.45427876710891724, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.043582141399383545, + 0.9564178586006165 + ], + "full text prediction probs": [ + 0.00649609137326479, + 0.993503987789154 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4531683921813965, "sufficiency": 0.0, "masked prediction probs": [ 0.043582141399383545, @@ -316470,12 +355652,12 @@ } }, "test_711": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5190015435218811, "sufficiency": 0.0, "masked prediction probs": [ - 0.1810024529695511, - 0.8189975619316101 + 0.052817851305007935, + 0.9471821784973145 ], "full text prediction probs": [ 0.01816537417471409, @@ -316574,12 +355756,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.535431444644928, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4247669279575348, - 0.5752331018447876 + 0.1810024529695511, + 0.8189975619316101 + ], + "full text prediction probs": [ + 0.01816537417471409, + 0.9818345904350281 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5053747892379761, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.052817851305007935, + 0.9471821784973145 ], "full text prediction probs": [ 0.01816537417471409, @@ -316601,7 +355796,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2920357584953308, + "comprehensiveness": 0.2911887466907501, "sufficiency": 0.0, "masked prediction probs": [ 0.03824813291430473, @@ -316614,7 +355809,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.47969385981559753, + "comprehensiveness": 0.4783065915107727, "sufficiency": 0.0, "masked prediction probs": [ 0.05124889314174652, @@ -316640,7 +355835,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8718113303184509, + "comprehensiveness": 0.8693045377731323, "sufficiency": 0.0, "masked prediction probs": [ 0.07864108681678772, @@ -316677,15 +355872,28 @@ 0.9818345904350281 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5473338961601257, + "masked prediction probs": [ + 0.4247669279575348, + 0.5752331018447876 + ], + "full text prediction probs": [ + 0.01816537417471409, + 0.9818345904350281 + ], + "labels": 1 } }, "test_777": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9446204304695129, - 0.05537956953048706 + 0.7578649520874023, + 0.24213503301143646 ], "full text prediction probs": [ 0.08454526960849762, @@ -316784,7 +355992,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -316797,6 +356005,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7578649520874023, + 0.24213503301143646 + ], + "full text prediction probs": [ + 0.08454526960849762, + 0.9154546856880188 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -316887,15 +356108,28 @@ 0.9154546856880188 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9446204304695129, + 0.05537956953048706 + ], + "full text prediction probs": [ + 0.08454526960849762, + 0.9154546856880188 + ], + "labels": 1 } }, "test_825": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3890232741832733, "sufficiency": 0.0, "masked prediction probs": [ - 0.09333430230617523, - 0.9066656827926636 + 0.03876971825957298, + 0.9612303376197815 ], "full text prediction probs": [ 0.009376498870551586, @@ -316994,7 +356228,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -317007,8 +356241,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.9310071468353271, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08139609545469284, + 0.9186038970947266 + ], + "full text prediction probs": [ + 0.009376498870551586, + 0.9906235337257385 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.17313361167907715, + "comprehensiveness": 0.17268706858158112, "sufficiency": 0.0, "masked prediction probs": [ 0.022769499570131302, @@ -317034,7 +356281,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07297196984291077, + "comprehensiveness": 0.07278472930192947, "sufficiency": 0.0, "masked prediction probs": [ 0.015050558373332024, @@ -317047,7 +356294,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09148725867271423, + "comprehensiveness": 0.09125310927629471, "sufficiency": 0.0, "masked prediction probs": [ 0.016508547589182854, @@ -317073,7 +356320,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04977141693234444, + "comprehensiveness": 0.049644678831100464, "sufficiency": 0.0, "masked prediction probs": [ 0.013276398181915283, @@ -317097,15 +356344,28 @@ 0.9906235337257385 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09333430230617523, + 0.9066656827926636 + ], + "full text prediction probs": [ + 0.009376498870551586, + 0.9906235337257385 + ], + "labels": 1 } }, "test_832": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9386746287345886, + "fixed-shap": { + "comprehensiveness": 0.4118596315383911, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5032069683074951, - 0.49679306149482727 + 0.04531262814998627, + 0.9546874165534973 ], "full text prediction probs": [ 0.01756746508181095, @@ -317204,7 +356464,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9400955438613892, "masked prediction probs": [ @@ -317217,6 +356477,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.40113943815231323, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04531262814998627, + 0.9546874165534973 + ], + "full text prediction probs": [ + 0.01756746508181095, + 0.98243248462677 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -317231,7 +356504,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2836737334728241, + "comprehensiveness": 0.2828580439090729, "sufficiency": 0.0, "masked prediction probs": [ 0.03724472597241402, @@ -317257,7 +356530,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.24398215115070343, + "comprehensiveness": 0.24328459799289703, "sufficiency": 0.0, "masked prediction probs": [ 0.034589026123285294, @@ -317271,7 +356544,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9409506916999817, + "sufficiency": 0.9411187767982483, "masked prediction probs": [ 0.5032069683074951, 0.49679306149482727 @@ -317283,7 +356556,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18294544517993927, + "comprehensiveness": 0.1824253797531128, "sufficiency": 0.0, "masked prediction probs": [ 0.030404048040509224, @@ -317297,7 +356570,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9412859082221985, + "sufficiency": 0.941452145576477, + "masked prediction probs": [ + 0.5032069683074951, + 0.49679306149482727 + ], + "full text prediction probs": [ + 0.01756746508181095, + 0.98243248462677 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9416174292564392, "masked prediction probs": [ 0.5032069683074951, 0.49679306149482727 @@ -317310,12 +356596,12 @@ } }, "test_847": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8333376049995422, - 0.16666240990161896 + 0.375588059425354, + 0.624411940574646 ], "full text prediction probs": [ 0.06485489755868912, @@ -317414,7 +356700,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -317427,6 +356713,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.375588059425354, + 0.624411940574646 + ], + "full text prediction probs": [ + 0.06485489755868912, + 0.9351451396942139 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -317517,15 +356816,28 @@ 0.9351451396942139 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8333376049995422, + 0.16666240990161896 + ], + "full text prediction probs": [ + 0.06485489755868912, + 0.9351451396942139 + ], + "labels": 1 } }, "test_880": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.02908165752887726, "sufficiency": 0.0, "masked prediction probs": [ - 0.18040019273757935, - 0.8195998072624207 + 0.02615751326084137, + 0.9738425016403198 ], "full text prediction probs": [ 0.02439701557159424, @@ -317624,12 +356936,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.27632901072502136, - 0.7236709594726562 + 0.18040019273757935, + 0.8195998072624207 + ], + "full text prediction probs": [ + 0.02439701557159424, + 0.9756029844284058 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01901424117386341, + 0.980985701084137 ], "full text prediction probs": [ 0.02439701557159424, @@ -317664,7 +356989,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4911656379699707, + "comprehensiveness": 0.48960456252098083, "sufficiency": 0.0, "masked prediction probs": [ 0.05521087348461151, @@ -317690,7 +357015,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.18346737325191498, + "comprehensiveness": 0.1828879415988922, "sufficiency": 0.0, "masked prediction probs": [ 0.035980477929115295, @@ -317727,15 +357052,28 @@ 0.9756029844284058 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.27632901072502136, + 0.7236709594726562 + ], + "full text prediction probs": [ + 0.02439701557159424, + 0.9756029844284058 + ], + "labels": 1 } }, "test_896": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07654828578233719, "sufficiency": 0.0, "masked prediction probs": [ - 0.2782823145389557, - 0.7217176556587219 + 0.017659982666373253, + 0.9823399782180786 ], "full text prediction probs": [ 0.012083576060831547, @@ -317834,7 +357172,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -317847,6 +357185,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.18988624215126038, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.026258470490574837, + 0.9737415313720703 + ], + "full text prediction probs": [ + 0.012083576060831547, + 0.9879164695739746 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -317861,7 +357212,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.19234588742256165, + "comprehensiveness": 0.19183321297168732, "sufficiency": 0.0, "masked prediction probs": [ 0.02648049034178257, @@ -317874,7 +357225,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8142233490943909, + "comprehensiveness": 0.8120589256286621, "sufficiency": 0.0, "masked prediction probs": [ 0.07319071888923645, @@ -317887,7 +357238,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.28066086769104004, + "comprehensiveness": 0.27991676330566406, "sufficiency": 0.0, "masked prediction probs": [ 0.033203158527612686, @@ -317913,7 +357264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12588392198085785, + "comprehensiveness": 0.12555193901062012, "sufficiency": 0.0, "masked prediction probs": [ 0.021606627851724625, @@ -317937,15 +357288,28 @@ 0.9879164695739746 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2782823145389557, + 0.7217176556587219 + ], + "full text prediction probs": [ + 0.012083576060831547, + 0.9879164695739746 + ], + "labels": 1 } }, "test_944": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00014214614930097014, - "sufficiency": 0.9933496117591858, + "fixed-shap": { + "comprehensiveness": 0.0020577097311615944, + "sufficiency": 0.9868190884590149, "masked prediction probs": [ - 0.99368816614151, - 0.006311887875199318 + 0.9919467568397522, + 0.00805320218205452 ], "full text prediction probs": [ 0.9938173890113831, @@ -318032,11 +357396,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015347817912697792, - "sufficiency": 0.9821857810020447, + "comprehensiveness": 0.002054545795544982, + "sufficiency": 0.9868393540382385, "masked prediction probs": [ - 0.9798434376716614, - 0.02015664242208004 + 0.9919467568397522, + 0.00805320218205452 ], "full text prediction probs": [ 0.9938173890113831, @@ -318044,12 +357408,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0006661539082415402, - "sufficiency": 0.990780770778656, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0001418964093318209, + "sufficiency": 0.9933612942695618, "masked prediction probs": [ - 0.9932107329368591, - 0.006789343431591988 + 0.99368816614151, + 0.006311887875199318 + ], + "full text prediction probs": [ + 0.9938173890113831, + 0.006182597950100899 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8296903967857361, + "masked prediction probs": [ + 0.9938173890113831, + 0.006182597950100899 ], "full text prediction probs": [ 0.9938173890113831, @@ -318059,7 +357436,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7245321273803711, + "sufficiency": 0.7245925664901733, "masked prediction probs": [ 0.995032787322998, 0.00496721314266324 @@ -318072,7 +357449,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8297278881072998, + "sufficiency": 0.8297651410102844, "masked prediction probs": [ 0.9938173890113831, 0.006182597950100899 @@ -318084,8 +357461,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003881660522893071, - "sufficiency": 0.9668563008308411, + "comprehensiveness": 0.0038808085955679417, + "sufficiency": 0.9668635725975037, "masked prediction probs": [ 0.9902800917625427, 0.009719915688037872 @@ -318098,7 +357475,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8298024535179138, + "sufficiency": 0.829839825630188, "masked prediction probs": [ 0.9938173890113831, 0.006182597950100899 @@ -318110,8 +357487,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015327616594731808, - "sufficiency": 0.9822092652320862, + "comprehensiveness": 0.015324253588914871, + "sufficiency": 0.9822131991386414, "masked prediction probs": [ 0.9798434376716614, 0.02015664242208004 @@ -318123,8 +357500,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0027652340941131115, - "sufficiency": 0.9000674486160278, + "comprehensiveness": 0.0027646280359476805, + "sufficiency": 0.9000893235206604, "masked prediction probs": [ 0.9912958145141602, 0.008704164065420628 @@ -318137,7 +357514,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8299144506454468, + "sufficiency": 0.8299517035484314, "masked prediction probs": [ 0.9938173890113831, 0.006182597950100899 @@ -318147,15 +357524,28 @@ 0.006182597950100899 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0006648398120887578, + "sufficiency": 0.9907989501953125, + "masked prediction probs": [ + 0.9932107329368591, + 0.006789343431591988 + ], + "full text prediction probs": [ + 0.9938173890113831, + 0.006182597950100899 + ], + "labels": 0 } }, "test_950": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.44039681553840637, - "sufficiency": 0.9199963212013245, + "fixed-shap": { + "comprehensiveness": 0.5959615111351013, + "sufficiency": 0.9140501618385315, "masked prediction probs": [ - 0.5790427923202515, - 0.42095717787742615 + 0.4416290819644928, + 0.5583709478378296 ], "full text prediction probs": [ 0.9680551290512085, @@ -318254,12 +357644,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8855446577072144, - "sufficiency": 0.9826566576957703, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.43960055708885193, + "sufficiency": 0.9201409220695496, "masked prediction probs": [ - 0.18441689014434814, - 0.8155831098556519 + 0.5790427923202515, + 0.42095717787742615 + ], + "full text prediction probs": [ + 0.9680551290512085, + 0.03194485977292061 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7146093249320984, + "sufficiency": 0.9320427179336548, + "masked prediction probs": [ + 0.33553850650787354, + 0.6644614338874817 ], "full text prediction probs": [ 0.9680551290512085, @@ -318269,7 +357672,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5513109564781189, + "sufficiency": 0.5514122843742371, "masked prediction probs": [ 0.9734194874763489, 0.026580553501844406 @@ -318281,8 +357684,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8851445317268372, - "sufficiency": 0.9826643466949463, + "comprehensiveness": 0.8849446773529053, + "sufficiency": 0.9826683402061462, "masked prediction probs": [ 0.18441689014434814, 0.8155831098556519 @@ -318294,8 +357697,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08221767097711563, - "sufficiency": 0.9234066009521484, + "comprehensiveness": 0.0821991041302681, + "sufficiency": 0.9234238862991333, "masked prediction probs": [ 0.8952495455741882, 0.10475051403045654 @@ -318307,8 +357710,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7579651474952698, - "sufficiency": 0.80752032995224, + "comprehensiveness": 0.7577940821647644, + "sufficiency": 0.8075637221336365, "masked prediction probs": [ 0.29670846462249756, 0.7032915353775024 @@ -318320,8 +357723,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.884545087814331, - "sufficiency": 0.9826761484146118, + "comprehensiveness": 0.8843454122543335, + "sufficiency": 0.9826799631118774, "masked prediction probs": [ 0.18441689014434814, 0.8155831098556519 @@ -318334,7 +357737,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9781275987625122, + "sufficiency": 0.9781326055526733, "masked prediction probs": [ 0.9832685589790344, 0.016731424257159233 @@ -318346,8 +357749,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8841459155082703, - "sufficiency": 0.9826839566230774, + "comprehensiveness": 0.883946418762207, + "sufficiency": 0.9826879501342773, + "masked prediction probs": [ + 0.18441689014434814, + 0.8155831098556519 + ], + "full text prediction probs": [ + 0.9680551290512085, + 0.03194485977292061 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8837470412254333, + "sufficiency": 0.982691764831543, "masked prediction probs": [ 0.18441689014434814, 0.8155831098556519 @@ -318360,12 +357776,12 @@ } }, "test_1164": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9873002171516418, - 0.012699824757874012 + 0.9888253808021545, + 0.011174626648426056 ], "full text prediction probs": [ 0.12656420469284058, @@ -318455,8 +357871,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9873002171516418, - 0.012699824757874012 + 0.9888253808021545, + 0.011174626648426056 ], "full text prediction probs": [ 0.12656420469284058, @@ -318464,12 +357880,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9898361563682556, - 0.01016383245587349 + 0.9888253808021545, + 0.011174626648426056 + ], + "full text prediction probs": [ + 0.12656420469284058, + 0.8734357357025146 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9888253808021545, + 0.011174626648426056 ], "full text prediction probs": [ 0.12656420469284058, @@ -318559,8 +357988,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9879069328308105, - 0.012093113735318184 + 0.9888253808021545, + 0.011174626648426056 + ], + "full text prediction probs": [ + 0.12656420469284058, + 0.8734357357025146 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9898361563682556, + 0.01016383245587349 ], "full text prediction probs": [ 0.12656420469284058, @@ -318570,12 +358012,12 @@ } }, "test_1192": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.003032388398423791, - "sufficiency": 0.8634979724884033, + "fixed-shap": { + "comprehensiveness": 0.28876662254333496, + "sufficiency": 0.9849808812141418, "masked prediction probs": [ - 0.9906744360923767, - 0.00932551920413971 + 0.7310285568237305, + 0.26897144317626953 ], "full text prediction probs": [ 0.993429958820343, @@ -318662,11 +358104,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0030277238693088293, - "sufficiency": 0.863707959651947, + "comprehensiveness": 0.28832241892814636, + "sufficiency": 0.9850040078163147, "masked prediction probs": [ - 0.9906744360923767, - 0.00932551920413971 + 0.7310285568237305, + 0.26897144317626953 ], "full text prediction probs": [ 0.993429958820343, @@ -318674,12 +358116,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0030270584393292665, - "sufficiency": 0.8637378811836243, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2882590591907501, + "sufficiency": 0.9850072860717773, "masked prediction probs": [ - 0.9906744360923767, - 0.00932551920413971 + 0.7310285568237305, + 0.26897144317626953 + ], + "full text prediction probs": [ + 0.993429958820343, + 0.006570009980350733 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.28819575905799866, + "sufficiency": 0.9850106239318848, + "masked prediction probs": [ + 0.7310285568237305, + 0.26897144317626953 ], "full text prediction probs": [ 0.993429958820343, @@ -318688,8 +358143,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0015440958086401224, - "sufficiency": 0.8400513529777527, + "comprehensiveness": 0.0015437565743923187, + "sufficiency": 0.8400865197181702, "masked prediction probs": [ 0.9920240640640259, 0.007975976914167404 @@ -318701,8 +358156,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0052466909401118755, - "sufficiency": 0.913058876991272, + "comprehensiveness": 0.0052455393597483635, + "sufficiency": 0.9130778908729553, "masked prediction probs": [ 0.9886518120765686, 0.01134814415127039 @@ -318714,8 +358169,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0030250647105276585, - "sufficiency": 0.863827645778656, + "comprehensiveness": 0.003024400444701314, + "sufficiency": 0.8638575077056885, "masked prediction probs": [ 0.9906744360923767, 0.00932551920413971 @@ -318727,8 +358182,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003024400444701314, - "sufficiency": 0.8638575077056885, + "comprehensiveness": 0.0030237368773669004, + "sufficiency": 0.863887369632721, "masked prediction probs": [ 0.9906744360923767, 0.00932551920413971 @@ -318740,8 +358195,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018180029466748238, - "sufficiency": 0.9623895287513733, + "comprehensiveness": 0.018176039680838585, + "sufficiency": 0.9623978137969971, "masked prediction probs": [ 0.9768625497817993, 0.02313743345439434 @@ -318753,8 +358208,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0034420399460941553, - "sufficiency": 0.9193276166915894, + "comprehensiveness": 0.003441284876316786, + "sufficiency": 0.9193453192710876, "masked prediction probs": [ 0.9902925491333008, 0.009707417339086533 @@ -318766,11 +358221,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0030224102083593607, - "sufficiency": 0.8639470934867859, + "comprehensiveness": 0.28775328397750854, + "sufficiency": 0.9850335717201233, "masked prediction probs": [ - 0.9906744360923767, - 0.00932551920413971 + 0.7310285568237305, + 0.26897144317626953 + ], + "full text prediction probs": [ + 0.993429958820343, + 0.006570009980350733 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2876901924610138, + "sufficiency": 0.9850369095802307, + "masked prediction probs": [ + 0.7310285568237305, + 0.26897144317626953 ], "full text prediction probs": [ 0.993429958820343, @@ -318780,12 +358248,12 @@ } }, "test_1273": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20340532064437866, - "sufficiency": 0.9950107336044312, + "fixed-shap": { + "comprehensiveness": 0.15579943358898163, + "sufficiency": 0.9950641989707947, "masked prediction probs": [ - 0.8060117959976196, - 0.19398826360702515 + 0.8491166830062866, + 0.150883287191391 ], "full text prediction probs": [ 0.9901857376098633, @@ -318872,11 +358340,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.2030913084745407, - "sufficiency": 0.9950184226036072, + "comprehensiveness": 0.15555891394615173, + "sufficiency": 0.9950717687606812, "masked prediction probs": [ - 0.8060117959976196, - 0.19398826360702515 + 0.8491166830062866, + 0.150883287191391 ], "full text prediction probs": [ 0.9901857376098633, @@ -318884,12 +358352,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02973066456615925, - "sufficiency": 0.9912346601486206, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1555246114730835, + "sufficiency": 0.9950729012489319, "masked prediction probs": [ - 0.9632184505462646, - 0.036781489849090576 + 0.8491166830062866, + 0.150883287191391 + ], + "full text prediction probs": [ + 0.9901857376098633, + 0.009814316406846046 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.16296741366386414, + "sufficiency": 0.994753360748291, + "masked prediction probs": [ + 0.8423330783843994, + 0.15766698122024536 ], "full text prediction probs": [ 0.9901857376098633, @@ -318899,7 +358380,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7267241477966309, + "sufficiency": 0.7267842888832092, "masked prediction probs": [ 0.9911248087882996, 0.008875221945345402 @@ -318911,8 +358392,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.2167561948299408, - "sufficiency": 0.9922565221786499, + "comprehensiveness": 0.21670843660831451, + "sufficiency": 0.9922581911087036, "masked prediction probs": [ 0.7934896945953369, 0.20651035010814667 @@ -318924,8 +358405,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.20291230082511902, - "sufficiency": 0.9950228333473206, + "comprehensiveness": 0.20286759734153748, + "sufficiency": 0.9950239062309265, "masked prediction probs": [ 0.8060117959976196, 0.19398826360702515 @@ -318937,8 +358418,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018705627880990505, - "sufficiency": 0.8523173928260803, + "comprehensiveness": 0.001870150794275105, + "sufficiency": 0.8523498773574829, "masked prediction probs": [ 0.9884875416755676, 0.011512468568980694 @@ -318950,8 +358431,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2873228192329407, - "sufficiency": 0.9885677099227905, + "comprehensiveness": 0.2872595191001892, + "sufficiency": 0.9885702133178711, "masked prediction probs": [ 0.7292814254760742, 0.2707185745239258 @@ -318963,8 +358444,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009176558814942837, - "sufficiency": 0.8300973773002625, + "comprehensiveness": 0.009174538776278496, + "sufficiency": 0.8301348090171814, "masked prediction probs": [ 0.9818511009216309, 0.018148934468626976 @@ -318976,11 +358457,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2871962785720825, - "sufficiency": 0.9885727167129517, + "comprehensiveness": 0.1627163141965866, + "sufficiency": 0.9947615265846252, "masked prediction probs": [ - 0.7292814254760742, - 0.2707185745239258 + 0.8423330783843994, + 0.15766698122024536 + ], + "full text prediction probs": [ + 0.9901857376098633, + 0.009814316406846046 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02967178262770176, + "sufficiency": 0.9912519454956055, + "masked prediction probs": [ + 0.9632184505462646, + 0.036781489849090576 ], "full text prediction probs": [ 0.9901857376098633, @@ -318990,12 +358484,12 @@ } }, "test_1281": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004218172747641802, - "sufficiency": 0.9964560270309448, + "fixed-shap": { + "comprehensiveness": 0.009364668279886246, + "sufficiency": 0.9770287275314331, "masked prediction probs": [ - 0.9891077280044556, - 0.01089220680296421 + 0.984433650970459, + 0.01556640025228262 ], "full text prediction probs": [ 0.9929386973381042, @@ -319094,12 +358588,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.025571590289473534, - "sufficiency": 0.9037732481956482, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0042107547633349895, + "sufficiency": 0.9964622855186462, "masked prediction probs": [ - 0.9696735143661499, - 0.030326496809720993 + 0.9891077280044556, + 0.01089220680296421 + ], + "full text prediction probs": [ + 0.9929386973381042, + 0.007061351090669632 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01957705244421959, + "sufficiency": 0.9594317078590393, + "masked prediction probs": [ + 0.9751234650611877, + 0.02487647347152233 ], "full text prediction probs": [ 0.9929386973381042, @@ -319108,8 +358615,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001498359371908009, - "sufficiency": 0.28257089853286743, + "comprehensiveness": 0.0014980301493778825, + "sufficiency": 0.28272852301597595, "masked prediction probs": [ 0.9915751814842224, 0.008424864150583744 @@ -319121,8 +358628,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00540354335680604, - "sufficiency": 0.9949007630348206, + "comprehensiveness": 0.005402356386184692, + "sufficiency": 0.9949018359184265, "masked prediction probs": [ 0.9880203604698181, 0.0119796646758914 @@ -319134,8 +358641,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2474122792482376, - "sufficiency": 0.9380086064338684, + "comprehensiveness": 0.24735793471336365, + "sufficiency": 0.9380221962928772, "masked prediction probs": [ 0.7676931023597717, 0.23230688273906708 @@ -319147,8 +358654,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02554912306368351, - "sufficiency": 0.9038577675819397, + "comprehensiveness": 0.025543514639139175, + "sufficiency": 0.903878927230835, "masked prediction probs": [ 0.9696735143661499, 0.030326496809720993 @@ -319160,8 +358667,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0064187138341367245, - "sufficiency": 0.989372730255127, + "comprehensiveness": 0.006417304743081331, + "sufficiency": 0.989375114440918, "masked prediction probs": [ 0.9870924949645996, 0.01290747057646513 @@ -319174,7 +358681,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.5939890742301941, + "sufficiency": 0.5940781831741333, "masked prediction probs": [ 0.9932696223258972, 0.006730352062731981 @@ -319186,8 +358693,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.025532301515340805, - "sufficiency": 0.9039211273193359, + "comprehensiveness": 0.02552669681608677, + "sufficiency": 0.9039421081542969, + "masked prediction probs": [ + 0.9696735143661499, + 0.030326496809720993 + ], + "full text prediction probs": [ + 0.9929386973381042, + 0.007061351090669632 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02552109770476818, + "sufficiency": 0.9039632678031921, "masked prediction probs": [ 0.9696735143661499, 0.030326496809720993 @@ -319200,12 +358720,12 @@ } }, "test_1336": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.989520251750946, + "fixed-shap": { + "comprehensiveness": 0.501549482345581, "sufficiency": 1.0, "masked prediction probs": [ - 0.09311705827713013, - 0.9068829417228699 + 0.4835127294063568, + 0.5164872407913208 ], "full text prediction probs": [ 0.8847719430923462, @@ -319304,12 +358824,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9875451922416687, "sufficiency": 1.0, "masked prediction probs": [ - 0.08020506054162979, - 0.9197949171066284 + 0.09311705827713013, + 0.9068829417228699 + ], + "full text prediction probs": [ + 0.8847719430923462, + 0.11522802710533142 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.7072551250457764, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3176670968532562, + 0.6823329329490662 ], "full text prediction probs": [ 0.8847719430923462, @@ -319319,7 +358852,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7417049407958984, + "sufficiency": 0.7417692542076111, "masked prediction probs": [ 0.9848607778549194, 0.015139257535338402 @@ -319331,7 +358864,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6210804581642151, + "comprehensiveness": 0.6209256052970886, "sufficiency": 1.0, "masked prediction probs": [ 0.38664111495018005, @@ -319344,7 +358877,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3327022194862366, + "comprehensiveness": 0.3326192796230316, "sufficiency": 1.0, "masked prediction probs": [ 0.6178652048110962, @@ -319358,7 +358891,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8641191720962524, + "sufficiency": 0.8641529679298401, "masked prediction probs": [ 0.974884569644928, 0.02511545643210411 @@ -319396,11 +358929,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.7060223817825317, "sufficiency": 1.0, "masked prediction probs": [ - 0.08020506054162979, - 0.9197949171066284 + 0.3176670968532562, + 0.6823329329490662 + ], + "full text prediction probs": [ + 0.8847719430923462, + 0.11522802710533142 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7058466672897339, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3176670968532562, + 0.6823329329490662 ], "full text prediction probs": [ 0.8847719430923462, @@ -319410,12 +358956,12 @@ } }, "test_1414": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15880456566810608, - "sufficiency": 0.9963374733924866, + "fixed-shap": { + "comprehensiveness": 0.011884595267474651, + "sufficiency": 0.9875746369361877, "masked prediction probs": [ - 0.8470891118049622, - 0.1529109627008438 + 0.9802393317222595, + 0.019760701805353165 ], "full text prediction probs": [ 0.9910100698471069, @@ -319514,7 +359060,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.15852469205856323, "sufficiency": 0.9963439106941223, "masked prediction probs": [ @@ -319527,8 +359073,21 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.011861037462949753, + "sufficiency": 0.9875991940498352, + "masked prediction probs": [ + 0.9802393317222595, + 0.019760701805353165 + ], + "full text prediction probs": [ + 0.9910100698471069, + 0.008989964611828327 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0027797818183898926, + "comprehensiveness": 0.0027791697066277266, "sufficiency": 0.0, "masked prediction probs": [ 0.9884858131408691, @@ -319541,8 +359100,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.03421548381447792, - "sufficiency": 0.9136540293693542, + "comprehensiveness": 0.03420795127749443, + "sufficiency": 0.9136730432510376, "masked prediction probs": [ 0.9599329233169556, 0.040067099034786224 @@ -319554,8 +359113,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002862275578081608, - "sufficiency": 0.8568196296691895, + "comprehensiveness": 0.0028616455383598804, + "sufficiency": 0.8568512201309204, "masked prediction probs": [ 0.9884097576141357, 0.011590181849896908 @@ -319567,8 +359126,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002331310184672475, - "sufficiency": 0.9021681547164917, + "comprehensiveness": 0.0023307972587645054, + "sufficiency": 0.9021896719932556, "masked prediction probs": [ 0.9888916611671448, 0.011108344420790672 @@ -319580,8 +359139,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.15835027396678925, - "sufficiency": 0.996347963809967, + "comprehensiveness": 0.15831542015075684, + "sufficiency": 0.9963487386703491, "masked prediction probs": [ 0.8470891118049622, 0.1529109627008438 @@ -319593,8 +359152,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006468881852924824, - "sufficiency": 0.9144152402877808, + "comprehensiveness": 0.006467459257692099, + "sufficiency": 0.9144341349601746, "masked prediction probs": [ 0.9851293563842773, 0.014870666898787022 @@ -319606,8 +359165,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.158280611038208, - "sufficiency": 0.996349573135376, + "comprehensiveness": 0.15824580192565918, + "sufficiency": 0.9963503479957581, + "masked prediction probs": [ + 0.8470891118049622, + 0.1529109627008438 + ], + "full text prediction probs": [ + 0.9910100698471069, + 0.008989964611828327 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.15821100771427155, + "sufficiency": 0.9963511824607849, "masked prediction probs": [ 0.8470891118049622, 0.1529109627008438 @@ -319620,12 +359192,12 @@ } }, "test_1417": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1635572463274002, - "sufficiency": 0.8525204658508301, + "fixed-shap": { + "comprehensiveness": 0.06209146976470947, + "sufficiency": 1.0, "masked prediction probs": [ - 0.816772997379303, - 0.1832270622253418 + 0.9055740833282471, + 0.09442592412233353 ], "full text prediction probs": [ 0.9599154591560364, @@ -319724,12 +359296,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08697032183408737, - "sufficiency": 0.8865193128585815, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.16325877606868744, + "sufficiency": 0.852789580821991, "masked prediction probs": [ - 0.8836613893508911, - 0.11633868515491486 + 0.816772997379303, + 0.1832270622253418 + ], + "full text prediction probs": [ + 0.9599154591560364, + 0.04008455201983452 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0984400063753128, + "sufficiency": 0.9793083071708679, + "masked prediction probs": [ + 0.8735852837562561, + 0.1264147162437439 ], "full text prediction probs": [ 0.9599154591560364, @@ -319739,7 +359324,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8912708759307861, + "sufficiency": 0.8912956118583679, "masked prediction probs": [ 0.9628816843032837, 0.03711830452084541 @@ -319752,7 +359337,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8617920875549316, + "sufficiency": 0.8618234992027283, "masked prediction probs": [ 0.9599154591560364, 0.04008455201983452 @@ -319764,8 +359349,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08907585591077805, - "sufficiency": 0.9045282006263733, + "comprehensiveness": 0.08905555307865143, + "sufficiency": 0.9045498967170715, "masked prediction probs": [ 0.8817618489265442, 0.11823813617229462 @@ -319777,8 +359362,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.08385498821735382, - "sufficiency": 0.9594555497169495, + "comprehensiveness": 0.08383588492870331, + "sufficiency": 0.9594647884368896, "masked prediction probs": [ 0.8863257765769958, 0.11367425322532654 @@ -319790,7 +359375,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.30598965287208557, + "comprehensiveness": 0.30591994524002075, "sufficiency": 1.0, "masked prediction probs": [ 0.6913230419158936, @@ -319804,7 +359389,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9135087728500366, + "sufficiency": 0.9135284423828125, "masked prediction probs": [ 0.9735565185546875, 0.026443447917699814 @@ -319816,7 +359401,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3058502972126007, + "comprehensiveness": 0.30578064918518066, "sufficiency": 1.0, "masked prediction probs": [ 0.6913230419158936, @@ -319827,15 +359412,28 @@ 0.04008455201983452 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08679214119911194, + "sufficiency": 0.8867517709732056, + "masked prediction probs": [ + 0.8836613893508911, + 0.11633868515491486 + ], + "full text prediction probs": [ + 0.9599154591560364, + 0.04008455201983452 + ], + "labels": 0 } }, "test_1430": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8132405877113342, + "fixed-shap": { + "comprehensiveness": 0.8637565970420837, + "sufficiency": 0.9828075170516968, "masked prediction probs": [ - 0.9886434674263, - 0.011356579139828682 + 0.20752239227294922, + 0.7924776673316956 ], "full text prediction probs": [ 0.9859843850135803, @@ -319922,11 +359520,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7061155438423157, - "sufficiency": 0.9556846022605896, + "comprehensiveness": 0.8624169230461121, + "sufficiency": 0.9828341603279114, "masked prediction probs": [ - 0.3486080467700958, - 0.6513919830322266 + 0.20752239227294922, + 0.7924776673316956 ], "full text prediction probs": [ 0.9859843850135803, @@ -319934,12 +359532,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8135715126991272, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8622258901596069, + "sufficiency": 0.982837975025177, "masked prediction probs": [ - 0.9886434674263, - 0.011356579139828682 + 0.20752239227294922, + 0.7924776673316956 + ], + "full text prediction probs": [ + 0.9859843850135803, + 0.014015613123774529 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9416185617446899, + "sufficiency": 0.9781553149223328, + "masked prediction probs": [ + 0.1356542855501175, + 0.8643456697463989 ], "full text prediction probs": [ 0.9859843850135803, @@ -319949,7 +359560,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8355595469474792, + "sufficiency": 0.835595965385437, "masked prediction probs": [ 0.9920530319213867, 0.007947015576064587 @@ -319962,7 +359573,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8369224667549133, + "sufficiency": 0.8369585275650024, "masked prediction probs": [ 0.9859843850135803, 0.014015613123774529 @@ -319975,7 +359586,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8369585275650024, + "sufficiency": 0.8369945287704468, "masked prediction probs": [ 0.9859843850135803, 0.014015613123774529 @@ -319987,8 +359598,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0037951269187033176, - "sufficiency": 0.8183420896530151, + "comprehensiveness": 0.003794287098571658, + "sufficiency": 0.8183823823928833, "masked prediction probs": [ 0.9825549125671387, 0.017445117235183716 @@ -320000,8 +359611,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7051780819892883, - "sufficiency": 0.9557434320449829, + "comprehensiveness": 0.7050220370292664, + "sufficiency": 0.9557532072067261, "masked prediction probs": [ 0.3486080467700958, 0.6513919830322266 @@ -320013,8 +359624,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5353915095329285, - "sufficiency": 0.9122931361198425, + "comprehensiveness": 0.5352730751037598, + "sufficiency": 0.9123125076293945, "masked prediction probs": [ 0.5019628405570984, 0.4980371594429016 @@ -320026,11 +359637,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7048661112785339, - "sufficiency": 0.9557629823684692, + "comprehensiveness": 0.9401609897613525, + "sufficiency": 0.9781890511512756, "masked prediction probs": [ - 0.3486080467700958, - 0.6513919830322266 + 0.1356542855501175, + 0.8643456697463989 + ], + "full text prediction probs": [ + 0.9859843850135803, + 0.014015613123774529 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9399531483650208, + "sufficiency": 0.9781939387321472, + "masked prediction probs": [ + 0.1356542855501175, + 0.8643456697463989 ], "full text prediction probs": [ 0.9859843850135803, @@ -320040,12 +359664,12 @@ } }, "test_1467": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.20571087300777435, + "fixed-shap": { + "comprehensiveness": 0.2032119184732437, + "sufficiency": 0.0, "masked prediction probs": [ - 0.14101193845272064, - 0.8589881062507629 + 0.022410575300455093, + 0.9775894284248352 ], "full text prediction probs": [ 0.006464916281402111, @@ -320144,7 +359768,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.22156596183776855, "masked prediction probs": [ @@ -320157,8 +359781,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.1986541748046875, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.022410575300455093, + 0.9775894284248352 + ], + "full text prediction probs": [ + 0.006464916281402111, + 0.993535041809082 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.6360359787940979, + "comprehensiveness": 0.6344548463821411, "sufficiency": 0.0, "masked prediction probs": [ 0.05751839280128479, @@ -320171,8 +359808,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.31895145773887634, - "sufficiency": 0.7774487137794495, + "comprehensiveness": 0.3181605637073517, + "sufficiency": 0.7779998779296875, "masked prediction probs": [ 0.032130416482686996, 0.9678695797920227 @@ -320184,7 +359821,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.02856828272342682, + "comprehensiveness": 0.028497617691755295, "sufficiency": 0.0, "masked prediction probs": [ 0.008769545704126358, @@ -320197,7 +359834,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06314746290445328, + "comprehensiveness": 0.06299164891242981, "sufficiency": 0.0, "masked prediction probs": [ 0.011571623384952545, @@ -320210,8 +359847,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4614289700984955, - "sufficiency": 0.8263763785362244, + "comprehensiveness": 0.4602932035923004, + "sufficiency": 0.8268032073974609, "masked prediction probs": [ 0.04387221112847328, 0.9561277627944946 @@ -320223,7 +359860,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4905625879764557, + "comprehensiveness": 0.4893580973148346, "sufficiency": 0.0, "masked prediction probs": [ 0.046332135796546936, @@ -320236,7 +359873,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6266658306121826, + "comprehensiveness": 0.6251308917999268, "sufficiency": 0.0, "masked prediction probs": [ 0.05751839280128479, @@ -320247,15 +359884,28 @@ 0.993535041809082 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.2386629432439804, + "masked prediction probs": [ + 0.14101193845272064, + 0.8589881062507629 + ], + "full text prediction probs": [ + 0.006464916281402111, + 0.993535041809082 + ], + "labels": 1 } }, "test_1570": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015903395833447576, - "sufficiency": 0.564558207988739, + "fixed-shap": { + "comprehensiveness": 0.1796741485595703, + "sufficiency": 0.9374357461929321, "masked prediction probs": [ - 0.995675265789032, - 0.004324706736952066 + 0.833192765712738, + 0.16680727899074554 ], "full text prediction probs": [ 0.9971262812614441, @@ -320342,11 +359992,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0015235886676236987, - "sufficiency": 0.8985648155212402, + "comprehensiveness": 0.17939887940883636, + "sufficiency": 0.9375317096710205, "masked prediction probs": [ - 0.9957340359687805, - 0.004266003612428904 + 0.833192765712738, + 0.16680727899074554 ], "full text prediction probs": [ 0.9971262812614441, @@ -320354,12 +360004,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0015875556273385882, - "sufficiency": 0.5653203725814819, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.17935961484909058, + "sufficiency": 0.9375452995300293, + "masked prediction probs": [ + 0.833192765712738, + 0.16680727899074554 + ], + "full text prediction probs": [ + 0.9971262812614441, + 0.0028737422544509172 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.28499835729599, + "sufficiency": 0.9110826253890991, "masked prediction probs": [ - 0.995675265789032, - 0.004324706736952066 + 0.7365826368331909, + 0.26341739296913147 ], "full text prediction probs": [ 0.9971262812614441, @@ -320368,8 +360031,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0020737245213240385, - "sufficiency": 0.4596613049507141, + "comprehensiveness": 0.002073270734399557, + "sufficiency": 0.4597794711589813, "masked prediction probs": [ 0.995230495929718, 0.004769497085362673 @@ -320381,8 +360044,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0013752058148384094, - "sufficiency": 0.8941887021064758, + "comprehensiveness": 0.0013749051140621305, + "sufficiency": 0.8942117691040039, "masked prediction probs": [ 0.9958688020706177, 0.00413120910525322 @@ -320394,8 +360057,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0011483067646622658, - "sufficiency": 0.9022274017333984, + "comprehensiveness": 0.001148055656813085, + "sufficiency": 0.902248740196228, "masked prediction probs": [ 0.9960760474205017, 0.003923956770449877 @@ -320407,8 +360070,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.001521922997198999, - "sufficiency": 0.8986756801605225, + "comprehensiveness": 0.0015215903986245394, + "sufficiency": 0.8986978530883789, "masked prediction probs": [ 0.9957340359687805, 0.004266003612428904 @@ -320420,8 +360083,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0038500316441059113, - "sufficiency": 0.8717547059059143, + "comprehensiveness": 0.0038491899613291025, + "sufficiency": 0.8717827200889587, "masked prediction probs": [ 0.993603527545929, 0.006396464072167873 @@ -320433,8 +360096,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0036349191796034575, - "sufficiency": 0.9155049920082092, + "comprehensiveness": 0.0036341252271085978, + "sufficiency": 0.9155233502388, "masked prediction probs": [ 0.99379962682724, 0.006200399249792099 @@ -320446,11 +360109,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0015209255507215858, - "sufficiency": 0.8987420797348022, + "comprehensiveness": 0.2845625877380371, + "sufficiency": 0.9112185835838318, "masked prediction probs": [ - 0.9957340359687805, - 0.004266003612428904 + 0.7365826368331909, + 0.26341739296913147 + ], + "full text prediction probs": [ + 0.9971262812614441, + 0.0028737422544509172 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.28450044989585876, + "sufficiency": 0.9112379550933838, + "masked prediction probs": [ + 0.7365826368331909, + 0.26341739296913147 ], "full text prediction probs": [ 0.9971262812614441, @@ -320460,12 +360136,12 @@ } }, "test_1577": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9985170364379883, + "fixed-shap": { + "comprehensiveness": 0.975199282169342, + "sufficiency": 0.9929683804512024, "masked prediction probs": [ - 0.06388900429010391, - 0.9361110329627991 + 0.10719814896583557, + 0.892801821231842 ], "full text prediction probs": [ 0.9905649423599243, @@ -320564,12 +360240,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.918058454990387, - "sufficiency": 0.9139506220817566, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9985195994377136, "masked prediction probs": [ - 0.15748916566371918, - 0.8425108194351196 + 0.06388900429010391, + 0.9361110329627991 + ], + "full text prediction probs": [ + 0.9905649423599243, + 0.009435050189495087 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9893738031387329, + "masked prediction probs": [ + 0.027397770434617996, + 0.9726022481918335 ], "full text prediction probs": [ 0.9905649423599243, @@ -320578,8 +360267,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001151334960013628, - "sufficiency": 0.8482792973518372, + "comprehensiveness": 0.0011510812910273671, + "sufficiency": 0.8483126759529114, "masked prediction probs": [ 0.9895199537277222, 0.01048008818179369 @@ -320592,7 +360281,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9985202550888062, + "sufficiency": 0.9985206127166748, "masked prediction probs": [ 0.06388900429010391, 0.9361110329627991 @@ -320604,8 +360293,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9174518585205078, - "sufficiency": 0.9140074253082275, + "comprehensiveness": 0.9172497987747192, + "sufficiency": 0.9140263795852661, "masked prediction probs": [ 0.15748916566371918, 0.8425108194351196 @@ -320617,8 +360306,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9172497987747192, - "sufficiency": 0.9140263795852661, + "comprehensiveness": 0.9170478582382202, + "sufficiency": 0.9140452742576599, "masked prediction probs": [ 0.15748916566371918, 0.8425108194351196 @@ -320630,7 +360319,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9876947999000549, + "comprehensiveness": 0.9874773621559143, "sufficiency": 1.0, "masked prediction probs": [ 0.09331126511096954, @@ -320644,7 +360333,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8452313542366028, + "sufficiency": 0.8452655076980591, "masked prediction probs": [ 0.9917096495628357, 0.00829036720097065 @@ -320656,11 +360345,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.916644275188446, - "sufficiency": 0.9140831232070923, + "comprehensiveness": 1.0, + "sufficiency": 0.9893901944160461, "masked prediction probs": [ - 0.15748916566371918, - 0.8425108194351196 + 0.027397770434617996, + 0.9726022481918335 + ], + "full text prediction probs": [ + 0.9905649423599243, + 0.009435050189495087 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9893924593925476, + "masked prediction probs": [ + 0.027397770434617996, + 0.9726022481918335 ], "full text prediction probs": [ 0.9905649423599243, @@ -320670,12 +360372,12 @@ } }, "test_1582": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.3475881814956665, + "sufficiency": 0.8688123226165771, "masked prediction probs": [ - 0.9831985831260681, - 0.01680142618715763 + 0.9811720848083496, + 0.01882799342274666 ], "full text prediction probs": [ 0.9783204793930054, @@ -320774,9 +360476,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.3487541377544403, + "masked prediction probs": [ + 0.9831985831260681, + 0.01680142618715763 + ], + "full text prediction probs": [ + 0.9783204793930054, + 0.021679479628801346 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8440138101577759, + "sufficiency": 0.8440486788749695, "masked prediction probs": [ 0.9783204793930054, 0.021679479628801346 @@ -320788,8 +360503,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.06218293309211731, - "sufficiency": 0.4959630072116852, + "comprehensiveness": 0.062169045209884644, + "sufficiency": 0.4960755407810211, "masked prediction probs": [ 0.9226426482200623, 0.07735735177993774 @@ -320802,7 +360517,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8440834879875183, + "sufficiency": 0.8441182971000671, "masked prediction probs": [ 0.9783204793930054, 0.021679479628801346 @@ -320814,8 +360529,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.015923602506518364, - "sufficiency": 0.8558157086372375, + "comprehensiveness": 0.015920046716928482, + "sufficiency": 0.8558478951454163, "masked prediction probs": [ 0.9640563130378723, 0.03594366833567619 @@ -320827,8 +360542,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.023742930963635445, - "sufficiency": 0.849424421787262, + "comprehensiveness": 0.023737633600831032, + "sufficiency": 0.8494579195976257, "masked prediction probs": [ 0.9570471048355103, 0.04295291751623154 @@ -320840,8 +360555,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7200483679771423, - "sufficiency": 0.9966931343078613, + "comprehensiveness": 0.7198877334594727, + "sufficiency": 0.9966938495635986, "masked prediction probs": [ 0.33302199840545654, 0.6669780015945435 @@ -320853,8 +360568,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.33753520250320435, - "sufficiency": 0.8814405202865601, + "comprehensiveness": 0.337459921836853, + "sufficiency": 0.8814669847488403, "masked prediction probs": [ 0.6757580637931824, 0.32424187660217285 @@ -320867,7 +360582,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8442573547363281, + "sufficiency": 0.8442921042442322, + "masked prediction probs": [ + 0.9783204793930054, + 0.021679479628801346 + ], + "full text prediction probs": [ + 0.9783204793930054, + 0.021679479628801346 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8443267941474915, "masked prediction probs": [ 0.9783204793930054, 0.021679479628801346 @@ -320880,12 +360608,12 @@ } }, "test_1587": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9875465035438538, - 0.01245355885475874 + 0.24375134706497192, + 0.7562486529350281 ], "full text prediction probs": [ 0.214497908949852, @@ -320984,7 +360712,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -320997,6 +360725,19 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0626804381608963, + 0.9373195767402649 + ], + "full text prediction probs": [ + 0.214497908949852, + 0.7855021357536316 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -321087,15 +360828,28 @@ 0.7855021357536316 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9875465035438538, + 0.01245355885475874 + ], + "full text prediction probs": [ + 0.214497908949852, + 0.7855021357536316 + ], + "labels": 0 } }, "test_1620": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.015684571117162704, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.03833721578121185, + "sufficiency": 0.9889559745788574, "masked prediction probs": [ - 0.971042811870575, - 0.028957100585103035 + 0.9506456255912781, + 0.04935438558459282 ], "full text prediction probs": [ 0.9851657152175903, @@ -321182,11 +360936,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.1344263106584549, - "sufficiency": 0.997427761554718, + "comprehensiveness": 0.038277700543403625, + "sufficiency": 0.9889731407165527, "masked prediction probs": [ - 0.863935649394989, - 0.1360643208026886 + 0.9506456255912781, + 0.04935438558459282 ], "full text prediction probs": [ 0.9851657152175903, @@ -321194,7 +360948,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.01565674878656864, "sufficiency": 1.0, "masked prediction probs": [ @@ -321207,9 +360961,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.09506092220544815, + "sufficiency": 0.9843283295631409, + "masked prediction probs": [ + 0.8993986248970032, + 0.10060145705938339 + ], + "full text prediction probs": [ + 0.9851657152175903, + 0.01483435183763504 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5940648317337036, + "sufficiency": 0.5941547751426697, "masked prediction probs": [ 0.9926562309265137, 0.007343782112002373 @@ -321222,7 +360989,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8376815915107727, + "sufficiency": 0.8377175331115723, "masked prediction probs": [ 0.9851657152175903, 0.01483435183763504 @@ -321234,8 +361001,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0015321916434913874, - "sufficiency": 0.7594186663627625, + "comprehensiveness": 0.00153185217641294, + "sufficiency": 0.7594720125198364, "masked prediction probs": [ 0.9837827086448669, 0.01621723547577858 @@ -321248,7 +361015,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8377534747123718, + "sufficiency": 0.8377894163131714, "masked prediction probs": [ 0.9851657152175903, 0.01483435183763504 @@ -321260,8 +361027,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.14841075241565704, - "sufficiency": 0.984715461730957, + "comprehensiveness": 0.14837788045406342, + "sufficiency": 0.9847188591957092, "masked prediction probs": [ 0.8511459231376648, 0.14885404706001282 @@ -321273,8 +361040,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006558977533131838, - "sufficiency": 0.9099826812744141, + "comprehensiveness": 0.006557525601238012, + "sufficiency": 0.910002589225769, "masked prediction probs": [ 0.9792414307594299, 0.020758623257279396 @@ -321286,12 +361053,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.8378612399101257, + "comprehensiveness": 0.09491363912820816, + "sufficiency": 0.9843525886535645, "masked prediction probs": [ + 0.8993986248970032, + 0.10060145705938339 + ], + "full text prediction probs": [ 0.9851657152175903, 0.01483435183763504 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09489263594150543, + "sufficiency": 0.9843560457229614, + "masked prediction probs": [ + 0.8993986248970032, + 0.10060145705938339 + ], "full text prediction probs": [ 0.9851657152175903, 0.01483435183763504 @@ -321300,12 +361080,12 @@ } }, "test_1655": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9410616755485535, - 0.05893825739622116 + 0.9688103199005127, + 0.031189659610390663 ], "full text prediction probs": [ 0.3226824998855591, @@ -321395,8 +361175,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9367155432701111, - 0.0632844865322113 + 0.9688103199005127, + 0.031189659610390663 ], "full text prediction probs": [ 0.3226824998855591, @@ -321404,12 +361184,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9668273329734802, - 0.033172592520713806 + 0.9688103199005127, + 0.031189659610390663 + ], + "full text prediction probs": [ + 0.3226824998855591, + 0.6773175001144409 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9700110554695129, + 0.029989009723067284 ], "full text prediction probs": [ 0.3226824998855591, @@ -321499,8 +361292,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9668273329734802, - 0.033172592520713806 + 0.9700110554695129, + 0.029989009723067284 + ], + "full text prediction probs": [ + 0.3226824998855591, + 0.6773175001144409 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9700110554695129, + 0.029989009723067284 ], "full text prediction probs": [ 0.3226824998855591, @@ -321510,12 +361316,12 @@ } }, "test_1712": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007958650588989258, - "sufficiency": 0.953116238117218, + "fixed-shap": { + "comprehensiveness": 0.016618041321635246, + "sufficiency": 0.9802597165107727, "masked prediction probs": [ - 0.9842522740364075, - 0.01574769802391529 + 0.9764004945755005, + 0.023599574342370033 ], "full text prediction probs": [ 0.9914686679840088, @@ -321614,7 +361420,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.007944631390273571, "sufficiency": 0.9531987905502319, "masked prediction probs": [ @@ -321627,9 +361433,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.01658511720597744, + "sufficiency": 0.9802988171577454, + "masked prediction probs": [ + 0.9764004945755005, + 0.023599574342370033 + ], + "full text prediction probs": [ + 0.9914686679840088, + 0.008531325496733189 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.00331699731759727, - "sufficiency": 0.23019656538963318, + "comprehensiveness": 0.0033162671606987715, + "sufficiency": 0.23036597669124603, "masked prediction probs": [ 0.988455057144165, 0.01154494658112526 @@ -321641,8 +361460,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01038412656635046, - "sufficiency": 0.925735354423523, + "comprehensiveness": 0.010381842032074928, + "sufficiency": 0.9257517457008362, "masked prediction probs": [ 0.9820322394371033, 0.0179677065461874 @@ -321654,8 +361473,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00953007210046053, - "sufficiency": 0.9644370079040527, + "comprehensiveness": 0.009527974762022495, + "sufficiency": 0.9644448757171631, "masked prediction probs": [ 0.9828064441680908, 0.017193550243973732 @@ -321667,8 +361486,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007937640883028507, - "sufficiency": 0.9532399773597717, + "comprehensiveness": 0.007935895584523678, + "sufficiency": 0.9532502889633179, "masked prediction probs": [ 0.9842522740364075, 0.01574769802391529 @@ -321680,8 +361499,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.007715000305324793, - "sufficiency": 0.9730060696601868, + "comprehensiveness": 0.0077133034355938435, + "sufficiency": 0.9730120301246643, "masked prediction probs": [ 0.9844531416893005, 0.015546844340860844 @@ -321693,8 +361512,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004174454137682915, - "sufficiency": 0.9450585842132568, + "comprehensiveness": 0.0041735367849469185, + "sufficiency": 0.9450706839561462, "masked prediction probs": [ 0.9876718521118164, 0.01232821960002184 @@ -321706,8 +361525,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007932405918836594, - "sufficiency": 0.9532708525657654, + "comprehensiveness": 0.007930661551654339, + "sufficiency": 0.9532811045646667, + "masked prediction probs": [ + 0.9842522740364075, + 0.01574769802391529 + ], + "full text prediction probs": [ + 0.9914686679840088, + 0.008531325496733189 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007928919047117233, + "sufficiency": 0.9532913565635681, "masked prediction probs": [ 0.9842522740364075, 0.01574769802391529 @@ -321720,12 +361552,12 @@ } }, "test_1740": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.025471968576312065, - "sufficiency": 0.8769474029541016, + "fixed-shap": { + "comprehensiveness": 0.0031569222919642925, + "sufficiency": 0.9141027331352234, "masked prediction probs": [ - 0.9705491662025452, - 0.029450824484229088 + 0.9908328652381897, + 0.009167141281068325 ], "full text prediction probs": [ 0.9937024116516113, @@ -321824,7 +361656,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.025427211076021194, "sufficiency": 0.8771635890007019, "masked prediction probs": [ @@ -321837,9 +361669,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.0031506831292062998, + "sufficiency": 0.9142724275588989, + "masked prediction probs": [ + 0.9908328652381897, + 0.009167141281068325 + ], + "full text prediction probs": [ + 0.9937024116516113, + 0.006297566462308168 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.0021628020331263542, - "sufficiency": 0.7566947340965271, + "comprehensiveness": 0.0021623270586133003, + "sufficiency": 0.7567481398582458, "masked prediction probs": [ 0.9917325973510742, 0.008267355151474476 @@ -321851,8 +361696,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.025416046380996704, - "sufficiency": 0.8772174119949341, + "comprehensiveness": 0.025410467758774757, + "sufficiency": 0.8772444128990173, "masked prediction probs": [ 0.9705491662025452, 0.029450824484229088 @@ -321864,8 +361709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0034941707272082567, - "sufficiency": 0.8750942945480347, + "comprehensiveness": 0.003493403783068061, + "sufficiency": 0.8751217722892761, "masked prediction probs": [ 0.9905186295509338, 0.009481367655098438 @@ -321877,8 +361722,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003909355495125055, - "sufficiency": 0.8182691335678101, + "comprehensiveness": 0.0039084977470338345, + "sufficiency": 0.8183090090751648, "masked prediction probs": [ 0.9901395440101624, 0.009860371239483356 @@ -321890,8 +361735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06624509394168854, - "sufficiency": 0.8828870058059692, + "comprehensiveness": 0.06623056530952454, + "sufficiency": 0.8829126954078674, "masked prediction probs": [ 0.9333153963088989, 0.06668464839458466 @@ -321903,8 +361748,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003077278845012188, - "sufficiency": 0.8466715216636658, + "comprehensiveness": 0.003076604101806879, + "sufficiency": 0.8467051982879639, "masked prediction probs": [ 0.9908966422080994, 0.009103368036448956 @@ -321916,8 +361761,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02538817748427391, - "sufficiency": 0.8773520588874817, + "comprehensiveness": 0.02538261003792286, + "sufficiency": 0.8773790597915649, + "masked prediction probs": [ + 0.9705491662025452, + 0.029450824484229088 + ], + "full text prediction probs": [ + 0.9937024116516113, + 0.006297566462308168 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.025377046316862106, + "sufficiency": 0.8774058818817139, "masked prediction probs": [ 0.9705491662025452, 0.029450824484229088 @@ -321930,12 +361788,12 @@ } }, "test_1784": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 8.640754094813019e-05, - "sufficiency": 0.6227485537528992, + "fixed-shap": { + "comprehensiveness": 0.003534984774887562, + "sufficiency": 0.97810959815979, "masked prediction probs": [ - 0.9952012300491333, - 0.004798779729753733 + 0.9920611381530762, + 0.00793881993740797 ], "full text prediction probs": [ 0.9952799081802368, @@ -322034,7 +361892,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 8.625596819911152e-05, "sufficiency": 0.6234102249145508, "masked prediction probs": [ @@ -322047,9 +361905,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.005165534559637308, + "sufficiency": 0.9561363458633423, + "masked prediction probs": [ + 0.990567147731781, + 0.009432804770767689 + ], + "full text prediction probs": [ + 0.9952799081802368, + 0.0047200643457472324 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.001770342350937426, - "sufficiency": 0.534601628780365, + "comprehensiveness": 0.001769954222254455, + "sufficiency": 0.5347036123275757, "masked prediction probs": [ 0.9936647415161133, 0.006335305981338024 @@ -322061,8 +361932,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003917701076716185, - "sufficiency": 0.9830367565155029, + "comprehensiveness": 0.003916842397302389, + "sufficiency": 0.983040452003479, "masked prediction probs": [ 0.9917048215866089, 0.008295198902487755 @@ -322074,8 +361945,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003286543069407344, - "sufficiency": 0.8496620059013367, + "comprehensiveness": 0.0032858229242265224, + "sufficiency": 0.8496950268745422, "masked prediction probs": [ 0.992280125617981, 0.007719855289906263 @@ -322087,8 +361958,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00043873648974113166, - "sufficiency": 0.8178172707557678, + "comprehensiveness": 0.000438640417996794, + "sufficiency": 0.8178570866584778, "masked prediction probs": [ 0.9948793649673462, 0.005120565183460712 @@ -322100,8 +361971,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07110315561294556, - "sufficiency": 0.988210141658783, + "comprehensiveness": 0.07108758389949799, + "sufficiency": 0.9882126450538635, "masked prediction probs": [ 0.9303522706031799, 0.06964774429798126 @@ -322113,8 +361984,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019205892458558083, - "sufficiency": 0.8419589996337891, + "comprehensiveness": 0.0019201688701286912, + "sufficiency": 0.8419936895370483, "masked prediction probs": [ 0.9935257434844971, 0.006474224850535393 @@ -322126,8 +361997,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07107201963663101, - "sufficiency": 0.9882153272628784, + "comprehensiveness": 0.07105646282434464, + "sufficiency": 0.9882179498672485, "masked prediction probs": [ 0.9303522706031799, 0.06964774429798126 @@ -322137,15 +362008,28 @@ 0.0047200643457472324 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 8.608608914073557e-05, + "sufficiency": 0.6241518259048462, + "masked prediction probs": [ + 0.9952012300491333, + 0.004798779729753733 + ], + "full text prediction probs": [ + 0.9952799081802368, + 0.0047200643457472324 + ], + "labels": 0 } }, "test_1792": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9213259816169739, + "fixed-shap": { + "comprehensiveness": 0.010479846969246864, + "sufficiency": 0.9231757521629333, "masked prediction probs": [ - 0.9829172492027283, - 0.017082756385207176 + 0.9730532169342041, + 0.026946736499667168 ], "full text prediction probs": [ 0.9824612736701965, @@ -322244,7 +362128,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 0.9214659333229065, "masked prediction probs": [ @@ -322257,9 +362141,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.010507313534617424, + "sufficiency": 0.9156737327575684, + "masked prediction probs": [ + 0.9730096459388733, + 0.026990341022610664 + ], + "full text prediction probs": [ + 0.9824612736701965, + 0.017538759857416153 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.004145224578678608, - "sufficiency": 0.8330265879631042, + "comprehensiveness": 0.004144303034991026, + "sufficiency": 0.8330637812614441, "masked prediction probs": [ 0.9787325263023376, 0.021267490461468697 @@ -322271,8 +362168,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0004688988847192377, - "sufficiency": 0.8843360543251038, + "comprehensiveness": 0.0004687946930062026, + "sufficiency": 0.884361743927002, "masked prediction probs": [ 0.9820393919944763, 0.017960581928491592 @@ -322284,8 +362181,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.003892029169946909, - "sufficiency": 0.8623022437095642, + "comprehensiveness": 0.003891164204105735, + "sufficiency": 0.8623328804969788, "masked prediction probs": [ 0.9789587259292603, 0.021041274070739746 @@ -322297,8 +362194,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016289610648527741, - "sufficiency": 0.9367751479148865, + "comprehensiveness": 0.001628599246032536, + "sufficiency": 0.9367892146110535, "masked prediction probs": [ 0.9809949994087219, 0.019005022943019867 @@ -322310,8 +362207,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.026522930711507797, - "sufficiency": 0.8790549635887146, + "comprehensiveness": 0.02651703916490078, + "sufficiency": 0.8790818452835083, "masked prediction probs": [ 0.9585819244384766, 0.04141812026500702 @@ -322324,7 +362221,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8865482807159424, + "sufficiency": 0.8865734338760376, "masked prediction probs": [ 0.9842148423194885, 0.015785153955221176 @@ -322336,8 +362233,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02651115134358406, - "sufficiency": 0.8791086673736572, + "comprehensiveness": 0.02650526538491249, + "sufficiency": 0.8791355490684509, "masked prediction probs": [ 0.9585819244384766, 0.04141812026500702 @@ -322347,15 +362244,28 @@ 0.017538759857416153 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9216228127479553, + "masked prediction probs": [ + 0.9829172492027283, + 0.017082756385207176 + ], + "full text prediction probs": [ + 0.9824612736701965, + 0.017538759857416153 + ], + "labels": 0 } }, "test_134": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9573217034339905, - 0.04267825186252594 + 0.3181843161582947, + 0.6818156838417053 ], "full text prediction probs": [ 0.04181618615984917, @@ -322454,12 +362364,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9331401586532593, - 0.06685980409383774 + 0.9573217034339905, + 0.04267825186252594 + ], + "full text prediction probs": [ + 0.04181618615984917, + 0.9581838250160217 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.33317112922668457, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05658863112330437, + 0.9434113502502441 ], "full text prediction probs": [ 0.04181618615984917, @@ -322557,15 +362480,28 @@ 0.9581838250160217 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9331401586532593, + 0.06685980409383774 + ], + "full text prediction probs": [ + 0.04181618615984917, + 0.9581838250160217 + ], + "labels": 0 } }, "test_194": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9490641951560974, + "fixed-shap": { + "comprehensiveness": 0.2546590566635132, + "sufficiency": 0.8156840801239014, "masked prediction probs": [ - 0.1130061075091362, - 0.8869938850402832 + 0.02525479532778263, + 0.9747452735900879 ], "full text prediction probs": [ 0.00506211631000042, @@ -322664,12 +362600,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3581700026988983, - "sufficiency": 0.9555127024650574, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9500705599784851, "masked prediction probs": [ - 0.03403553366661072, - 0.9659644365310669 + 0.1130061075091362, + 0.8869938850402832 + ], + "full text prediction probs": [ + 0.00506211631000042, + 0.9949378967285156 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.23436695337295532, + "sufficiency": 0.8310321569442749, + "masked prediction probs": [ + 0.02406759187579155, + 0.9759323596954346 ], "full text prediction probs": [ 0.00506211631000042, @@ -322678,8 +362627,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3351963460445404, - "sufficiency": 0.801405668258667, + "comprehensiveness": 0.33437156677246094, + "sufficiency": 0.8018937706947327, "masked prediction probs": [ 0.0322442390024662, 0.9677557945251465 @@ -322691,7 +362640,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08313243836164474, + "comprehensiveness": 0.0829283744096756, "sufficiency": 0.0, "masked prediction probs": [ 0.011820231564342976, @@ -322704,8 +362653,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.15731611847877502, - "sufficiency": 0.10411671549081802, + "comprehensiveness": 0.15693090856075287, + "sufficiency": 0.10630768537521362, "masked prediction probs": [ 0.017882339656352997, 0.9821177124977112 @@ -322717,8 +362666,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.15693090856075287, - "sufficiency": 0.10630768537521362, + "comprehensiveness": 0.15654759109020233, + "sufficiency": 0.10848796367645264, "masked prediction probs": [ 0.017882339656352997, 0.9821177124977112 @@ -322730,8 +362679,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3537956476211548, - "sufficiency": 0.9560554027557373, + "comprehensiveness": 0.3529335856437683, + "sufficiency": 0.9561623334884644, "masked prediction probs": [ 0.03403553366661072, 0.9659644365310669 @@ -322743,8 +362692,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17449626326560974, - "sufficiency": 0.8248552680015564, + "comprehensiveness": 0.17407210171222687, + "sufficiency": 0.825280487537384, "masked prediction probs": [ 0.019387096166610718, 0.9806129336357117 @@ -322756,8 +362705,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3520756959915161, - "sufficiency": 0.9562687873840332, + "comprehensiveness": 0.3512219488620758, + "sufficiency": 0.9563747048377991, + "masked prediction probs": [ + 0.03403553366661072, + 0.9659644365310669 + ], + "full text prediction probs": [ + 0.00506211631000042, + 0.9949378967285156 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3503723740577698, + "sufficiency": 0.956480085849762, "masked prediction probs": [ 0.03403553366661072, 0.9659644365310669 @@ -322770,12 +362732,12 @@ } }, "test_201": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2565670311450958, + "fixed-shap": { + "comprehensiveness": 0.09152111411094666, "sufficiency": 0.0, "masked prediction probs": [ - 0.02621535398066044, - 0.9737846255302429 + 0.013308105990290642, + 0.9866918921470642 ], "full text prediction probs": [ 0.006150767207145691, @@ -322874,12 +362836,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2981032729148865, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.251422256231308, "sufficiency": 0.0, "masked prediction probs": [ - 0.029940756037831306, - 0.9700592756271362 + 0.02621535398066044, + 0.9737846255302429 + ], + "full text prediction probs": [ + 0.006150767207145691, + 0.9938492178916931 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07865443825721741, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012443505227565765, + 0.987556517124176 ], "full text prediction probs": [ 0.006150767207145691, @@ -322888,7 +362863,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.2973579466342926, + "comprehensiveness": 0.2966163158416748, "sufficiency": 0.0, "masked prediction probs": [ 0.029940756037831306, @@ -322901,7 +362876,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.104658342897892, + "comprehensiveness": 0.1043979674577713, "sufficiency": 0.0, "masked prediction probs": [ 0.0145448362454772, @@ -322914,7 +362889,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07722821086645126, + "comprehensiveness": 0.07703655958175659, "sufficiency": 0.0, "masked prediction probs": [ 0.012360293418169022, @@ -322927,7 +362902,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.062134746462106705, + "comprehensiveness": 0.06198093295097351, "sufficiency": 0.0, "masked prediction probs": [ 0.011159174144268036, @@ -322940,7 +362915,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11095874756574631, + "comprehensiveness": 0.11068474501371384, "sufficiency": 0.0, "masked prediction probs": [ 0.01511675026267767, @@ -322953,7 +362928,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07357889413833618, + "comprehensiveness": 0.07339764386415482, "sufficiency": 0.0, "masked prediction probs": [ 0.012110992334783077, @@ -322966,7 +362941,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2929629981517792, + "comprehensiveness": 0.2922431230545044, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.029940756037831306, + 0.9700592756271362 + ], + "full text prediction probs": [ + 0.006150767207145691, + 0.9938492178916931 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.29152676463127136, "sufficiency": 0.0, "masked prediction probs": [ 0.029940756037831306, @@ -322980,12 +362968,12 @@ } }, "test_232": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9541563987731934, - 0.045843593776226044 + 0.01319687720388174, + 0.9868031144142151 ], "full text prediction probs": [ 0.015196255408227444, @@ -323084,12 +363072,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.934077262878418, - 0.06592274457216263 + 0.9541563987731934, + 0.045843593776226044 + ], + "full text prediction probs": [ + 0.015196255408227444, + 0.9848037958145142 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01109018363058567, + 0.988909900188446 ], "full text prediction probs": [ 0.015196255408227444, @@ -323163,7 +363164,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12070250511169434, + "comprehensiveness": 0.12036790698766708, "sufficiency": 0.0, "masked prediction probs": [ 0.023881835862994194, @@ -323187,15 +363188,28 @@ 0.9848037958145142 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.934077262878418, + 0.06592274457216263 + ], + "full text prediction probs": [ + 0.015196255408227444, + 0.9848037958145142 + ], + "labels": 1 } }, "test_246": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9802979826927185, - 0.019702013581991196 + 0.3578546345233917, + 0.6421453356742859 ], "full text prediction probs": [ 0.06576508283615112, @@ -323294,12 +363308,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.983768880367279, - 0.016231149435043335 + 0.9802979826927185, + 0.019702013581991196 + ], + "full text prediction probs": [ + 0.06576508283615112, + 0.9342348575592041 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5165387988090515, + 0.4834611415863037 ], "full text prediction probs": [ 0.06576508283615112, @@ -323397,15 +363424,28 @@ 0.9342348575592041 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.983768880367279, + 0.016231149435043335 + ], + "full text prediction probs": [ + 0.06576508283615112, + 0.9342348575592041 + ], + "labels": 1 } }, "test_264": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9831534028053284, - 0.016846563667058945 + 0.9609001278877258, + 0.03909993916749954 ], "full text prediction probs": [ 0.5092198848724365, @@ -323504,12 +363544,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9847483038902283, - 0.015251715667545795 + 0.9831534028053284, + 0.016846563667058945 + ], + "full text prediction probs": [ + 0.5092198848724365, + 0.49078014492988586 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9651093482971191, + 0.034890662878751755 ], "full text prediction probs": [ 0.5092198848724365, @@ -323545,7 +363598,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.0922599583864212, + "sufficiency": 0.09268464148044586, "masked prediction probs": [ 0.967093288898468, 0.03290671482682228 @@ -323558,7 +363611,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.2445656955242157, + "sufficiency": 0.24491894245147705, "masked prediction probs": [ 0.9738273024559021, 0.026172688230872154 @@ -323607,15 +363660,28 @@ 0.49078014492988586 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9847483038902283, + 0.015251715667545795 + ], + "full text prediction probs": [ + 0.5092198848724365, + 0.49078014492988586 + ], + "labels": 1 } }, "test_265": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.14375679194927216, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9765965938568115, "masked prediction probs": [ - 0.795016348361969, - 0.2049836367368698 + 0.9165421724319458, + 0.08345787972211838 ], "full text prediction probs": [ 0.9143646359443665, @@ -323714,12 +363780,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9401533007621765, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.14348027110099792, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9365683794021606, - 0.06343158334493637 + 0.795016348361969, + 0.2049836367368698 + ], + "full text prediction probs": [ + 0.9143646359443665, + 0.08563533425331116 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.022649643942713737, + "sufficiency": 0.962548017501831, + "masked prediction probs": [ + 0.8955199122428894, + 0.10448008030653 ], "full text prediction probs": [ 0.9143646359443665, @@ -323729,7 +363808,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8467236757278442, + "sufficiency": 0.8467605113983154, "masked prediction probs": [ 0.974261999130249, 0.025737997144460678 @@ -323742,7 +363821,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9129766821861267, + "sufficiency": 0.9129975438117981, "masked prediction probs": [ 0.9143646359443665, 0.08563533425331116 @@ -323754,7 +363833,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.5321775674819946, + "comprehensiveness": 0.5320496559143066, "sufficiency": 1.0, "masked prediction probs": [ 0.47137486934661865, @@ -323767,7 +363846,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6859509348869324, + "comprehensiveness": 0.6857861876487732, "sufficiency": 1.0, "masked prediction probs": [ 0.34323519468307495, @@ -323780,7 +363859,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11549395322799683, + "comprehensiveness": 0.11546622216701508, "sufficiency": 1.0, "masked prediction probs": [ 0.8181801438331604, @@ -323794,7 +363873,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9407585263252258, + "sufficiency": 0.9407727122306824, "masked prediction probs": [ 0.9485368132591248, 0.05146324262022972 @@ -323806,7 +363885,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6854569911956787, + "comprehensiveness": 0.6852924823760986, "sufficiency": 1.0, "masked prediction probs": [ 0.34323519468307495, @@ -323817,15 +363896,28 @@ 0.08563533425331116 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9402825832366943, + "masked prediction probs": [ + 0.9365683794021606, + 0.06343158334493637 + ], + "full text prediction probs": [ + 0.9143646359443665, + 0.08563533425331116 + ], + "labels": 1 } }, "test_276": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.2903907001018524, + "sufficiency": 0.3067655861377716, "masked prediction probs": [ - 0.34239324927330017, - 0.6576067805290222 + 0.39202362298965454, + 0.6079763770103455 ], "full text prediction probs": [ 0.004622303415089846, @@ -323924,12 +364016,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.24719810485839844, + "sufficiency": 0.30433547496795654, "masked prediction probs": [ - 0.36218497157096863, - 0.637814998626709 + 0.34239324927330017, + 0.6576067805290222 + ], + "full text prediction probs": [ + 0.004622303415089846, + 0.9953776597976685 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.991331934928894, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0854484811425209, + 0.9145515561103821 ], "full text prediction probs": [ 0.004622303415089846, @@ -323939,7 +364044,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.24904276430606842, + "sufficiency": 0.2508784234523773, "masked prediction probs": [ 0.36218497157096863, 0.637814998626709 @@ -323951,8 +364056,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.7356812953948975, - "sufficiency": 0.7525667548179626, + "comprehensiveness": 0.7338852286338806, + "sufficiency": 0.7531701326370239, "masked prediction probs": [ 0.06475168466567993, 0.9352483153343201 @@ -323964,7 +364069,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.10903778672218323, + "comprehensiveness": 0.10877223312854767, "sufficiency": 0.0, "masked prediction probs": [ 0.013556154444813728, @@ -323977,7 +364082,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05855386331677437, + "comprehensiveness": 0.058411605656147, "sufficiency": 0.0, "masked prediction probs": [ 0.009431620128452778, @@ -323991,7 +364096,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.889664888381958, + "sufficiency": 0.8899319767951965, "masked prediction probs": [ 0.1228274330496788, 0.8771725296974182 @@ -324003,7 +364108,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11147461086511612, + "comprehensiveness": 0.1112050861120224, "sufficiency": 0.0, "masked prediction probs": [ 0.013822611421346664, @@ -324017,7 +364122,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.25992366671562195, + "sufficiency": 0.26170656085014343, + "masked prediction probs": [ + 0.36218497157096863, + 0.637814998626709 + ], + "full text prediction probs": [ + 0.004622303415089846, + 0.9953776597976685 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.26348090171813965, "masked prediction probs": [ 0.36218497157096863, 0.637814998626709 @@ -324030,12 +364148,12 @@ } }, "test_294": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8989750742912292, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.1533513218164444, - 0.8466486930847168 + 0.06966684013605118, + 0.9303331971168518 ], "full text prediction probs": [ 0.7690980434417725, @@ -324134,12 +364252,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8968802690505981, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1533513218164444, + 0.8466486930847168 + ], + "full text prediction probs": [ + 0.7690980434417725, + 0.23090197145938873 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.021492838859558105, - 0.9785071611404419 + 0.033474717289209366, + 0.9665252566337585 ], "full text prediction probs": [ 0.7690980434417725, @@ -324149,7 +364280,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7535079121589661, + "sufficiency": 0.7535796761512756, "masked prediction probs": [ 0.9788690209388733, 0.021130960434675217 @@ -324237,15 +364368,28 @@ 0.23090197145938873 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.021492838859558105, + 0.9785071611404419 + ], + "full text prediction probs": [ + 0.7690980434417725, + 0.23090197145938873 + ], + "labels": 1 } }, "test_358": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03954612463712692, + "fixed-shap": { + "comprehensiveness": 0.009558863937854767, "sufficiency": 0.0, "masked prediction probs": [ - 0.009403212927281857, - 0.9905967712402344 + 0.007063082419335842, + 0.992936909198761 ], "full text prediction probs": [ 0.006317202001810074, @@ -324344,12 +364488,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9283468723297119, - "sufficiency": 0.668333113193512, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.038751475512981415, + "sufficiency": 0.0, "masked prediction probs": [ - 0.08024879544973373, - 0.9197511672973633 + 0.009403212927281857, + 0.9905967712402344 + ], + "full text prediction probs": [ + 0.006317202001810074, + 0.993682861328125 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006317202001810074, + 0.993682861328125 ], "full text prediction probs": [ 0.006317202001810074, @@ -324358,7 +364515,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.04003329575061798, + "comprehensiveness": 0.03993324562907219, "sufficiency": 0.0, "masked prediction probs": [ 0.009513278491795063, @@ -324371,7 +364528,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06363120675086975, + "comprehensiveness": 0.06347256898880005, "sufficiency": 0.0, "masked prediction probs": [ 0.011410091072320938, @@ -324384,7 +364541,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.038321997970342636, + "comprehensiveness": 0.03822669759392738, "sufficiency": 0.0, "masked prediction probs": [ 0.00939199049025774, @@ -324397,7 +364554,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03822669759392738, + "comprehensiveness": 0.038131874054670334, "sufficiency": 0.0, "masked prediction probs": [ 0.00939199049025774, @@ -324410,7 +364567,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1712874174118042, + "comprehensiveness": 0.1708635687828064, "sufficiency": 0.0, "masked prediction probs": [ 0.020129460841417313, @@ -324423,7 +364580,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.032511208206415176, + "comprehensiveness": 0.03243095800280571, "sufficiency": 0.0, "masked prediction probs": [ 0.008945298381149769, @@ -324436,7 +364593,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.062845878303051, + "comprehensiveness": 0.06269112974405289, "sufficiency": 0.0, "masked prediction probs": [ 0.011410091072320938, @@ -324447,15 +364604,28 @@ 0.993682861328125 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9078245759010315, + "sufficiency": 0.6756560206413269, + "masked prediction probs": [ + 0.08024879544973373, + 0.9197511672973633 + ], + "full text prediction probs": [ + 0.006317202001810074, + 0.993682861328125 + ], + "labels": 1 } }, "test_386": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.25685128569602966, - "sufficiency": 0.8835514783859253, + "fixed-shap": { + "comprehensiveness": 0.1067436933517456, + "sufficiency": 0.0, "masked prediction probs": [ - 0.025770215317606926, - 0.9742297530174255 + 0.013936838135123253, + 0.9860631823539734 ], "full text prediction probs": [ 0.005521875340491533, @@ -324554,12 +364724,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2949395477771759, - "sufficiency": 0.9342147707939148, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.25174108147621155, + "sufficiency": 0.8858653903007507, "masked prediction probs": [ - 0.029244793578982353, - 0.9707551598548889 + 0.025770215317606926, + 0.9742297530174255 + ], + "full text prediction probs": [ + 0.005521875340491533, + 0.9944781064987183 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0827009454369545, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012190297245979309, + 0.9878096580505371 ], "full text prediction probs": [ 0.005521875340491533, @@ -324568,8 +364751,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.15005521476268768, - "sufficiency": 0.7288398742675781, + "comprehensiveness": 0.1496838927268982, + "sufficiency": 0.7295100688934326, "masked prediction probs": [ 0.017621301114559174, 0.9823786616325378 @@ -324581,7 +364764,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.038074471056461334, + "comprehensiveness": 0.03798048570752144, "sufficiency": 0.0, "masked prediction probs": [ 0.008599584922194481, @@ -324594,7 +364777,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04386935383081436, + "comprehensiveness": 0.04376132786273956, "sufficiency": 0.0, "masked prediction probs": [ 0.009076785296201706, @@ -324607,7 +364790,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1048097014427185, + "comprehensiveness": 0.1045522466301918, "sufficiency": 0.0, "masked prediction probs": [ 0.014035956934094429, @@ -324620,7 +364803,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.08204718679189682, + "comprehensiveness": 0.08184614032506943, "sufficiency": 0.0, "masked prediction probs": [ 0.012203257530927658, @@ -324633,7 +364816,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05689327046275139, + "comprehensiveness": 0.05675420165061951, "sufficiency": 0.0, "masked prediction probs": [ 0.010166322812438011, @@ -324646,8 +364829,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.14785446226596832, - "sufficiency": 0.7328119277954102, + "comprehensiveness": 0.14749392867088318, + "sufficiency": 0.7334626317024231, "masked prediction probs": [ 0.017621301114559174, 0.9823786616325378 @@ -324657,15 +364840,28 @@ 0.9944781064987183 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.28848257660865784, + "sufficiency": 0.9356532096862793, + "masked prediction probs": [ + 0.029244793578982353, + 0.9707551598548889 + ], + "full text prediction probs": [ + 0.005521875340491533, + 0.9944781064987183 + ], + "labels": 1 } }, "test_427": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6924460530281067, - "sufficiency": 0.8977245688438416, + "fixed-shap": { + "comprehensiveness": 0.11158520728349686, + "sufficiency": 0.0, "masked prediction probs": [ - 0.060175444930791855, - 0.9398245811462402 + 0.014508930034935474, + 0.9854910373687744 ], "full text prediction probs": [ 0.005736269988119602, @@ -324764,12 +364960,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.27394306659698486, - "sufficiency": 0.902370035648346, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6786326169967651, + "sufficiency": 0.8997623324394226, "masked prediction probs": [ - 0.027711641043424606, - 0.9722883105278015 + 0.060175444930791855, + 0.9398245811462402 + ], + "full text prediction probs": [ + 0.005736269988119602, + 0.9942637085914612 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08895090222358704, + "sufficiency": 0.25319215655326843, + "masked prediction probs": [ + 0.012889677658677101, + 0.9871103763580322 ], "full text prediction probs": [ 0.005736269988119602, @@ -324778,8 +364987,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07518353313207626, - "sufficiency": 0.7512101531028748, + "comprehensiveness": 0.07499698549509048, + "sufficiency": 0.7518266439437866, "masked prediction probs": [ 0.011782493442296982, 0.9882175326347351 @@ -324791,8 +365000,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.27258363366127014, - "sufficiency": 0.9028539061546326, + "comprehensiveness": 0.2719089686870575, + "sufficiency": 0.9030940532684326, "masked prediction probs": [ 0.027711641043424606, 0.9722883105278015 @@ -324804,7 +365013,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06892752647399902, + "comprehensiveness": 0.06875734031200409, "sufficiency": 0.0, "masked prediction probs": [ 0.011306971311569214, @@ -324817,7 +365026,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.036148734390735626, + "comprehensiveness": 0.036059703677892685, "sufficiency": 0.0, "masked prediction probs": [ 0.008665087632834911, @@ -324830,8 +365039,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.25254637002944946, - "sufficiency": 0.8715692162513733, + "comprehensiveness": 0.25192588567733765, + "sufficiency": 0.8718843460083008, "masked prediction probs": [ 0.02624785341322422, 0.9737521409988403 @@ -324843,7 +365052,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027081556618213654, + "comprehensiveness": 0.027015184983611107, "sufficiency": 0.0, "masked prediction probs": [ 0.007941190153360367, @@ -324856,8 +365065,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.26924338936805725, - "sufficiency": 0.9040428996086121, + "comprehensiveness": 0.26858511567115784, + "sufficiency": 0.9042772054672241, + "masked prediction probs": [ + 0.027711641043424606, + 0.9722883105278015 + ], + "full text prediction probs": [ + 0.005736269988119602, + 0.9942637085914612 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2679300904273987, + "sufficiency": 0.9045103788375854, "masked prediction probs": [ 0.027711641043424606, 0.9722883105278015 @@ -324870,12 +365092,12 @@ } }, "test_518": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.612607479095459, - "sufficiency": 0.8877034187316895, + "fixed-shap": { + "comprehensiveness": 0.1276939958333969, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05420715734362602, - 0.9457927942276001 + 0.016470221802592278, + 0.9835297465324402 ], "full text prediction probs": [ 0.006532843224704266, @@ -324974,12 +365196,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4171874225139618, - "sufficiency": 0.8430551886558533, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6002641916275024, + "sufficiency": 0.8899632096290588, "masked prediction probs": [ - 0.03966687619686127, - 0.9603331685066223 + 0.05420715734362602, + 0.9457927942276001 + ], + "full text prediction probs": [ + 0.006532843224704266, + 0.9934671521186829 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10008900612592697, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014502176083624363, + 0.9854978322982788 ], "full text prediction probs": [ 0.006532843224704266, @@ -324988,7 +365223,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07102491706609726, + "comprehensiveness": 0.07084693014621735, "sufficiency": 0.0, "masked prediction probs": [ 0.012188035063445568, @@ -325001,8 +365236,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.4150965213775635, - "sufficiency": 0.8438407778739929, + "comprehensiveness": 0.4140588939189911, + "sufficiency": 0.8442306518554688, "masked prediction probs": [ 0.03966687619686127, 0.9603331685066223 @@ -325014,7 +365249,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.021382395178079605, + "comprehensiveness": 0.021329078823328018, "sufficiency": 0.0, "masked prediction probs": [ 0.008243993856012821, @@ -325027,7 +365262,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020905574783682823, + "comprehensiveness": 0.020853575319051743, "sufficiency": 0.0, "masked prediction probs": [ 0.008209886960685253, @@ -325040,8 +365275,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5927990674972534, - "sufficiency": 0.8913300037384033, + "comprehensiveness": 0.5913282632827759, + "sufficiency": 0.8915992975234985, "masked prediction probs": [ 0.05420715734362602, 0.9457927942276001 @@ -325053,7 +365288,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.037735626101493835, + "comprehensiveness": 0.037642233073711395, "sufficiency": 0.0, "masked prediction probs": [ 0.009575176984071732, @@ -325066,8 +365301,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4099597632884979, - "sufficiency": 0.8457708358764648, + "comprehensiveness": 0.408947616815567, + "sufficiency": 0.8461511135101318, + "masked prediction probs": [ + 0.03966687619686127, + 0.9603331685066223 + ], + "full text prediction probs": [ + 0.006532843224704266, + 0.9934671521186829 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.40794047713279724, + "sufficiency": 0.8465295433998108, "masked prediction probs": [ 0.03966687619686127, 0.9603331685066223 @@ -325080,12 +365328,12 @@ } }, "test_588": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8116866946220398, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9772961139678955, "masked prediction probs": [ - 0.24909791350364685, - 0.7509020566940308 + 0.9714270830154419, + 0.028572971001267433 ], "full text prediction probs": [ 0.9600513577461243, @@ -325184,12 +365432,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.12031777203083038, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8102066516876221, "sufficiency": 1.0, "masked prediction probs": [ - 0.8544729351997375, - 0.14552706480026245 + 0.24909791350364685, + 0.7509020566940308 + ], + "full text prediction probs": [ + 0.9600513577461243, + 0.03994869068264961 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8654391169548035, + "masked prediction probs": [ + 0.9600513577461243, + 0.03994869068264961 ], "full text prediction probs": [ 0.9600513577461243, @@ -325199,7 +365460,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8727054595947266, + "sufficiency": 0.8727344870567322, "masked prediction probs": [ 0.9741284847259521, 0.02587149851024151 @@ -325212,7 +365473,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.865469753742218, + "sufficiency": 0.8655003905296326, "masked prediction probs": [ 0.9600513577461243, 0.03994869068264961 @@ -325224,8 +365485,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.22732573747634888, - "sufficiency": 0.8643594980239868, + "comprehensiveness": 0.22727397084236145, + "sufficiency": 0.8643903732299805, "masked prediction probs": [ 0.7604374289512634, 0.23956255614757538 @@ -325237,8 +365498,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.12508195638656616, - "sufficiency": 0.07117555290460587, + "comprehensiveness": 0.1250534951686859, + "sufficiency": 0.07138699293136597, "masked prediction probs": [ 0.8501923084259033, 0.1498076468706131 @@ -325250,7 +365511,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3951006531715393, + "comprehensiveness": 0.39501070976257324, "sufficiency": 1.0, "masked prediction probs": [ 0.6129568219184875, @@ -325263,8 +365524,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03262375295162201, - "sufficiency": 0.9014028906822205, + "comprehensiveness": 0.032616328448057175, + "sufficiency": 0.901425302028656, "masked prediction probs": [ 0.9313849806785583, 0.06861506402492523 @@ -325277,7 +365538,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8656228184700012, + "sufficiency": 0.8656533360481262, "masked prediction probs": [ 0.9600513577461243, 0.03994869068264961 @@ -325287,15 +365548,28 @@ 0.03994869068264961 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.12007147073745728, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8544729351997375, + 0.14552706480026245 + ], + "full text prediction probs": [ + 0.9600513577461243, + 0.03994869068264961 + ], + "labels": 0 } }, "test_606": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.22055990993976593, + "sufficiency": 0.32638412714004517, "masked prediction probs": [ - 0.4796021282672882, - 0.5203978419303894 + 0.32583487033843994, + 0.6741650700569153 ], "full text prediction probs": [ 0.014439353719353676, @@ -325394,12 +365668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.0831143707036972, + "sufficiency": 0.23797661066055298, "masked prediction probs": [ - 0.48139792680740356, - 0.5186020731925964 + 0.4796021282672882, + 0.5203978419303894 + ], + "full text prediction probs": [ + 0.014439353719353676, + 0.9855605959892273 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.16525697708129883, + "masked prediction probs": [ + 0.7213826775550842, + 0.27861732244491577 ], "full text prediction probs": [ 0.014439353719353676, @@ -325422,7 +365709,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.08820790797472, + "sufficiency": 0.09073351323604584, "masked prediction probs": [ 0.48139792680740356, 0.5186020731925964 @@ -325435,7 +365722,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.20028376579284668, + "sufficiency": 0.20249280333518982, "masked prediction probs": [ 0.20006553828716278, 0.799934446811676 @@ -325447,8 +365734,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6379206776618958, - "sufficiency": 0.0006008542259223759, + "comprehensiveness": 0.6361609697341919, + "sufficiency": 0.00335387303493917, "masked prediction probs": [ 0.060571156442165375, 0.9394288063049316 @@ -325473,7 +365760,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.18706510961055756, + "comprehensiveness": 0.18655191361904144, "sufficiency": 0.0, "masked prediction probs": [ 0.028041966259479523, @@ -325487,7 +365774,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.10069754719734192, + "sufficiency": 0.10315452516078949, + "masked prediction probs": [ + 0.48139792680740356, + 0.5186020731925964 + ], + "full text prediction probs": [ + 0.014439353719353676, + 0.9855605959892273 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.10559812188148499, "masked prediction probs": [ 0.48139792680740356, 0.5186020731925964 @@ -325500,12 +365800,12 @@ } }, "test_610": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6424283385276794, "sufficiency": 0.0, "masked prediction probs": [ - 0.09532999247312546, - 0.904670000076294 + 0.05631140246987343, + 0.9436885714530945 ], "full text prediction probs": [ 0.005927330814301968, @@ -325592,11 +365892,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 1.0, + "comprehensiveness": 0.6311597228050232, "sufficiency": 0.0, "masked prediction probs": [ - 0.09532999247312546, - 0.904670000076294 + 0.05631140246987343, + 0.9436885714530945 ], "full text prediction probs": [ 0.005927330814301968, @@ -325604,12 +365904,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6295821070671082, "sufficiency": 0.0, "masked prediction probs": [ - 0.3363315463066101, - 0.6636683940887451 + 0.05631140246987343, + 0.9436885714530945 + ], + "full text prediction probs": [ + 0.005927330814301968, + 0.9940726161003113 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6949626207351685, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06168273836374283, + 0.9383172988891602 ], "full text prediction probs": [ 0.005927330814301968, @@ -325618,7 +365931,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10594658553600311, + "comprehensiveness": 0.1056830883026123, "sufficiency": 0.0, "masked prediction probs": [ 0.014427267014980316, @@ -325631,7 +365944,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.25527825951576233, + "comprehensiveness": 0.2546449303627014, "sufficiency": 0.0, "masked prediction probs": [ 0.02645888365805149, @@ -325644,7 +365957,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05101902782917023, + "comprehensiveness": 0.05089276656508446, "sufficiency": 0.0, "masked prediction probs": [ 0.010040977038443089, @@ -325657,7 +365970,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06096749007701874, + "comprehensiveness": 0.06081697717308998, "sufficiency": 0.0, "masked prediction probs": [ 0.010855271480977535, @@ -325670,7 +365983,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5253265500068665, + "comprehensiveness": 0.5240328907966614, "sufficiency": 0.0, "masked prediction probs": [ 0.04849347099661827, @@ -325683,7 +365996,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05620427057147026, + "comprehensiveness": 0.05606620013713837, "sufficiency": 0.0, "masked prediction probs": [ 0.010492718778550625, @@ -325696,11 +366009,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5227455496788025, + "comprehensiveness": 0.6830413341522217, "sufficiency": 0.0, "masked prediction probs": [ - 0.04849347099661827, - 0.951506495475769 + 0.06168273836374283, + 0.9383172988891602 + ], + "full text prediction probs": [ + 0.005927330814301968, + 0.9940726161003113 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3363315463066101, + 0.6636683940887451 ], "full text prediction probs": [ 0.005927330814301968, @@ -325710,12 +366036,12 @@ } }, "test_636": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9390659928321838, - 0.060934051871299744 + 0.8598957657814026, + 0.14010430872440338 ], "full text prediction probs": [ 0.12795306742191315, @@ -325814,12 +366140,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9468587636947632, - 0.05314122140407562 + 0.9390659928321838, + 0.060934051871299744 + ], + "full text prediction probs": [ + 0.12795306742191315, + 0.8720468878746033 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7781674861907959, + 0.2218324840068817 ], "full text prediction probs": [ 0.12795306742191315, @@ -325917,15 +366256,28 @@ 0.8720468878746033 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9468587636947632, + 0.05314122140407562 + ], + "full text prediction probs": [ + 0.12795306742191315, + 0.8720468878746033 + ], + "labels": 1 } }, "test_670": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7791889309883118, + "fixed-shap": { + "comprehensiveness": 0.03938667103648186, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9215048551559448, - 0.07849514484405518 + 0.011538255028426647, + 0.9884617328643799 ], "full text prediction probs": [ 0.008552688173949718, @@ -326024,12 +366376,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7036259770393372, + "sufficiency": 0.783748209476471, "masked prediction probs": [ - 0.9009203314781189, - 0.09907961636781693 + 0.9215048551559448, + 0.07849514484405518 + ], + "full text prediction probs": [ + 0.008552688173949718, + 0.9914473295211792 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.037629593163728714, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.011472786776721478, + 0.9885271787643433 ], "full text prediction probs": [ 0.008552688173949718, @@ -326039,7 +366404,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7043889760971069, + "sufficiency": 0.7051480412483215, "masked prediction probs": [ 0.9009203314781189, 0.09907961636781693 @@ -326051,7 +366416,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.010864851996302605, + "comprehensiveness": 0.010836989618837833, "sufficiency": 0.0, "masked prediction probs": [ 0.009398036636412144, @@ -326064,8 +366429,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0937122255563736, - "sufficiency": 0.13939622044563293, + "comprehensiveness": 0.09347251802682877, + "sufficiency": 0.14159473776817322, "masked prediction probs": [ 0.01586254872381687, 0.9841375350952148 @@ -326077,7 +366442,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0982087180018425, + "comprehensiveness": 0.09795815497636795, "sufficiency": 0.0, "masked prediction probs": [ 0.016232917085289955, @@ -326090,8 +366455,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.03682515770196915, - "sufficiency": 0.188502237200737, + "comprehensiveness": 0.03673144057393074, + "sufficiency": 0.19056476652622223, "masked prediction probs": [ 0.01143984030932188, 0.988560140132904 @@ -326103,7 +366468,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06319469958543777, + "comprehensiveness": 0.063034288585186, "sufficiency": 0.0, "masked prediction probs": [ 0.013519952073693275, @@ -326117,7 +366482,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7088855504989624, + "sufficiency": 0.7096217274665833, + "masked prediction probs": [ + 0.9009203314781189, + 0.09907961636781693 + ], + "full text prediction probs": [ + 0.008552688173949718, + 0.9914473295211792 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7103541493415833, "masked prediction probs": [ 0.9009203314781189, 0.09907961636781693 @@ -326130,12 +366508,12 @@ } }, "test_718": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9841416478157043, + "fixed-shap": { + "comprehensiveness": 0.11737681180238724, + "sufficiency": 0.6608840227127075, "masked prediction probs": [ - 0.45841577649116516, - 0.5415842533111572 + 0.01634702831506729, + 0.9836529493331909 ], "full text prediction probs": [ 0.007302895653992891, @@ -326234,12 +366612,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9481601715087891, + "sufficiency": 0.9844638705253601, "masked prediction probs": [ - 0.6672879457473755, - 0.3327120840549469 + 0.45841577649116516, + 0.5415842533111572 + ], + "full text prediction probs": [ + 0.007302895653992891, + 0.9926970601081848 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.09881013631820679, + "sufficiency": 0.5153439044952393, + "masked prediction probs": [ + 0.015094377100467682, + 0.9849056601524353 ], "full text prediction probs": [ 0.007302895653992891, @@ -326249,7 +366640,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9500392079353333, + "sufficiency": 0.9501654505729675, "masked prediction probs": [ 0.3835925757884979, 0.6164073944091797 @@ -326262,7 +366653,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9570241570472717, + "sufficiency": 0.9571324586868286, "masked prediction probs": [ 0.25952187180519104, 0.7404780983924866 @@ -326274,8 +366665,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2773825526237488, - "sufficiency": 0.8667178153991699, + "comprehensiveness": 0.2766841948032379, + "sufficiency": 0.8670529723167419, "masked prediction probs": [ 0.029286205768585205, 0.9707138538360596 @@ -326287,7 +366678,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.09187622368335724, + "comprehensiveness": 0.0916454941034317, "sufficiency": 0.0, "masked prediction probs": [ 0.014602791517972946, @@ -326301,7 +366692,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9622898697853088, + "sufficiency": 0.9623842239379883, "masked prediction probs": [ 0.30177152156829834, 0.6982284784317017 @@ -326313,7 +366704,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.008990812115371227, + "comprehensiveness": 0.008968345820903778, "sufficiency": 0.0, "masked prediction probs": [ 0.008020835928618908, @@ -326327,7 +366718,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9507873058319092, + "sufficiency": 0.9509098529815674, "masked prediction probs": [ 0.3835925757884979, 0.6164073944091797 @@ -326337,15 +366728,28 @@ 0.9926970601081848 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9493187665939331, + "masked prediction probs": [ + 0.6672879457473755, + 0.3327120840549469 + ], + "full text prediction probs": [ + 0.007302895653992891, + 0.9926970601081848 + ], + "labels": 1 } }, "test_775": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7279879450798035, + "fixed-shap": { + "comprehensiveness": 0.2185097485780716, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9181761741638184, - 0.08182384818792343 + 0.027330169454216957, + 0.9726698398590088 ], "full text prediction probs": [ 0.011385648511350155, @@ -326444,12 +366848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7338175773620605, + "masked prediction probs": [ + 0.9181761741638184, + 0.08182384818792343 + ], + "full text prediction probs": [ + 0.011385648511350155, + 0.9886143207550049 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.18230757117271423, "sufficiency": 0.0, "masked prediction probs": [ - 0.7769962549209595, - 0.22300374507904053 + 0.02501665987074375, + 0.974983274936676 ], "full text prediction probs": [ 0.011385648511350155, @@ -326471,7 +366888,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2910270392894745, + "comprehensiveness": 0.29025259613990784, "sufficiency": 0.0, "masked prediction probs": [ 0.0332038551568985, @@ -326484,7 +366901,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.36572739481925964, + "comprehensiveness": 0.3647567629814148, "sufficiency": 0.0, "masked prediction probs": [ 0.03887730464339256, @@ -326497,7 +366914,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.17896436154842377, + "comprehensiveness": 0.17849063873291016, "sufficiency": 0.0, "masked prediction probs": [ 0.024874156340956688, @@ -326511,7 +366928,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7940073609352112, + "sufficiency": 0.7945504784584045, "masked prediction probs": [ 0.35601088404655457, 0.643989086151123 @@ -326523,7 +366940,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1714484840631485, + "comprehensiveness": 0.17099705338478088, "sufficiency": 0.0, "masked prediction probs": [ 0.024376308545470238, @@ -326547,15 +366964,28 @@ 0.9886143207550049 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7769962549209595, + 0.22300374507904053 + ], + "full text prediction probs": [ + 0.011385648511350155, + 0.9886143207550049 + ], + "labels": 1 } }, "test_860": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8543165326118469, + "fixed-shap": { + "comprehensiveness": 0.14814762771129608, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8974201679229736, - 0.10257989913225174 + 0.01585346832871437, + 0.9841465353965759 ], "full text prediction probs": [ 0.003940204624086618, @@ -326654,12 +367084,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8364066481590271, + "sufficiency": 0.8571556210517883, "masked prediction probs": [ - 0.8929622769355774, - 0.10703770071268082 + 0.8974201679229736, + 0.10257989913225174 + ], + "full text prediction probs": [ + 0.003940204624086618, + 0.996059775352478 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.19346816837787628, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019846215844154358, + 0.9801537990570068 ], "full text prediction probs": [ 0.003940204624086618, @@ -326669,7 +367112,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.836804211139679, + "sufficiency": 0.8371998071670532, "masked prediction probs": [ 0.8929622769355774, 0.10703770071268082 @@ -326682,7 +367125,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9083295464515686, + "sufficiency": 0.9085512161254883, "masked prediction probs": [ 0.5261728763580322, 0.47382715344429016 @@ -326694,7 +367137,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12683886289596558, + "comprehensiveness": 0.12653249502182007, "sufficiency": 0.0, "masked prediction probs": [ 0.014419031329452991, @@ -326707,7 +367150,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.10643613338470459, + "comprehensiveness": 0.10617966204881668, "sufficiency": 0.0, "masked prediction probs": [ 0.01275474950671196, @@ -326721,7 +367164,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7838931679725647, + "sufficiency": 0.7844120264053345, "masked prediction probs": [ 0.3562144935131073, 0.6437855362892151 @@ -326733,7 +367176,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.018313638865947723, + "comprehensiveness": 0.018269721418619156, "sufficiency": 0.0, "masked prediction probs": [ 0.005464174784719944, @@ -326747,7 +367190,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8391494750976562, + "sufficiency": 0.8395338654518127, + "masked prediction probs": [ + 0.8929622769355774, + 0.10703770071268082 + ], + "full text prediction probs": [ + 0.003940204624086618, + 0.996059775352478 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8399163484573364, "masked prediction probs": [ 0.8929622769355774, 0.10703770071268082 @@ -326760,12 +367216,12 @@ } }, "test_958": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006829239893704653, - "sufficiency": 0.9418246746063232, + "fixed-shap": { + "comprehensiveness": 0.005204285494983196, + "sufficiency": 0.9086171388626099, "masked prediction probs": [ - 0.9871529936790466, - 0.012847010046243668 + 0.9886304140090942, + 0.011369611136615276 ], "full text prediction probs": [ 0.9933621883392334, @@ -326864,12 +367320,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.006872737314552069, - "sufficiency": 0.9659496545791626, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0068172430619597435, + "sufficiency": 0.9419268369674683, "masked prediction probs": [ - 0.9871024489402771, - 0.012897541746497154 + 0.9871529936790466, + 0.012847010046243668 + ], + "full text prediction probs": [ + 0.9933621883392334, + 0.006637838669121265 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0036713157314807177, + "sufficiency": 0.8837323188781738, + "masked prediction probs": [ + 0.9900175929069519, + 0.009982459247112274 ], "full text prediction probs": [ 0.9933621883392334, @@ -326878,8 +367347,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003670203499495983, - "sufficiency": 0.8866462707519531, + "comprehensiveness": 0.0036693979054689407, + "sufficiency": 0.8866711258888245, "masked prediction probs": [ 0.9900186061859131, 0.009981416165828705 @@ -326891,8 +367360,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0033104775939136744, - "sufficiency": 0.8673490881919861, + "comprehensiveness": 0.003309751395136118, + "sufficiency": 0.867378294467926, "masked prediction probs": [ 0.9903456568717957, 0.009654351510107517 @@ -326904,8 +367373,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002174695488065481, - "sufficiency": 0.8545582890510559, + "comprehensiveness": 0.0021742181852459908, + "sufficiency": 0.8545902967453003, "masked prediction probs": [ 0.9913801550865173, 0.00861983373761177 @@ -326917,8 +367386,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00531651359051466, - "sufficiency": 0.8571740984916687, + "comprehensiveness": 0.005315347574651241, + "sufficiency": 0.8572053909301758, "masked prediction probs": [ 0.9885156154632568, 0.011484338901937008 @@ -326930,8 +367399,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.002726835198700428, - "sufficiency": 0.9231209754943848, + "comprehensiveness": 0.0027262370567768812, + "sufficiency": 0.9231377243995667, "masked prediction probs": [ 0.9908758401870728, 0.009124240837991238 @@ -326943,8 +367412,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0004217386886011809, - "sufficiency": 0.9178798198699951, + "comprehensiveness": 0.00042164622573181987, + "sufficiency": 0.9178978800773621, "masked prediction probs": [ 0.9929775595664978, 0.007022370584309101 @@ -326956,8 +367425,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003306848695501685, - "sufficiency": 0.8674945831298828, + "comprehensiveness": 0.003306123660877347, + "sufficiency": 0.8675236701965332, "masked prediction probs": [ 0.9903456568717957, 0.009654351510107517 @@ -326967,15 +367436,28 @@ 0.006637838669121265 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00685918191447854, + "sufficiency": 0.9660167694091797, + "masked prediction probs": [ + 0.9871024489402771, + 0.012897541746497154 + ], + "full text prediction probs": [ + 0.9933621883392334, + 0.006637838669121265 + ], + "labels": 0 } }, "test_993": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8169123530387878, + "fixed-shap": { + "comprehensiveness": 0.16954968869686127, "sufficiency": 1.0, "masked prediction probs": [ - 0.24373584985733032, - 0.7562642097473145 + 0.8079833388328552, + 0.19201664626598358 ], "full text prediction probs": [ 0.9557644724845886, @@ -327074,12 +367556,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8753916621208191, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8154155015945435, "sufficiency": 1.0, "masked prediction probs": [ - 0.19136403501033783, - 0.808635950088501 + 0.24373584985733032, + 0.7562642097473145 + ], + "full text prediction probs": [ + 0.9557644724845886, + 0.04423551261425018 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09662145376205444, + "sufficiency": 0.9716852307319641, + "masked prediction probs": [ + 0.8713743686676025, + 0.12862557172775269 ], "full text prediction probs": [ 0.9557644724845886, @@ -327089,7 +367584,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6925015449523926, + "sufficiency": 0.6925719380378723, "masked prediction probs": [ 0.9935956597328186, 0.006404361221939325 @@ -327102,7 +367597,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8697161674499512, + "sufficiency": 0.8697460293769836, "masked prediction probs": [ 0.9557644724845886, 0.04423551261425018 @@ -327114,8 +367609,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6518948078155518, - "sufficiency": 0.8843239545822144, + "comprehensiveness": 0.651745617389679, + "sufficiency": 0.8843504190444946, "masked prediction probs": [ 0.38613253831863403, 0.613867461681366 @@ -327128,7 +367623,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.5141472816467285, + "sufficiency": 0.5142584443092346, "masked prediction probs": [ 0.9893792271614075, 0.010620827786624432 @@ -327140,8 +367635,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7936045527458191, - "sufficiency": 0.9668230414390564, + "comprehensiveness": 0.793423056602478, + "sufficiency": 0.9668306112289429, "masked prediction probs": [ 0.2619877755641937, 0.7380122542381287 @@ -327153,8 +367648,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.05036557465791702, - "sufficiency": 0.9622251987457275, + "comprehensiveness": 0.05035405978560448, + "sufficiency": 0.96223384141922, "masked prediction probs": [ 0.911724328994751, 0.08827560395002365 @@ -327166,8 +367661,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7932416200637817, - "sufficiency": 0.9668381810188293, + "comprehensiveness": 0.7930602431297302, + "sufficiency": 0.9668457508087158, "masked prediction probs": [ 0.2619877755641937, 0.7380122542381287 @@ -327177,15 +367672,28 @@ 0.04423551261425018 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.873590886592865, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.19136403501033783, + 0.808635950088501 + ], + "full text prediction probs": [ + 0.9557644724845886, + 0.04423551261425018 + ], + "labels": 0 } }, "test_1017": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8860288262367249, + "fixed-shap": { + "comprehensiveness": 0.4515061378479004, + "sufficiency": 0.9868661165237427, "masked prediction probs": [ - 0.9613164663314819, - 0.03868349269032478 + 0.5572566390037537, + 0.44274333119392395 ], "full text prediction probs": [ 0.9467018842697144, @@ -327284,12 +367792,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.888683557510376, + "sufficiency": 0.8862398266792297, "masked prediction probs": [ - 0.9523301720619202, - 0.047669824212789536 + 0.9613164663314819, + 0.03868349269032478 + ], + "full text prediction probs": [ + 0.9467018842697144, + 0.053298141807317734 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6821520328521729, + "sufficiency": 0.9813015460968018, + "masked prediction probs": [ + 0.35708585381507874, + 0.6429141759872437 ], "full text prediction probs": [ 0.9467018842697144, @@ -327299,7 +367820,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8290984630584717, + "sufficiency": 0.8291379809379578, "masked prediction probs": [ 0.9645991921424866, 0.03540081903338432 @@ -327312,7 +367833,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8887349367141724, + "sufficiency": 0.8887607455253601, "masked prediction probs": [ 0.9523301720619202, 0.047669824212789536 @@ -327324,8 +367845,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03251533582806587, - "sufficiency": 0.7961724400520325, + "comprehensiveness": 0.03250781446695328, + "sufficiency": 0.796219527721405, "masked prediction probs": [ 0.9185843467712402, 0.08141561597585678 @@ -327337,8 +367858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.040465764701366425, - "sufficiency": 0.8010619282722473, + "comprehensiveness": 0.04045641049742699, + "sufficiency": 0.8011079430580139, "masked prediction probs": [ 0.9117011427879333, 0.08829881995916367 @@ -327350,8 +367871,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.27753758430480957, - "sufficiency": 0.9138920307159424, + "comprehensiveness": 0.27747344970703125, + "sufficiency": 0.9139118790626526, "masked prediction probs": [ 0.7065910696983337, 0.29340896010398865 @@ -327364,7 +367885,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.856246292591095, + "sufficiency": 0.8562795519828796, "masked prediction probs": [ 0.9731196761131287, 0.026880329474806786 @@ -327377,7 +367898,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8888635635375977, + "sufficiency": 0.8888893127441406, + "masked prediction probs": [ + 0.9523301720619202, + 0.047669824212789536 + ], + "full text prediction probs": [ + 0.9467018842697144, + 0.053298141807317734 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8889148831367493, "masked prediction probs": [ 0.9523301720619202, 0.047669824212789536 @@ -327390,12 +367924,12 @@ } }, "test_1024": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011353522539138794, - "sufficiency": 0.9959924221038818, + "fixed-shap": { + "comprehensiveness": 0.017443791031837463, + "sufficiency": 0.9572743773460388, "masked prediction probs": [ - 0.9825969338417053, - 0.01740310713648796 + 0.9770623445510864, + 0.02293766848742962 ], "full text prediction probs": [ 0.9929145574569702, @@ -327494,12 +368028,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009097443893551826, - "sufficiency": 0.9933829307556152, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011333568021655083, + "sufficiency": 0.9959994554519653, "masked prediction probs": [ - 0.9846326112747192, - 0.015367448329925537 + 0.9825969338417053, + 0.01740310713648796 + ], + "full text prediction probs": [ + 0.9929145574569702, + 0.007085433695465326 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0006896797567605972, + "sufficiency": 0.9423209428787231, + "masked prediction probs": [ + 0.9922865629196167, + 0.007713429629802704 ], "full text prediction probs": [ 0.9929145574569702, @@ -327508,8 +368055,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0005895268986932933, - "sufficiency": 0.6402484774589539, + "comprehensiveness": 0.0005893974448554218, + "sufficiency": 0.6403274536132812, "masked prediction probs": [ 0.992377758026123, 0.007622245233505964 @@ -327521,8 +368068,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009093448519706726, - "sufficiency": 0.9933857917785645, + "comprehensiveness": 0.00909145176410675, + "sufficiency": 0.9933872818946838, "masked prediction probs": [ 0.9846326112747192, 0.015367448329925537 @@ -327534,8 +368081,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0012257769703865051, - "sufficiency": 0.8924997448921204, + "comprehensiveness": 0.001225507934577763, + "sufficiency": 0.8925233483314514, "masked prediction probs": [ 0.991797924041748, 0.00820204894989729 @@ -327547,8 +368094,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0014008888974785805, - "sufficiency": 0.8939087390899658, + "comprehensiveness": 0.0014005814446136355, + "sufficiency": 0.8939319849014282, "masked prediction probs": [ 0.9916381239891052, 0.00836185272783041 @@ -327560,8 +368107,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.025021977722644806, - "sufficiency": 0.9921786189079285, + "comprehensiveness": 0.025016486644744873, + "sufficiency": 0.9921802282333374, "masked prediction probs": [ 0.9701105356216431, 0.029889456927776337 @@ -327574,7 +368121,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8794443607330322, + "sufficiency": 0.8794708251953125, "masked prediction probs": [ 0.9945095181465149, 0.005490453913807869 @@ -327586,8 +368133,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.009083474986255169, - "sufficiency": 0.993393063545227, + "comprehensiveness": 0.009081482887268066, + "sufficiency": 0.9933944940567017, + "masked prediction probs": [ + 0.9846326112747192, + 0.015367448329925537 + ], + "full text prediction probs": [ + 0.9929145574569702, + 0.007085433695465326 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009079491719603539, + "sufficiency": 0.993395984172821, "masked prediction probs": [ 0.9846326112747192, 0.015367448329925537 @@ -327600,12 +368160,12 @@ } }, "test_1038": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03501744568347931, - 0.9649825692176819 + 0.034807682037353516, + 0.9651923179626465 ], "full text prediction probs": [ 0.5741403698921204, @@ -327704,12 +368264,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.030668433755636215, - 0.9693315625190735 + 0.03501744568347931, + 0.9649825692176819 + ], + "full text prediction probs": [ + 0.5741403698921204, + 0.42585957050323486 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06210719048976898, + 0.9378927946090698 ], "full text prediction probs": [ 0.5741403698921204, @@ -327807,15 +368380,28 @@ 0.42585957050323486 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.030668433755636215, + 0.9693315625190735 + ], + "full text prediction probs": [ + 0.5741403698921204, + 0.42585957050323486 + ], + "labels": 0 } }, "test_1046": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9534677267074585, - 0.04653232917189598 + 0.839056134223938, + 0.1609438806772232 ], "full text prediction probs": [ 0.461334764957428, @@ -327914,12 +368500,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9534677267074585, + 0.04653232917189598 + ], + "full text prediction probs": [ + 0.461334764957428, + 0.538665235042572 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9594491720199585, - 0.04055079072713852 + 0.9229798913002014, + 0.07702010124921799 ], "full text prediction probs": [ 0.461334764957428, @@ -328017,15 +368616,28 @@ 0.538665235042572 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9594491720199585, + 0.04055079072713852 + ], + "full text prediction probs": [ + 0.461334764957428, + 0.538665235042572 + ], + "labels": 0 } }, "test_1107": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.18075136840343475, "sufficiency": 1.0, "masked prediction probs": [ - 0.9574236273765564, - 0.04257633164525032 + 0.5450403690338135, + 0.4549596905708313 ], "full text prediction probs": [ 0.6467258334159851, @@ -328124,12 +368736,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.020903171971440315, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6349328756332397, - 0.36506712436676025 + 0.9574236273765564, + 0.04257633164525032 + ], + "full text prediction probs": [ + 0.6467258334159851, + 0.3532741963863373 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8582883477210999, + 0.14171171188354492 ], "full text prediction probs": [ 0.6467258334159851, @@ -328190,7 +368815,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.21760869026184082, + "comprehensiveness": 0.2175316959619522, "sufficiency": 1.0, "masked prediction probs": [ 0.5237398147583008, @@ -328227,15 +368852,28 @@ 0.3532741963863373 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02083670347929001, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6349328756332397, + 0.36506712436676025 + ], + "full text prediction probs": [ + 0.6467258334159851, + 0.3532741963863373 + ], + "labels": 0 } }, "test_1191": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.001056446461006999, - "sufficiency": 0.9953373670578003, + "fixed-shap": { + "comprehensiveness": 0.0046795872040092945, + "sufficiency": 0.9915536642074585, "masked prediction probs": [ - 0.9930216670036316, - 0.006978335790336132 + 0.9897252321243286, + 0.01027482096105814 ], "full text prediction probs": [ 0.9939828515052795, @@ -328334,12 +368972,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.002256130799651146, - "sufficiency": 0.9980469346046448, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0010545918485149741, + "sufficiency": 0.9953455328941345, "masked prediction probs": [ - 0.9919265508651733, - 0.008073393255472183 + 0.9930216670036316, + 0.006978335790336132 + ], + "full text prediction probs": [ + 0.9939828515052795, + 0.006017118692398071 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003179230960085988, + "sufficiency": 0.8185043931007385, + "masked prediction probs": [ + 0.9910845756530762, + 0.008915435522794724 ], "full text prediction probs": [ 0.9939828515052795, @@ -328348,8 +368999,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013268754119053483, - "sufficiency": 0.8166053295135498, + "comprehensiveness": 0.0013265842571854591, + "sufficiency": 0.8166455626487732, "masked prediction probs": [ 0.9927732348442078, 0.007226740010082722 @@ -328361,8 +369012,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006630960386246443, - "sufficiency": 0.9979457259178162, + "comprehensiveness": 0.006629506591707468, + "sufficiency": 0.9979461431503296, "masked prediction probs": [ 0.9879365563392639, 0.01206341851502657 @@ -328374,8 +369025,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006323323119431734, - "sufficiency": 0.9986268281936646, + "comprehensiveness": 0.006321936380118132, + "sufficiency": 0.9986271262168884, "masked prediction probs": [ 0.9882158041000366, 0.011784277856349945 @@ -328387,8 +369038,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004436691757291555, - "sufficiency": 0.9983803033828735, + "comprehensiveness": 0.004435719456523657, + "sufficiency": 0.998380720615387, "masked prediction probs": [ 0.989935576915741, 0.010064465925097466 @@ -328400,8 +369051,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01408701203763485, - "sufficiency": 0.9975351095199585, + "comprehensiveness": 0.0140839247033, + "sufficiency": 0.9975357055664062, "masked prediction probs": [ 0.9811294674873352, 0.018870575353503227 @@ -328413,8 +369064,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016080873319879174, - "sufficiency": 0.9858114123344421, + "comprehensiveness": 0.0016077350592240691, + "sufficiency": 0.9858145713806152, "masked prediction probs": [ 0.9925152659416199, 0.007484738249331713 @@ -328426,11 +369077,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006623696070164442, - "sufficiency": 0.9979479312896729, + "comprehensiveness": 0.0031743559520691633, + "sufficiency": 0.81878262758255, "masked prediction probs": [ - 0.9879365563392639, - 0.01206341851502657 + 0.9910845756530762, + 0.008915435522794724 + ], + "full text prediction probs": [ + 0.9939828515052795, + 0.006017118692398071 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002251683734357357, + "sufficiency": 0.9980508685112, + "masked prediction probs": [ + 0.9919265508651733, + 0.008073393255472183 ], "full text prediction probs": [ 0.9939828515052795, @@ -328440,12 +369104,12 @@ } }, "test_1272": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7637749314308167, - "sufficiency": 0.9733492732048035, + "fixed-shap": { + "comprehensiveness": 0.02600645087659359, + "sufficiency": 0.8289622664451599, "masked prediction probs": [ - 0.29641351103782654, - 0.7035864591598511 + 0.9593309760093689, + 0.04066898673772812 ], "full text prediction probs": [ 0.982698917388916, @@ -328544,12 +369208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7536792755126953, - "sufficiency": 0.9765700697898865, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7624172568321228, + "sufficiency": 0.9733966588973999, "masked prediction probs": [ - 0.30427902936935425, - 0.6957209706306458 + 0.29641351103782654, + 0.7035864591598511 + ], + "full text prediction probs": [ + 0.982698917388916, + 0.017301034182310104 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012015081010758877, + "sufficiency": 0.8243149518966675, + "masked prediction probs": [ + 0.9718812108039856, + 0.028118746355175972 ], "full text prediction probs": [ 0.982698917388916, @@ -328559,7 +369236,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7874300479888916, + "sufficiency": 0.7874772548675537, "masked prediction probs": [ 0.9911267161369324, 0.008873293176293373 @@ -328572,7 +369249,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8437066078186035, + "sufficiency": 0.8437413573265076, "masked prediction probs": [ 0.982698917388916, 0.017301034182310104 @@ -328584,8 +369261,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7531772255897522, - "sufficiency": 0.9765856862068176, + "comprehensiveness": 0.7530100345611572, + "sufficiency": 0.9765908718109131, "masked prediction probs": [ 0.30427902936935425, 0.6957209706306458 @@ -328597,8 +369274,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.041401468217372894, - "sufficiency": 0.9093549847602844, + "comprehensiveness": 0.04139228165149689, + "sufficiency": 0.909375011920929, "masked prediction probs": [ 0.9453985095024109, 0.05460143834352493 @@ -328610,8 +369287,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.010223439894616604, - "sufficiency": 0.8881270885467529, + "comprehensiveness": 0.01022117119282484, + "sufficiency": 0.8881518840789795, "masked prediction probs": [ 0.9734861254692078, 0.026513896882534027 @@ -328623,8 +369300,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01216502208262682, - "sufficiency": 0.8833764791488647, + "comprehensiveness": 0.012162324041128159, + "sufficiency": 0.8834023475646973, "masked prediction probs": [ 0.9717340469360352, 0.02826593443751335 @@ -328636,8 +369313,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7525088787078857, - "sufficiency": 0.9766064286231995, + "comprehensiveness": 0.7523419260978699, + "sufficiency": 0.9766116142272949, + "masked prediction probs": [ + 0.30427902936935425, + 0.6957209706306458 + ], + "full text prediction probs": [ + 0.982698917388916, + 0.017301034182310104 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7521751523017883, + "sufficiency": 0.9766167998313904, "masked prediction probs": [ 0.30427902936935425, 0.6957209706306458 @@ -328650,12 +369340,12 @@ } }, "test_1363": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.18590807914733887, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.00820993073284626, + "sufficiency": 0.9884918332099915, "masked prediction probs": [ - 0.8130561709403992, - 0.18694384396076202 + 0.9721590876579285, + 0.027840889990329742 ], "full text prediction probs": [ 0.9795098900794983, @@ -328754,12 +369444,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.16981124877929688, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.1855764389038086, "sufficiency": 1.0, "masked prediction probs": [ - 0.8271968364715576, - 0.17280317842960358 + 0.8130561709403992, + 0.18694384396076202 + ], + "full text prediction probs": [ + 0.9795098900794983, + 0.02049005590379238 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0015926373889669776, + "sufficiency": 0.9358535408973694, + "masked prediction probs": [ + 0.9780810475349426, + 0.021918894723057747 ], "full text prediction probs": [ 0.9795098900794983, @@ -328769,7 +369472,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8155860304832458, + "sufficiency": 0.8156271576881409, "masked prediction probs": [ 0.9863878488540649, 0.013612143695354462 @@ -328781,8 +369484,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.046071041375398636, - "sufficiency": 0.9699643850326538, + "comprehensiveness": 0.046060774475336075, + "sufficiency": 0.9699710011482239, "masked prediction probs": [ 0.9381678104400635, 0.06183215603232384 @@ -328794,7 +369497,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009734784252941608, + "comprehensiveness": 0.009732615202665329, "sufficiency": 0.9997395277023315, "masked prediction probs": [ 0.970772385597229, @@ -328808,7 +369511,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9432323575019836, + "sufficiency": 0.943244993686676, "masked prediction probs": [ 0.9840980172157288, 0.01590198092162609 @@ -328820,7 +369523,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.16962213814258575, + "comprehensiveness": 0.16958436369895935, "sufficiency": 1.0, "masked prediction probs": [ 0.8271968364715576, @@ -328834,7 +369537,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8715261816978455, + "sufficiency": 0.8715547323226929, "masked prediction probs": [ 0.9873477220535278, 0.012652230449020863 @@ -328846,7 +369549,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16954661905765533, + "comprehensiveness": 0.16950887441635132, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8271968364715576, + 0.17280317842960358 + ], + "full text prediction probs": [ + 0.9795098900794983, + 0.02049005590379238 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1694711595773697, "sufficiency": 1.0, "masked prediction probs": [ 0.8271968364715576, @@ -328860,12 +369576,12 @@ } }, "test_1474": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.028293807059526443, - "sufficiency": 0.9722471237182617, + "fixed-shap": { + "comprehensiveness": 0.002855327446013689, + "sufficiency": 0.9320165514945984, "masked prediction probs": [ - 0.9669867157936096, - 0.03301325440406799 + 0.9900985360145569, + 0.009901442565023899 ], "full text prediction probs": [ 0.9926927089691162, @@ -328964,12 +369680,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08069102466106415, - "sufficiency": 0.9942004680633545, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02824406698346138, + "sufficiency": 0.9722959399223328, "masked prediction probs": [ - 0.9192527532577515, - 0.08074724674224854 + 0.9669867157936096, + 0.03301325440406799 + ], + "full text prediction probs": [ + 0.9926927089691162, + 0.007307283580303192 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002357503864914179, + "sufficiency": 0.9248771071434021, + "masked prediction probs": [ + 0.9905465841293335, + 0.00945343915373087 ], "full text prediction probs": [ 0.9926927089691162, @@ -328978,8 +369707,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002252154052257538, - "sufficiency": 0.8124582171440125, + "comprehensiveness": 0.0022516592871397734, + "sufficiency": 0.8124994039535522, "masked prediction probs": [ 0.9906424880027771, 0.009357502683997154 @@ -328991,8 +369720,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.010530829429626465, - "sufficiency": 0.903590738773346, + "comprehensiveness": 0.010528516955673695, + "sufficiency": 0.9036118984222412, "masked prediction probs": [ 0.9831039905548096, 0.016896003857254982 @@ -329004,8 +369733,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010892857797443867, - "sufficiency": 0.7246438264846802, + "comprehensiveness": 0.010890466161072254, + "sufficiency": 0.7247043251991272, "masked prediction probs": [ 0.982772171497345, 0.017227884382009506 @@ -329017,8 +369746,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00609762454405427, - "sufficiency": 0.8194770216941833, + "comprehensiveness": 0.006096286233514547, + "sufficiency": 0.8195165991783142, "masked prediction probs": [ 0.9871381521224976, 0.012861906550824642 @@ -329030,8 +369759,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02884029410779476, - "sufficiency": 0.8964635729789734, + "comprehensiveness": 0.028833962976932526, + "sufficiency": 0.8964863419532776, "masked prediction probs": [ 0.9664152264595032, 0.03358476236462593 @@ -329043,8 +369772,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002036402001976967, - "sufficiency": 0.8829607963562012, + "comprehensiveness": 0.002035955199971795, + "sufficiency": 0.8829865455627441, "masked prediction probs": [ 0.9908368587493896, 0.009163121692836285 @@ -329056,8 +369785,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01051927637308836, - "sufficiency": 0.9036964774131775, + "comprehensiveness": 0.010516968555748463, + "sufficiency": 0.903717577457428, "masked prediction probs": [ 0.9831039905548096, 0.016896003857254982 @@ -329067,15 +369796,28 @@ 0.007307283580303192 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08053175359964371, + "sufficiency": 0.9942119121551514, + "masked prediction probs": [ + 0.9192527532577515, + 0.08074724674224854 + ], + "full text prediction probs": [ + 0.9926927089691162, + 0.007307283580303192 + ], + "labels": 0 } }, "test_1590": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.504676103591919, + "fixed-shap": { + "comprehensiveness": 0.04480866342782974, "sufficiency": 1.0, "masked prediction probs": [ - 0.5155029296875, - 0.4844971001148224 + 0.9159740805625916, + 0.08402587473392487 ], "full text prediction probs": [ 0.9549952745437622, @@ -329162,11 +369904,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.5038660764694214, + "comprehensiveness": 0.04473674297332764, "sufficiency": 1.0, "masked prediction probs": [ - 0.5155029296875, - 0.4844971001148224 + 0.9159740805625916, + 0.08402587473392487 ], "full text prediction probs": [ 0.9549952745437622, @@ -329174,12 +369916,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6379238963127136, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04472648724913597, "sufficiency": 1.0, "masked prediction probs": [ - 0.3984447121620178, - 0.6015552878379822 + 0.9159740805625916, + 0.08402587473392487 + ], + "full text prediction probs": [ + 0.9549952745437622, + 0.04500467702746391 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.015697509050369263, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9412969946861267, + 0.05870307981967926 ], "full text prediction probs": [ 0.9549952745437622, @@ -329189,7 +369944,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7293346524238586, + "sufficiency": 0.729396641254425, "masked prediction probs": [ 0.9865325689315796, 0.013467362150549889 @@ -329201,8 +369956,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017490366473793983, - "sufficiency": 0.8611994981765747, + "comprehensiveness": 0.017486361786723137, + "sufficiency": 0.8612313866615295, "masked prediction probs": [ 0.9397289752960205, 0.06027103587985039 @@ -329215,7 +369970,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.993285059928894, + "sufficiency": 0.9932866096496582, "masked prediction probs": [ 0.967250645160675, 0.03274938464164734 @@ -329227,8 +369982,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.1692863553762436, - "sufficiency": 0.9540776610374451, + "comprehensiveness": 0.1692475974559784, + "sufficiency": 0.9540881514549255, "masked prediction probs": [ 0.8071675896644592, 0.19283238053321838 @@ -329240,7 +369995,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3443154990673065, + "comprehensiveness": 0.3442366421222687, "sufficiency": 1.0, "masked prediction probs": [ 0.6542562246322632, @@ -329254,7 +370009,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7819097638130188, + "sufficiency": 0.7819597125053406, "masked prediction probs": [ 0.9760052561759949, 0.023994697257876396 @@ -329266,11 +370021,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.344157874584198, + "comprehensiveness": 0.015672363340854645, "sufficiency": 1.0, "masked prediction probs": [ - 0.6542562246322632, - 0.3457437753677368 + 0.9412969946861267, + 0.05870307981967926 + ], + "full text prediction probs": [ + 0.9549952745437622, + 0.04500467702746391 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015668779611587524, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9412969946861267, + 0.05870307981967926 ], "full text prediction probs": [ 0.9549952745437622, @@ -329280,12 +370048,12 @@ } }, "test_1600": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5862951874732971, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.4073537588119507, - 0.5926462411880493 + 0.9724641442298889, + 0.027535881847143173 ], "full text prediction probs": [ 0.8653855323791504, @@ -329384,12 +370152,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9181577563285828, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5850968956947327, "sufficiency": 1.0, "masked prediction probs": [ - 0.14662349224090576, - 0.853376567363739 + 0.4073537588119507, + 0.5926462411880493 + ], + "full text prediction probs": [ + 0.8653855323791504, + 0.134614497423172 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9700544476509094, + "masked prediction probs": [ + 0.8653855323791504, + 0.134614497423172 ], "full text prediction probs": [ 0.8653855323791504, @@ -329411,8 +370192,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0012739308876916766, - "sufficiency": 0.8847110271453857, + "comprehensiveness": 0.001273605739697814, + "sufficiency": 0.8847404718399048, "masked prediction probs": [ 0.8643877506256104, 0.13561229407787323 @@ -329437,7 +370218,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8543422222137451, + "comprehensiveness": 0.8541243076324463, "sufficiency": 1.0, "masked prediction probs": [ 0.195896714925766, @@ -329450,7 +370231,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8541243076324463, + "comprehensiveness": 0.8539063930511475, "sufficiency": 1.0, "masked prediction probs": [ 0.195896714925766, @@ -329463,7 +370244,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3905692398548126, + "comprehensiveness": 0.39046964049339294, "sufficiency": 1.0, "masked prediction probs": [ 0.5591672658920288, @@ -329476,7 +370257,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.853688657283783, + "comprehensiveness": 0.8534709215164185, "sufficiency": 1.0, "masked prediction probs": [ 0.195896714925766, @@ -329487,15 +370268,28 @@ 0.134614497423172 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.91605144739151, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.14662349224090576, + 0.853376567363739 + ], + "full text prediction probs": [ + 0.8653855323791504, + 0.134614497423172 + ], + "labels": 0 } }, "test_1711": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.22543685138225555, "sufficiency": 1.0, "masked prediction probs": [ - 0.03176362067461014, - 0.9682363271713257 + 0.7061662077903748, + 0.29383373260498047 ], "full text prediction probs": [ 0.887202799320221, @@ -329594,12 +370388,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.034337881952524185, - 0.9656620621681213 + 0.03176362067461014, + 0.9682363271713257 + ], + "full text prediction probs": [ + 0.887202799320221, + 0.11279716342687607 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9956348538398743, + "masked prediction probs": [ + 0.9413877129554749, + 0.058612335473299026 ], "full text prediction probs": [ 0.887202799320221, @@ -329609,7 +370416,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8914592266082764, + "sufficiency": 0.8914861679077148, "masked prediction probs": [ 0.9818341135978699, 0.01816590316593647 @@ -329622,7 +370429,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9437761306762695, + "sufficiency": 0.943790078163147, "masked prediction probs": [ 0.887202799320221, 0.11279716342687607 @@ -329634,8 +370441,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6334958076477051, - "sufficiency": 0.9610365033149719, + "comprehensiveness": 0.633338451385498, + "sufficiency": 0.9610460996627808, "masked prediction probs": [ 0.37708163261413574, 0.6229183077812195 @@ -329648,7 +370455,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9719994068145752, + "sufficiency": 0.9720063209533691, "masked prediction probs": [ 0.04525245353579521, 0.9547475576400757 @@ -329673,7 +370480,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.9341661334037781, + "comprehensiveness": 0.9339343905448914, "sufficiency": 1.0, "masked prediction probs": [ 0.1344069093465805, @@ -329697,15 +370504,28 @@ 0.11279716342687607 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.034337881952524185, + 0.9656620621681213 + ], + "full text prediction probs": [ + 0.887202799320221, + 0.11279716342687607 + ], + "labels": 0 } }, "test_128": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.951024055480957, + "fixed-shap": { + "comprehensiveness": 0.019966207444667816, + "sufficiency": 0.0, "masked prediction probs": [ - 0.10779795795679092, - 0.8922019600868225 + 0.013221434317529202, + 0.9867786169052124 ], "full text prediction probs": [ 0.011768926866352558, @@ -329792,11 +370612,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6666720509529114, + "comprehensiveness": 0.019589131698012352, "sufficiency": 0.0, "masked prediction probs": [ - 0.061197679489851, - 0.9388023018836975 + 0.013221434317529202, + 0.9867786169052124 ], "full text prediction probs": [ 0.011768926866352558, @@ -329804,12 +370624,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9598522782325745, + "sufficiency": 0.9520769119262695, "masked prediction probs": [ - 0.09816515445709229, - 0.9018348455429077 + 0.10779795795679092, + 0.8922019600868225 + ], + "full text prediction probs": [ + 0.011768926866352558, + 0.9882310032844543 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.043139539659023285, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0149846775457263, + 0.9850152730941772 ], "full text prediction probs": [ 0.011768926866352558, @@ -329818,7 +370651,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3451267182826996, + "comprehensiveness": 0.34420305490493774, "sufficiency": 0.0, "masked prediction probs": [ 0.037495557218790054, @@ -329831,7 +370664,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.013324061408638954, + "comprehensiveness": 0.013288497924804688, "sufficiency": 0.0, "masked prediction probs": [ 0.01276491954922676, @@ -329844,7 +370677,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3107598125934601, + "comprehensiveness": 0.30993252992630005, "sufficiency": 0.0, "masked prediction probs": [ 0.035058170557022095, @@ -329857,7 +370690,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03784215450286865, + "comprehensiveness": 0.03774168714880943, "sufficiency": 0.0, "masked prediction probs": [ 0.014612545259296894, @@ -329870,7 +370703,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.29725009202957153, + "comprehensiveness": 0.2964629828929901, "sufficiency": 0.0, "masked prediction probs": [ 0.03416459634900093, @@ -329883,7 +370716,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05265205353498459, + "comprehensiveness": 0.0525129996240139, "sufficiency": 0.0, "masked prediction probs": [ 0.01574639417231083, @@ -329896,11 +370729,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3396579325199127, + "comprehensiveness": 0.04234413430094719, "sufficiency": 0.0, "masked prediction probs": [ - 0.037495557218790054, - 0.9625043869018555 + 0.0149846775457263, + 0.9850152730941772 + ], + "full text prediction probs": [ + 0.011768926866352558, + 0.9882310032844543 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.960800290107727, + "masked prediction probs": [ + 0.09816515445709229, + 0.9018348455429077 ], "full text prediction probs": [ 0.011768926866352558, @@ -329910,12 +370756,12 @@ } }, "test_203": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6898248791694641, - "sufficiency": 0.8640308380126953, + "fixed-shap": { + "comprehensiveness": 0.026677727699279785, + "sufficiency": 0.0, "masked prediction probs": [ - 0.05959485471248627, - 0.9404051899909973 + 0.0063241529278457165, + 0.9936758875846863 ], "full text prediction probs": [ 0.004181120079010725, @@ -330014,12 +370860,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.997692346572876, - "sufficiency": 0.8253970146179199, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6763511896133423, + "sufficiency": 0.866683304309845, "masked prediction probs": [ - 0.08592241257429123, - 0.9140775799751282 + 0.05959485471248627, + 0.9404051899909973 + ], + "full text prediction probs": [ + 0.004181120079010725, + 0.9958189129829407 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.017363127321004868, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.005607095081359148, + 0.9943928718566895 ], "full text prediction probs": [ 0.004181120079010725, @@ -330028,7 +370887,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7323073744773865, + "comprehensiveness": 0.7305281758308411, "sufficiency": 0.0, "masked prediction probs": [ 0.06432583928108215, @@ -330041,7 +370900,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0649356096982956, + "comprehensiveness": 0.06477822363376617, "sufficiency": 0.0, "masked prediction probs": [ 0.009527280926704407, @@ -330054,7 +370913,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04067939892411232, + "comprehensiveness": 0.04058104380965233, "sufficiency": 0.0, "masked prediction probs": [ 0.007538363337516785, @@ -330067,7 +370926,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.010510898195207119, + "comprehensiveness": 0.010485544800758362, "sufficiency": 0.0, "masked prediction probs": [ 0.005050642415881157, @@ -330080,8 +370939,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9856598973274231, - "sufficiency": 0.8275002241134644, + "comprehensiveness": 0.9832881689071655, + "sufficiency": 0.8279147744178772, "masked prediction probs": [ 0.08592241257429123, 0.9140775799751282 @@ -330093,7 +370952,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.018165914341807365, + "comprehensiveness": 0.01812230609357357, "sufficiency": 0.0, "masked prediction probs": [ 0.0056912824511528015, @@ -330106,8 +370965,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9809278249740601, - "sufficiency": 0.8283273577690125, + "comprehensiveness": 0.9785787463188171, + "sufficiency": 0.8287379741668701, + "masked prediction probs": [ + 0.08592241257429123, + 0.9140775799751282 + ], + "full text prediction probs": [ + 0.004181120079010725, + 0.9958189129829407 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9762409329414368, + "sufficiency": 0.829146683216095, "masked prediction probs": [ 0.08592241257429123, 0.9140775799751282 @@ -330120,12 +370992,12 @@ } }, "test_240": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8288025856018066, + "fixed-shap": { + "comprehensiveness": 0.07566969096660614, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8885349035263062, - 0.11146507412195206 + 0.0561491884291172, + 0.9438508152961731 ], "full text prediction probs": [ 0.05382727086544037, @@ -330224,12 +371096,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8372622728347778, + "masked prediction probs": [ + 0.8885349035263062, + 0.11146507412195206 + ], + "full text prediction probs": [ + 0.05382727086544037, + 0.9461726546287537 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8498164415359497, - 0.1501835435628891 + 0.08945351094007492, + 0.9105464816093445 ], "full text prediction probs": [ 0.05382727086544037, @@ -330327,15 +371212,28 @@ 0.9461726546287537 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8498164415359497, + 0.1501835435628891 + ], + "full text prediction probs": [ + 0.05382727086544037, + 0.9461726546287537 + ], + "labels": 1 } }, "test_310": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6298084855079651, - "sufficiency": 0.8792513608932495, + "fixed-shap": { + "comprehensiveness": 0.5004507899284363, + "sufficiency": 0.0, "masked prediction probs": [ - 0.056318994611501694, - 0.943681001663208 + 0.046467725187540054, + 0.953532338142395 ], "full text prediction probs": [ 0.008355390280485153, @@ -330434,12 +371332,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5030210018157959, - "sufficiency": 0.8136414885520935, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6168466806411743, + "sufficiency": 0.881733238697052, "masked prediction probs": [ - 0.04746837168931961, - 0.952531635761261 + 0.056318994611501694, + 0.943681001663208 + ], + "full text prediction probs": [ + 0.008355390280485153, + 0.991644561290741 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.33597806096076965, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03454695641994476, + 0.965453028678894 ], "full text prediction probs": [ 0.008355390280485153, @@ -330448,7 +371359,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.06910388171672821, + "comprehensiveness": 0.06892701983451843, "sufficiency": 0.0, "masked prediction probs": [ 0.01374250091612339, @@ -330461,7 +371372,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3642027974128723, + "comprehensiveness": 0.363273024559021, "sufficiency": 0.0, "masked prediction probs": [ 0.03682013973593712, @@ -330474,8 +371385,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.43293842673301697, - "sufficiency": 0.8532556891441345, + "comprehensiveness": 0.43183600902557373, + "sufficiency": 0.8536288738250732, "masked prediction probs": [ 0.04227882996201515, 0.9577211737632751 @@ -330487,7 +371398,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04185578599572182, + "comprehensiveness": 0.04174947738647461, "sufficiency": 0.0, "masked prediction probs": [ 0.011643475852906704, @@ -330500,7 +371411,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4910339117050171, + "comprehensiveness": 0.4897898733615875, "sufficiency": 0.0, "masked prediction probs": [ 0.04702739417552948, @@ -330513,7 +371424,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7874875664710999, + "comprehensiveness": 0.7854975461959839, "sufficiency": 0.0, "masked prediction probs": [ 0.07053245604038239, @@ -330526,7 +371437,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3596009612083435, + "comprehensiveness": 0.35869452357292175, "sufficiency": 0.0, "masked prediction probs": [ 0.03682013973593712, @@ -330537,15 +371448,28 @@ 0.991644561290741 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.49163803458213806, + "sufficiency": 0.8178533315658569, + "masked prediction probs": [ + 0.04746837168931961, + 0.952531635761261 + ], + "full text prediction probs": [ + 0.008355390280485153, + 0.991644561290741 + ], + "labels": 1 } }, "test_322": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9671422839164734, - 0.032857734709978104 + 0.8168927431106567, + 0.18310728669166565 ], "full text prediction probs": [ 0.564108669757843, @@ -330644,12 +371568,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9673529267311096, - 0.03264707326889038 + 0.9671422839164734, + 0.032857734709978104 + ], + "full text prediction probs": [ + 0.564108669757843, + 0.43589136004447937 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9292426705360413, + 0.07075735926628113 ], "full text prediction probs": [ 0.564108669757843, @@ -330685,7 +371622,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8689164519309998, + "sufficiency": 0.8689708113670349, "masked prediction probs": [ 0.86192786693573, 0.13807208836078644 @@ -330710,7 +371647,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.49546748399734497, + "comprehensiveness": 0.49526211619377136, "sufficiency": 1.0, "masked prediction probs": [ 0.3250961899757385, @@ -330747,15 +371684,28 @@ 0.43589136004447937 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9673529267311096, + 0.03264707326889038 + ], + "full text prediction probs": [ + 0.564108669757843, + 0.43589136004447937 + ], + "labels": 1 } }, "test_335": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8954289555549622, + "fixed-shap": { + "comprehensiveness": 0.22025765478610992, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9652339816093445, - 0.03476608172059059 + 0.029416050761938095, + 0.970583975315094 ], "full text prediction probs": [ 0.013853078708052635, @@ -330854,12 +371804,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5560753345489502, + "sufficiency": 0.8977416157722473, "masked prediction probs": [ - 0.9492533802986145, - 0.050746671855449677 + 0.9652339816093445, + 0.03476608172059059 + ], + "full text prediction probs": [ + 0.013853078708052635, + 0.9861469864845276 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1536179780960083, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.024984007701277733, + 0.9750160574913025 ], "full text prediction probs": [ 0.013853078708052635, @@ -330869,7 +371832,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5572991967201233, + "sufficiency": 0.558516263961792, "masked prediction probs": [ 0.9492533802986145, 0.050746671855449677 @@ -330881,7 +371844,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.40859946608543396, + "comprehensiveness": 0.40747764706611633, "sufficiency": 0.0, "masked prediction probs": [ 0.043541304767131805, @@ -330895,7 +371858,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.8972772359848022, + "sufficiency": 0.8975580930709839, "masked prediction probs": [ 0.8295945525169373, 0.17040547728538513 @@ -330907,7 +371870,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.061123259365558624, + "comprehensiveness": 0.060956358909606934, "sufficiency": 0.0, "masked prediction probs": [ 0.018318625167012215, @@ -330921,7 +371884,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.4936226010322571, + "sufficiency": 0.49499964714050293, "masked prediction probs": [ 0.19516174495220184, 0.8048382997512817 @@ -330933,7 +371896,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.13817638158798218, + "comprehensiveness": 0.1378011405467987, "sufficiency": 0.0, "masked prediction probs": [ 0.02400320954620838, @@ -330947,7 +371910,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5645027756690979, + "sufficiency": 0.5656806826591492, + "masked prediction probs": [ + 0.9492533802986145, + 0.050746671855449677 + ], + "full text prediction probs": [ + 0.013853078708052635, + 0.9861469864845276 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5668521523475647, "masked prediction probs": [ 0.9492533802986145, 0.050746671855449677 @@ -330960,12 +371936,12 @@ } }, "test_390": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.381506085395813, - "sufficiency": 0.9438552260398865, + "fixed-shap": { + "comprehensiveness": 0.012411773204803467, + "sufficiency": 0.0, "masked prediction probs": [ - 0.036343950778245926, - 0.9636560678482056 + 0.007599483244121075, + 0.9924005270004272 ], "full text prediction probs": [ 0.006632882170379162, @@ -331064,12 +372040,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.32388952374458313, - "sufficiency": 0.9483240246772766, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3738246560096741, + "sufficiency": 0.9449841976165771, "masked prediction probs": [ - 0.03237510472536087, - 0.967624843120575 + 0.036343950778245926, + 0.9636560678482056 + ], + "full text prediction probs": [ + 0.006632882170379162, + 0.9933671355247498 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.030150674283504486, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009035171009600163, + 0.9909647703170776 ], "full text prediction probs": [ 0.006632882170379162, @@ -331078,8 +372067,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07308799028396606, - "sufficiency": 0.8730589747428894, + "comprehensiveness": 0.07290495932102203, + "sufficiency": 0.8733764290809631, "masked prediction probs": [ 0.01245636772364378, 0.9875435829162598 @@ -331091,7 +372080,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.03477168828248978, + "comprehensiveness": 0.03468482941389084, "sufficiency": 0.0, "masked prediction probs": [ 0.009410425089299679, @@ -331104,8 +372093,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.057072658091783524, - "sufficiency": 0.8843987584114075, + "comprehensiveness": 0.05693044513463974, + "sufficiency": 0.8846864700317383, "masked prediction probs": [ 0.01120320986956358, 0.9887968301773071 @@ -331117,7 +372106,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.031433992087841034, + "comprehensiveness": 0.03135586157441139, "sufficiency": 0.0, "masked prediction probs": [ 0.00915637519210577, @@ -331130,8 +372119,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.31986430287361145, - "sufficiency": 0.9489654302597046, + "comprehensiveness": 0.3190712630748749, + "sufficiency": 0.9490918517112732, "masked prediction probs": [ 0.03237510472536087, 0.967624843120575 @@ -331143,7 +372132,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026481900364160538, + "comprehensiveness": 0.02641640417277813, "sufficiency": 0.0, "masked prediction probs": [ 0.008769378997385502, @@ -331156,8 +372145,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3182820975780487, - "sufficiency": 0.9492175579071045, + "comprehensiveness": 0.3174968659877777, + "sufficiency": 0.9493427276611328, + "masked prediction probs": [ + 0.03237510472536087, + 0.967624843120575 + ], + "full text prediction probs": [ + 0.006632882170379162, + 0.9933671355247498 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3167154788970947, + "sufficiency": 0.9494672417640686, "masked prediction probs": [ 0.03237510472536087, 0.967624843120575 @@ -331170,12 +372172,12 @@ } }, "test_487": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1018354669213295, + "fixed-shap": { + "comprehensiveness": 0.09082704782485962, "sufficiency": 0.0, "masked prediction probs": [ - 0.013860388658940792, - 0.9861395359039307 + 0.012994484044611454, + 0.9870054721832275 ], "full text prediction probs": [ 0.0058499714359641075, @@ -331274,12 +372276,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09980505704879761, "sufficiency": 0.0, "masked prediction probs": [ - 0.4440874457359314, - 0.5559125542640686 + 0.013860388658940792, + 0.9861395359039307 + ], + "full text prediction probs": [ + 0.0058499714359641075, + 0.9941500425338745 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06630239635705948, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01118475291877985, + 0.9888152480125427 ], "full text prediction probs": [ 0.0058499714359641075, @@ -331301,7 +372316,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0770847350358963, + "comprehensiveness": 0.07689404487609863, "sufficiency": 0.0, "masked prediction probs": [ 0.012067686766386032, @@ -331314,7 +372329,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09483625739812851, + "comprehensiveness": 0.09460223466157913, "sufficiency": 0.0, "masked prediction probs": [ 0.013518571853637695, @@ -331327,7 +372342,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04778420925140381, + "comprehensiveness": 0.047666583210229874, "sufficiency": 0.0, "masked prediction probs": [ 0.009723461233079433, @@ -331341,7 +372356,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8387089371681213, + "sufficiency": 0.8391045331954956, "masked prediction probs": [ 0.14613750576972961, 0.853862464427948 @@ -331353,7 +372368,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05070311576128006, + "comprehensiveness": 0.05057891830801964, "sufficiency": 0.0, "masked prediction probs": [ 0.009980290196835995, @@ -331377,15 +372392,28 @@ 0.9941500425338745 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4440874457359314, + 0.5559125542640686 + ], + "full text prediction probs": [ + 0.0058499714359641075, + 0.9941500425338745 + ], + "labels": 1 } }, "test_742": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.6181744933128357, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9847762584686279, - 0.015223673544824123 + 0.06190059706568718, + 0.9380994439125061 ], "full text prediction probs": [ 0.025293903425335884, @@ -331484,12 +372512,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.98039710521698, - 0.019602902233600616 + 0.9847762584686279, + 0.015223673544824123 + ], + "full text prediction probs": [ + 0.025293903425335884, + 0.9747060537338257 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5668625235557556, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.059882476925849915, + 0.9401174783706665 ], "full text prediction probs": [ 0.025293903425335884, @@ -331537,7 +372578,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.40203121304512024, + "comprehensiveness": 0.40073028206825256, "sufficiency": 0.0, "masked prediction probs": [ 0.05006617680191994, @@ -331563,7 +372604,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1800304651260376, + "comprehensiveness": 0.17945165932178497, "sufficiency": 0.0, "masked prediction probs": [ 0.03645904362201691, @@ -331587,15 +372628,28 @@ 0.9747060537338257 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.98039710521698, + 0.019602902233600616 + ], + "full text prediction probs": [ + 0.025293903425335884, + 0.9747060537338257 + ], + "labels": 1 } }, "test_776": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.09637939929962158, "sufficiency": 0.0, "masked prediction probs": [ - 0.9760668277740479, - 0.023933155462145805 + 0.014568881131708622, + 0.9854311943054199 ], "full text prediction probs": [ 0.00710885738953948, @@ -331694,12 +372748,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8809992671012878, - 0.11900075525045395 + 0.9760668277740479, + 0.023933155462145805 + ], + "full text prediction probs": [ + 0.00710885738953948, + 0.9928911924362183 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07897570729255676, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01336396113038063, + 0.9866361021995544 ], "full text prediction probs": [ 0.00710885738953948, @@ -331721,8 +372788,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2846488952636719, - "sufficiency": 0.16944225132465363, + "comprehensiveness": 0.2839335799217224, + "sufficiency": 0.1715267300605774, "masked prediction probs": [ 0.02971070446074009, 0.9702892899513245 @@ -331747,7 +372814,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05756425857543945, + "comprehensiveness": 0.05742032825946808, "sufficiency": 0.0, "masked prediction probs": [ 0.01170264557003975, @@ -331760,8 +372827,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4081066846847534, - "sufficiency": 0.12940071523189545, + "comprehensiveness": 0.40708884596824646, + "sufficiency": 0.13156935572624207, "masked prediction probs": [ 0.039758503437042236, 0.9602414965629578 @@ -331773,7 +372840,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10486696660518646, + "comprehensiveness": 0.10460606962442398, "sufficiency": 0.0, "masked prediction probs": [ 0.01551947183907032, @@ -331797,15 +372864,28 @@ 0.9928911924362183 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8809992671012878, + 0.11900075525045395 + ], + "full text prediction probs": [ + 0.00710885738953948, + 0.9928911924362183 + ], + "labels": 1 } }, "test_828": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9274275898933411, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2503128945827484, + "sufficiency": 0.0, "masked prediction probs": [ - 0.07905749976634979, - 0.920942485332489 + 0.028173353523015976, + 0.9718266129493713 ], "full text prediction probs": [ 0.00936281867325306, @@ -331904,12 +372984,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4893539845943451, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9080900549888611, + "sufficiency": 1.0, "masked prediction probs": [ - 0.13217845559120178, - 0.8678215742111206 + 0.07905749976634979, + 0.920942485332489 + ], + "full text prediction probs": [ + 0.00936281867325306, + 0.9906372427940369 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.14805194735527039, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.020755115896463394, + 0.9792448282241821 ], "full text prediction probs": [ 0.00936281867325306, @@ -331931,7 +373024,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.26539045572280884, + "comprehensiveness": 0.2647041082382202, "sufficiency": 0.0, "masked prediction probs": [ 0.029837271198630333, @@ -331944,7 +373037,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04224095121026039, + "comprehensiveness": 0.04213199391961098, "sufficiency": 0.0, "masked prediction probs": [ 0.012630127370357513, @@ -331957,7 +373050,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.12185197323560715, + "comprehensiveness": 0.12153847515583038, "sufficiency": 0.0, "masked prediction probs": [ 0.018812168389558792, @@ -331983,7 +373076,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.062320783734321594, + "comprehensiveness": 0.06216126307845116, "sufficiency": 0.0, "masked prediction probs": [ 0.014220586977899075, @@ -332007,15 +373100,28 @@ 0.9906372427940369 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5010427832603455, + "masked prediction probs": [ + 0.13217845559120178, + 0.8678215742111206 + ], + "full text prediction probs": [ + 0.00936281867325306, + 0.9906372427940369 + ], + "labels": 1 } }, "test_840": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2385503351688385, - "sufficiency": 0.7197247743606567, + "fixed-shap": { + "comprehensiveness": 0.0766238272190094, + "sufficiency": 0.0, "masked prediction probs": [ - 0.023577317595481873, - 0.9764226675033569 + 0.010619373060762882, + 0.9893805980682373 ], "full text prediction probs": [ 0.004487681668251753, @@ -332114,12 +373220,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19409677386283875, - "sufficiency": 0.09367164224386215, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.23387347161769867, + "sufficiency": 0.7252129316329956, "masked prediction probs": [ - 0.020330598577857018, - 0.9796693921089172 + 0.023577317595481873, + 0.9764226675033569 + ], + "full text prediction probs": [ + 0.004487681668251753, + 0.9955123066902161 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.06990288197994232, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010207386687397957, + 0.9897925853729248 ], "full text prediction probs": [ 0.004487681668251753, @@ -332128,8 +373247,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.19362226128578186, - "sufficiency": 0.09588462114334106, + "comprehensiveness": 0.19315007328987122, + "sufficiency": 0.09808681905269623, "masked prediction probs": [ 0.020330598577857018, 0.9796693921089172 @@ -332141,7 +373260,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.032421309500932693, + "comprehensiveness": 0.03234243392944336, "sufficiency": 0.0, "masked prediction probs": [ 0.007147048134356737, @@ -332154,7 +373273,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.054965320974588394, + "comprehensiveness": 0.05483192577958107, "sufficiency": 0.0, "masked prediction probs": [ 0.009007152169942856, @@ -332167,7 +373286,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03247654810547829, + "comprehensiveness": 0.03239792212843895, "sufficiency": 0.0, "masked prediction probs": [ 0.007164555601775646, @@ -332180,8 +373299,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.07239720225334167, - "sufficiency": 0.7752410769462585, + "comprehensiveness": 0.07222235202789307, + "sufficiency": 0.7757832407951355, "masked prediction probs": [ 0.010469446890056133, 0.9895305633544922 @@ -332193,7 +373312,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06809009611606598, + "comprehensiveness": 0.06792604178190231, "sufficiency": 0.0, "masked prediction probs": [ 0.010127155110239983, @@ -332206,8 +373325,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1908232569694519, - "sufficiency": 0.10893882811069489, + "comprehensiveness": 0.19036459922790527, + "sufficiency": 0.11107796430587769, + "masked prediction probs": [ + 0.020330598577857018, + 0.9796693921089172 + ], + "full text prediction probs": [ + 0.004487681668251753, + 0.9955123066902161 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.18990814685821533, + "sufficiency": 0.11320686340332031, "masked prediction probs": [ 0.020330598577857018, 0.9796693921089172 @@ -332220,12 +373352,12 @@ } }, "test_867": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9072835445404053, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7351347804069519, - 0.26486527919769287 + 0.009482094086706638, + 0.9905179142951965 ], "full text prediction probs": [ 0.009907765313982964, @@ -332324,12 +373456,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9269437193870544, + "sufficiency": 0.9092280268669128, "masked prediction probs": [ - 0.7479574680328369, - 0.2520425319671631 + 0.7351347804069519, + 0.26486527919769287 + ], + "full text prediction probs": [ + 0.009907765313982964, + 0.9900922179222107 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00912910420447588, + 0.9908708930015564 ], "full text prediction probs": [ 0.009907765313982964, @@ -332339,7 +373484,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.43327802419662476, + "sufficiency": 0.43475595116615295, "masked prediction probs": [ 0.5225405097007751, 0.47745946049690247 @@ -332365,7 +373510,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.927513837814331, + "sufficiency": 0.9277018904685974, "masked prediction probs": [ 0.7479574680328369, 0.2520425319671631 @@ -332391,7 +373536,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9374861121177673, + "sufficiency": 0.9376474618911743, "masked prediction probs": [ 0.5416512489318848, 0.45834875106811523 @@ -332403,7 +373548,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.01768258959054947, + "comprehensiveness": 0.017637010663747787, "sufficiency": 0.0, "masked prediction probs": [ 0.011276488192379475, @@ -332417,7 +373562,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9282602071762085, + "sufficiency": 0.9284444451332092, + "masked prediction probs": [ + 0.7479574680328369, + 0.2520425319671631 + ], + "full text prediction probs": [ + 0.009907765313982964, + 0.9900922179222107 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9286276698112488, "masked prediction probs": [ 0.7479574680328369, 0.2520425319671631 @@ -332430,12 +373588,12 @@ } }, "test_955": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010167598724365234, - "sufficiency": 0.9845165014266968, + "fixed-shap": { + "comprehensiveness": 0.00923655554652214, + "sufficiency": 0.9755305647850037, "masked prediction probs": [ - 0.9827467203140259, - 0.01725323498249054 + 0.9835917949676514, + 0.016408242285251617 ], "full text prediction probs": [ 0.9919754862785339, @@ -332534,12 +373692,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007037727627903223, - "sufficiency": 0.9794536232948303, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010149706155061722, + "sufficiency": 0.9845437407493591, "masked prediction probs": [ - 0.985576331615448, - 0.01442366000264883 + 0.9827467203140259, + 0.01725323498249054 + ], + "full text prediction probs": [ + 0.9919754862785339, + 0.008024567738175392 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008883767761290073, + "sufficiency": 0.9620388150215149, + "masked prediction probs": [ + 0.983896017074585, + 0.01610398478806019 ], "full text prediction probs": [ 0.9919754862785339, @@ -332548,8 +373719,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003089732490479946, - "sufficiency": 0.5660134553909302, + "comprehensiveness": 0.003089053090661764, + "sufficiency": 0.5661088228225708, "masked prediction probs": [ 0.9891654849052429, 0.010834544897079468 @@ -332561,8 +373732,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.015397433191537857, - "sufficiency": 0.9305622577667236, + "comprehensiveness": 0.015394048765301704, + "sufficiency": 0.9305774569511414, "masked prediction probs": [ 0.9779689908027649, 0.022030984982848167 @@ -332574,8 +373745,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.011498402804136276, - "sufficiency": 0.8425326943397522, + "comprehensiveness": 0.01149587519466877, + "sufficiency": 0.8425672650337219, "masked prediction probs": [ 0.981513500213623, 0.018486561253666878 @@ -332587,8 +373758,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007031540852040052, - "sufficiency": 0.9794716835021973, + "comprehensiveness": 0.007029996253550053, + "sufficiency": 0.9794762134552002, "masked prediction probs": [ 0.985576331615448, 0.01442366000264883 @@ -332600,8 +373771,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10020586103200912, - "sufficiency": 0.9944320917129517, + "comprehensiveness": 0.10018385201692581, + "sufficiency": 0.9944333434104919, "masked prediction probs": [ 0.9007616639137268, 0.0992383286356926 @@ -332613,8 +373784,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0035190703347325325, - "sufficiency": 0.8974711298942566, + "comprehensiveness": 0.0035182975698262453, + "sufficiency": 0.8974936604499817, "masked prediction probs": [ 0.9887714982032776, 0.011228498071432114 @@ -332626,8 +373797,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007026908453553915, - "sufficiency": 0.9794852137565613, + "comprehensiveness": 0.007025365252047777, + "sufficiency": 0.9794896841049194, + "masked prediction probs": [ + 0.985576331615448, + 0.01442366000264883 + ], + "full text prediction probs": [ + 0.9919754862785339, + 0.008024567738175392 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007023822981864214, + "sufficiency": 0.9794942140579224, "masked prediction probs": [ 0.985576331615448, 0.01442366000264883 @@ -332640,12 +373824,12 @@ } }, "test_986": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.26851338148117065, - "sufficiency": 0.9401410222053528, + "fixed-shap": { + "comprehensiveness": 0.009882446378469467, + "sufficiency": 0.9854041337966919, "masked prediction probs": [ - 0.7481068968772888, - 0.25189313292503357 + 0.9828044176101685, + 0.017195643857121468 ], "full text prediction probs": [ 0.9917723536491394, @@ -332744,12 +373928,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0771646574139595, - "sufficiency": 0.9149851202964783, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2680407762527466, + "sufficiency": 0.9402463436126709, "masked prediction probs": [ - 0.9216249585151672, - 0.07837510108947754 + 0.7481068968772888, + 0.25189313292503357 + ], + "full text prediction probs": [ + 0.9917723536491394, + 0.008227642625570297 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006814806722104549, + "sufficiency": 0.9134373068809509, + "masked prediction probs": [ + 0.9855759143829346, + 0.014424093067646027 ], "full text prediction probs": [ 0.9917723536491394, @@ -332758,8 +373955,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005421350244432688, - "sufficiency": 0.8118240237236023, + "comprehensiveness": 0.00542015815153718, + "sufficiency": 0.8118653893470764, "masked prediction probs": [ 0.986842930316925, 0.013157081790268421 @@ -332771,8 +373968,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013407652266323566, - "sufficiency": 0.9777934551239014, + "comprehensiveness": 0.013404704630374908, + "sufficiency": 0.977798342704773, "masked prediction probs": [ 0.9795786142349243, 0.02042132243514061 @@ -332784,8 +373981,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.07711376249790192, - "sufficiency": 0.9150412082672119, + "comprehensiveness": 0.07709680497646332, + "sufficiency": 0.9150598645210266, "masked prediction probs": [ 0.9216249585151672, 0.07837510108947754 @@ -332797,8 +373994,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0033077108673751354, - "sufficiency": 0.5965623259544373, + "comprehensiveness": 0.003306983970105648, + "sufficiency": 0.596651017665863, "masked prediction probs": [ 0.9887627959251404, 0.011237273924052715 @@ -332810,8 +374007,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.06296472996473312, - "sufficiency": 0.9249396324157715, + "comprehensiveness": 0.06295089423656464, + "sufficiency": 0.9249560832977295, "masked prediction probs": [ 0.9344705939292908, 0.06552935391664505 @@ -332823,8 +374020,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0012593924766406417, - "sufficiency": 0.8786962032318115, + "comprehensiveness": 0.001259115873835981, + "sufficiency": 0.8787229061126709, "masked prediction probs": [ 0.9906259775161743, 0.009374041110277176 @@ -332836,8 +374033,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0770459994673729, - "sufficiency": 0.9151158332824707, + "comprehensiveness": 0.07702907919883728, + "sufficiency": 0.9151344895362854, + "masked prediction probs": [ + 0.9216249585151672, + 0.07837510108947754 + ], + "full text prediction probs": [ + 0.9917723536491394, + 0.008227642625570297 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07701216638088226, + "sufficiency": 0.9151531457901001, "masked prediction probs": [ 0.9216249585151672, 0.07837510108947754 @@ -332850,12 +374060,12 @@ } }, "test_1075": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 8.590628567617387e-05, - "sufficiency": 0.9939491748809814, + "fixed-shap": { + "comprehensiveness": 0.009531842544674873, + "sufficiency": 0.9892726540565491, "masked prediction probs": [ - 0.9889920949935913, - 0.01100797951221466 + 0.9804458022117615, + 0.019554171711206436 ], "full text prediction probs": [ 0.9890698194503784, @@ -332942,11 +374152,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.048204805701971054, - "sufficiency": 0.9921686053276062, + "comprehensiveness": 0.009517115540802479, + "sufficiency": 0.9892892241477966, "masked prediction probs": [ - 0.9453886151313782, - 0.054611362516880035 + 0.9804458022117615, + 0.019554171711206436 ], "full text prediction probs": [ 0.9890698194503784, @@ -332954,12 +374164,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 2.078102988889441e-05, - "sufficiency": 0.9963541030883789, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 8.575463289162144e-05, + "sufficiency": 0.9939598441123962, "masked prediction probs": [ - 0.9890509843826294, - 0.010949079878628254 + 0.9889920949935913, + 0.01100797951221466 + ], + "full text prediction probs": [ + 0.9890698194503784, + 0.010930165648460388 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.01967141591012478, + "sufficiency": 0.9800499081611633, + "masked prediction probs": [ + 0.971236526966095, + 0.028763389214873314 ], "full text prediction probs": [ 0.9890698194503784, @@ -332969,7 +374192,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6350615620613098, + "sufficiency": 0.6351420879364014, "masked prediction probs": [ 0.9916285276412964, 0.008371430449187756 @@ -332981,8 +374204,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006945887580513954, - "sufficiency": 0.9817205667495728, + "comprehensiveness": 0.006944356020539999, + "sufficiency": 0.9817245006561279, "masked prediction probs": [ 0.9827715754508972, 0.017228392884135246 @@ -332994,8 +374217,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.030164675787091255, - "sufficiency": 0.9794755578041077, + "comprehensiveness": 0.03015802428126335, + "sufficiency": 0.9794800281524658, "masked prediction probs": [ 0.9617117047309875, 0.03828836977481842 @@ -333007,8 +374230,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017070096218958497, - "sufficiency": 0.9046906232833862, + "comprehensiveness": 0.001706633367575705, + "sufficiency": 0.9047116637229919, "masked prediction probs": [ 0.9875212907791138, 0.012478718534111977 @@ -333020,8 +374243,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.025716034695506096, - "sufficiency": 0.9896298050880432, + "comprehensiveness": 0.025710366666316986, + "sufficiency": 0.9896321296691895, "masked prediction probs": [ 0.9657361507415771, 0.03426392376422882 @@ -333034,7 +374257,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9839295744895935, + "sufficiency": 0.98393315076828, "masked prediction probs": [ 0.990517795085907, 0.009482151828706264 @@ -333046,11 +374269,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.030138090252876282, - "sufficiency": 0.9794936776161194, + "comprehensiveness": 0.019641082733869553, + "sufficiency": 0.9800806045532227, "masked prediction probs": [ - 0.9617117047309875, - 0.03828836977481842 + 0.971236526966095, + 0.028763389214873314 + ], + "full text prediction probs": [ + 0.9890698194503784, + 0.010930165648460388 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 2.0739840692840517e-05, + "sufficiency": 0.9963614344596863, + "masked prediction probs": [ + 0.9890509843826294, + 0.010949079878628254 ], "full text prediction probs": [ 0.9890698194503784, @@ -333060,12 +374296,12 @@ } }, "test_1133": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.835138738155365, - 0.16486124694347382 + 0.6718268990516663, + 0.32817313075065613 ], "full text prediction probs": [ 0.5976845026016235, @@ -333164,12 +374400,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6164231896400452, - 0.38357681035995483 + 0.835138738155365, + 0.16486124694347382 + ], + "full text prediction probs": [ + 0.5976845026016235, + 0.40231552720069885 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08732004463672638, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5526995658874512, + 0.44730043411254883 ], "full text prediction probs": [ 0.5976845026016235, @@ -333204,7 +374453,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2494603991508484, + "comprehensiveness": 0.24936364591121674, "sufficiency": 1.0, "masked prediction probs": [ 0.4690694510936737, @@ -333217,7 +374466,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.24936364591121674, + "comprehensiveness": 0.24926702678203583, "sufficiency": 1.0, "masked prediction probs": [ 0.4690694510936737, @@ -333267,15 +374516,28 @@ 0.40231552720069885 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6164231896400452, + 0.38357681035995483 + ], + "full text prediction probs": [ + 0.5976845026016235, + 0.40231552720069885 + ], + "labels": 0 } }, "test_1151": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005872576963156462, - "sufficiency": 0.9955036044120789, + "fixed-shap": { + "comprehensiveness": 0.01909828744828701, + "sufficiency": 0.9365283846855164, "masked prediction probs": [ - 0.9853630065917969, - 0.014636951498687267 + 0.9733755588531494, + 0.02662447839975357 ], "full text prediction probs": [ 0.990685760974884, @@ -333362,11 +374624,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.005863519851118326, - "sufficiency": 0.9955105185508728, + "comprehensiveness": 0.01906883344054222, + "sufficiency": 0.9366263151168823, "masked prediction probs": [ - 0.9853630065917969, - 0.014636951498687267 + 0.9733755588531494, + 0.02662447839975357 ], "full text prediction probs": [ 0.990685760974884, @@ -333374,12 +374636,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0034342557191848755, - "sufficiency": 0.8483656644821167, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.019064633175730705, + "sufficiency": 0.936640202999115, "masked prediction probs": [ - 0.9875675439834595, - 0.012432494200766087 + 0.9733755588531494, + 0.02662447839975357 + ], + "full text prediction probs": [ + 0.990685760974884, + 0.009314275346696377 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014992608688771725, + "sufficiency": 0.8980869054794312, + "masked prediction probs": [ + 0.9770698547363281, + 0.022930117323994637 ], "full text prediction probs": [ 0.990685760974884, @@ -333389,7 +374664,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7587518692016602, + "sufficiency": 0.758804976940155, "masked prediction probs": [ 0.9925825595855713, 0.007417386397719383 @@ -333401,8 +374676,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0034327434841543436, - "sufficiency": 0.8484325408935547, + "comprehensiveness": 0.003431987948715687, + "sufficiency": 0.8484658002853394, "masked prediction probs": [ 0.9875675439834595, 0.012432494200766087 @@ -333414,8 +374689,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.010134778916835785, - "sufficiency": 0.9827579259872437, + "comprehensiveness": 0.01013254839926958, + "sufficiency": 0.9827617406845093, "masked prediction probs": [ 0.9814775586128235, 0.018522445112466812 @@ -333427,8 +374702,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.008246632292866707, - "sufficiency": 0.8131831288337708, + "comprehensiveness": 0.008244818076491356, + "sufficiency": 0.8132242560386658, "masked prediction probs": [ 0.9831914305686951, 0.016808563843369484 @@ -333440,8 +374715,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.014157318510115147, - "sufficiency": 0.9460844397544861, + "comprehensiveness": 0.014154204167425632, + "sufficiency": 0.9460963010787964, "masked prediction probs": [ 0.9778171181678772, 0.02218290977180004 @@ -333453,8 +374728,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0038019672501832247, - "sufficiency": 0.8693445324897766, + "comprehensiveness": 0.0038011311553418636, + "sufficiency": 0.8693732023239136, "masked prediction probs": [ 0.9872291088104248, 0.012770899571478367 @@ -333466,11 +374741,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0034289686009287834, - "sufficiency": 0.8485991358757019, + "comprehensiveness": 0.014969531446695328, + "sufficiency": 0.89824378490448, "masked prediction probs": [ - 0.9875675439834595, - 0.012432494200766087 + 0.9770698547363281, + 0.022930117323994637 + ], + "full text prediction probs": [ + 0.990685760974884, + 0.009314275346696377 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.014966241084039211, + "sufficiency": 0.8982661366462708, + "masked prediction probs": [ + 0.9770698547363281, + 0.022930117323994637 ], "full text prediction probs": [ 0.990685760974884, @@ -333480,12 +374768,12 @@ } }, "test_1186": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8816714882850647, + "fixed-shap": { + "comprehensiveness": 0.15881866216659546, "sufficiency": 1.0, "masked prediction probs": [ - 0.18719066679477692, - 0.8128092885017395 + 0.815667450428009, + 0.18433254957199097 ], "full text prediction probs": [ 0.9537506699562073, @@ -333584,12 +374872,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8962773084640503, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8800519704818726, "sufficiency": 1.0, "masked prediction probs": [ - 0.17305774986743927, - 0.8269422650337219 + 0.18719066679477692, + 0.8128092885017395 + ], + "full text prediction probs": [ + 0.9537506699562073, + 0.046249307692050934 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8749887943267822, + "masked prediction probs": [ + 0.9537506699562073, + 0.046249307692050934 ], "full text prediction probs": [ 0.9537506699562073, @@ -333599,7 +374900,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4240019917488098, + "sufficiency": 0.42413416504859924, "masked prediction probs": [ 0.9749523401260376, 0.02504769340157509 @@ -333611,8 +374912,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.01157928816974163, - "sufficiency": 0.9236230850219727, + "comprehensiveness": 0.011576631106436253, + "sufficiency": 0.9236406087875366, "masked prediction probs": [ 0.9436600208282471, 0.05634002014994621 @@ -333624,7 +374925,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8956603407859802, + "comprehensiveness": 0.8954548835754395, "sufficiency": 1.0, "masked prediction probs": [ 0.17305774986743927, @@ -333638,7 +374939,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9691498875617981, + "sufficiency": 0.9691569209098816, "masked prediction probs": [ 0.9608914256095886, 0.039108600467443466 @@ -333650,7 +374951,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.39725837111473083, + "comprehensiveness": 0.39716726541519165, "sufficiency": 1.0, "masked prediction probs": [ 0.6073256731033325, @@ -333663,8 +374964,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.025825435295701027, - "sufficiency": 0.9229607582092285, + "comprehensiveness": 0.02581951580941677, + "sufficiency": 0.9229783415794373, "masked prediction probs": [ 0.9312247037887573, 0.06877531111240387 @@ -333676,7 +374977,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8948390483856201, + "comprehensiveness": 0.894633948802948, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.17305774986743927, + 0.8269422650337219 + ], + "full text prediction probs": [ + 0.9537506699562073, + 0.046249307692050934 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8944289684295654, "sufficiency": 1.0, "masked prediction probs": [ 0.17305774986743927, @@ -333690,12 +375004,12 @@ } }, "test_1219": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002188337268307805, - "sufficiency": 0.8907403349876404, + "fixed-shap": { + "comprehensiveness": 0.03463849797844887, + "sufficiency": 0.974826455116272, "masked prediction probs": [ - 0.9912618398666382, - 0.008738165721297264 + 0.9617666006088257, + 0.03823339566588402 ], "full text prediction probs": [ 0.9932509064674377, @@ -333782,11 +375096,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.03564212843775749, - "sufficiency": 0.9530418515205383, + "comprehensiveness": 0.03458522632718086, + "sufficiency": 0.974865198135376, "masked prediction probs": [ - 0.9608044624328613, - 0.03919556736946106 + 0.9617666006088257, + 0.03823339566588402 ], "full text prediction probs": [ 0.9932509064674377, @@ -333794,12 +375108,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0013560201041400433, - "sufficiency": 0.9165406227111816, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0345776304602623, + "sufficiency": 0.9748706817626953, + "masked prediction probs": [ + 0.9617666006088257, + 0.03823339566588402 + ], + "full text prediction probs": [ + 0.9932509064674377, + 0.0067490478977561 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.017188910394906998, + "sufficiency": 0.976475179195404, "masked prediction probs": [ - 0.9920161962509155, - 0.007983747869729996 + 0.9775962829589844, + 0.022403739392757416 ], "full text prediction probs": [ 0.9932509064674377, @@ -333808,8 +375135,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005794690456241369, - "sufficiency": 0.6728637218475342, + "comprehensiveness": 0.0057934182696044445, + "sufficiency": 0.6729354858398438, "masked prediction probs": [ 0.9879734516143799, 0.012026588432490826 @@ -333821,8 +375148,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017775725573301315, - "sufficiency": 0.9527501463890076, + "comprehensiveness": 0.017771823331713676, + "sufficiency": 0.9527605175971985, "masked prediction probs": [ 0.9770582914352417, 0.02294176071882248 @@ -333834,8 +375161,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.00974213145673275, - "sufficiency": 0.833613932132721, + "comprehensiveness": 0.009739993140101433, + "sufficiency": 0.8336504101753235, "masked prediction probs": [ 0.984374463558197, 0.015625499188899994 @@ -333847,8 +375174,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.017414679750800133, - "sufficiency": 0.8541098237037659, + "comprehensiveness": 0.01741085946559906, + "sufficiency": 0.854141891002655, "masked prediction probs": [ 0.9773802161216736, 0.02261975035071373 @@ -333860,8 +375187,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006831381935626268, - "sufficiency": 0.7868842482566833, + "comprehensiveness": 0.006829882971942425, + "sufficiency": 0.7869309782981873, "masked prediction probs": [ 0.9870238304138184, 0.012976106256246567 @@ -333873,8 +375200,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008460130542516708, - "sufficiency": 0.8371777534484863, + "comprehensiveness": 0.008458275347948074, + "sufficiency": 0.837213397026062, "masked prediction probs": [ 0.9855374693870544, 0.014462566003203392 @@ -333886,11 +375213,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017756232991814613, - "sufficiency": 0.9528020024299622, + "comprehensiveness": 0.01716252788901329, + "sufficiency": 0.9765112400054932, "masked prediction probs": [ - 0.9770582914352417, - 0.02294176071882248 + 0.9775962829589844, + 0.022403739392757416 + ], + "full text prediction probs": [ + 0.9932509064674377, + 0.0067490478977561 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.017158765345811844, + "sufficiency": 0.9765164256095886, + "masked prediction probs": [ + 0.9775962829589844, + 0.022403739392757416 ], "full text prediction probs": [ 0.9932509064674377, @@ -333900,12 +375240,12 @@ } }, "test_1249": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9623357057571411, - 0.03766429424285889 + 0.7675248384475708, + 0.2324751615524292 ], "full text prediction probs": [ 0.44573649764060974, @@ -334004,12 +375344,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9756456613540649, - 0.02435435727238655 + 0.9623357057571411, + 0.03766429424285889 + ], + "full text prediction probs": [ + 0.44573649764060974, + 0.5542634725570679 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7785819172859192, + 0.22141814231872559 ], "full text prediction probs": [ 0.44573649764060974, @@ -334107,15 +375460,28 @@ 0.5542634725570679 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9756456613540649, + 0.02435435727238655 + ], + "full text prediction probs": [ + 0.44573649764060974, + 0.5542634725570679 + ], + "labels": 0 } }, "test_1259": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.33437350392341614, + "fixed-shap": { + "comprehensiveness": 0.32379478216171265, "sufficiency": 1.0, "masked prediction probs": [ - 0.5853614211082458, - 0.41463857889175415 + 0.5933245420455933, + 0.40667545795440674 ], "full text prediction probs": [ 0.8370610475540161, @@ -334214,12 +375580,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.33366426825523376, "sufficiency": 1.0, "masked prediction probs": [ - 0.047224730253219604, - 0.9527752995491028 + 0.5853614211082458, + 0.41463857889175415 + ], + "full text prediction probs": [ + 0.8370610475540161, + 0.16293896734714508 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4743054509162903, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.4791738986968994, + 0.5208260416984558 ], "full text prediction probs": [ 0.8370610475540161, @@ -334229,7 +375608,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3400954604148865, + "sufficiency": 0.3402703106403351, "masked prediction probs": [ 0.9874918460845947, 0.012508180923759937 @@ -334242,7 +375621,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9699372053146362, + "sufficiency": 0.9699451327323914, "masked prediction probs": [ 0.9600822329521179, 0.03991773724555969 @@ -334267,7 +375646,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.4171961545944214, + "comprehensiveness": 0.4170857071876526, "sufficiency": 1.0, "masked prediction probs": [ 0.522015392780304, @@ -334294,7 +375673,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9439035654067993, + "sufficiency": 0.9439183473587036, "masked prediction probs": [ 0.9811767339706421, 0.01882321946322918 @@ -334317,15 +375696,28 @@ 0.16293896734714508 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.047224730253219604, + 0.9527752995491028 + ], + "full text prediction probs": [ + 0.8370610475540161, + 0.16293896734714508 + ], + "labels": 0 } }, "test_1267": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9931174516677856, "masked prediction probs": [ - 0.02733062021434307, - 0.9726693630218506 + 0.03585405647754669, + 0.9641459584236145 ], "full text prediction probs": [ 0.9351354241371155, @@ -334424,12 +375816,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9971489906311035, + "sufficiency": 1.0, "masked prediction probs": [ - 0.011196904815733433, - 0.9888030886650085 + 0.02733062021434307, + 0.9726693630218506 + ], + "full text prediction probs": [ + 0.9351354241371155, + 0.06486455351114273 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.011326039209961891, + 0.988673985004425 ], "full text prediction probs": [ 0.9351354241371155, @@ -334439,7 +375844,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7362032532691956, + "sufficiency": 0.7362650632858276, "masked prediction probs": [ 0.9856017231941223, 0.014398302882909775 @@ -334465,7 +375870,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9971510767936707, + "sufficiency": 0.9971516728401184, "masked prediction probs": [ 0.011196904815733433, 0.9888030886650085 @@ -334491,7 +375896,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9971523880958557, + "sufficiency": 0.9971531629562378, "masked prediction probs": [ 0.011196904815733433, 0.9888030886650085 @@ -334504,7 +375909,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9380919337272644, + "sufficiency": 0.9381064176559448, "masked prediction probs": [ 0.9796738028526306, 0.020326217636466026 @@ -334517,7 +375922,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9971537590026855, + "sufficiency": 0.9971543550491333, + "masked prediction probs": [ + 0.011196904815733433, + 0.9888030886650085 + ], + "full text prediction probs": [ + 0.9351354241371155, + 0.06486455351114273 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9971550703048706, "masked prediction probs": [ 0.011196904815733433, 0.9888030886650085 @@ -334530,12 +375948,12 @@ } }, "test_1271": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0008469215827062726, - "sufficiency": 0.743391752243042, + "fixed-shap": { + "comprehensiveness": 0.05318247526884079, + "sufficiency": 0.994306743144989, "masked prediction probs": [ - 0.9866368174552917, - 0.013363161124289036 + 0.9393730759620667, + 0.06062689796090126 ], "full text prediction probs": [ 0.9874016642570496, @@ -334634,12 +376052,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007870900444686413, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0008454237249679863, + "sufficiency": 0.7438455820083618, "masked prediction probs": [ - 0.9802809357643127, - 0.019719019532203674 + 0.9866368174552917, + 0.013363161124289036 + ], + "full text prediction probs": [ + 0.9874016642570496, + 0.012598341330885887 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0001707994961179793, + "sufficiency": 0.9574019312858582, + "masked prediction probs": [ + 0.987247109413147, + 0.01275295577943325 ], "full text prediction probs": [ 0.9874016642570496, @@ -334649,7 +376080,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8560279011726379, + "sufficiency": 0.856059730052948, "masked prediction probs": [ 0.991722047328949, 0.008277996443212032 @@ -334661,8 +376092,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00865662656724453, - "sufficiency": 0.9456982016563416, + "comprehensiveness": 0.008654714561998844, + "sufficiency": 0.9457102417945862, "masked prediction probs": [ 0.9795666337013245, 0.020433401688933372 @@ -334674,8 +376105,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002320345724001527, - "sufficiency": 0.9593316912651062, + "comprehensiveness": 0.002319833030924201, + "sufficiency": 0.9593405723571777, "masked prediction probs": [ 0.9853010773658752, 0.014698922634124756 @@ -334687,8 +376118,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002765342127531767, - "sufficiency": 0.8763207793235779, + "comprehensiveness": 0.0027647316455841064, + "sufficiency": 0.8763481378555298, "masked prediction probs": [ 0.9848976731300354, 0.01510230265557766 @@ -334700,8 +376131,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.054066989570856094, - "sufficiency": 0.9891794323921204, + "comprehensiveness": 0.054055050015449524, + "sufficiency": 0.9891818165779114, "masked prediction probs": [ 0.9384337067604065, 0.06156633421778679 @@ -334713,8 +376144,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02296293154358864, - "sufficiency": 0.9144361615180969, + "comprehensiveness": 0.02295786328613758, + "sufficiency": 0.914454996585846, "masked prediction probs": [ 0.9665997624397278, 0.0334002822637558 @@ -334726,8 +376157,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008647073060274124, - "sufficiency": 0.9457581639289856, + "comprehensiveness": 0.008645163848996162, + "sufficiency": 0.9457701444625854, "masked prediction probs": [ 0.9795666337013245, 0.020433401688933372 @@ -334737,15 +376168,28 @@ 0.012598341330885887 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.007855270989239216, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9802809357643127, + 0.019719019532203674 + ], + "full text prediction probs": [ + 0.9874016642570496, + 0.012598341330885887 + ], + "labels": 0 } }, "test_1390": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.038231756538152695, - "sufficiency": 0.9732427000999451, + "fixed-shap": { + "comprehensiveness": 0.035893555730581284, + "sufficiency": 0.9669474363327026, "masked prediction probs": [ - 0.9208582639694214, - 0.07914169877767563 + 0.9228920340538025, + 0.07710795849561691 ], "full text prediction probs": [ 0.9541122913360596, @@ -334844,12 +376288,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.4256647527217865, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.03816155716776848, + "sufficiency": 0.97329181432724, "masked prediction probs": [ - 0.5831875205039978, - 0.4168125092983246 + 0.9208582639694214, + 0.07914169877767563 + ], + "full text prediction probs": [ + 0.9541122913360596, + 0.04588770121335983 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8746258020401001, + "masked prediction probs": [ + 0.9541122913360596, + 0.04588770121335983 ], "full text prediction probs": [ 0.9541122913360596, @@ -334859,7 +376316,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8436596989631653, + "sufficiency": 0.8436956405639648, "masked prediction probs": [ 0.9763777256011963, 0.02362222410738468 @@ -334872,7 +376329,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8746545910835266, + "sufficiency": 0.8746833205223083, "masked prediction probs": [ 0.9541122913360596, 0.04588770121335983 @@ -334885,7 +376342,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9864910840988159, + "sufficiency": 0.9864941239356995, "masked prediction probs": [ 0.9733042120933533, 0.0266958549618721 @@ -334897,7 +376354,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.01278429664671421, + "comprehensiveness": 0.01278136670589447, "sufficiency": 1.0, "masked prediction probs": [ 0.9429618120193481, @@ -334910,7 +376367,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.41757041215896606, + "comprehensiveness": 0.4174746870994568, "sufficiency": 1.0, "masked prediction probs": [ 0.5898233652114868, @@ -334924,7 +376381,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7675856351852417, + "sufficiency": 0.7676388025283813, "masked prediction probs": [ 0.9722035527229309, 0.027796434238553047 @@ -334936,7 +376393,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.4173790514469147, + "comprehensiveness": 0.41728341579437256, "sufficiency": 1.0, "masked prediction probs": [ 0.5898233652114868, @@ -334947,15 +376404,28 @@ 0.04588770121335983 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4247872829437256, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5831875205039978, + 0.4168125092983246 + ], + "full text prediction probs": [ + 0.9541122913360596, + 0.04588770121335983 + ], + "labels": 0 } }, "test_1412": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.40822115540504456, + "fixed-shap": { + "comprehensiveness": 0.0660180076956749, "sufficiency": 0.0, "masked prediction probs": [ - 0.03849650174379349, - 0.9615034461021423 + 0.011888078413903713, + 0.9881119728088379 ], "full text prediction probs": [ 0.006754659581929445, @@ -335054,12 +376524,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2502339780330658, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.39998918771743774, "sufficiency": 0.0, "masked prediction probs": [ - 0.026612475514411926, - 0.9733875393867493 + 0.03849650174379349, + 0.9615034461021423 + ], + "full text prediction probs": [ + 0.006754659581929445, + 0.9932453036308289 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04556461051106453, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010379651561379433, + 0.9896203279495239 ], "full text prediction probs": [ 0.006754659581929445, @@ -335068,7 +376551,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.14562813937664032, + "comprehensiveness": 0.14526289701461792, "sufficiency": 0.0, "masked prediction probs": [ 0.018340444192290306, @@ -335081,7 +376564,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.032465483993291855, + "comprehensiveness": 0.03238426521420479, "sufficiency": 0.0, "masked prediction probs": [ 0.00934411957859993, @@ -335094,7 +376577,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1305397003889084, + "comprehensiveness": 0.1302139312028885, "sufficiency": 0.0, "masked prediction probs": [ 0.017192235216498375, @@ -335107,7 +376590,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04348272085189819, + "comprehensiveness": 0.043374478816986084, "sufficiency": 0.0, "masked prediction probs": [ 0.010240159928798676, @@ -335120,7 +376603,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21718838810920715, + "comprehensiveness": 0.21664908528327942, "sufficiency": 0.0, "masked prediction probs": [ 0.024207282811403275, @@ -335133,7 +376616,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1340000331401825, + "comprehensiveness": 0.13366812467575073, "sufficiency": 0.0, "masked prediction probs": [ 0.01754930429160595, @@ -335146,11 +376629,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.032063402235507965, + "comprehensiveness": 0.04477652534842491, "sufficiency": 0.0, "masked prediction probs": [ - 0.00934411957859993, - 0.9906559586524963 + 0.010379651561379433, + 0.9896203279495239 + ], + "full text prediction probs": [ + 0.006754659581929445, + 0.9932453036308289 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04466616362333298, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010379651561379433, + 0.9896203279495239 ], "full text prediction probs": [ 0.006754659581929445, @@ -335160,12 +376656,12 @@ } }, "test_1499": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.057061538100242615, - "sufficiency": 0.9611473083496094, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9939127564430237, "masked prediction probs": [ - 0.9246442317962646, - 0.07535576075315475 + 0.04389941319823265, + 0.9561006426811218 ], "full text prediction probs": [ 0.9754966497421265, @@ -335252,11 +376748,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.056972041726112366, - "sufficiency": 0.9612082242965698, + "comprehensiveness": 1.0, + "sufficiency": 0.9939224123954773, "masked prediction probs": [ - 0.9246442317962646, - 0.07535576075315475 + 0.04389941319823265, + 0.9561006426811218 ], "full text prediction probs": [ 0.9754966497421265, @@ -335264,12 +376760,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.986060619354248, + "sufficiency": 0.9939236640930176, "masked prediction probs": [ - 0.027018975466489792, - 0.9729809761047363 + 0.04389941319823265, + 0.9561006426811218 + ], + "full text prediction probs": [ + 0.9754966497421265, + 0.024503327906131744 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9922676086425781, + "masked prediction probs": [ + 0.025515679270029068, + 0.974484384059906 ], "full text prediction probs": [ 0.9754966497421265, @@ -335279,7 +376788,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9734441041946411, + "sufficiency": 0.9734500646591187, "masked prediction probs": [ 0.9864841103553772, 0.013515874743461609 @@ -335292,7 +376801,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9860668182373047, + "sufficiency": 0.9860699772834778, "masked prediction probs": [ 0.027018975466489792, 0.9729809761047363 @@ -335304,8 +376813,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8723740577697754, - "sufficiency": 0.9966342449188232, + "comprehensiveness": 0.8721787929534912, + "sufficiency": 0.9966349601745605, "masked prediction probs": [ 0.19613024592399597, 0.8038697242736816 @@ -335317,8 +376826,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.007040278520435095, - "sufficiency": 0.9078032970428467, + "comprehensiveness": 0.00703870365396142, + "sufficiency": 0.9078239798545837, "masked prediction probs": [ 0.9692055583000183, 0.03079437091946602 @@ -335330,8 +376839,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4794987142086029, - "sufficiency": 0.9851082563400269, + "comprehensiveness": 0.4793914258480072, + "sufficiency": 0.9851115942001343, "masked prediction probs": [ 0.5469276309013367, 0.45307233929634094 @@ -335344,7 +376853,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9602441787719727, + "sufficiency": 0.9602530002593994, "masked prediction probs": [ 0.9818354845046997, 0.018164563924074173 @@ -335357,10 +376866,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9860824346542358, + "sufficiency": 0.9922797083854675, "masked prediction probs": [ - 0.027018975466489792, - 0.9729809761047363 + 0.025515679270029068, + 0.974484384059906 + ], + "full text prediction probs": [ + 0.9754966497421265, + 0.024503327906131744 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.992281436920166, + "masked prediction probs": [ + 0.025515679270029068, + 0.974484384059906 ], "full text prediction probs": [ 0.9754966497421265, @@ -335370,12 +376892,12 @@ } }, "test_1533": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.24375993013381958, - "sufficiency": 0.9980540871620178, + "fixed-shap": { + "comprehensiveness": 0.010645733214914799, + "sufficiency": 0.9941456913948059, "masked prediction probs": [ - 0.7649815082550049, - 0.2350185364484787 + 0.9748010039329529, + 0.02519906312227249 ], "full text prediction probs": [ 0.9843829274177551, @@ -335474,12 +376996,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9284123182296753, - "sufficiency": 0.998141884803772, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24332736432552338, + "sufficiency": 0.9980575442314148, "masked prediction probs": [ - 0.14725975692272186, - 0.8527402281761169 + 0.7649815082550049, + 0.2350185364484787 + ], + "full text prediction probs": [ + 0.9843829274177551, + 0.015617143362760544 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.004839369561523199, + "sufficiency": 0.8710241913795471, + "masked prediction probs": [ + 0.9800184369087219, + 0.019981564953923225 ], "full text prediction probs": [ 0.9843829274177551, @@ -335489,7 +377024,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8744987845420837, + "sufficiency": 0.8745266199111938, "masked prediction probs": [ 0.9931513071060181, 0.006848643999546766 @@ -335501,8 +377036,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9280006289482117, - "sufficiency": 0.9981427192687988, + "comprehensiveness": 0.9277949333190918, + "sufficiency": 0.9981431365013123, "masked prediction probs": [ 0.14725975692272186, 0.8527402281761169 @@ -335514,8 +377049,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8535771369934082, - "sufficiency": 0.9595111012458801, + "comprehensiveness": 0.8533879518508911, + "sufficiency": 0.9595199823379517, "masked prediction probs": [ 0.21422436833381653, 0.7857756018638611 @@ -335527,8 +377062,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.7460724711418152, - "sufficiency": 0.8580501079559326, + "comprehensiveness": 0.745907187461853, + "sufficiency": 0.8580816388130188, "masked prediction probs": [ 0.31107357144355774, 0.6889264583587646 @@ -335540,7 +377075,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8127573728561401, + "comprehensiveness": 0.8125773072242737, "sufficiency": 1.0, "masked prediction probs": [ 0.2507297992706299, @@ -335553,8 +377088,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006392400246113539, - "sufficiency": 0.9252390265464783, + "comprehensiveness": 0.006390984635800123, + "sufficiency": 0.925255537033081, "masked prediction probs": [ 0.978611409664154, 0.02138855867087841 @@ -335566,8 +377101,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9269730448722839, - "sufficiency": 0.9981447458267212, + "comprehensiveness": 0.9267677068710327, + "sufficiency": 0.9981451630592346, + "masked prediction probs": [ + 0.14725975692272186, + 0.8527402281761169 + ], + "full text prediction probs": [ + 0.9843829274177551, + 0.015617143362760544 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9265626072883606, + "sufficiency": 0.998145580291748, "masked prediction probs": [ 0.14725975692272186, 0.8527402281761169 @@ -335580,12 +377128,12 @@ } }, "test_1574": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4615194499492645, + "fixed-shap": { + "comprehensiveness": 0.15058870613574982, "sufficiency": 1.0, "masked prediction probs": [ - 0.38484224677085876, - 0.6151577830314636 + 0.5583756566047668, + 0.44162431359291077 ], "full text prediction probs": [ 0.6424206495285034, @@ -335684,12 +377232,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04884464666247368, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.46020030975341797, "sufficiency": 1.0, "masked prediction probs": [ - 0.6150818467140198, - 0.3849181830883026 + 0.38484224677085876, + 0.6151577830314636 + ], + "full text prediction probs": [ + 0.6424206495285034, + 0.3575793504714966 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6774268746376038, + 0.32257312536239624 ], "full text prediction probs": [ 0.6424206495285034, @@ -335699,7 +377260,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.3221498131752014, + "sufficiency": 0.3223917782306671, "masked prediction probs": [ 0.9752599596977234, 0.024739975109696388 @@ -335750,7 +377311,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7049717903137207, + "comprehensiveness": 0.7047203779220581, "sufficiency": 1.0, "masked prediction probs": [ 0.24713651835918427, @@ -335763,7 +377324,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7196862101554871, + "comprehensiveness": 0.7194297909736633, "sufficiency": 1.0, "masked prediction probs": [ 0.23874208331108093, @@ -335777,7 +377338,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.3235990107059479, + "sufficiency": 0.3238399624824524, "masked prediction probs": [ 0.9752599596977234, 0.024739975109696388 @@ -335787,15 +377348,28 @@ 0.3575793504714966 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04868809133768082, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6150818467140198, + 0.3849181830883026 + ], + "full text prediction probs": [ + 0.6424206495285034, + 0.3575793504714966 + ], + "labels": 0 } }, "test_1640": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015802208799868822, - "sufficiency": 0.9222857356071472, + "fixed-shap": { + "comprehensiveness": 0.004496448207646608, + "sufficiency": 0.9151273369789124, "masked prediction probs": [ - 0.9888566136360168, - 0.011143441312015057 + 0.9862145781517029, + 0.013785481452941895 ], "full text prediction probs": [ 0.990288257598877, @@ -335894,12 +377468,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0010635979706421494, - "sufficiency": 0.912152111530304, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015774349449202418, + "sufficiency": 0.9224227070808411, "masked prediction probs": [ - 0.9893229603767395, - 0.010677012614905834 + 0.9888566136360168, + 0.011143441312015057 + ], + "full text prediction probs": [ + 0.990288257598877, + 0.009711755439639091 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0037684899289160967, + "sufficiency": 0.905595064163208, + "masked prediction probs": [ + 0.9868673086166382, + 0.013132692314684391 ], "full text prediction probs": [ 0.990288257598877, @@ -335908,8 +377495,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003750958712771535, - "sufficiency": 0.8098614811897278, + "comprehensiveness": 0.0037501323968172073, + "sufficiency": 0.8099033236503601, "masked prediction probs": [ 0.9868832230567932, 0.013116826303303242 @@ -335921,8 +377508,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001386302406899631, - "sufficiency": 0.9771988391876221, + "comprehensiveness": 0.0013859971659258008, + "sufficiency": 0.9772037863731384, "masked prediction probs": [ 0.9890295267105103, 0.01097046211361885 @@ -335934,8 +377521,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0017277381848543882, - "sufficiency": 0.9043337106704712, + "comprehensiveness": 0.001727357623167336, + "sufficiency": 0.9043547511100769, "masked prediction probs": [ 0.9887191653251648, 0.01128083374351263 @@ -335947,8 +377534,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0038446092512458563, - "sufficiency": 0.9796800017356873, + "comprehensiveness": 0.003843763144686818, + "sufficiency": 0.9796845316886902, "masked prediction probs": [ 0.9867959022521973, 0.013204044662415981 @@ -335960,8 +377547,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01565445214509964, - "sufficiency": 0.994115948677063, + "comprehensiveness": 0.015651006251573563, + "sufficiency": 0.9941173195838928, "masked prediction probs": [ 0.9760649800300598, 0.02393496409058571 @@ -335973,8 +377560,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0019394952105358243, - "sufficiency": 0.8504841327667236, + "comprehensiveness": 0.0019390684319660068, + "sufficiency": 0.8505170345306396, "masked prediction probs": [ 0.9885256886482239, 0.01147437747567892 @@ -335986,8 +377573,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0013847772497683764, - "sufficiency": 0.9772238731384277, + "comprehensiveness": 0.0013844725908711553, + "sufficiency": 0.9772287607192993, "masked prediction probs": [ 0.9890295267105103, 0.01097046211361885 @@ -335997,15 +377584,28 @@ 0.009711755439639091 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0010614927159622312, + "sufficiency": 0.9123259782791138, + "masked prediction probs": [ + 0.9893229603767395, + 0.010677012614905834 + ], + "full text prediction probs": [ + 0.990288257598877, + 0.009711755439639091 + ], + "labels": 0 } }, "test_1686": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015924331964924932, - "sufficiency": 0.7727931141853333, + "fixed-shap": { + "comprehensiveness": 0.10421225428581238, + "sufficiency": 0.9914740920066833, "masked prediction probs": [ - 0.9884111881256104, - 0.01158878207206726 + 0.8954846262931824, + 0.10451535880565643 ], "full text prediction probs": [ 0.9898532032966614, @@ -336092,11 +377692,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0015899750869721174, - "sufficiency": 0.7731438279151917, + "comprehensiveness": 0.1040513888001442, + "sufficiency": 0.9914873242378235, "masked prediction probs": [ - 0.9884111881256104, - 0.01158878207206726 + 0.8954846262931824, + 0.10451535880565643 ], "full text prediction probs": [ 0.9898532032966614, @@ -336104,12 +377704,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0012549839448183775, - "sufficiency": 0.84818035364151, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.10402844846248627, + "sufficiency": 0.9914891123771667, + "masked prediction probs": [ + 0.8954846262931824, + 0.10451535880565643 + ], + "full text prediction probs": [ + 0.9898532032966614, + 0.010146845132112503 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06304280459880829, + "sufficiency": 0.9602474570274353, "masked prediction probs": [ - 0.9887147545814514, - 0.011285285465419292 + 0.9326518177986145, + 0.0673481673002243 ], "full text prediction probs": [ 0.9898532032966614, @@ -336118,8 +377731,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0035474058240652084, - "sufficiency": 0.8523818850517273, + "comprehensiveness": 0.0035466239787638187, + "sufficiency": 0.8524144291877747, "masked prediction probs": [ 0.9866344928741455, 0.013365537859499454 @@ -336131,8 +377744,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004493423737585545, - "sufficiency": 0.3070739805698395, + "comprehensiveness": 0.004492433741688728, + "sufficiency": 0.30722662806510925, "masked prediction probs": [ 0.9857752323150635, 0.014224777929484844 @@ -336144,8 +377757,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.015145918354392052, - "sufficiency": 0.9958816170692444, + "comprehensiveness": 0.015142581425607204, + "sufficiency": 0.995882511138916, "masked prediction probs": [ 0.9761046171188354, 0.023895379155874252 @@ -336157,8 +377770,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005335547029972076, - "sufficiency": 0.8495566844940186, + "comprehensiveness": 0.005334372166544199, + "sufficiency": 0.8495898246765137, "masked prediction probs": [ 0.9850088357925415, 0.014991212636232376 @@ -336170,8 +377783,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.008828837424516678, - "sufficiency": 0.9619643688201904, + "comprehensiveness": 0.00882689282298088, + "sufficiency": 0.9619727730751038, "masked prediction probs": [ 0.9818353652954102, 0.018164634704589844 @@ -336183,8 +377796,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007996088825166225, - "sufficiency": 0.8618648052215576, + "comprehensiveness": 0.007994328625500202, + "sufficiency": 0.8618952035903931, "masked prediction probs": [ 0.9825900197029114, 0.017409948632121086 @@ -336196,11 +377809,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.005332023371011019, - "sufficiency": 0.8496560454368591, + "comprehensiveness": 0.06294567883014679, + "sufficiency": 0.9603086113929749, "masked prediction probs": [ - 0.9850088357925415, - 0.014991212636232376 + 0.9326518177986145, + 0.0673481673002243 + ], + "full text prediction probs": [ + 0.9898532032966614, + 0.010146845132112503 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.06293182820081711, + "sufficiency": 0.9603174328804016, + "masked prediction probs": [ + 0.9326518177986145, + 0.0673481673002243 ], "full text prediction probs": [ 0.9898532032966614, @@ -336210,12 +377836,12 @@ } }, "test_1723": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9524960517883301, + "fixed-shap": { + "comprehensiveness": 0.03069828823208809, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9808220267295837, - 0.019177958369255066 + 0.9478397965431213, + 0.05216014385223389 ], "full text prediction probs": [ 0.9751881957054138, @@ -336314,12 +377940,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.7579475045204163, + "sufficiency": 0.9525812268257141, "masked prediction probs": [ - 0.9777088761329651, - 0.022291140630841255 + 0.9808220267295837, + 0.019177958369255066 + ], + "full text prediction probs": [ + 0.9751881957054138, + 0.02481180988252163 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.04077945277094841, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9387853145599365, + 0.061214663088321686 ], "full text prediction probs": [ 0.9751881957054138, @@ -336329,7 +377968,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7581232190132141, + "sufficiency": 0.7581773996353149, "masked prediction probs": [ 0.9872271418571472, 0.01277287770062685 @@ -336342,7 +377981,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8263621926307678, + "sufficiency": 0.8264009952545166, "masked prediction probs": [ 0.9768666625022888, 0.023133348673582077 @@ -336354,8 +377993,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.004906914662569761, - "sufficiency": 0.9934744238853455, + "comprehensiveness": 0.004905815701931715, + "sufficiency": 0.9934758543968201, "masked prediction probs": [ 0.9708059430122375, 0.029194101691246033 @@ -336367,8 +378006,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002876216545701027, - "sufficiency": 0.9932283759117126, + "comprehensiveness": 0.002875572768971324, + "sufficiency": 0.9932299256324768, "masked prediction probs": [ 0.9726189374923706, 0.027381019666790962 @@ -336380,8 +378019,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03924688324332237, - "sufficiency": 0.9881011247634888, + "comprehensiveness": 0.0392380990087986, + "sufficiency": 0.9881038665771484, "masked prediction probs": [ 0.9401220083236694, 0.05987798795104027 @@ -336394,7 +378033,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9739060997962952, + "sufficiency": 0.9739118814468384, "masked prediction probs": [ 0.981978714466095, 0.01802125759422779 @@ -336406,8 +378045,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.039229318499565125, - "sufficiency": 0.9881064295768738, + "comprehensiveness": 0.03922054171562195, + "sufficiency": 0.9881090521812439, "masked prediction probs": [ 0.9401220083236694, 0.05987798795104027 @@ -336417,15 +378056,28 @@ 0.02481180988252163 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7584347128868103, + "masked prediction probs": [ + 0.9777088761329651, + 0.022291140630841255 + ], + "full text prediction probs": [ + 0.9751881957054138, + 0.02481180988252163 + ], + "labels": 0 } }, "test_1725": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.5323813557624817, + "fixed-shap": { + "comprehensiveness": 0.027826031669974327, + "sufficiency": 0.9876463413238525, "masked prediction probs": [ - 0.9948453903198242, - 0.005154649261385202 + 0.9693405032157898, + 0.030659440904855728 ], "full text prediction probs": [ 0.9946722388267517, @@ -336512,11 +378164,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.01090619433671236, - "sufficiency": 0.9870322346687317, + "comprehensiveness": 0.027783306315541267, + "sufficiency": 0.9876652956008911, "masked prediction probs": [ - 0.9847283959388733, - 0.015271586365997791 + 0.9693405032157898, + 0.030659440904855728 ], "full text prediction probs": [ 0.9946722388267517, @@ -336524,12 +378176,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0009023430175147951, - "sufficiency": 0.8881419897079468, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.027777211740612984, + "sufficiency": 0.9876680374145508, "masked prediction probs": [ - 0.9938493371009827, - 0.0061506591737270355 + 0.9693405032157898, + 0.030659440904855728 + ], + "full text prediction probs": [ + 0.9946722388267517, + 0.00532779423519969 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.020315909758210182, + "sufficiency": 0.9873462915420532, + "masked prediction probs": [ + 0.9761408567428589, + 0.023859193548560143 ], "full text prediction probs": [ 0.9946722388267517, @@ -336538,8 +378203,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006502424366772175, - "sufficiency": 0.14413779973983765, + "comprehensiveness": 0.0006500998861156404, + "sufficiency": 0.1443254053592682, "masked prediction probs": [ 0.9940791130065918, 0.00592088932171464 @@ -336551,8 +378216,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.006731287110596895, - "sufficiency": 0.9794502854347229, + "comprehensiveness": 0.006729812361299992, + "sufficiency": 0.9794548153877258, "masked prediction probs": [ 0.9885308742523193, 0.011469153687357903 @@ -336564,8 +378229,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0029154354706406593, - "sufficiency": 0.8514882922172546, + "comprehensiveness": 0.002914796583354473, + "sufficiency": 0.851520836353302, "masked prediction probs": [ 0.9920117259025574, 0.007988319732248783 @@ -336577,8 +378242,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0022013778798282146, - "sufficiency": 0.764567494392395, + "comprehensiveness": 0.002200895920395851, + "sufficiency": 0.7646190524101257, "masked prediction probs": [ 0.9926629066467285, 0.0073371464386582375 @@ -336590,8 +378255,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01790781319141388, - "sufficiency": 0.9814613461494446, + "comprehensiveness": 0.0179038904607296, + "sufficiency": 0.9814654588699341, "masked prediction probs": [ 0.9783231019973755, 0.021676840260624886 @@ -336603,8 +378268,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011669417843222618, - "sufficiency": 0.9894072413444519, + "comprehensiveness": 0.011666863225400448, + "sufficiency": 0.9894095659255981, "masked prediction probs": [ 0.9840161800384521, 0.01598379947245121 @@ -336616,11 +378281,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.006723917555063963, - "sufficiency": 0.979472815990448, + "comprehensiveness": 0.020284775644540787, + "sufficiency": 0.9873656630516052, "masked prediction probs": [ - 0.9885308742523193, - 0.011469153687357903 + 0.9761408567428589, + 0.023859193548560143 + ], + "full text prediction probs": [ + 0.9946722388267517, + 0.00532779423519969 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.02028033696115017, + "sufficiency": 0.9873684048652649, + "masked prediction probs": [ + 0.9761408567428589, + 0.023859193548560143 ], "full text prediction probs": [ 0.9946722388267517, @@ -336630,12 +378308,12 @@ } }, "test_1744": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07279384881258011, - "sufficiency": 0.9253044724464417, + "fixed-shap": { + "comprehensiveness": 0.00738804554566741, + "sufficiency": 0.9884580373764038, "masked prediction probs": [ - 0.9225537776947021, - 0.07744625210762024 + 0.9816840291023254, + 0.018315965309739113 ], "full text prediction probs": [ 0.9883632063865662, @@ -336734,12 +378412,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.12267426401376724, - "sufficiency": 0.8770240545272827, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0726652443408966, + "sufficiency": 0.9254364371299744, "masked prediction probs": [ - 0.8772630095481873, - 0.12273702770471573 + 0.9225537776947021, + 0.07744625210762024 + ], + "full text prediction probs": [ + 0.9883632063865662, + 0.011636859737336636 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.11420417577028275, + "sufficiency": 0.9856962561607361, + "masked prediction probs": [ + 0.8849111199378967, + 0.11508885025978088 ], "full text prediction probs": [ 0.9883632063865662, @@ -336748,8 +378439,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005930314771831036, - "sufficiency": 0.919191837310791, + "comprehensiveness": 0.0059290057979524136, + "sufficiency": 0.9192096590995789, "masked prediction probs": [ 0.9829912185668945, 0.017008788883686066 @@ -336761,8 +378452,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.1226201057434082, - "sufficiency": 0.8770783543586731, + "comprehensiveness": 0.12259304523468018, + "sufficiency": 0.8771054744720459, "masked prediction probs": [ 0.8772630095481873, 0.12273702770471573 @@ -336775,7 +378466,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8821500539779663, + "sufficiency": 0.8821760416030884, "masked prediction probs": [ 0.990899920463562, 0.00910006184130907 @@ -336787,8 +378478,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003952657803893089, - "sufficiency": 0.8292030692100525, + "comprehensiveness": 0.003951786085963249, + "sufficiency": 0.8292407393455505, "masked prediction probs": [ 0.9847803115844727, 0.01521964929997921 @@ -336800,8 +378491,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.022009721025824547, - "sufficiency": 0.900204598903656, + "comprehensiveness": 0.0220048651099205, + "sufficiency": 0.9002266526222229, "masked prediction probs": [ 0.9684080481529236, 0.031591907143592834 @@ -336813,8 +378504,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03633439913392067, - "sufficiency": 0.9235348105430603, + "comprehensiveness": 0.036326389759778976, + "sufficiency": 0.9235516786575317, "masked prediction probs": [ 0.955413281917572, 0.04458670690655708 @@ -336826,11 +378517,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.12248492240905762, - "sufficiency": 0.8772138357162476, + "comprehensiveness": 0.11402793973684311, + "sufficiency": 0.985718309879303, "masked prediction probs": [ - 0.8772630095481873, - 0.12273702770471573 + 0.8849111199378967, + 0.11508885025978088 + ], + "full text prediction probs": [ + 0.9883632063865662, + 0.011636859737336636 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11400281637907028, + "sufficiency": 0.9857214689254761, + "masked prediction probs": [ + 0.8849111199378967, + 0.11508885025978088 ], "full text prediction probs": [ 0.9883632063865662, @@ -336840,12 +378544,12 @@ } }, "test_92": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6171402931213379, + "fixed-shap": { + "comprehensiveness": 0.15261058509349823, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9139543175697327, - 0.08604568243026733 + 0.02056833542883396, + 0.979431688785553 ], "full text prediction probs": [ 0.008785102516412735, @@ -336944,12 +378648,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.47285839915275574, + "sufficiency": 0.624904453754425, "masked prediction probs": [ - 0.8804225325584412, - 0.11957744508981705 + 0.9139543175697327, + 0.08604568243026733 + ], + "full text prediction probs": [ + 0.008785102516412735, + 0.9912148714065552 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.140543133020401, + "sufficiency": 0.19396744668483734, + "masked prediction probs": [ + 0.019889602437615395, + 0.9801104068756104 ], "full text prediction probs": [ 0.008785102516412735, @@ -336959,7 +378676,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.474191278219223, + "sufficiency": 0.4755174219608307, "masked prediction probs": [ 0.8804225325584412, 0.11957744508981705 @@ -336972,7 +378689,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.631135880947113, + "sufficiency": 0.6320638656616211, "masked prediction probs": [ 0.453093558549881, 0.5469064712524414 @@ -336984,7 +378701,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0353974848985672, + "comprehensiveness": 0.03530854731798172, "sufficiency": 0.0, "masked prediction probs": [ 0.011596105061471462, @@ -336997,7 +378714,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.022864453494548798, + "comprehensiveness": 0.022807149216532707, "sufficiency": 0.0, "masked prediction probs": [ 0.01060536503791809, @@ -337011,7 +378728,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.4686213433742523, + "sufficiency": 0.4699481427669525, "masked prediction probs": [ 0.8754213452339172, 0.12457861751317978 @@ -337023,7 +378740,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1104847714304924, + "comprehensiveness": 0.11020924150943756, "sufficiency": 0.0, "masked prediction probs": [ 0.017625167965888977, @@ -337037,7 +378754,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4820491373538971, + "sufficiency": 0.4833360016345978, + "masked prediction probs": [ + 0.8804225325584412, + 0.11957744508981705 + ], + "full text prediction probs": [ + 0.008785102516412735, + 0.9912148714065552 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.4846164882183075, "masked prediction probs": [ 0.8804225325584412, 0.11957744508981705 @@ -337050,12 +378780,12 @@ } }, "test_118": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9343435168266296, - 0.06565644592046738 + 0.4779294431209564, + 0.522070586681366 ], "full text prediction probs": [ 0.25911745429039, @@ -337154,12 +378884,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9285149574279785, - 0.07148503512144089 + 0.9343435168266296, + 0.06565644592046738 + ], + "full text prediction probs": [ + 0.25911745429039, + 0.7408825159072876 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.442373126745224, + 0.5576268434524536 ], "full text prediction probs": [ 0.25911745429039, @@ -337257,15 +379000,28 @@ 0.7408825159072876 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9285149574279785, + 0.07148503512144089 + ], + "full text prediction probs": [ + 0.25911745429039, + 0.7408825159072876 + ], + "labels": 1 } }, "test_147": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7251388430595398, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8524686098098755, - 0.14753136038780212 + 0.018579445779323578, + 0.9814205765724182 ], "full text prediction probs": [ 0.021260390058159828, @@ -337364,12 +379120,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, + "sufficiency": 0.7317594885826111, + "masked prediction probs": [ + 0.8524686098098755, + 0.14753136038780212 + ], + "full text prediction probs": [ + 0.021260390058159828, + 0.9787396192550659 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.856185793876648, - 0.14381417632102966 + 0.009599328972399235, + 0.9904007315635681 ], "full text prediction probs": [ 0.021260390058159828, @@ -337405,7 +379174,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.7116280794143677, + "sufficiency": 0.7124859690666199, "masked prediction probs": [ 0.6542732119560242, 0.3457268178462982 @@ -337443,7 +379212,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.20973888039588928, + "comprehensiveness": 0.2091194987297058, "sufficiency": 0.0, "masked prediction probs": [ 0.03542529046535492, @@ -337467,15 +379236,28 @@ 0.9787396192550659 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.856185793876648, + 0.14381417632102966 + ], + "full text prediction probs": [ + 0.021260390058159828, + 0.9787396192550659 + ], + "labels": 1 } }, "test_164": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.982415497303009, - 0.017584508284926414 + 0.983646035194397, + 0.01635393686592579 ], "full text prediction probs": [ 0.4168154299259186, @@ -337563,10 +379345,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.982415497303009, - 0.017584508284926414 + 0.983646035194397, + 0.01635393686592579 ], "full text prediction probs": [ 0.4168154299259186, @@ -337574,12 +379356,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9837125539779663, - 0.01628747396171093 + 0.983646035194397, + 0.01635393686592579 + ], + "full text prediction probs": [ + 0.4168154299259186, + 0.583184540271759 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9832823872566223, + 0.01671764999628067 ], "full text prediction probs": [ 0.4168154299259186, @@ -337677,15 +379472,28 @@ 0.583184540271759 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9837125539779663, + 0.01628747396171093 + ], + "full text prediction probs": [ + 0.4168154299259186, + 0.583184540271759 + ], + "labels": 1 } }, "test_244": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.7805382013320923, "masked prediction probs": [ - 0.9880532622337341, - 0.011946753598749638 + 0.9517562985420227, + 0.04824366047978401 ], "full text prediction probs": [ 0.07084450870752335, @@ -337784,12 +379592,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9889062643051147, - 0.011093766428530216 + 0.9880532622337341, + 0.011946753598749638 + ], + "full text prediction probs": [ + 0.07084450870752335, + 0.9291554689407349 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9629004001617432, + 0.03709966689348221 ], "full text prediction probs": [ 0.07084450870752335, @@ -337887,15 +379708,28 @@ 0.9291554689407349 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9889062643051147, + 0.011093766428530216 + ], + "full text prediction probs": [ + 0.07084450870752335, + 0.9291554689407349 + ], + "labels": 1 } }, "test_250": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8739162087440491, + "fixed-shap": { + "comprehensiveness": 0.13486582040786743, "sufficiency": 0.0, "masked prediction probs": [ - 0.07615738362073898, - 0.9238426089286804 + 0.01848808117210865, + 0.9815118908882141 ], "full text prediction probs": [ 0.007964292541146278, @@ -337994,12 +379828,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5997193455696106, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8563541769981384, + "sufficiency": 0.0, "masked prediction probs": [ - 0.13244791328907013, - 0.8675520420074463 + 0.07615738362073898, + 0.9238426089286804 + ], + "full text prediction probs": [ + 0.007964292541146278, + 0.9920356869697571 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.11344100534915924, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01702059991657734, + 0.9829794764518738 ], "full text prediction probs": [ 0.007964292541146278, @@ -338021,7 +379868,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2493019700050354, + "comprehensiveness": 0.24868041276931763, "sufficiency": 0.0, "masked prediction probs": [ 0.027916407212615013, @@ -338047,7 +379894,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.13163235783576965, + "comprehensiveness": 0.13130579888820648, "sufficiency": 0.0, "masked prediction probs": [ 0.0185517780482769, @@ -338060,7 +379907,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.41138145327568054, + "comprehensiveness": 0.41036340594291687, "sufficiency": 0.0, "masked prediction probs": [ 0.04113480821251869, @@ -338073,7 +379920,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0984133630990982, + "comprehensiveness": 0.09817042201757431, "sufficiency": 0.0, "masked prediction probs": [ 0.015919279307127, @@ -338097,15 +379944,28 @@ 0.9920356869697571 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6085578799247742, + "masked prediction probs": [ + 0.13244791328907013, + 0.8675520420074463 + ], + "full text prediction probs": [ + 0.007964292541146278, + 0.9920356869697571 + ], + "labels": 1 } }, "test_449": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8157405257225037, - 0.18425945937633514 + 0.3344542682170868, + 0.6655457615852356 ], "full text prediction probs": [ 0.04265639930963516, @@ -338204,12 +380064,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9163908362388611, - 0.08360917121171951 + 0.8157405257225037, + 0.18425945937633514 + ], + "full text prediction probs": [ + 0.04265639930963516, + 0.957343578338623 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.2605758309364319, + 0.7394242286682129 ], "full text prediction probs": [ 0.04265639930963516, @@ -338307,15 +380180,28 @@ 0.957343578338623 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9163908362388611, + 0.08360917121171951 + ], + "full text prediction probs": [ + 0.04265639930963516, + 0.957343578338623 + ], + "labels": 1 } }, "test_450": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9304608106613159, + "fixed-shap": { + "comprehensiveness": 0.049014873802661896, + "sufficiency": 0.0835084468126297, "masked prediction probs": [ - 0.8021432757377625, - 0.19785673916339874 + 0.009132664650678635, + 0.9908673763275146 ], "full text prediction probs": [ 0.0051710414700210094, @@ -338414,12 +380300,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8757546544075012, + "sufficiency": 0.9318092465400696, "masked prediction probs": [ - 0.696321427822113, - 0.30367857217788696 + 0.8021432757377625, + 0.19785673916339874 + ], + "full text prediction probs": [ + 0.0051710414700210094, + 0.994828999042511 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0433170460164547, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.00875011831521988, + 0.9912499189376831 ], "full text prediction probs": [ 0.0051710414700210094, @@ -338429,7 +380328,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.876055121421814, + "sufficiency": 0.8763540983200073, "masked prediction probs": [ 0.696321427822113, 0.30367857217788696 @@ -338442,7 +380341,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8363470435142517, + "sufficiency": 0.8367408514022827, "masked prediction probs": [ 0.21717365086078644, 0.78282630443573 @@ -338454,7 +380353,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14380159974098206, + "comprehensiveness": 0.14345598220825195, "sufficiency": 0.0, "masked prediction probs": [ 0.017110159620642662, @@ -338467,7 +380366,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.004408829379826784, + "comprehensiveness": 0.004398257937282324, "sufficiency": 0.0, "masked prediction probs": [ 0.005537850316613913, @@ -338481,7 +380380,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8670656085014343, + "sufficiency": 0.8673832416534424, "masked prediction probs": [ 0.6613087058067322, 0.33869126439094543 @@ -338493,7 +380392,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14171051979064941, + "comprehensiveness": 0.14137235283851624, "sufficiency": 0.0, "masked prediction probs": [ 0.017021557316184044, @@ -338507,7 +380406,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8778275847434998, + "sufficiency": 0.878118097782135, + "masked prediction probs": [ + 0.696321427822113, + 0.30367857217788696 + ], + "full text prediction probs": [ + 0.0051710414700210094, + 0.994828999042511 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8784072399139404, "masked prediction probs": [ 0.696321427822113, 0.30367857217788696 @@ -338520,12 +380432,12 @@ } }, "test_548": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.20935538411140442, - "sufficiency": 0.9731506705284119, + "fixed-shap": { + "comprehensiveness": 0.04212953895330429, + "sufficiency": 0.953278660774231, "masked prediction probs": [ - 0.7944903373718262, - 0.20550963282585144 + 0.9443832635879517, + 0.05561676248908043 ], "full text prediction probs": [ 0.9821460843086243, @@ -338624,12 +380536,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02112019807100296, - "sufficiency": 0.9986093640327454, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.20898234844207764, + "sufficiency": 0.9731985330581665, "masked prediction probs": [ - 0.96318119764328, - 0.03681883215904236 + 0.7944903373718262, + 0.20550963282585144 + ], + "full text prediction probs": [ + 0.9821460843086243, + 0.017853854224085808 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0556790791451931, + "sufficiency": 0.9373483061790466, + "masked prediction probs": [ + 0.9321379065513611, + 0.0678621232509613 ], "full text prediction probs": [ 0.9821460843086243, @@ -338639,7 +380564,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6993237733840942, + "sufficiency": 0.699390709400177, "masked prediction probs": [ 0.9834532141685486, 0.01654675044119358 @@ -338651,8 +380576,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.017629925161600113, - "sufficiency": 0.9053341150283813, + "comprehensiveness": 0.017626002430915833, + "sufficiency": 0.9053551554679871, "masked prediction probs": [ 0.9663082361221313, 0.03369169682264328 @@ -338664,8 +380589,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.04433979466557503, - "sufficiency": 0.920915424823761, + "comprehensiveness": 0.0443299263715744, + "sufficiency": 0.9209330081939697, "masked prediction probs": [ 0.9423045516014099, 0.05769548937678337 @@ -338677,8 +380602,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009129141457378864, - "sufficiency": 0.8994396924972534, + "comprehensiveness": 0.009127110242843628, + "sufficiency": 0.8994620442390442, "masked prediction probs": [ 0.9739412665367126, 0.02605871669948101 @@ -338690,8 +380615,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.20769350230693817, - "sufficiency": 0.9666516184806824, + "comprehensiveness": 0.20764730870723724, + "sufficiency": 0.9666590690612793, "masked prediction probs": [ 0.7954399585723877, 0.2045600712299347 @@ -338703,8 +380628,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.014958796091377735, - "sufficiency": 0.9101702570915222, + "comprehensiveness": 0.014955470338463783, + "sufficiency": 0.9101902842521667, "masked prediction probs": [ 0.968695878982544, 0.03130410984158516 @@ -338716,8 +380641,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.017610322684049606, - "sufficiency": 0.9054393172264099, + "comprehensiveness": 0.017606407403945923, + "sufficiency": 0.9054603576660156, "masked prediction probs": [ 0.9663082361221313, 0.03369169682264328 @@ -338727,15 +380652,28 @@ 0.017853854224085808 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.021077945828437805, + "sufficiency": 0.998612105846405, + "masked prediction probs": [ + 0.96318119764328, + 0.03681883215904236 + ], + "full text prediction probs": [ + 0.9821460843086243, + 0.017853854224085808 + ], + "labels": 0 } }, "test_603": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.981867790222168, - 0.01813218556344509 + 0.6228616833686829, + 0.37713825702667236 ], "full text prediction probs": [ 0.052518874406814575, @@ -338834,12 +380772,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9843282699584961, - 0.015671707689762115 + 0.981867790222168, + 0.01813218556344509 + ], + "full text prediction probs": [ + 0.052518874406814575, + 0.9474811553955078 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7568680644035339, + 0.24313198029994965 ], "full text prediction probs": [ 0.052518874406814575, @@ -338849,7 +380800,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8587595820426941, + "sufficiency": 0.8595536947250366, "masked prediction probs": [ 0.9839311242103577, 0.016068851575255394 @@ -338937,15 +380888,28 @@ 0.9474811553955078 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9843282699584961, + 0.015671707689762115 + ], + "full text prediction probs": [ + 0.052518874406814575, + 0.9474811553955078 + ], + "labels": 1 } }, "test_692": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06272624433040619, - "sufficiency": 0.1845775991678238, + "fixed-shap": { + "comprehensiveness": 0.04319092258810997, + "sufficiency": 0.0, "masked prediction probs": [ - 0.010744771920144558, - 0.9892551898956299 + 0.009176427498459816, + 0.9908236265182495 ], "full text prediction probs": [ 0.005708751734346151, @@ -339032,11 +380996,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.06165103241801262, - "sufficiency": 0.1985379308462143, + "comprehensiveness": 0.04245057329535484, + "sufficiency": 0.0, "masked prediction probs": [ - 0.010744771920144558, - 0.9892551898956299 + 0.009176427498459816, + 0.9908236265182495 ], "full text prediction probs": [ 0.005708751734346151, @@ -339044,12 +381008,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.02305210754275322, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04234687611460686, "sufficiency": 0.0, "masked prediction probs": [ - 0.0075963945128023624, - 0.9924036264419556 + 0.009176427498459816, + 0.9908236265182495 + ], + "full text prediction probs": [ + 0.005708751734346151, + 0.9942913055419922 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.039706651121377945, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008968086913228035, + 0.9910318851470947 ], "full text prediction probs": [ 0.005708751734346151, @@ -339058,7 +381035,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.07291097939014435, + "comprehensiveness": 0.07273373752832413, "sufficiency": 0.0, "masked prediction probs": [ 0.011693758890032768, @@ -339071,7 +381048,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.022940032184123993, + "comprehensiveness": 0.02288440242409706, "sufficiency": 0.0, "masked prediction probs": [ 0.0075963945128023624, @@ -339084,7 +381061,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.03685277700424194, + "comprehensiveness": 0.03676362335681915, "sufficiency": 0.0, "masked prediction probs": [ 0.008748596534132957, @@ -339097,7 +381074,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04288716986775398, + "comprehensiveness": 0.042783670127391815, "sufficiency": 0.0, "masked prediction probs": [ 0.009254912845790386, @@ -339110,7 +381087,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.06022907793521881, + "comprehensiveness": 0.06008407473564148, "sufficiency": 0.0, "masked prediction probs": [ 0.010700979270040989, @@ -339123,7 +381100,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06182369962334633, + "comprehensiveness": 0.061675217002630234, "sufficiency": 0.0, "masked prediction probs": [ 0.010845497250556946, @@ -339136,11 +381113,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.02266455627977848, + "comprehensiveness": 0.0390407033264637, "sufficiency": 0.0, "masked prediction probs": [ - 0.0075963945128023624, - 0.9924036264419556 + 0.008968086913228035, + 0.9910318851470947 + ], + "full text prediction probs": [ + 0.005708751734346151, + 0.9942913055419922 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03894738480448723, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008968086913228035, + 0.9910318851470947 ], "full text prediction probs": [ 0.005708751734346151, @@ -339150,12 +381140,12 @@ } }, "test_729": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.47980961203575134, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9690341353416443, - 0.03096579760313034 + 0.05562731996178627, + 0.9443727135658264 ], "full text prediction probs": [ 0.02761608548462391, @@ -339254,12 +381244,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9726617932319641, - 0.027338234707713127 + 0.9690341353416443, + 0.03096579760313034 + ], + "full text prediction probs": [ + 0.02761608548462391, + 0.9723839163780212 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5799307823181152, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06251642853021622, + 0.9374836087226868 ], "full text prediction probs": [ 0.02761608548462391, @@ -339282,7 +381285,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9993268847465515, + "sufficiency": 0.9993290901184082, "masked prediction probs": [ 0.9627877473831177, 0.03721221163868904 @@ -339294,7 +381297,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.4721926152706146, + "comprehensiveness": 0.47063860297203064, "sufficiency": 0.0, "masked prediction probs": [ 0.05622165650129318, @@ -339307,7 +381310,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2632273733615875, + "comprehensiveness": 0.26236391067504883, "sufficiency": 0.0, "masked prediction probs": [ 0.043615106493234634, @@ -339357,15 +381360,28 @@ 0.9723839163780212 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9726617932319641, + 0.027338234707713127 + ], + "full text prediction probs": [ + 0.02761608548462391, + 0.9723839163780212 + ], + "labels": 1 } }, "test_804": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6450586915016174, + "fixed-shap": { + "comprehensiveness": 0.41514837741851807, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9857381582260132, - 0.014261903241276741 + 0.04468100890517235, + 0.9553189277648926 ], "full text prediction probs": [ 0.015354380011558533, @@ -339464,12 +381480,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.6640210151672363, + "sufficiency": 0.6529103517532349, "masked prediction probs": [ - 0.9873868823051453, - 0.012613048776984215 + 0.9857381582260132, + 0.014261903241276741 + ], + "full text prediction probs": [ + 0.015354380011558533, + 0.984645664691925 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11307787895202637, + 0.8869221210479736 ], "full text prediction probs": [ 0.015354380011558533, @@ -339479,7 +381508,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.664947509765625, + "sufficiency": 0.6658688187599182, "masked prediction probs": [ 0.9873868823051453, 0.012613048776984215 @@ -339491,7 +381520,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9514207243919373, + "comprehensiveness": 0.948807954788208, "sufficiency": 0.0, "masked prediction probs": [ 0.08446737378835678, @@ -339505,7 +381534,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.3753373920917511, + "sufficiency": 0.37704575061798096, "masked prediction probs": [ 0.9134455323219299, 0.08655440807342529 @@ -339517,7 +381546,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.45135751366615295, + "comprehensiveness": 0.4501248002052307, "sufficiency": 0.0, "masked prediction probs": [ 0.0483223982155323, @@ -339543,7 +381572,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06469813734292984, + "comprehensiveness": 0.0645223930478096, "sufficiency": 0.0, "masked prediction probs": [ 0.02010583132505417, @@ -339557,7 +381586,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6704006791114807, + "sufficiency": 0.6712923049926758, + "masked prediction probs": [ + 0.9873868823051453, + 0.012613048776984215 + ], + "full text prediction probs": [ + 0.015354380011558533, + 0.984645664691925 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6721791625022888, "masked prediction probs": [ 0.9873868823051453, 0.012613048776984215 @@ -339570,12 +381612,12 @@ } }, "test_892": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.014461793936789036, "sufficiency": 0.0, "masked prediction probs": [ - 0.7832653522491455, - 0.2167346477508545 + 0.03512442484498024, + 0.9648755788803101 ], "full text prediction probs": [ 0.03437794744968414, @@ -339674,12 +381716,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8318672776222229, - 0.1681327521800995 + 0.7832653522491455, + 0.2167346477508545 + ], + "full text prediction probs": [ + 0.03437794744968414, + 0.965622067451477 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.11086910218000412, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04030035808682442, + 0.9596996307373047 ], "full text prediction probs": [ 0.03437794744968414, @@ -339753,7 +381808,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.42684146761894226, + "comprehensiveness": 0.4252782166004181, "sufficiency": 0.0, "masked prediction probs": [ 0.05760595574975014, @@ -339777,15 +381832,28 @@ 0.965622067451477 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8318672776222229, + 0.1681327521800995 + ], + "full text prediction probs": [ + 0.03437794744968414, + 0.965622067451477 + ], + "labels": 0 } }, "test_933": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03848947584629059, - "sufficiency": 0.9957894086837769, + "fixed-shap": { + "comprehensiveness": 0.02564631961286068, + "sufficiency": 0.9915475249290466, "masked prediction probs": [ - 0.9570537805557251, - 0.042946189641952515 + 0.9686914086341858, + 0.031308647245168686 ], "full text prediction probs": [ 0.9919304251670837, @@ -339884,12 +381952,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.07212169468402863, - "sufficiency": 0.9986701011657715, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0384216345846653, + "sufficiency": 0.9957968592643738, "masked prediction probs": [ - 0.9264630675315857, - 0.07353691011667252 + 0.9570537805557251, + 0.042946189641952515 + ], + "full text prediction probs": [ + 0.9919304251670837, + 0.008069510571658611 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.02746160328388214, + "sufficiency": 0.9662911891937256, + "masked prediction probs": [ + 0.9669970870018005, + 0.03300292044878006 ], "full text prediction probs": [ 0.9919304251670837, @@ -339898,8 +381979,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0013228196185082197, - "sufficiency": 0.909754753112793, + "comprehensiveness": 0.001322528230957687, + "sufficiency": 0.909774661064148, "masked prediction probs": [ 0.9907293915748596, 0.009270565584301949 @@ -339911,8 +381992,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.026430480182170868, - "sufficiency": 0.9873555302619934, + "comprehensiveness": 0.02642466127872467, + "sufficiency": 0.9873583316802979, "masked prediction probs": [ 0.9679279923439026, 0.03207205981016159 @@ -339924,8 +382005,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0033292158041149378, - "sufficiency": 0.8184176087379456, + "comprehensiveness": 0.0033284826204180717, + "sufficiency": 0.8184575438499451, "masked prediction probs": [ 0.9889063835144043, 0.01109361369162798 @@ -339937,8 +382018,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017543501453474164, - "sufficiency": 0.7633382678031921, + "comprehensiveness": 0.0017539641121402383, + "sufficiency": 0.7633903622627258, "masked prediction probs": [ 0.990336537361145, 0.009663506411015987 @@ -339950,8 +382031,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.07204233109951019, - "sufficiency": 0.9986715316772461, + "comprehensiveness": 0.07202647626399994, + "sufficiency": 0.99867182970047, "masked prediction probs": [ 0.9264630675315857, 0.07353691011667252 @@ -339963,8 +382044,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.022243576124310493, - "sufficiency": 0.969805121421814, + "comprehensiveness": 0.022238682955503464, + "sufficiency": 0.9698118567466736, "masked prediction probs": [ 0.9717124700546265, 0.0282874945551157 @@ -339976,8 +382057,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07201063632965088, - "sufficiency": 0.9986721277236938, + "comprehensiveness": 0.07199479639530182, + "sufficiency": 0.9986724257469177, + "masked prediction probs": [ + 0.9264630675315857, + 0.07353691011667252 + ], + "full text prediction probs": [ + 0.9919304251670837, + 0.008069510571658611 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07197896391153336, + "sufficiency": 0.9986727237701416, "masked prediction probs": [ 0.9264630675315857, 0.07353691011667252 @@ -339990,12 +382084,12 @@ } }, "test_1011": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9995128512382507, - "sufficiency": 0.9965699315071106, + "fixed-shap": { + "comprehensiveness": 0.1297435611486435, + "sufficiency": 0.9749574661254883, "masked prediction probs": [ - 0.08623631298542023, - 0.9137636423110962 + 0.8725404143333435, + 0.1274595409631729 ], "full text prediction probs": [ 0.9898334741592407, @@ -340094,12 +382188,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5830299854278564, - "sufficiency": 0.9551327228546143, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9977469444274902, + "sufficiency": 0.9965760111808777, "masked prediction probs": [ - 0.461819589138031, - 0.538180410861969 + 0.08623631298542023, + 0.9137636423110962 + ], + "full text prediction probs": [ + 0.9898334741592407, + 0.010166558437049389 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.706203818321228, + "sufficiency": 0.974731981754303, + "masked prediction probs": [ + 0.35012751817703247, + 0.6498724818229675 ], "full text prediction probs": [ 0.9898334741592407, @@ -340108,8 +382215,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005627529229968786, - "sufficiency": 0.6104897260665894, + "comprehensiveness": 0.005626286845654249, + "sufficiency": 0.6105756759643555, "masked prediction probs": [ 0.9847358465194702, 0.015264231711626053 @@ -340121,8 +382228,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5827725529670715, - "sufficiency": 0.955152690410614, + "comprehensiveness": 0.582643985748291, + "sufficiency": 0.955162525177002, "masked prediction probs": [ 0.461819589138031, 0.538180410861969 @@ -340134,8 +382241,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0036730116698890924, - "sufficiency": 0.8582143783569336, + "comprehensiveness": 0.0036722011864185333, + "sufficiency": 0.8582456111907959, "masked prediction probs": [ 0.986504852771759, 0.013495146296918392 @@ -340147,8 +382254,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00583317456766963, - "sufficiency": 0.8539212346076965, + "comprehensiveness": 0.005831887945532799, + "sufficiency": 0.8539534211158752, "masked prediction probs": [ 0.9845460653305054, 0.015453930012881756 @@ -340160,8 +382267,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03197459876537323, - "sufficiency": 0.945865273475647, + "comprehensiveness": 0.03196754679083824, + "sufficiency": 0.9458772540092468, "masked prediction probs": [ 0.960844099521637, 0.039155904203653336 @@ -340173,8 +382280,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0035082988906651735, - "sufficiency": 0.893879234790802, + "comprehensiveness": 0.0035075254272669554, + "sufficiency": 0.893902599811554, "masked prediction probs": [ 0.9866520166397095, 0.0133480504155159 @@ -340186,8 +382293,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5821300745010376, - "sufficiency": 0.955202043056488, + "comprehensiveness": 0.5820017457008362, + "sufficiency": 0.955211877822876, + "masked prediction probs": [ + 0.461819589138031, + 0.538180410861969 + ], + "full text prediction probs": [ + 0.9898334741592407, + 0.010166558437049389 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5818734765052795, + "sufficiency": 0.9552217721939087, "masked prediction probs": [ 0.461819589138031, 0.538180410861969 @@ -340200,12 +382320,12 @@ } }, "test_1033": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.22951674461364746, + "fixed-shap": { + "comprehensiveness": 0.8042588829994202, "sufficiency": 1.0, "masked prediction probs": [ - 0.7738834023475647, - 0.22611665725708008 + 0.2606043815612793, + 0.7393956184387207 ], "full text prediction probs": [ 0.978855550289154, @@ -340292,11 +382412,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.8965206742286682, + "comprehensiveness": 0.8030000925064087, "sufficiency": 1.0, "masked prediction probs": [ - 0.176953986287117, - 0.8230460286140442 + 0.2606043815612793, + 0.7393956184387207 ], "full text prediction probs": [ 0.978855550289154, @@ -340304,12 +382424,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8503897190093994, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8028205037117004, "sufficiency": 1.0, "masked prediction probs": [ - 0.2180461585521698, - 0.7819538116455078 + 0.2606043815612793, + 0.7393956184387207 + ], + "full text prediction probs": [ + 0.978855550289154, + 0.021144509315490723 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8416577577590942, + "sufficiency": 0.9909687042236328, + "masked prediction probs": [ + 0.22568997740745544, + 0.7743099927902222 ], "full text prediction probs": [ 0.978855550289154, @@ -340319,7 +382452,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.26944831013679504, + "sufficiency": 0.26961153745651245, "masked prediction probs": [ 0.990557074546814, 0.009442919865250587 @@ -340331,7 +382464,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.07366975396871567, + "comprehensiveness": 0.07365330308675766, "sufficiency": 1.0, "masked prediction probs": [ 0.9129167199134827, @@ -340344,7 +382477,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0759519711136818, + "comprehensiveness": 0.0759350061416626, "sufficiency": 1.0, "masked prediction probs": [ 0.9108588099479675, @@ -340357,8 +382490,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.016279423609375954, - "sufficiency": 0.2709319293498993, + "comprehensiveness": 0.016275787726044655, + "sufficiency": 0.2710946798324585, "masked prediction probs": [ 0.964277982711792, 0.03572198376059532 @@ -340370,7 +382503,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3822466731071472, + "comprehensiveness": 0.38216131925582886, "sufficiency": 1.0, "masked prediction probs": [ 0.6364926099777222, @@ -340383,8 +382516,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.03726399317383766, - "sufficiency": 0.9645488262176514, + "comprehensiveness": 0.037255674600601196, + "sufficiency": 0.9645568132400513, "masked prediction probs": [ 0.945472240447998, 0.05452779307961464 @@ -340396,11 +382529,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.38207605481147766, + "comprehensiveness": 0.8403429985046387, + "sufficiency": 0.9909828305244446, + "masked prediction probs": [ + 0.22568997740745544, + 0.7743099927902222 + ], + "full text prediction probs": [ + 0.978855550289154, + 0.021144509315490723 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8486822247505188, "sufficiency": 1.0, "masked prediction probs": [ - 0.6364926099777222, - 0.36350739002227783 + 0.2180461585521698, + 0.7819538116455078 ], "full text prediction probs": [ 0.978855550289154, @@ -340410,12 +382556,12 @@ } }, "test_1095": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.021758494898676872, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.008966038003563881, + "sufficiency": 0.9458541870117188, "masked prediction probs": [ - 0.9692460298538208, - 0.03075402043759823 + 0.9807989001274109, + 0.019201112911105156 ], "full text prediction probs": [ 0.9888961315155029, @@ -340514,12 +382660,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.020008694380521774, - "sufficiency": 0.9974461197853088, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02172001264989376, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9707942605018616, - 0.029205752536654472 + 0.9692460298538208, + 0.03075402043759823 + ], + "full text prediction probs": [ + 0.9888961315155029, + 0.011103865690529346 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.008556350134313107, + "sufficiency": 0.960303008556366, + "masked prediction probs": [ + 0.9811534881591797, + 0.018846580758690834 ], "full text prediction probs": [ 0.9888961315155029, @@ -340528,8 +382687,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0047126454301178455, - "sufficiency": 0.9698733687400818, + "comprehensiveness": 0.004711603745818138, + "sufficiency": 0.9698800444602966, "masked prediction probs": [ 0.9846316576004028, 0.015368334949016571 @@ -340541,8 +382700,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.001510299975052476, - "sufficiency": 0.768095076084137, + "comprehensiveness": 0.00150996632874012, + "sufficiency": 0.7681462168693542, "masked prediction probs": [ 0.9875291585922241, 0.012470876798033714 @@ -340554,8 +382713,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01435146201401949, - "sufficiency": 0.9648477435112, + "comprehensiveness": 0.014348291791975498, + "sufficiency": 0.9648554921150208, "masked prediction probs": [ 0.9759037494659424, 0.0240962952375412 @@ -340567,8 +382726,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0036887067835778, - "sufficiency": 0.8294653296470642, + "comprehensiveness": 0.0036878923419862986, + "sufficiency": 0.829503059387207, "masked prediction probs": [ 0.9855560064315796, 0.014444065280258656 @@ -340580,8 +382739,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.019986601546406746, - "sufficiency": 0.9974489212036133, + "comprehensiveness": 0.019982188940048218, + "sufficiency": 0.997449517250061, "masked prediction probs": [ 0.9707942605018616, 0.029205752536654472 @@ -340593,8 +382752,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0017686631763353944, - "sufficiency": 0.9518724679946899, + "comprehensiveness": 0.0017682728357613087, + "sufficiency": 0.9518831372261047, "masked prediction probs": [ 0.9872938990592957, 0.01270604319870472 @@ -340606,8 +382765,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.01997777819633484, - "sufficiency": 0.997450053691864, + "comprehensiveness": 0.01997336931526661, + "sufficiency": 0.9974506497383118, + "masked prediction probs": [ + 0.9707942605018616, + 0.029205752536654472 + ], + "full text prediction probs": [ + 0.9888961315155029, + 0.011103865690529346 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.019968964159488678, + "sufficiency": 0.9974511861801147, "masked prediction probs": [ 0.9707942605018616, 0.029205752536654472 @@ -340620,12 +382792,12 @@ } }, "test_1099": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08766317367553711, - "sufficiency": 0.99330735206604, + "fixed-shap": { + "comprehensiveness": 0.012063657864928246, + "sufficiency": 0.9785197973251343, "masked prediction probs": [ - 0.9136825203895569, - 0.08631743490695953 + 0.9822841882705688, + 0.017715731635689735 ], "full text prediction probs": [ 0.9932311773300171, @@ -340724,12 +382896,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04799174144864082, - "sufficiency": 0.9931765794754028, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08750887215137482, + "sufficiency": 0.9933190941810608, "masked prediction probs": [ - 0.9496049880981445, - 0.05039508268237114 + 0.9136825203895569, + 0.08631743490695953 + ], + "full text prediction probs": [ + 0.9932311773300171, + 0.006768885999917984 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.018851105123758316, + "sufficiency": 0.977820098400116, + "masked prediction probs": [ + 0.9760910868644714, + 0.023908844217658043 ], "full text prediction probs": [ 0.9932311773300171, @@ -340738,8 +382923,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.001359866582788527, - "sufficiency": 0.19906817376613617, + "comprehensiveness": 0.0013595675118267536, + "sufficiency": 0.19924430549144745, "masked prediction probs": [ 0.9919947385787964, 0.008005322888493538 @@ -340751,8 +382936,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.020642172545194626, - "sufficiency": 0.9867819547653198, + "comprehensiveness": 0.0206376351416111, + "sufficiency": 0.9867848753929138, "masked prediction probs": [ 0.9744584560394287, 0.025541510432958603 @@ -340764,8 +382949,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0006088663940317929, - "sufficiency": 0.7856443524360657, + "comprehensiveness": 0.0006087325164116919, + "sufficiency": 0.7856913805007935, "masked prediction probs": [ 0.9926773309707642, 0.007322678342461586 @@ -340777,8 +382962,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0017880044179037213, - "sufficiency": 0.7675771117210388, + "comprehensiveness": 0.0017876115161925554, + "sufficiency": 0.7676281929016113, "masked prediction probs": [ 0.9916043877601624, 0.008395615965127945 @@ -340790,8 +382975,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.047939006239175797, - "sufficiency": 0.9931840896606445, + "comprehensiveness": 0.047928471118211746, + "sufficiency": 0.9931855797767639, "masked prediction probs": [ 0.9496049880981445, 0.05039508268237114 @@ -340803,8 +382988,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00197201082482934, - "sufficiency": 0.9395683407783508, + "comprehensiveness": 0.0019715775270015, + "sufficiency": 0.9395816326141357, "masked prediction probs": [ 0.9914361834526062, 0.008563871495425701 @@ -340816,8 +383001,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04791794344782829, - "sufficiency": 0.9931870698928833, + "comprehensiveness": 0.04790741950273514, + "sufficiency": 0.9931885600090027, + "masked prediction probs": [ + 0.9496049880981445, + 0.05039508268237114 + ], + "full text prediction probs": [ + 0.9932311773300171, + 0.006768885999917984 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04789689928293228, + "sufficiency": 0.9931900501251221, "masked prediction probs": [ 0.9496049880981445, 0.05039508268237114 @@ -340830,12 +383028,12 @@ } }, "test_1120": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06909897923469543, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.004961696453392506, + "sufficiency": 0.9508132934570312, "masked prediction probs": [ - 0.8781472444534302, - 0.12185276299715042 + 0.932738721370697, + 0.06726124882698059 ], "full text prediction probs": [ 0.9369619488716125, @@ -340934,12 +383132,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06896932423114777, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8781472444534302, + 0.12185276299715042 + ], + "full text prediction probs": [ + 0.9369619488716125, + 0.06303804367780685 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.9727016687393188, + "sufficiency": 0.9293951988220215, "masked prediction probs": [ - 0.9527693390846252, - 0.047230642288923264 + 0.9665144681930542, + 0.03348560258746147 ], "full text prediction probs": [ 0.9369619488716125, @@ -340949,7 +383160,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9644445776939392, + "sufficiency": 0.9644529223442078, "masked prediction probs": [ 0.9770761132240295, 0.022923922166228294 @@ -340961,8 +383172,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.012318712659180164, - "sufficiency": 0.8791608810424805, + "comprehensiveness": 0.012315826490521431, + "sufficiency": 0.8791891932487488, "masked prediction probs": [ 0.9264520406723022, 0.07354803383350372 @@ -340974,8 +383185,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6536605358123779, - "sufficiency": 0.9771672487258911, + "comprehensiveness": 0.6535073518753052, + "sufficiency": 0.9771726727485657, "masked prediction probs": [ 0.3791502118110657, 0.6208497881889343 @@ -340987,8 +383198,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6390158534049988, - "sufficiency": 0.9907656311988831, + "comprehensiveness": 0.6388661861419678, + "sufficiency": 0.9907677173614502, "masked prediction probs": [ 0.3915196657180786, 0.6084803342819214 @@ -341000,8 +383211,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.23509430885314941, - "sufficiency": 0.9923199415206909, + "comprehensiveness": 0.23503923416137695, + "sufficiency": 0.9923216700553894, "masked prediction probs": [ 0.7362464070320129, 0.26375359296798706 @@ -341014,7 +383225,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9811286926269531, + "sufficiency": 0.9811331033706665, "masked prediction probs": [ 0.9695336818695068, 0.030466346070170403 @@ -341026,8 +383237,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6530483365058899, - "sufficiency": 0.9771886467933655, + "comprehensiveness": 0.652895450592041, + "sufficiency": 0.97719407081604, "masked prediction probs": [ 0.3791502118110657, 0.6208497881889343 @@ -341037,15 +383248,28 @@ 0.06303804367780685 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9727591276168823, + "masked prediction probs": [ + 0.9527693390846252, + 0.047230642288923264 + ], + "full text prediction probs": [ + 0.9369619488716125, + 0.06303804367780685 + ], + "labels": 0 } }, "test_1139": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.926347553730011, - 0.07365240156650543 + 0.7423995733261108, + 0.25760042667388916 ], "full text prediction probs": [ 0.5838922262191772, @@ -341144,12 +383368,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8667429685592651, - 0.13325703144073486 + 0.926347553730011, + 0.07365240156650543 + ], + "full text prediction probs": [ + 0.5838922262191772, + 0.41610780358314514 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7282266616821289, + 0.2717733681201935 ], "full text prediction probs": [ 0.5838922262191772, @@ -341184,7 +383421,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5519516468048096, + "comprehensiveness": 0.5517310500144958, "sufficiency": 1.0, "masked prediction probs": [ 0.30775269865989685, @@ -341247,15 +383484,28 @@ 0.41610780358314514 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8667429685592651, + 0.13325703144073486 + ], + "full text prediction probs": [ + 0.5838922262191772, + 0.41610780358314514 + ], + "labels": 0 } }, "test_1345": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9746597409248352, - 0.025340290740132332 + 0.9490354657173157, + 0.05096454918384552 ], "full text prediction probs": [ 0.4720335900783539, @@ -341354,12 +383604,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9709268808364868, - 0.029073147103190422 + 0.9746597409248352, + 0.025340290740132332 + ], + "full text prediction probs": [ + 0.4720335900783539, + 0.5279663801193237 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9500676393508911, + 0.0499323308467865 ], "full text prediction probs": [ 0.4720335900783539, @@ -341457,15 +383720,28 @@ 0.5279663801193237 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9709268808364868, + 0.029073147103190422 + ], + "full text prediction probs": [ + 0.4720335900783539, + 0.5279663801193237 + ], + "labels": 0 } }, "test_1374": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0034816982224583626, - "sufficiency": 0.9940652251243591, + "fixed-shap": { + "comprehensiveness": 0.004689535591751337, + "sufficiency": 0.907528817653656, "masked prediction probs": [ - 0.9921666383743286, - 0.007833338342607021 + 0.9910680651664734, + 0.008931911550462246 ], "full text prediction probs": [ 0.9953333735466003, @@ -341552,11 +383828,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0006711381138302386, - "sufficiency": 0.9135108590126038, + "comprehensiveness": 0.004682328086346388, + "sufficiency": 0.9076708555221558, "masked prediction probs": [ - 0.9947220087051392, - 0.005277973134070635 + 0.9910680651664734, + 0.008931911550462246 ], "full text prediction probs": [ 0.9953333735466003, @@ -341564,12 +383840,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0029886793345212936, - "sufficiency": 0.9890409708023071, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.003475584089756012, + "sufficiency": 0.99407559633255, "masked prediction probs": [ - 0.9926102757453918, - 0.007389728911221027 + 0.9921666383743286, + 0.007833338342607021 + ], + "full text prediction probs": [ + 0.9953333735466003, + 0.004666568711400032 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.003559061326086521, + "sufficiency": 0.8911047577857971, + "masked prediction probs": [ + 0.9920898675918579, + 0.007910146377980709 ], "full text prediction probs": [ 0.9953333735466003, @@ -341579,7 +383868,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8478588461875916, + "sufficiency": 0.847892165184021, "masked prediction probs": [ 0.9966579675674438, 0.003342052223160863 @@ -341591,8 +383880,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004288611467927694, - "sufficiency": 0.8526453971862793, + "comprehensiveness": 0.004287670832127333, + "sufficiency": 0.8526777625083923, "masked prediction probs": [ 0.9914241433143616, 0.008575895801186562 @@ -341604,8 +383893,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002048061229288578, - "sufficiency": 0.9146634340286255, + "comprehensiveness": 0.0020476120989769697, + "sufficiency": 0.9146822094917297, "masked prediction probs": [ 0.9934660792350769, 0.006533932406455278 @@ -341617,8 +383906,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0025790578220039606, - "sufficiency": 0.8629862070083618, + "comprehensiveness": 0.002578492509201169, + "sufficiency": 0.8630162477493286, "masked prediction probs": [ 0.9929814338684082, 0.007018504664301872 @@ -341630,8 +383919,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.011397800408303738, - "sufficiency": 0.9726766347885132, + "comprehensiveness": 0.011395301669836044, + "sufficiency": 0.972682535648346, "masked prediction probs": [ 0.9849370121955872, 0.015063004568219185 @@ -341643,8 +383932,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004552188329398632, - "sufficiency": 0.910832941532135, + "comprehensiveness": 0.004551190882921219, + "sufficiency": 0.9108525514602661, "masked prediction probs": [ 0.9911802411079407, 0.0088198222219944 @@ -341656,11 +383945,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0025773621164262295, - "sufficiency": 0.8630762696266174, + "comprehensiveness": 0.003553601913154125, + "sufficiency": 0.8912718296051025, "masked prediction probs": [ - 0.9929814338684082, - 0.007018504664301872 + 0.9920898675918579, + 0.007910146377980709 + ], + "full text prediction probs": [ + 0.9953333735466003, + 0.004666568711400032 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002982786623761058, + "sufficiency": 0.989062488079071, + "masked prediction probs": [ + 0.9926102757453918, + 0.007389728911221027 ], "full text prediction probs": [ 0.9953333735466003, @@ -341670,12 +383972,12 @@ } }, "test_1389": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.010204510763287544, - "sufficiency": 0.9489263892173767, + "fixed-shap": { + "comprehensiveness": 0.00044714176328852773, + "sufficiency": 0.9937183260917664, "masked prediction probs": [ - 0.975739061832428, - 0.024260977283120155 + 0.9845120906829834, + 0.01548795122653246 ], "full text prediction probs": [ 0.9849141240119934, @@ -341774,12 +384076,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01365631353110075, - "sufficiency": 0.9586032629013062, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.010186384432017803, + "sufficiency": 0.9490171074867249, "masked prediction probs": [ - 0.9726136326789856, - 0.027386382222175598 + 0.975739061832428, + 0.024260977283120155 + ], + "full text prediction probs": [ + 0.9849141240119934, + 0.015085913240909576 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0017822810914367437, + "sufficiency": 0.9273419380187988, + "masked prediction probs": [ + 0.9833084344863892, + 0.01669158972799778 ], "full text prediction probs": [ 0.9849141240119934, @@ -341789,7 +384104,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8618185520172119, + "sufficiency": 0.8618491291999817, "masked prediction probs": [ 0.9883567690849304, 0.011643250472843647 @@ -341801,8 +384116,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013650251552462578, - "sufficiency": 0.958621621131897, + "comprehensiveness": 0.013647222891449928, + "sufficiency": 0.9586308002471924, "masked prediction probs": [ 0.9726136326789856, 0.027386382222175598 @@ -341814,7 +384129,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06875986605882645, + "comprehensiveness": 0.06874461472034454, "sufficiency": 1.0, "masked prediction probs": [ 0.9229395985603333, @@ -341827,7 +384142,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0016985160764306784, + "comprehensiveness": 0.0016981394728645682, "sufficiency": 1.0, "masked prediction probs": [ 0.9833828806877136, @@ -341840,8 +384155,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.09011085331439972, - "sufficiency": 0.9287058115005493, + "comprehensiveness": 0.09009087085723877, + "sufficiency": 0.92872154712677, "masked prediction probs": [ 0.9036595225334167, 0.09634047746658325 @@ -341853,8 +384168,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.009310666471719742, - "sufficiency": 0.9834122657775879, + "comprehensiveness": 0.00930860172957182, + "sufficiency": 0.983415961265564, "masked prediction probs": [ 0.9765166640281677, 0.023483330383896828 @@ -341866,8 +384181,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0136351203545928, - "sufficiency": 0.958667516708374, + "comprehensiveness": 0.013632098212838173, + "sufficiency": 0.9586766958236694, + "masked prediction probs": [ + 0.9726136326789856, + 0.027386382222175598 + ], + "full text prediction probs": [ + 0.9849141240119934, + 0.015085913240909576 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01362907700240612, + "sufficiency": 0.9586858153343201, "masked prediction probs": [ 0.9726136326789856, 0.027386382222175598 @@ -341880,12 +384208,12 @@ } }, "test_1439": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7710447311401367, - "sufficiency": 0.997965931892395, + "fixed-shap": { + "comprehensiveness": 0.024440482258796692, + "sufficiency": 0.963573694229126, "masked prediction probs": [ - 0.2885093688964844, - 0.7114906311035156 + 0.9495413303375244, + 0.050458718091249466 ], "full text prediction probs": [ 0.9711805582046509, @@ -341984,7 +384312,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.769653856754303, "sufficiency": 0.9979696273803711, "masked prediction probs": [ @@ -341997,9 +384325,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.04600897058844566, + "sufficiency": 0.9670735001564026, + "masked prediction probs": [ + 0.9303621053695679, + 0.06963784247636795 + ], + "full text prediction probs": [ + 0.9711805582046509, + 0.028819425031542778 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8367381691932678, + "sufficiency": 0.836775004863739, "masked prediction probs": [ 0.9799160957336426, 0.020083947107195854 @@ -342011,8 +384352,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5721858739852905, - "sufficiency": 0.9915602207183838, + "comprehensiveness": 0.5720570087432861, + "sufficiency": 0.9915621280670166, "masked prediction probs": [ 0.46343153715133667, 0.5365684628486633 @@ -342024,8 +384365,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06462951004505157, - "sufficiency": 0.8896929025650024, + "comprehensiveness": 0.06461495161056519, + "sufficiency": 0.8897177577018738, "masked prediction probs": [ 0.9138163924217224, 0.08618355542421341 @@ -342038,7 +384379,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8753388524055481, + "sufficiency": 0.8753669261932373, "masked prediction probs": [ 0.9769222736358643, 0.02307768166065216 @@ -342050,8 +384391,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7687870860099792, - "sufficiency": 0.9979718923568726, + "comprehensiveness": 0.7686139941215515, + "sufficiency": 0.9979723691940308, "masked prediction probs": [ 0.2885093688964844, 0.7114906311035156 @@ -342063,8 +384404,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004390633199363947, - "sufficiency": 0.8993437886238098, + "comprehensiveness": 0.00438964506611228, + "sufficiency": 0.8993663787841797, "masked prediction probs": [ 0.9672808647155762, 0.032719071954488754 @@ -342076,8 +384417,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7684409618377686, - "sufficiency": 0.9979727864265442, + "comprehensiveness": 0.7682679891586304, + "sufficiency": 0.9979732632637024, + "masked prediction probs": [ + 0.2885093688964844, + 0.7114906311035156 + ], + "full text prediction probs": [ + 0.9711805582046509, + 0.028819425031542778 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7680951356887817, + "sufficiency": 0.9979737401008606, "masked prediction probs": [ 0.2885093688964844, 0.7114906311035156 @@ -342090,12 +384444,12 @@ } }, "test_1442": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.058812886476516724, - "sufficiency": 0.9719603061676025, + "fixed-shap": { + "comprehensiveness": 0.2456747144460678, + "sufficiency": 0.9951691627502441, "masked prediction probs": [ - 0.927409291267395, - 0.07259076088666916 + 0.7603166699409485, + 0.2396833300590515 ], "full text prediction probs": [ 0.9800000190734863, @@ -342182,11 +384536,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.05872095376253128, - "sufficiency": 0.9720041155815125, + "comprehensiveness": 0.24529068171977997, + "sufficiency": 0.9951767325401306, "masked prediction probs": [ - 0.927409291267395, - 0.07259076088666916 + 0.7603166699409485, + 0.2396833300590515 ], "full text prediction probs": [ 0.9800000190734863, @@ -342194,12 +384548,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.19087137281894684, - "sufficiency": 0.99699467420578, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.24523590505123138, + "sufficiency": 0.9951777458190918, "masked prediction probs": [ - 0.8090166449546814, - 0.1909833401441574 + 0.7603166699409485, + 0.2396833300590515 + ], + "full text prediction probs": [ + 0.9800000190734863, + 0.019999951124191284 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4065779745578766, + "sufficiency": 0.9850366711616516, + "masked prediction probs": [ + 0.6157044768333435, + 0.3842954635620117 ], "full text prediction probs": [ 0.9800000190734863, @@ -342209,7 +384576,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8880351185798645, + "sufficiency": 0.8880601525306702, "masked prediction probs": [ 0.9871940016746521, 0.012805941514670849 @@ -342221,7 +384588,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.09534776955842972, + "comprehensiveness": 0.0953264981508255, "sufficiency": 1.0, "masked prediction probs": [ 0.8945489525794983, @@ -342234,8 +384601,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.14042048156261444, - "sufficiency": 0.9905872344970703, + "comprehensiveness": 0.14038915932178497, + "sufficiency": 0.9905893206596375, "masked prediction probs": [ 0.854126513004303, 0.14587347209453583 @@ -342247,8 +384614,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02943628653883934, - "sufficiency": 0.9190105199813843, + "comprehensiveness": 0.02942972257733345, + "sufficiency": 0.9190285801887512, "masked prediction probs": [ 0.9536073207855225, 0.04639263078570366 @@ -342260,8 +384627,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1906585395336151, - "sufficiency": 0.9969980716705322, + "comprehensiveness": 0.19061602652072906, + "sufficiency": 0.9969987273216248, "masked prediction probs": [ 0.8090166449546814, 0.1909833401441574 @@ -342273,8 +384640,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.6071891784667969, - "sufficiency": 0.9716915488243103, + "comprehensiveness": 0.607053816318512, + "sufficiency": 0.9716978669166565, "masked prediction probs": [ 0.4353488087654114, 0.5646511912345886 @@ -342286,11 +384653,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1905735433101654, - "sufficiency": 0.9969993829727173, + "comprehensiveness": 0.4059436619281769, + "sufficiency": 0.985059916973114, "masked prediction probs": [ - 0.8090166449546814, - 0.1909833401441574 + 0.6157044768333435, + 0.3842954635620117 + ], + "full text prediction probs": [ + 0.9800000190734863, + 0.019999951124191284 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.4058532118797302, + "sufficiency": 0.9850633144378662, + "masked prediction probs": [ + 0.6157044768333435, + 0.3842954635620117 ], "full text prediction probs": [ 0.9800000190734863, @@ -342300,12 +384680,12 @@ } }, "test_1492": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9751244783401489, - 0.02487548440694809 + 0.9440237283706665, + 0.05597624555230141 ], "full text prediction probs": [ 0.11331598460674286, @@ -342395,8 +384775,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9751244783401489, - 0.02487548440694809 + 0.9440237283706665, + 0.05597624555230141 ], "full text prediction probs": [ 0.11331598460674286, @@ -342404,12 +384784,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8740363121032715, - 0.1259637027978897 + 0.9440237283706665, + 0.05597624555230141 + ], + "full text prediction probs": [ + 0.11331598460674286, + 0.886684000492096 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.928615152835846, + 0.07138486206531525 ], "full text prediction probs": [ 0.11331598460674286, @@ -342499,8 +384892,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8740363121032715, - 0.1259637027978897 + 0.928615152835846, + 0.07138486206531525 + ], + "full text prediction probs": [ + 0.11331598460674286, + 0.886684000492096 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.928615152835846, + 0.07138486206531525 ], "full text prediction probs": [ 0.11331598460674286, @@ -342510,12 +384916,12 @@ } }, "test_1552": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9824387431144714, - 0.017561303451657295 + 0.9687486886978149, + 0.031251292675733566 ], "full text prediction probs": [ 0.3644346296787262, @@ -342614,12 +385020,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9835997819900513, - 0.01640019379556179 + 0.9824387431144714, + 0.017561303451657295 + ], + "full text prediction probs": [ + 0.3644346296787262, + 0.6355654001235962 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9648429751396179, + 0.03515708073973656 ], "full text prediction probs": [ 0.3644346296787262, @@ -342717,15 +385136,28 @@ 0.6355654001235962 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9835997819900513, + 0.01640019379556179 + ], + "full text prediction probs": [ + 0.3644346296787262, + 0.6355654001235962 + ], + "labels": 0 } }, "test_1613": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8086830377578735, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.21363015472888947, - 0.786369800567627 + 0.06417565792798996, + 0.9358243942260742 ], "full text prediction probs": [ 0.753976047039032, @@ -342824,12 +385256,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8067514300346375, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21363015472888947, + 0.786369800567627 + ], + "full text prediction probs": [ + 0.753976047039032, + 0.24602393805980682 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.03894583135843277, - 0.9610541462898254 + 0.06974513083696365, + 0.9302548766136169 ], "full text prediction probs": [ 0.753976047039032, @@ -342839,7 +385284,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.05852336063981056, + "sufficiency": 0.05880424380302429, "masked prediction probs": [ 0.9900559186935425, 0.009944096207618713 @@ -342864,7 +385309,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4381905198097229, + "comprehensiveness": 0.43805986642837524, "sufficiency": 1.0, "masked prediction probs": [ 0.46022194623947144, @@ -342877,8 +385322,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8688730001449585, - "sufficiency": 0.40213727951049805, + "comprehensiveness": 0.8686138987541199, + "sufficiency": 0.40231549739837646, "masked prediction probs": [ 0.17132733762264252, 0.8286727070808411 @@ -342927,15 +385372,28 @@ 0.24602393805980682 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.03894583135843277, + 0.9610541462898254 + ], + "full text prediction probs": [ + 0.753976047039032, + 0.24602393805980682 + ], + "labels": 0 } }, "test_1645": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002658943645656109, - "sufficiency": 0.94327312707901, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8954853415489197, "masked prediction probs": [ - 0.9826269745826721, - 0.017373017966747284 + 0.9852626323699951, + 0.014737383462488651 ], "full text prediction probs": [ 0.9850179553031921, @@ -343022,11 +385480,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0026548102032393217, - "sufficiency": 0.943361222743988, + "comprehensiveness": 0.0, + "sufficiency": 0.8956477642059326, "masked prediction probs": [ - 0.9826269745826721, - 0.017373017966747284 + 0.9852626323699951, + 0.014737383462488651 ], "full text prediction probs": [ 0.9850179553031921, @@ -343034,12 +385492,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0033757712226361036, - "sufficiency": 0.9022069573402405, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8956709504127502, "masked prediction probs": [ - 0.9819769859313965, - 0.018023008480668068 + 0.9852626323699951, + 0.014737383462488651 + ], + "full text prediction probs": [ + 0.9850179553031921, + 0.01498208288103342 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8903849124908447, + "masked prediction probs": [ + 0.9856964349746704, + 0.014303558506071568 ], "full text prediction probs": [ 0.9850179553031921, @@ -343048,8 +385519,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0063676838763058186, - "sufficiency": 0.724716067314148, + "comprehensiveness": 0.00636627059429884, + "sufficiency": 0.7247770428657532, "masked prediction probs": [ 0.9792805314064026, 0.020719429478049278 @@ -343061,8 +385532,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003374272957444191, - "sufficiency": 0.9022502303123474, + "comprehensiveness": 0.003373524406924844, + "sufficiency": 0.9022719860076904, "masked prediction probs": [ 0.9819769859313965, 0.018023008480668068 @@ -343075,7 +385546,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8846105933189392, + "sufficiency": 0.8846362233161926, "masked prediction probs": [ 0.9879940748214722, 0.012005998753011227 @@ -343087,8 +385558,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005626934580504894, - "sufficiency": 0.40346434712409973, + "comprehensiveness": 0.0056256866082549095, + "sufficiency": 0.4035966396331787, "masked prediction probs": [ 0.9799445867538452, 0.02005540020763874 @@ -343100,8 +385571,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.21380358934402466, - "sufficiency": 0.8907153010368347, + "comprehensiveness": 0.21375617384910583, + "sufficiency": 0.8907395005226135, "masked prediction probs": [ 0.7922051548957825, 0.2077949047088623 @@ -343113,8 +385584,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02284936234354973, - "sufficiency": 0.911284863948822, + "comprehensiveness": 0.02284429781138897, + "sufficiency": 0.9113045930862427, "masked prediction probs": [ 0.9644073247909546, 0.03559260815382004 @@ -343126,8 +385597,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.003370532998815179, - "sufficiency": 0.9023586511611938, + "comprehensiveness": 0.0033697858452796936, + "sufficiency": 0.9023803472518921, + "masked prediction probs": [ + 0.9819769859313965, + 0.018023008480668068 + ], + "full text prediction probs": [ + 0.9850179553031921, + 0.01498208288103342 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0033690393902361393, + "sufficiency": 0.9024019241333008, "masked prediction probs": [ 0.9819769859313965, 0.018023008480668068 @@ -343140,12 +385624,12 @@ } }, "test_1647": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.018719647079706192, - "sufficiency": 0.9948546886444092, + "fixed-shap": { + "comprehensiveness": 0.041727643460035324, + "sufficiency": 0.9914251565933228, "masked prediction probs": [ - 0.9775148034095764, - 0.022485191002488136 + 0.9566067457199097, + 0.04339323565363884 ], "full text prediction probs": [ 0.9945259094238281, @@ -343232,11 +385716,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.011075515300035477, - "sufficiency": 0.9920753240585327, + "comprehensiveness": 0.041663456708192825, + "sufficiency": 0.9914383888244629, "masked prediction probs": [ - 0.9844457507133484, - 0.015554231591522694 + 0.9566067457199097, + 0.04339323565363884 ], "full text prediction probs": [ 0.9945259094238281, @@ -343244,12 +385728,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.01844978891313076, - "sufficiency": 0.9926162958145142, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.018686745315790176, + "sufficiency": 0.994863748550415, "masked prediction probs": [ - 0.9777305126190186, - 0.022269468754529953 + 0.9775148034095764, + 0.022485191002488136 + ], + "full text prediction probs": [ + 0.9945259094238281, + 0.005474064499139786 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06906002759933472, + "sufficiency": 0.9782382845878601, + "masked prediction probs": [ + 0.9316446781158447, + 0.06835531443357468 ], "full text prediction probs": [ 0.9945259094238281, @@ -343258,8 +385755,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.002272560726851225, - "sufficiency": 0.8896120190620422, + "comprehensiveness": 0.002272061537951231, + "sufficiency": 0.889636218547821, "masked prediction probs": [ 0.9924566745758057, 0.007543337997049093 @@ -343271,8 +385768,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013216126710176468, - "sufficiency": 0.9606010913848877, + "comprehensiveness": 0.013213224709033966, + "sufficiency": 0.9606097340583801, "masked prediction probs": [ 0.9824895858764648, 0.01751038432121277 @@ -343284,8 +385781,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.013382760807871819, - "sufficiency": 0.953335702419281, + "comprehensiveness": 0.013379823416471481, + "sufficiency": 0.9533458352088928, "masked prediction probs": [ 0.9823351502418518, 0.017664773389697075 @@ -343297,8 +385794,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0100338039919734, - "sufficiency": 0.9917275905609131, + "comprehensiveness": 0.010031602345407009, + "sufficiency": 0.9917293787002563, "masked prediction probs": [ 0.9853838086128235, 0.014616220258176327 @@ -343310,8 +385807,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.025216257199645042, - "sufficiency": 0.9928645491600037, + "comprehensiveness": 0.025210723280906677, + "sufficiency": 0.9928660988807678, "masked prediction probs": [ 0.9715455770492554, 0.02845449000597 @@ -343323,8 +385820,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002975883660838008, - "sufficiency": 0.9462184309959412, + "comprehensiveness": 0.0029752308037132025, + "sufficiency": 0.9462301731109619, "masked prediction probs": [ 0.9918133020401001, 0.00818675197660923 @@ -343336,11 +385833,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.010027200914919376, - "sufficiency": 0.9917330145835876, + "comprehensiveness": 0.06895400583744049, + "sufficiency": 0.9782716631889343, "masked prediction probs": [ - 0.9853838086128235, - 0.014616220258176327 + 0.9316446781158447, + 0.06835531443357468 + ], + "full text prediction probs": [ + 0.9945259094238281, + 0.005474064499139786 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.018413379788398743, + "sufficiency": 0.9926308989524841, + "masked prediction probs": [ + 0.9777305126190186, + 0.022269468754529953 ], "full text prediction probs": [ 0.9945259094238281, @@ -343350,12 +385860,12 @@ } }, "test_1690": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8707326650619507, + "fixed-shap": { + "comprehensiveness": 0.977388322353363, "sufficiency": 1.0, "masked prediction probs": [ - 0.2012065201997757, - 0.7987934947013855 + 0.10598370432853699, + 0.8940163254737854 ], "full text prediction probs": [ 0.9786018133163452, @@ -343454,12 +385964,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8691750168800354, "sufficiency": 1.0, "masked prediction probs": [ - 0.04520061984658241, - 0.9547994136810303 + 0.2012065201997757, + 0.7987934947013855 + ], + "full text prediction probs": [ + 0.9786018133163452, + 0.02139822579920292 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.16156309843063354, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8340665102005005, + 0.1659335047006607 ], "full text prediction probs": [ 0.9786018133163452, @@ -343469,7 +385992,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.669694185256958, + "sufficiency": 0.6697680950164795, "masked prediction probs": [ 0.9889506697654724, 0.011049341410398483 @@ -343494,8 +386017,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.18577592074871063, - "sufficiency": 0.9636058211326599, + "comprehensiveness": 0.18573440611362457, + "sufficiency": 0.9636139273643494, "masked prediction probs": [ 0.8123312592506409, 0.18766872584819794 @@ -343507,8 +386030,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.013696325942873955, - "sufficiency": 0.6427406668663025, + "comprehensiveness": 0.013693267479538918, + "sufficiency": 0.6428204774856567, "masked prediction probs": [ 0.9663407802581787, 0.03365924209356308 @@ -343534,7 +386057,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9033949375152588, + "sufficiency": 0.9034165143966675, "masked prediction probs": [ 0.9824153780937195, 0.017584657296538353 @@ -343557,15 +386080,28 @@ 0.02139822579920292 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04520061984658241, + 0.9547994136810303 + ], + "full text prediction probs": [ + 0.9786018133163452, + 0.02139822579920292 + ], + "labels": 0 } }, "test_1769": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8871738910675049, - 0.1128261461853981 + 0.15925726294517517, + 0.8407427072525024 ], "full text prediction probs": [ 0.03352908417582512, @@ -343664,12 +386200,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7799068689346313, - 0.22009311616420746 + 0.8871738910675049, + 0.1128261461853981 + ], + "full text prediction probs": [ + 0.03352908417582512, + 0.9664708971977234 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15571685135364532, + 0.8442831039428711 ], "full text prediction probs": [ 0.03352908417582512, @@ -343767,15 +386316,28 @@ 0.9664708971977234 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7799068689346313, + 0.22009311616420746 + ], + "full text prediction probs": [ + 0.03352908417582512, + 0.9664708971977234 + ], + "labels": 0 } }, "test_1807": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3711763620376587, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.07201199978590012, + "sufficiency": 0.9718406796455383, "masked prediction probs": [ - 0.6516644358634949, - 0.34833553433418274 + 0.9208777546882629, + 0.07912225276231766 ], "full text prediction probs": [ 0.9856802225112915, @@ -343874,12 +386436,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.32718101143836975, - "sufficiency": 0.9891993403434753, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3705175518989563, + "sufficiency": 1.0, "masked prediction probs": [ - 0.6907316446304321, - 0.3092683255672455 + 0.6516644358634949, + 0.34833553433418274 + ], + "full text prediction probs": [ + 0.9856802225112915, + 0.01431980449706316 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.06308808922767639, + "sufficiency": 0.9565697312355042, + "masked prediction probs": [ + 0.9287946820259094, + 0.07120528072118759 ], "full text prediction probs": [ 0.9856802225112915, @@ -343889,7 +386464,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8031984567642212, + "sufficiency": 0.8032422065734863, "masked prediction probs": [ 0.991614818572998, 0.008385161869227886 @@ -343901,8 +386476,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.013261949643492699, - "sufficiency": 0.7824781537055969, + "comprehensiveness": 0.013259009458124638, + "sufficiency": 0.7825263142585754, "masked prediction probs": [ 0.9737194776535034, 0.026280559599399567 @@ -343914,8 +386489,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.030218975618481636, - "sufficiency": 0.9106131792068481, + "comprehensiveness": 0.030212275683879852, + "sufficiency": 0.9106329679489136, "masked prediction probs": [ 0.9584201574325562, 0.041579872369766235 @@ -343927,8 +386502,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.013656259514391422, - "sufficiency": 0.8189086318016052, + "comprehensiveness": 0.013653233647346497, + "sufficiency": 0.8189488053321838, "masked prediction probs": [ 0.9733583927154541, 0.026641592383384705 @@ -343940,8 +386515,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3268184959888458, - "sufficiency": 0.9892113208770752, + "comprehensiveness": 0.3267460763454437, + "sufficiency": 0.9892138242721558, "masked prediction probs": [ 0.6907316446304321, 0.3092683255672455 @@ -343953,8 +386528,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0033450359478592873, - "sufficiency": 0.9380471706390381, + "comprehensiveness": 0.0033442950807511806, + "sufficiency": 0.9380609393119812, "masked prediction probs": [ 0.982660710811615, 0.017339326441287994 @@ -343966,8 +386541,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3266737163066864, - "sufficiency": 0.989216148853302, + "comprehensiveness": 0.3266013562679291, + "sufficiency": 0.9892184734344482, + "masked prediction probs": [ + 0.6907316446304321, + 0.3092683255672455 + ], + "full text prediction probs": [ + 0.9856802225112915, + 0.01431980449706316 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.32652902603149414, + "sufficiency": 0.989220917224884, "masked prediction probs": [ 0.6907316446304321, 0.3092683255672455 @@ -343980,12 +386568,12 @@ } }, "test_27": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7969573140144348, + "fixed-shap": { + "comprehensiveness": 0.09181954711675644, + "sufficiency": 0.0, "masked prediction probs": [ - 0.6274893879890442, - 0.3725106120109558 + 0.020561080425977707, + 0.9794389009475708 ], "full text prediction probs": [ 0.013776188716292381, @@ -344084,12 +386672,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3266083896160126, + "sufficiency": 0.8012555837631226, "masked prediction probs": [ - 0.9589011073112488, - 0.04109886288642883 + 0.6274893879890442, + 0.3725106120109558 + ], + "full text prediction probs": [ + 0.013776188716292381, + 0.9862238168716431 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.08111249655485153, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019915958866477013, + 0.9800840616226196 ], "full text prediction probs": [ 0.013776188716292381, @@ -344137,7 +386738,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1742856353521347, + "comprehensiveness": 0.17382986843585968, "sufficiency": 0.0, "masked prediction probs": [ 0.02707315795123577, @@ -344163,7 +386764,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7127766609191895, + "comprehensiveness": 0.7109224796295166, "sufficiency": 0.0, "masked prediction probs": [ 0.0684422105550766, @@ -344187,15 +386788,28 @@ 0.9862238168716431 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3422723412513733, + "masked prediction probs": [ + 0.9589011073112488, + 0.04109886288642883 + ], + "full text prediction probs": [ + 0.013776188716292381, + 0.9862238168716431 + ], + "labels": 1 } }, "test_70": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.12801174819469452, + "fixed-shap": { + "comprehensiveness": 0.04576488211750984, "sufficiency": 0.0, "masked prediction probs": [ - 0.01566196419298649, - 0.9843379855155945 + 0.008870160207152367, + 0.9911298751831055 ], "full text prediction probs": [ 0.005090830381959677, @@ -344294,12 +386908,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.04433976113796234, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.12557822465896606, "sufficiency": 0.0, "masked prediction probs": [ - 0.008823428303003311, - 0.9911766052246094 + 0.01566196419298649, + 0.9843379855155945 + ], + "full text prediction probs": [ + 0.005090830381959677, + 0.9949091076850891 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.028873560950160027, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007527241017669439, + 0.992472767829895 ], "full text prediction probs": [ 0.005090830381959677, @@ -344308,7 +386935,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3870900869369507, + "comprehensiveness": 0.38617458939552307, "sufficiency": 0.0, "masked prediction probs": [ 0.037753377109766006, @@ -344321,7 +386948,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.044130031019449234, + "comprehensiveness": 0.044025909155607224, "sufficiency": 0.0, "masked prediction probs": [ 0.008823428303003311, @@ -344334,7 +386961,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08670828491449356, + "comprehensiveness": 0.08650418370962143, "sufficiency": 0.0, "masked prediction probs": [ 0.012441993691027164, @@ -344347,7 +386974,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.05378183722496033, + "comprehensiveness": 0.053655534982681274, "sufficiency": 0.0, "masked prediction probs": [ 0.009661278687417507, @@ -344360,7 +386987,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10555119812488556, + "comprehensiveness": 0.10530390590429306, "sufficiency": 0.0, "masked prediction probs": [ 0.014081680215895176, @@ -344373,7 +387000,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.060748305171728134, + "comprehensiveness": 0.06060631573200226, "sufficiency": 0.0, "masked prediction probs": [ 0.010277575813233852, @@ -344386,7 +387013,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.04361428692936897, + "comprehensiveness": 0.043512579053640366, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.008823428303003311, + 0.9911766052246094 + ], + "full text prediction probs": [ + 0.005090830381959677, + 0.9949091076850891 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.04341134801506996, "sufficiency": 0.0, "masked prediction probs": [ 0.008823428303003311, @@ -344400,12 +387040,12 @@ } }, "test_108": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9862529635429382, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.09670823067426682, - 0.9032917618751526 + 0.8085367679595947, + 0.19146323204040527 ], "full text prediction probs": [ 0.7594739198684692, @@ -344504,7 +387144,20 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9839106202125549, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09670823067426682, + 0.9032917618751526 + ], + "full text prediction probs": [ + 0.7594739198684692, + 0.24052613973617554 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ @@ -344519,7 +387172,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9718347191810608, + "sufficiency": 0.9718430638313293, "masked prediction probs": [ 0.9603903293609619, 0.03960972651839256 @@ -344557,7 +387210,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.355633944272995, + "comprehensiveness": 0.3555285334587097, "sufficiency": 1.0, "masked prediction probs": [ 0.5196331739425659, @@ -344570,7 +387223,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.67154860496521, + "comprehensiveness": 0.6713495254516602, "sufficiency": 1.0, "masked prediction probs": [ 0.30644500255584717, @@ -344607,15 +387260,28 @@ 0.24052613973617554 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7594739198684692, + 0.24052613973617554 + ], + "full text prediction probs": [ + 0.7594739198684692, + 0.24052613973617554 + ], + "labels": 1 } }, "test_121": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9542558193206787, - 0.04574417695403099 + 0.6637618541717529, + 0.3362381160259247 ], "full text prediction probs": [ 0.12231846898794174, @@ -344714,12 +387380,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9227278828620911, - 0.07727213948965073 + 0.9542558193206787, + 0.04574417695403099 + ], + "full text prediction probs": [ + 0.12231846898794174, + 0.8776815533638 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8830647468566895, + 0.11693525314331055 ], "full text prediction probs": [ 0.12231846898794174, @@ -344817,15 +387496,28 @@ 0.8776815533638 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9227278828620911, + 0.07727213948965073 + ], + "full text prediction probs": [ + 0.12231846898794174, + 0.8776815533638 + ], + "labels": 1 } }, "test_168": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2682742178440094, - "sufficiency": 0.4307423532009125, + "fixed-shap": { + "comprehensiveness": 0.20546068251132965, + "sufficiency": 0.0, "masked prediction probs": [ - 0.029662540182471275, - 0.970337450504303 + 0.024682944640517235, + 0.9753170013427734 ], "full text prediction probs": [ 0.008395048789680004, @@ -344924,12 +387616,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.18619772791862488, - "sufficiency": 0.48736366629600525, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.2629659175872803, + "sufficiency": 0.44199222326278687, "masked prediction probs": [ - 0.023453952744603157, - 0.9765461087226868 + 0.029662540182471275, + 0.970337450504303 + ], + "full text prediction probs": [ + 0.008395048789680004, + 0.9916049242019653 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12515254318714142, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018541904166340828, + 0.9814581274986267 ], "full text prediction probs": [ 0.008395048789680004, @@ -344938,7 +387643,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.13241681456565857, + "comprehensiveness": 0.13209091126918793, "sufficiency": 0.0, "masked prediction probs": [ 0.0191307682543993, @@ -344951,8 +387656,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1852812021970749, - "sufficiency": 0.4898839294910431, + "comprehensiveness": 0.1848263144493103, + "sufficiency": 0.49113479256629944, "masked prediction probs": [ 0.023453952744603157, 0.9765461087226868 @@ -344964,7 +387669,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.049058035016059875, + "comprehensiveness": 0.04893788695335388, "sufficiency": 0.0, "masked prediction probs": [ 0.012392126955091953, @@ -344977,7 +387682,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06078649312257767, + "comprehensiveness": 0.060637980699539185, "sufficiency": 0.0, "masked prediction probs": [ 0.013359900563955307, @@ -344990,8 +387695,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2292085886001587, - "sufficiency": 0.5383437275886536, + "comprehensiveness": 0.22864995896816254, + "sufficiency": 0.5394675135612488, "masked prediction probs": [ 0.027161631733179092, 0.9728383421897888 @@ -345003,7 +387708,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.027902686968445778, + "comprehensiveness": 0.027834847569465637, "sufficiency": 0.0, "masked prediction probs": [ 0.010685143992304802, @@ -345016,8 +387721,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18302887678146362, - "sufficiency": 0.4960775077342987, + "comprehensiveness": 0.1825849562883377, + "sufficiency": 0.4972982406616211, + "masked prediction probs": [ + 0.023453952744603157, + 0.9765461087226868 + ], + "full text prediction probs": [ + 0.008395048789680004, + 0.9916049242019653 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1821431964635849, + "sufficiency": 0.49851304292678833, "masked prediction probs": [ 0.023453952744603157, 0.9765461087226868 @@ -345030,12 +387748,12 @@ } }, "test_329": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3808278739452362, "sufficiency": 0.0, "masked prediction probs": [ - 0.17215880751609802, - 0.8278412222862244 + 0.04288526996970177, + 0.9571146965026855 ], "full text prediction probs": [ 0.015339932404458523, @@ -345134,12 +387852,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.650978684425354, - 0.3490212857723236 + 0.17215880751609802, + 0.8278412222862244 + ], + "full text prediction probs": [ + 0.015339932404458523, + 0.9846600890159607 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16578207910060883, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027629418298602104, + 0.9723705649375916 ], "full text prediction probs": [ 0.015339932404458523, @@ -345149,7 +387880,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6544629335403442, + "sufficiency": 0.6553915739059448, "masked prediction probs": [ 0.10778258740901947, 0.8922174572944641 @@ -345161,7 +387892,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.3575959801673889, + "comprehensiveness": 0.3566362261772156, "sufficiency": 0.0, "masked prediction probs": [ 0.041920315474271774, @@ -345174,7 +387905,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3060283064842224, + "comprehensiveness": 0.3052091598510742, "sufficiency": 0.0, "masked prediction probs": [ 0.038148414343595505, @@ -345213,7 +387944,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10853679478168488, + "comprehensiveness": 0.10824858397245407, "sufficiency": 0.0, "masked prediction probs": [ 0.02349434420466423, @@ -345237,15 +387968,28 @@ 0.9846600890159607 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.650978684425354, + 0.3490212857723236 + ], + "full text prediction probs": [ + 0.015339932404458523, + 0.9846600890159607 + ], + "labels": 1 } }, "test_343": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6184505820274353, + "fixed-shap": { + "comprehensiveness": 0.03465411439538002, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9290729761123657, - 0.07092709839344025 + 0.012974556535482407, + 0.9870254397392273 ], "full text prediction probs": [ 0.010293069295585155, @@ -345344,12 +388088,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5798102021217346, + "sufficiency": 0.626171886920929, "masked prediction probs": [ - 0.9147925972938538, - 0.08520738035440445 + 0.9290729761123657, + 0.07092709839344025 + ], + "full text prediction probs": [ + 0.010293069295585155, + 0.9897068738937378 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.02674468606710434, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.012410716153681278, + 0.9875892996788025 ], "full text prediction probs": [ 0.010293069295585155, @@ -345359,7 +388116,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5808703899383545, + "sufficiency": 0.5819252729415894, "masked prediction probs": [ 0.9147925972938538, 0.08520738035440445 @@ -345372,7 +388129,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9393824934959412, + "sufficiency": 0.9395346641540527, "masked prediction probs": [ 0.42877236008644104, 0.5712276101112366 @@ -345385,7 +388142,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.20671306550502777, + "sufficiency": 0.20869965851306915, "masked prediction probs": [ 0.15762728452682495, 0.842372715473175 @@ -345397,7 +388154,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020230207592248917, + "comprehensiveness": 0.020179608836770058, "sufficiency": 0.0, "masked prediction probs": [ 0.011907041072845459, @@ -345411,7 +388168,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9315083622932434, + "sufficiency": 0.9316790103912354, "masked prediction probs": [ 0.595924437046051, 0.404075562953949 @@ -345424,7 +388181,7 @@ }, "var-random": { "comprehensiveness": 1.0, - "sufficiency": 0.6878182291984558, + "sufficiency": 0.6885942220687866, "masked prediction probs": [ 0.3651794493198395, 0.6348205804824829 @@ -345437,7 +388194,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5871210694313049, + "sufficiency": 0.5881447792053223, + "masked prediction probs": [ + 0.9147925972938538, + 0.08520738035440445 + ], + "full text prediction probs": [ + 0.010293069295585155, + 0.9897068738937378 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5891634225845337, "masked prediction probs": [ 0.9147925972938538, 0.08520738035440445 @@ -345450,12 +388220,12 @@ } }, "test_397": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9847070574760437, - 0.015292933210730553 + 0.9512577056884766, + 0.048742324113845825 ], "full text prediction probs": [ 0.12594853341579437, @@ -345554,12 +388324,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9880592226982117, - 0.011940766125917435 + 0.9847070574760437, + 0.015292933210730553 + ], + "full text prediction probs": [ + 0.12594853341579437, + 0.8740515112876892 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9311681389808655, + 0.06883180141448975 ], "full text prediction probs": [ 0.12594853341579437, @@ -345657,15 +388440,28 @@ 0.8740515112876892 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9880592226982117, + 0.011940766125917435 + ], + "full text prediction probs": [ + 0.12594853341579437, + 0.8740515112876892 + ], + "labels": 1 } }, "test_515": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.05985764414072037, "sufficiency": 0.0, "masked prediction probs": [ - 0.935478925704956, - 0.06452102214097977 + 0.015689121559262276, + 0.9843108654022217 ], "full text prediction probs": [ 0.01110620703548193, @@ -345764,12 +388560,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9422819018363953, - 0.05771813914179802 + 0.935478925704956, + 0.06452102214097977 + ], + "full text prediction probs": [ + 0.01110620703548193, + 0.9888938069343567 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.03448071330785751, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01380822155624628, + 0.9861917495727539 ], "full text prediction probs": [ 0.01110620703548193, @@ -345804,7 +388613,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3333383798599243, + "comprehensiveness": 0.33249396085739136, "sufficiency": 0.0, "masked prediction probs": [ 0.03736142814159393, @@ -345817,7 +388626,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07342299073934555, + "comprehensiveness": 0.07323746383190155, "sufficiency": 0.0, "masked prediction probs": [ 0.0169039499014616, @@ -345831,7 +388640,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3259512186050415, + "sufficiency": 0.32764798402786255, "masked prediction probs": [ 0.9418173432350159, 0.05818265676498413 @@ -345867,15 +388676,28 @@ 0.9888938069343567 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9422819018363953, + 0.05771813914179802 + ], + "full text prediction probs": [ + 0.01110620703548193, + 0.9888938069343567 + ], + "labels": 1 } }, "test_552": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9613134860992432, - 0.038686491549015045 + 0.08810701221227646, + 0.9118930101394653 ], "full text prediction probs": [ 0.05934004485607147, @@ -345974,12 +388796,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9614505767822266, - 0.03854946047067642 + 0.9613134860992432, + 0.038686491549015045 + ], + "full text prediction probs": [ + 0.05934004485607147, + 0.9406599402427673 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11124026775360107, + 0.8887597918510437 ], "full text prediction probs": [ 0.05934004485607147, @@ -346077,15 +388912,28 @@ 0.9406599402427673 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9614505767822266, + 0.03854946047067642 + ], + "full text prediction probs": [ + 0.05934004485607147, + 0.9406599402427673 + ], + "labels": 0 } }, "test_592": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.4778875410556793, "sufficiency": 0.0, "masked prediction probs": [ - 0.9840161800384521, - 0.01598387584090233 + 0.04898950457572937, + 0.951010525226593 ], "full text prediction probs": [ 0.01358517911285162, @@ -346184,12 +389032,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9856842756271362, - 0.014315752312541008 + 0.9840161800384521, + 0.01598387584090233 + ], + "full text prediction probs": [ + 0.01358517911285162, + 0.9864148497581482 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2195437252521515, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.030245276167988777, + 0.969754695892334 ], "full text prediction probs": [ 0.01358517911285162, @@ -346237,7 +389098,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02031073532998562, + "comprehensiveness": 0.020257756114006042, "sufficiency": 0.0, "masked prediction probs": [ 0.015138674527406693, @@ -346287,15 +389148,28 @@ 0.9864148497581482 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9856842756271362, + 0.014315752312541008 + ], + "full text prediction probs": [ + 0.01358517911285162, + 0.9864148497581482 + ], + "labels": 1 } }, "test_607": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8239139914512634, - "sufficiency": 0.9300991892814636, + "fixed-shap": { + "comprehensiveness": 0.05125505477190018, + "sufficiency": 0.0, "masked prediction probs": [ - 0.07340442389249802, - 0.9265955686569214 + 0.010806718841195107, + 0.9891932606697083 ], "full text prediction probs": [ 0.006654281169176102, @@ -346394,12 +389268,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6707684397697449, - "sufficiency": 0.8282627463340759, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8079548478126526, + "sufficiency": 0.9314515590667725, "masked prediction probs": [ - 0.062070608139038086, - 0.9379293918609619 + 0.07340442389249802, + 0.9265955686569214 + ], + "full text prediction probs": [ + 0.006654281169176102, + 0.9933457374572754 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.04967590793967247, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010768290609121323, + 0.9892317652702332 ], "full text prediction probs": [ 0.006654281169176102, @@ -346408,8 +389295,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6231918931007385, - "sufficiency": 0.5127316117286682, + "comprehensiveness": 0.6216902732849121, + "sufficiency": 0.513904333114624, "masked prediction probs": [ 0.05826469138264656, 0.9417353272438049 @@ -346421,7 +389308,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.011364305391907692, + "comprehensiveness": 0.01133698783814907, "sufficiency": 0.0, "masked prediction probs": [ 0.007597656454890966, @@ -346434,7 +389321,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.035641174763441086, + "comprehensiveness": 0.03555570915341377, "sufficiency": 0.0, "masked prediction probs": [ 0.009620148688554764, @@ -346447,7 +389334,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.025584246963262558, + "comprehensiveness": 0.025523042306303978, "sufficiency": 0.0, "masked prediction probs": [ 0.008788341656327248, @@ -346460,8 +389347,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6627451181411743, - "sufficiency": 0.8303145170211792, + "comprehensiveness": 0.6611634492874146, + "sufficiency": 0.830718994140625, "masked prediction probs": [ 0.062070608139038086, 0.9379293918609619 @@ -346473,7 +389360,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.030050363391637802, + "comprehensiveness": 0.029978815466165543, "sufficiency": 0.0, "masked prediction probs": [ 0.009173032827675343, @@ -346486,8 +389373,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6595892906188965, - "sufficiency": 0.831121563911438, + "comprehensiveness": 0.6580226421356201, + "sufficiency": 0.8315222263336182, + "masked prediction probs": [ + 0.062070608139038086, + 0.9379293918609619 + ], + "full text prediction probs": [ + 0.006654281169176102, + 0.9933457374572754 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6564633846282959, + "sufficiency": 0.8319209814071655, "masked prediction probs": [ 0.062070608139038086, 0.9379293918609619 @@ -346500,12 +389400,12 @@ } }, "test_669": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9082603454589844, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9847590327262878, - 0.01524096168577671 + 0.6208488941192627, + 0.3791511058807373 ], "full text prediction probs": [ 0.02905348688364029, @@ -346604,12 +389504,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9106943011283875, + "masked prediction probs": [ + 0.9847590327262878, + 0.01524096168577671 + ], + "full text prediction probs": [ + 0.02905348688364029, + 0.9709464907646179 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9863259792327881, - 0.013673943467438221 + 0.65628981590271, + 0.34371018409729004 ], "full text prediction probs": [ 0.02905348688364029, @@ -346671,7 +389584,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5034416317939758, + "sufficiency": 0.5050562620162964, "masked prediction probs": [ 0.8931697010993958, 0.10683029145002365 @@ -346683,7 +389596,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.15585558116436005, + "comprehensiveness": 0.15534962713718414, "sufficiency": 0.0, "masked prediction probs": [ 0.03862566128373146, @@ -346697,7 +389610,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.013008925132453442, + "sufficiency": 0.016197551041841507, + "masked prediction probs": [ + 0.9863259792327881, + 0.013673943467438221 + ], + "full text prediction probs": [ + 0.02905348688364029, + 0.9709464907646179 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.019365642219781876, "masked prediction probs": [ 0.9863259792327881, 0.013673943467438221 @@ -346710,12 +389636,12 @@ } }, "test_744": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.831955075263977, - 0.16804488003253937 + 0.8954871296882629, + 0.10451292991638184 ], "full text prediction probs": [ 0.013559432700276375, @@ -346805,8 +389731,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.831955075263977, - 0.16804488003253937 + 0.8954871296882629, + 0.10451292991638184 ], "full text prediction probs": [ 0.013559432700276375, @@ -346814,12 +389740,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8139899373054504, - 0.18601010739803314 + 0.8954871296882629, + 0.10451292991638184 + ], + "full text prediction probs": [ + 0.013559432700276375, + 0.9864405989646912 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9376219511032104, + 0.062378112226724625 ], "full text prediction probs": [ 0.013559432700276375, @@ -346867,7 +389806,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2914162278175354, + "comprehensiveness": 0.29065632820129395, "sufficiency": 0.0, "masked prediction probs": [ 0.035855960100889206, @@ -346893,7 +389832,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06412643939256668, + "comprehensiveness": 0.06396009027957916, "sufficiency": 0.0, "masked prediction probs": [ 0.018491437658667564, @@ -346909,8 +389848,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8139899373054504, - 0.18601010739803314 + 0.9376219511032104, + 0.062378112226724625 + ], + "full text prediction probs": [ + 0.013559432700276375, + 0.9864405989646912 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9376219511032104, + 0.062378112226724625 ], "full text prediction probs": [ 0.013559432700276375, @@ -346920,12 +389872,12 @@ } }, "test_802": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08560213446617126, + "fixed-shap": { + "comprehensiveness": 0.04276340454816818, "sufficiency": 0.0, "masked prediction probs": [ - 0.01387096382677555, - 0.9861289858818054 + 0.010413659736514091, + 0.9895864129066467 ], "full text prediction probs": [ 0.00696228863671422, @@ -347024,12 +389976,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1078852042555809, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08393783122301102, "sufficiency": 0.0, "masked prediction probs": [ - 0.015842106193304062, - 0.984157919883728 + 0.01387096382677555, + 0.9861289858818054 + ], + "full text prediction probs": [ + 0.00696228863671422, + 0.993037760257721 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0354023352265358, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009883243590593338, + 0.9901167750358582 ], "full text prediction probs": [ 0.00696228863671422, @@ -347038,7 +390003,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.10896371304988861, + "comprehensiveness": 0.10870017856359482, "sufficiency": 0.0, "masked prediction probs": [ 0.015952706336975098, @@ -347051,7 +390016,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10736335068941116, + "comprehensiveness": 0.10710431635379791, "sufficiency": 0.0, "masked prediction probs": [ 0.015842106193304062, @@ -347064,7 +390029,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.08529940247535706, + "comprehensiveness": 0.08509410172700882, "sufficiency": 0.0, "masked prediction probs": [ 0.014034340158104897, @@ -347077,7 +390042,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02707686275243759, + "comprehensiveness": 0.027011847123503685, "sufficiency": 0.0, "masked prediction probs": [ 0.009212595410645008, @@ -347090,7 +390055,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.05180502310395241, + "comprehensiveness": 0.05168092995882034, "sufficiency": 0.0, "masked prediction probs": [ 0.011278058402240276, @@ -347103,7 +390068,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0795431137084961, + "comprehensiveness": 0.07935303449630737, "sufficiency": 0.0, "masked prediction probs": [ 0.013604795560240746, @@ -347116,7 +390081,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1060805544257164, + "comprehensiveness": 0.10582766681909561, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015842106193304062, + 0.984157919883728 + ], + "full text prediction probs": [ + 0.00696228863671422, + 0.993037760257721 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.10557597875595093, "sufficiency": 0.0, "masked prediction probs": [ 0.015842106193304062, @@ -347130,12 +390108,12 @@ } }, "test_829": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6732187867164612, - 0.32678118348121643 + 0.6807723045349121, + 0.3192276656627655 ], "full text prediction probs": [ 0.5982400178909302, @@ -347234,12 +390212,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.6591974496841431, - 0.34080249071121216 + 0.6732187867164612, + 0.32678118348121643 + ], + "full text prediction probs": [ + 0.5982400178909302, + 0.4017599821090698 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5982400178909302, + 0.4017599821090698 ], "full text prediction probs": [ 0.5982400178909302, @@ -347300,7 +390291,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9364805817604065, + "comprehensiveness": 0.9361158013343811, "sufficiency": 1.0, "masked prediction probs": [ 0.11747948825359344, @@ -347326,7 +390317,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9357515573501587, + "comprehensiveness": 0.935387372970581, "sufficiency": 1.0, "masked prediction probs": [ 0.11747948825359344, @@ -347337,15 +390328,28 @@ 0.4017599821090698 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6591974496841431, + 0.34080249071121216 + ], + "full text prediction probs": [ + 0.5982400178909302, + 0.4017599821090698 + ], + "labels": 1 } }, "test_941": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0025469984393566847, - "sufficiency": 0.9574352502822876, + "fixed-shap": { + "comprehensiveness": 0.08129163086414337, + "sufficiency": 0.9661841988563538, "masked prediction probs": [ - 0.9854722619056702, - 0.014527740888297558 + 0.9145788550376892, + 0.08542109280824661 ], "full text prediction probs": [ 0.9877653121948242, @@ -347432,11 +390436,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0037507435772567987, - "sufficiency": 0.8863701820373535, + "comprehensiveness": 0.08116541057825089, + "sufficiency": 0.9662367701530457, "masked prediction probs": [ - 0.9843832850456238, - 0.015616723336279392 + 0.9145788550376892, + 0.08542109280824661 ], "full text prediction probs": [ 0.9877653121948242, @@ -347444,12 +390448,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0033925066236406565, - "sufficiency": 0.9588035941123962, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.002542479895055294, + "sufficiency": 0.957510769367218, "masked prediction probs": [ - 0.9847056269645691, - 0.015294386073946953 + 0.9854722619056702, + 0.014527740888297558 + ], + "full text prediction probs": [ + 0.9877653121948242, + 0.012234705500304699 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.09746498614549637, + "sufficiency": 0.9505738615989685, + "masked prediction probs": [ + 0.8998426198959351, + 0.10015741735696793 ], "full text prediction probs": [ 0.9877653121948242, @@ -347458,8 +390475,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.006456180475652218, - "sufficiency": 0.5974497199058533, + "comprehensiveness": 0.006454749032855034, + "sufficiency": 0.5975390076637268, "masked prediction probs": [ 0.9819412231445312, 0.01805877685546875 @@ -347471,8 +390488,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02139166183769703, - "sufficiency": 0.8073176741600037, + "comprehensiveness": 0.021386921405792236, + "sufficiency": 0.8073604106903076, "masked prediction probs": [ 0.9684637188911438, 0.0315362811088562 @@ -347484,8 +390501,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001743833301588893, - "sufficiency": 0.835754930973053, + "comprehensiveness": 0.0017434468027204275, + "sufficiency": 0.8357912302017212, "masked prediction probs": [ 0.9861915111541748, 0.013808520510792732 @@ -347497,8 +390514,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0063316491432487965, - "sufficiency": 0.8688850402832031, + "comprehensiveness": 0.0063302465714514256, + "sufficiency": 0.8689140677452087, "masked prediction probs": [ 0.9820497632026672, 0.017950238659977913 @@ -347510,8 +390527,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0550626702606678, - "sufficiency": 0.8347191214561462, + "comprehensiveness": 0.05505047366023064, + "sufficiency": 0.8347557783126831, "masked prediction probs": [ 0.9380494952201843, 0.06195054575800896 @@ -347523,8 +390540,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.016568146646022797, - "sufficiency": 0.9011610746383667, + "comprehensiveness": 0.01656447909772396, + "sufficiency": 0.9011828899383545, "masked prediction probs": [ 0.9728026986122131, 0.027197353541851044 @@ -347536,11 +390553,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.021367980167269707, - "sufficiency": 0.8075309991836548, + "comprehensiveness": 0.09731395542621613, + "sufficiency": 0.9506504535675049, "masked prediction probs": [ - 0.9684637188911438, - 0.0315362811088562 + 0.8998426198959351, + 0.10015741735696793 + ], + "full text prediction probs": [ + 0.9877653121948242, + 0.012234705500304699 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.00338574917986989, + "sufficiency": 0.9588857293128967, + "masked prediction probs": [ + 0.9847056269645691, + 0.015294386073946953 ], "full text prediction probs": [ 0.9877653121948242, @@ -347550,12 +390580,12 @@ } }, "test_967": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.03967558965086937, - "sufficiency": 0.9448944926261902, + "fixed-shap": { + "comprehensiveness": 0.020309872925281525, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9495024085044861, - 0.05049756541848183 + 0.9668859839439392, + 0.0331139974296093 ], "full text prediction probs": [ 0.9851170778274536, @@ -347642,11 +390672,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.845579206943512, + "comprehensiveness": 0.020278245210647583, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9877350926399231, - 0.012264919467270374 + 0.9668859839439392, + 0.0331139974296093 ], "full text prediction probs": [ 0.9851170778274536, @@ -347654,12 +390684,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1117200031876564, - "sufficiency": 0.9365094304084778, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.039604995399713516, + "sufficiency": 0.9449925422668457, "masked prediction probs": [ - 0.8846532106399536, - 0.11534681171178818 + 0.9495024085044861, + 0.05049756541848183 + ], + "full text prediction probs": [ + 0.9851170778274536, + 0.014882910996675491 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8482839465141296, + "masked prediction probs": [ + 0.9851170778274536, + 0.014882910996675491 ], "full text prediction probs": [ 0.9851170778274536, @@ -347669,7 +390712,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.832055389881134, + "sufficiency": 0.8320927023887634, "masked prediction probs": [ 0.9878118634223938, 0.012188108637928963 @@ -347682,7 +390725,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8483176827430725, + "sufficiency": 0.8483514189720154, "masked prediction probs": [ 0.9851170778274536, 0.014882910996675491 @@ -347694,8 +390737,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001083863084204495, - "sufficiency": 0.8163291811943054, + "comprehensiveness": 0.0010836221044883132, + "sufficiency": 0.8163699507713318, "masked prediction probs": [ 0.9841417670249939, 0.015858260914683342 @@ -347708,7 +390751,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9008128643035889, + "sufficiency": 0.9008349776268005, "masked prediction probs": [ 0.9880772829055786, 0.011922698467969894 @@ -347720,8 +390763,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.015461904928088188, - "sufficiency": 0.9555778503417969, + "comprehensiveness": 0.015458470210433006, + "sufficiency": 0.9555877447128296, "masked prediction probs": [ 0.9711975455284119, 0.028802474960684776 @@ -347733,8 +390776,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008093735203146935, - "sufficiency": 0.9590013027191162, + "comprehensiveness": 0.008091937750577927, + "sufficiency": 0.9590104222297668, "masked prediction probs": [ 0.977829098701477, 0.02217095158994198 @@ -347747,7 +390790,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8484861254692078, + "sufficiency": 0.8485197424888611, "masked prediction probs": [ 0.9851170778274536, 0.014882910996675491 @@ -347757,15 +390800,28 @@ 0.014882910996675491 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.11149682104587555, + "sufficiency": 0.9366363286972046, + "masked prediction probs": [ + 0.8846532106399536, + 0.11534681171178818 + ], + "full text prediction probs": [ + 0.9851170778274536, + 0.014882910996675491 + ], + "labels": 0 } }, "test_975": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.06668750941753387, - "sufficiency": 0.9833497405052185, + "fixed-shap": { + "comprehensiveness": 0.03548780828714371, + "sufficiency": 0.9974445104598999, "masked prediction probs": [ - 0.9200665950775146, - 0.07993336021900177 + 0.9478994607925415, + 0.05210048332810402 ], "full text prediction probs": [ 0.9795576930046082, @@ -347864,12 +390920,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.05342256650328636, - "sufficiency": 0.9191279411315918, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.06656812131404877, + "sufficiency": 0.9833795428276062, "masked prediction probs": [ - 0.9318146109580994, - 0.06818534433841705 + 0.9200665950775146, + 0.07993336021900177 + ], + "full text prediction probs": [ + 0.9795576930046082, + 0.02044232189655304 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03849097341299057, + "sufficiency": 0.9964982867240906, + "masked prediction probs": [ + 0.9451510906219482, + 0.05484892427921295 ], "full text prediction probs": [ 0.9795576930046082, @@ -347879,7 +390948,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8314223289489746, + "sufficiency": 0.8314599394798279, "masked prediction probs": [ 0.9820191860198975, 0.017980879172682762 @@ -347891,8 +390960,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.05339866504073143, - "sufficiency": 0.9191641211509705, + "comprehensiveness": 0.05338672548532486, + "sufficiency": 0.9191821813583374, "masked prediction probs": [ 0.9318146109580994, 0.06818534433841705 @@ -347905,7 +390974,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9334205985069275, + "sufficiency": 0.9334354996681213, "masked prediction probs": [ 0.9798570275306702, 0.020143019035458565 @@ -347918,7 +390987,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9334354996681213, + "sufficiency": 0.9334503412246704, "masked prediction probs": [ 0.9798570275306702, 0.020143019035458565 @@ -347930,8 +390999,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.1309112012386322, - "sufficiency": 0.9660256505012512, + "comprehensiveness": 0.13088193535804749, + "sufficiency": 0.9660332798957825, "masked prediction probs": [ 0.8624330759048462, 0.1375669538974762 @@ -347943,8 +391012,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005233013071119785, - "sufficiency": 0.8825272917747498, + "comprehensiveness": 0.005231843795627356, + "sufficiency": 0.8825535774230957, "masked prediction probs": [ 0.97487473487854, 0.025125209242105484 @@ -347956,8 +391025,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.05333900824189186, - "sufficiency": 0.9192544221878052, + "comprehensiveness": 0.05332709103822708, + "sufficiency": 0.9192724823951721, + "masked prediction probs": [ + 0.9318146109580994, + 0.06818534433841705 + ], + "full text prediction probs": [ + 0.9795576930046082, + 0.02044232189655304 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0533151812851429, + "sufficiency": 0.9192904829978943, "masked prediction probs": [ 0.9318146109580994, 0.06818534433841705 @@ -347970,12 +391052,12 @@ } }, "test_1060": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.005163371097296476, - "sufficiency": 0.9725728034973145, + "fixed-shap": { + "comprehensiveness": 0.1358114778995514, + "sufficiency": 0.9876636862754822, "masked prediction probs": [ - 0.9827049374580383, - 0.017295069992542267 + 0.8651371598243713, + 0.13486284017562866 ], "full text prediction probs": [ 0.9873513579368591, @@ -348074,12 +391156,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.007534475065767765, - "sufficiency": 0.8374714851379395, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.00515420688316226, + "sufficiency": 0.972621500492096, "masked prediction probs": [ - 0.9805591702461243, - 0.019440805539488792 + 0.9827049374580383, + 0.017295069992542267 + ], + "full text prediction probs": [ + 0.9873513579368591, + 0.012648633681237698 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.17961812019348145, + "sufficiency": 0.9858863949775696, + "masked prediction probs": [ + 0.8253930807113647, + 0.17460688948631287 ], "full text prediction probs": [ 0.9873513579368591, @@ -348089,7 +391184,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8660279512405396, + "sufficiency": 0.8660576343536377, "masked prediction probs": [ 0.9899673461914062, 0.010032642632722855 @@ -348101,8 +391196,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.007531133480370045, - "sufficiency": 0.8375435471534729, + "comprehensiveness": 0.007529463618993759, + "sufficiency": 0.8375795483589172, "masked prediction probs": [ 0.9805591702461243, 0.019440805539488792 @@ -348114,8 +391209,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 7.948773418320343e-05, - "sufficiency": 0.8693493604660034, + "comprehensiveness": 7.947011181386188e-05, + "sufficiency": 0.8693782687187195, "masked prediction probs": [ 0.9872796535491943, 0.012720372527837753 @@ -348128,7 +391223,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8723385334014893, + "sufficiency": 0.872366726398468, "masked prediction probs": [ 0.9879827499389648, 0.012017237022519112 @@ -348140,8 +391235,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.003098581451922655, - "sufficiency": 0.9353933334350586, + "comprehensiveness": 0.00309789483435452, + "sufficiency": 0.9354076385498047, "masked prediction probs": [ 0.9845549464225769, 0.015445111319422722 @@ -348154,7 +391249,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8442239761352539, + "sufficiency": 0.8442585468292236, "masked prediction probs": [ 0.9900780916213989, 0.00992194376885891 @@ -348166,11 +391261,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007522792089730501, - "sufficiency": 0.8377234935760498, + "comprehensiveness": 0.17933964729309082, + "sufficiency": 0.9859082698822021, "masked prediction probs": [ - 0.9805591702461243, - 0.019440805539488792 + 0.8253930807113647, + 0.17460688948631287 + ], + "full text prediction probs": [ + 0.9873513579368591, + 0.012648633681237698 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1792999505996704, + "sufficiency": 0.9859113693237305, + "masked prediction probs": [ + 0.8253930807113647, + 0.17460688948631287 ], "full text prediction probs": [ 0.9873513579368591, @@ -348180,12 +391288,12 @@ } }, "test_1092": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9888929724693298, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.8016712069511414, + "sufficiency": 0.9943681955337524, "masked prediction probs": [ - 0.09743252396583557, - 0.902567446231842 + 0.2653595209121704, + 0.7346404194831848 ], "full text prediction probs": [ 0.984411895275116, @@ -348284,12 +391392,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9254615902900696, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9871320128440857, + "sufficiency": 1.0, "masked prediction probs": [ - 0.016349036246538162, - 0.9836509823799133 + 0.09743252396583557, + 0.902567446231842 + ], + "full text prediction probs": [ + 0.984411895275116, + 0.01558808796107769 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9639998078346252, + "sufficiency": 0.9257802367210388, + "masked prediction probs": [ + 0.11802507936954498, + 0.8819749355316162 ], "full text prediction probs": [ 0.984411895275116, @@ -348311,8 +391432,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8947784304618835, - "sufficiency": 0.944360077381134, + "comprehensiveness": 0.8945794701576233, + "sufficiency": 0.9443724751472473, "masked prediction probs": [ 0.18005816638469696, 0.8199418187141418 @@ -348325,7 +391446,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9255113005638123, + "sufficiency": 0.9255278706550598, "masked prediction probs": [ 0.016349036246538162, 0.9836509823799133 @@ -348338,7 +391459,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9255278706550598, + "sufficiency": 0.9255444407463074, "masked prediction probs": [ 0.016349036246538162, 0.9836509823799133 @@ -348351,7 +391472,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.999133825302124, + "sufficiency": 0.9991340041160583, "masked prediction probs": [ 0.046650830656290054, 0.9533491730690002 @@ -348363,8 +391484,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002248005010187626, - "sufficiency": 0.8588835597038269, + "comprehensiveness": 0.0022475055884569883, + "sufficiency": 0.8589149117469788, "masked prediction probs": [ 0.9823892712593079, 0.01761077530682087 @@ -348377,7 +391498,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9255775213241577, + "sufficiency": 0.9255940318107605, + "masked prediction probs": [ + 0.016349036246538162, + 0.9836509823799133 + ], + "full text prediction probs": [ + 0.984411895275116, + 0.01558808796107769 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9256106019020081, "masked prediction probs": [ 0.016349036246538162, 0.9836509823799133 @@ -348390,12 +391524,12 @@ } }, "test_1130": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.002219827612861991, + "fixed-shap": { + "comprehensiveness": 0.3759467303752899, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9858615398406982, - 0.014138488098978996 + 0.4214145243167877, + 0.5785855054855347 ], "full text prediction probs": [ 0.6225916743278503, @@ -348494,12 +391628,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.0, + "sufficiency": 0.005193326622247696, "masked prediction probs": [ - 0.9862695336341858, - 0.013730432838201523 + 0.9858615398406982, + 0.014138488098978996 + ], + "full text prediction probs": [ + 0.6225916743278503, + 0.37740832567214966 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6225916743278503, + 0.37740832567214966 ], "full text prediction probs": [ 0.6225916743278503, @@ -348548,7 +391695,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.19471880793571472, + "sufficiency": 0.1950182318687439, "masked prediction probs": [ 0.9862073659896851, 0.013792573474347591 @@ -348573,7 +391720,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.7508082985877991, + "comprehensiveness": 0.7505292296409607, "sufficiency": 1.0, "masked prediction probs": [ 0.21871605515480042, @@ -348597,15 +391744,28 @@ 0.37740832567214966 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9862695336341858, + 0.013730432838201523 + ], + "full text prediction probs": [ + 0.6225916743278503, + 0.37740832567214966 + ], + "labels": 1 } }, "test_1147": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9990456104278564, + "fixed-shap": { + "comprehensiveness": 0.018397696316242218, + "sufficiency": 0.9970975518226624, "masked prediction probs": [ - 0.04236546531319618, - 0.9576345086097717 + 0.9708712100982666, + 0.02912878803908825 ], "full text prediction probs": [ 0.9874283671379089, @@ -348704,7 +391864,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9990472793579102, "masked prediction probs": [ @@ -348717,9 +391877,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.020552657544612885, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9688948392868042, + 0.031105151399970055 + ], + "full text prediction probs": [ + 0.9874283671379089, + 0.01257156953215599 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4787757694721222, + "sufficiency": 0.4788913130760193, "masked prediction probs": [ 0.9903372526168823, 0.009662715718150139 @@ -348731,8 +391904,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.6000542044639587, - "sufficiency": 0.9878341555595398, + "comprehensiveness": 0.5999211668968201, + "sufficiency": 0.9878369569778442, "masked prediction probs": [ 0.4462045431137085, 0.5537954568862915 @@ -348744,8 +391917,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.009260554797947407, - "sufficiency": 0.9972355365753174, + "comprehensiveness": 0.00925850123167038, + "sufficiency": 0.9972361922264099, "masked prediction probs": [ 0.9790738821029663, 0.02092609368264675 @@ -348757,8 +391930,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.010851268656551838, - "sufficiency": 0.9825565814971924, + "comprehensiveness": 0.010848864912986755, + "sufficiency": 0.9825604557991028, "masked prediction probs": [ 0.9776366353034973, 0.022363388910889626 @@ -348771,7 +391944,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9990482926368713, + "sufficiency": 0.9990484118461609, "masked prediction probs": [ 0.04236546531319618, 0.9576345086097717 @@ -348783,8 +391956,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0021924274042248726, - "sufficiency": 0.8711993098258972, + "comprehensiveness": 0.0021919417195022106, + "sufficiency": 0.8712278008460999, "masked prediction probs": [ 0.9854491353034973, 0.014550852589309216 @@ -348797,7 +391970,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9990487098693848, + "sufficiency": 0.9990489482879639, + "masked prediction probs": [ + 0.04236546531319618, + 0.9576345086097717 + ], + "full text prediction probs": [ + 0.9874283671379089, + 0.01257156953215599 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9990491271018982, "masked prediction probs": [ 0.04236546531319618, 0.9576345086097717 @@ -348810,12 +391996,12 @@ } }, "test_1248": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.901501476764679, - 0.09849853813648224 + 0.9528357982635498, + 0.04716424643993378 ], "full text prediction probs": [ 0.8514595031738281, @@ -348914,13 +392100,26 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9963195323944092, + "sufficiency": 1.0, "masked prediction probs": [ + 0.901501476764679, + 0.09849853813648224 + ], + "full text prediction probs": [ 0.8514595031738281, 0.1485404521226883 ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.17091406881809235, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7205753326416016, + 0.2794246971607208 + ], "full text prediction probs": [ 0.8514595031738281, 0.1485404521226883 @@ -348942,7 +392141,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.996321439743042, + "sufficiency": 0.9963223934173584, "masked prediction probs": [ 0.8514595031738281, 0.1485404521226883 @@ -348980,7 +392179,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.4049006998538971, + "comprehensiveness": 0.4047950804233551, "sufficiency": 1.0, "masked prediction probs": [ 0.5410669445991516, @@ -349006,12 +392205,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.996326208114624, + "comprehensiveness": 0.17060217261314392, + "sufficiency": 1.0, "masked prediction probs": [ + 0.7205753326416016, + 0.2794246971607208 + ], + "full text prediction probs": [ 0.8514595031738281, 0.1485404521226883 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17055770754814148, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7205753326416016, + 0.2794246971607208 + ], "full text prediction probs": [ 0.8514595031738281, 0.1485404521226883 @@ -349020,12 +392232,12 @@ } }, "test_1379": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9792820811271667, - "sufficiency": 0.948866605758667, + "fixed-shap": { + "comprehensiveness": 0.5729948878288269, + "sufficiency": 0.9922781586647034, "masked prediction probs": [ - 0.10590095818042755, - 0.8940990567207336 + 0.46733659505844116, + 0.5326634049415588 ], "full text prediction probs": [ 0.9770764708518982, @@ -349124,12 +392336,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9384760856628418, - "sufficiency": 0.9465472102165222, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.977523922920227, + "sufficiency": 0.9489583969116211, "masked prediction probs": [ - 0.14070065319538116, - 0.8592993021011353 + 0.10590095818042755, + 0.8940990567207336 + ], + "full text prediction probs": [ + 0.9770764708518982, + 0.022923534736037254 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5791962146759033, + "sufficiency": 0.8786256313323975, + "masked prediction probs": [ + 0.46077731251716614, + 0.5392226576805115 ], "full text prediction probs": [ 0.9770764708518982, @@ -349139,7 +392364,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.970462441444397, + "sufficiency": 0.9704689979553223, "masked prediction probs": [ 0.9867624640464783, 0.013237512670457363 @@ -349151,8 +392376,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4611823856830597, - "sufficiency": 0.957321047782898, + "comprehensiveness": 0.4610789716243744, + "sufficiency": 0.9573307037353516, "masked prediction probs": [ 0.5658833384513855, 0.4341166615486145 @@ -349164,8 +392389,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9378446936607361, - "sufficiency": 0.9465831518173218, + "comprehensiveness": 0.9376344084739685, + "sufficiency": 0.9465951323509216, "masked prediction probs": [ 0.14070065319538116, 0.8592993021011353 @@ -349178,7 +392403,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8560317158699036, + "sufficiency": 0.8560639023780823, "masked prediction probs": [ 0.9770764708518982, 0.022923534736037254 @@ -349190,8 +392415,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.800925076007843, - "sufficiency": 0.8931408524513245, + "comprehensiveness": 0.8007455468177795, + "sufficiency": 0.8931648135185242, "masked prediction probs": [ 0.2624860405921936, 0.7375139594078064 @@ -349204,7 +392429,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9199644327163696, + "sufficiency": 0.9199824333190918, "masked prediction probs": [ 0.9825384616851807, 0.017461512237787247 @@ -349216,8 +392441,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9370041489601135, - "sufficiency": 0.9466310143470764, + "comprehensiveness": 0.9367942214012146, + "sufficiency": 0.9466429948806763, + "masked prediction probs": [ + 0.14070065319538116, + 0.8592993021011353 + ], + "full text prediction probs": [ + 0.9770764708518982, + 0.022923534736037254 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.93658447265625, + "sufficiency": 0.9466549158096313, "masked prediction probs": [ 0.14070065319538116, 0.8592993021011353 @@ -349230,12 +392468,12 @@ } }, "test_1483": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6804054379463196, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.32860079407691956, + "sufficiency": 0.869749128818512, "masked prediction probs": [ - 0.3751840889453888, - 0.6248159408569336 + 0.691895067691803, + 0.30810487270355225 ], "full text prediction probs": [ 0.9877168536186218, @@ -349334,12 +392572,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5493239760398865, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.6791982650756836, "sufficiency": 1.0, "masked prediction probs": [ - 0.49231085181236267, - 0.5076891183853149 + 0.3751840889453888, + 0.6248159408569336 + ], + "full text prediction probs": [ + 0.9877168536186218, + 0.012283180840313435 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.013574817217886448, + "sufficiency": 0.9120834469795227, + "masked prediction probs": [ + 0.9754717350006104, + 0.024528346955776215 ], "full text prediction probs": [ 0.9877168536186218, @@ -349349,7 +392600,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4940647482872009, + "sufficiency": 0.49417686462402344, "masked prediction probs": [ 0.9891568422317505, 0.01084311306476593 @@ -349361,8 +392612,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.10708772391080856, - "sufficiency": 0.9971967339515686, + "comprehensiveness": 0.10706399381160736, + "sufficiency": 0.9971973896026611, "masked prediction probs": [ 0.8910973072052002, 0.10890277475118637 @@ -349374,8 +392625,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.016089648008346558, - "sufficiency": 0.9951005578041077, + "comprehensiveness": 0.01608608104288578, + "sufficiency": 0.9951016902923584, "masked prediction probs": [ 0.973196804523468, 0.0268031544983387 @@ -349387,8 +392638,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0037697688676416874, - "sufficiency": 0.8696410059928894, + "comprehensiveness": 0.0037689339369535446, + "sufficiency": 0.8696697950363159, "masked prediction probs": [ 0.9843140840530396, 0.01568593457341194 @@ -349400,8 +392651,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.26786717772483826, - "sufficiency": 0.9973931312561035, + "comprehensiveness": 0.26780784130096436, + "sufficiency": 0.9973936676979065, "masked prediction probs": [ 0.7458738684654236, 0.25412610173225403 @@ -349413,8 +392664,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0027265569660812616, - "sufficiency": 0.8833813071250916, + "comprehensiveness": 0.002725953236222267, + "sufficiency": 0.8834071755409241, "masked prediction probs": [ 0.9852546453475952, 0.014745368622243404 @@ -349426,8 +392677,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.26774853467941284, - "sufficiency": 0.997394323348999, + "comprehensiveness": 0.2676892578601837, + "sufficiency": 0.9973949193954468, "masked prediction probs": [ 0.7458738684654236, 0.25412610173225403 @@ -349437,15 +392688,28 @@ 0.012283180840313435 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5482297539710999, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.49231085181236267, + 0.5076891183853149 + ], + "full text prediction probs": [ + 0.9877168536186218, + 0.012283180840313435 + ], + "labels": 0 } }, "test_1501": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9902611970901489, - "sufficiency": 0.9887511134147644, + "fixed-shap": { + "comprehensiveness": 0.23568400740623474, + "sufficiency": 0.9574863314628601, "masked prediction probs": [ - 0.09618452936410904, - 0.903815507888794 + 0.7713897824287415, + 0.22861015796661377 ], "full text prediction probs": [ 0.982282817363739, @@ -349544,12 +392808,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9884936809539795, + "sufficiency": 0.9887712001800537, + "masked prediction probs": [ + 0.09618452936410904, + 0.903815507888794 + ], + "full text prediction probs": [ + 0.982282817363739, + 0.01771721988916397 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9353793859481812, + "sufficiency": 0.9251887798309326, "masked prediction probs": [ - 0.034452199935913086, - 0.9655478000640869 + 0.03568921238183975, + 0.9643107652664185 ], "full text prediction probs": [ 0.982282817363739, @@ -349559,7 +392836,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7851990461349487, + "sufficiency": 0.7852469086647034, "masked prediction probs": [ 0.991788923740387, 0.00821114145219326 @@ -349571,8 +392848,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.14835238456726074, - "sufficiency": 0.9722603559494019, + "comprehensiveness": 0.1483193188905716, + "sufficiency": 0.9722665548324585, "masked prediction probs": [ 0.8492385149002075, 0.1507614701986313 @@ -349584,8 +392861,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.5879008173942566, - "sufficiency": 0.8987614512443542, + "comprehensiveness": 0.5877697467803955, + "sufficiency": 0.8987840414047241, "masked prediction probs": [ 0.45492836833000183, 0.5450716614723206 @@ -349597,8 +392874,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02691352181136608, - "sufficiency": 0.8474457263946533, + "comprehensiveness": 0.026907524093985558, + "sufficiency": 0.8474797010421753, "masked prediction probs": [ 0.9581356644630432, 0.041864339262247086 @@ -349611,7 +392888,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.935451328754425, + "sufficiency": 0.9354656338691711, "masked prediction probs": [ 0.034452199935913086, 0.9655478000640869 @@ -349623,8 +392900,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8018041849136353, - "sufficiency": 0.9107270836830139, + "comprehensiveness": 0.8016256093978882, + "sufficiency": 0.9107469916343689, "masked prediction probs": [ 0.2625732123851776, 0.7374267578125 @@ -349637,7 +392914,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9354800581932068, + "sufficiency": 0.9354944825172424, + "masked prediction probs": [ + 0.034452199935913086, + 0.9655478000640869 + ], + "full text prediction probs": [ + 0.982282817363739, + 0.01771721988916397 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9355087876319885, "masked prediction probs": [ 0.034452199935913086, 0.9655478000640869 @@ -349650,12 +392940,12 @@ } }, "test_1529": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9574562311172485, - 0.04254383593797684 + 0.9251881837844849, + 0.07481183111667633 ], "full text prediction probs": [ 0.3773019313812256, @@ -349754,12 +393044,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9643887281417847, - 0.03561129793524742 + 0.9574562311172485, + 0.04254383593797684 + ], + "full text prediction probs": [ + 0.3773019313812256, + 0.6226980686187744 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9551783204078674, + 0.044821638613939285 ], "full text prediction probs": [ 0.3773019313812256, @@ -349857,15 +393160,28 @@ 0.6226980686187744 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9643887281417847, + 0.03561129793524742 + ], + "full text prediction probs": [ + 0.3773019313812256, + 0.6226980686187744 + ], + "labels": 0 } }, "test_1531": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.972504198551178, - 0.02749580331146717 + 0.9213874340057373, + 0.07861257344484329 ], "full text prediction probs": [ 0.8809925317764282, @@ -349964,12 +393280,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9370178580284119, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9791558980941772, - 0.02084403671324253 + 0.972504198551178, + 0.02749580331146717 + ], + "full text prediction probs": [ + 0.8809925317764282, + 0.11900745332241058 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9538699388504028, + 0.04613007232546806 ], "full text prediction probs": [ 0.8809925317764282, @@ -349992,7 +393321,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9434330463409424, + "sufficiency": 0.9434472918510437, "masked prediction probs": [ 0.9437432289123535, 0.05625680834054947 @@ -350018,7 +393347,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9818142056465149, + "sufficiency": 0.9818188548088074, "masked prediction probs": [ 0.9765992760658264, 0.02340075746178627 @@ -350043,7 +393372,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.04467415809631348, + "comprehensiveness": 0.04466294124722481, "sufficiency": 1.0, "masked prediction probs": [ 0.8454174995422363, @@ -350057,10 +393386,23 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.0, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9734712243080139, - 0.02652871422469616 + 0.9538699388504028, + 0.04613007232546806 + ], + "full text prediction probs": [ + 0.8809925317764282, + 0.11900745332241058 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9371601343154907, + "masked prediction probs": [ + 0.9791558980941772, + 0.02084403671324253 ], "full text prediction probs": [ 0.8809925317764282, @@ -350070,12 +393412,12 @@ } }, "test_1547": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006558544468134642, - "sufficiency": 0.26944416761398315, + "fixed-shap": { + "comprehensiveness": 0.010846897028386593, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9798005819320679, - 0.02019944228231907 + 0.975948691368103, + 0.02405129373073578 ], "full text prediction probs": [ 0.9856916069984436, @@ -350174,12 +393516,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.004962143953889608, - "sufficiency": 0.5594106316566467, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.006546881981194019, + "sufficiency": 0.27074307203292847, "masked prediction probs": [ - 0.9812265634536743, - 0.018773434683680534 + 0.9798005819320679, + 0.02019944228231907 + ], + "full text prediction probs": [ + 0.9856916069984436, + 0.014308460988104343 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8477425575256348, + "masked prediction probs": [ + 0.9856916069984436, + 0.014308460988104343 ], "full text prediction probs": [ 0.9856916069984436, @@ -350189,7 +393544,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7966514229774475, + "sufficiency": 0.7966965436935425, "masked prediction probs": [ 0.9895961880683899, 0.01040380634367466 @@ -350201,8 +393556,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0028434351552277803, - "sufficiency": 0.8002532720565796, + "comprehensiveness": 0.002842803718522191, + "sufficiency": 0.8002976775169373, "masked prediction probs": [ 0.9831318855285645, 0.016868138685822487 @@ -350214,8 +393569,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.007009866181761026, - "sufficiency": 0.8449388146400452, + "comprehensiveness": 0.007008309476077557, + "sufficiency": 0.8449732661247253, "masked prediction probs": [ 0.9793797731399536, 0.020620228722691536 @@ -350227,8 +393582,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002513712737709284, - "sufficiency": 0.8782180547714233, + "comprehensiveness": 0.0025131546426564455, + "sufficiency": 0.8782449960708618, "masked prediction probs": [ 0.9834277033805847, 0.016572242602705956 @@ -350240,8 +393595,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.017637869343161583, - "sufficiency": 0.98465895652771, + "comprehensiveness": 0.0176339540630579, + "sufficiency": 0.9846622943878174, "masked prediction probs": [ 0.9698030352592468, 0.030197028070688248 @@ -350253,8 +393608,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008058276027441025, - "sufficiency": 0.9053090214729309, + "comprehensiveness": 0.008056488819420338, + "sufficiency": 0.9053300619125366, "masked prediction probs": [ 0.9784309267997742, 0.02156902477145195 @@ -350266,8 +393621,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.007003643549978733, - "sufficiency": 0.8450764417648315, + "comprehensiveness": 0.007002089638262987, + "sufficiency": 0.8451108336448669, "masked prediction probs": [ 0.9793797731399536, 0.020620228722691536 @@ -350277,15 +393632,28 @@ 0.014308460988104343 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0049522374756634235, + "sufficiency": 0.5602900981903076, + "masked prediction probs": [ + 0.9812265634536743, + 0.018773434683680534 + ], + "full text prediction probs": [ + 0.9856916069984436, + 0.014308460988104343 + ], + "labels": 0 } }, "test_1555": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8661136627197266, + "fixed-shap": { + "comprehensiveness": 0.5655276775360107, + "sufficiency": 0.9642356038093567, "masked prediction probs": [ - 0.9826633930206299, - 0.017336595803499222 + 0.47326722741127014, + 0.5267327427864075 ], "full text prediction probs": [ 0.9754372239112854, @@ -350372,11 +393740,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.059175584465265274, - "sufficiency": 1.0, + "comprehensiveness": 0.5646374821662903, + "sufficiency": 0.9642919301986694, "masked prediction probs": [ - 0.9228084087371826, - 0.07719159126281738 + 0.47326722741127014, + 0.5267327427864075 ], "full text prediction probs": [ 0.9754372239112854, @@ -350384,12 +393752,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8219095468521118, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5645105242729187, + "sufficiency": 0.9642999172210693, "masked prediction probs": [ - 0.9793725609779358, - 0.020627416670322418 + 0.47326722741127014, + 0.5267327427864075 + ], + "full text prediction probs": [ + 0.9754372239112854, + 0.02456272765994072 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.710614800453186, + "sufficiency": 0.9316040873527527, + "masked prediction probs": [ + 0.34315553307533264, + 0.6568444967269897 ], "full text prediction probs": [ 0.9754372239112854, @@ -350399,7 +393780,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7763012051582336, + "sufficiency": 0.7763514518737793, "masked prediction probs": [ 0.9807626605033875, 0.019237305968999863 @@ -350412,7 +393793,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8575434684753418, + "sufficiency": 0.857575535774231, "masked prediction probs": [ 0.9754372239112854, 0.02456272765994072 @@ -350424,7 +393805,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2621779441833496, + "comprehensiveness": 0.26211902499198914, "sufficiency": 1.0, "masked prediction probs": [ 0.7420550584793091, @@ -350437,8 +393818,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0007901388453319669, - "sufficiency": 0.885208010673523, + "comprehensiveness": 0.0007899614283815026, + "sufficiency": 0.8852337002754211, "masked prediction probs": [ 0.9747337102890015, 0.02526632882654667 @@ -350450,7 +393831,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.10992370545864105, + "comprehensiveness": 0.10989902168512344, "sufficiency": 1.0, "masked prediction probs": [ 0.8775427937507629, @@ -350464,7 +393845,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9149795770645142, + "sufficiency": 0.9149987101554871, "masked prediction probs": [ 0.9818571209907532, 0.018142923712730408 @@ -350476,11 +393857,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2619425356388092, - "sufficiency": 1.0, + "comprehensiveness": 0.709498405456543, + "sufficiency": 0.9317115545272827, "masked prediction probs": [ - 0.7420550584793091, - 0.2579449415206909 + 0.34315553307533264, + 0.6568444967269897 + ], + "full text prediction probs": [ + 0.9754372239112854, + 0.02456272765994072 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7093392610549927, + "sufficiency": 0.93172687292099, + "masked prediction probs": [ + 0.34315553307533264, + 0.6568444967269897 ], "full text prediction probs": [ 0.9754372239112854, @@ -350490,12 +393884,12 @@ } }, "test_1713": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.01123129203915596, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.042333316057920456, + "sufficiency": 0.9427978992462158, "masked prediction probs": [ - 0.967523992061615, - 0.0324760302901268 + 0.939841628074646, + 0.060158416628837585 ], "full text prediction probs": [ 0.9775204062461853, @@ -350582,11 +393976,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.8731981515884399, + "comprehensiveness": 0.042266834527254105, + "sufficiency": 0.9428877234458923, "masked prediction probs": [ - 0.9830597639083862, - 0.016940224915742874 + 0.939841628074646, + 0.060158416628837585 ], "full text prediction probs": [ 0.9775204062461853, @@ -350594,12 +393988,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.036609601229429245, - "sufficiency": 0.9772706627845764, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.011211138218641281, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9448774456977844, - 0.055122584104537964 + 0.967523992061615, + 0.0324760302901268 + ], + "full text prediction probs": [ + 0.9775204062461853, + 0.022479597479104996 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8555087447166443, + "masked prediction probs": [ + 0.9775204062461853, + 0.022479597479104996 ], "full text prediction probs": [ 0.9775204062461853, @@ -350609,7 +394016,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8016101121902466, + "sufficiency": 0.801654577255249, "masked prediction probs": [ 0.9871289730072021, 0.012871051207184792 @@ -350622,7 +394029,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8555410504341125, + "sufficiency": 0.8555735349655151, "masked prediction probs": [ 0.9775204062461853, 0.022479597479104996 @@ -350635,7 +394042,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8446536660194397, + "sufficiency": 0.8446884751319885, "masked prediction probs": [ 0.9845225811004639, 0.015477403067052364 @@ -350648,7 +394055,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.855605959892273, + "sufficiency": 0.8556382060050964, "masked prediction probs": [ 0.9775204062461853, 0.022479597479104996 @@ -350661,7 +394068,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9854934811592102, + "sufficiency": 0.9854966402053833, "masked prediction probs": [ 0.9841669201850891, 0.015833022072911263 @@ -350674,7 +394081,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.907105028629303, + "sufficiency": 0.9071258902549744, "masked prediction probs": [ 0.9853680729866028, 0.014631927013397217 @@ -350687,7 +394094,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8557028770446777, + "sufficiency": 0.8557352423667908, "masked prediction probs": [ 0.9775204062461853, 0.022479597479104996 @@ -350697,15 +394104,28 @@ 0.022479597479104996 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.03653584420681, + "sufficiency": 0.9773163795471191, + "masked prediction probs": [ + 0.9448774456977844, + 0.055122584104537964 + ], + "full text prediction probs": [ + 0.9775204062461853, + 0.022479597479104996 + ], + "labels": 0 } }, "test_1735": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.006679713260382414, - "sufficiency": 0.99246746301651, + "fixed-shap": { + "comprehensiveness": 0.005047321319580078, + "sufficiency": 0.9345448017120361, "masked prediction probs": [ - 0.9873235821723938, - 0.012676389887928963 + 0.9888023734092712, + 0.011197622865438461 ], "full text prediction probs": [ 0.993374764919281, @@ -350792,11 +394212,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.006669406313449144, - "sufficiency": 0.9924790263175964, + "comprehensiveness": 0.005039533134549856, + "sufficiency": 0.9346458315849304, "masked prediction probs": [ - 0.9873235821723938, - 0.012676389887928963 + 0.9888023734092712, + 0.011197622865438461 ], "full text prediction probs": [ 0.993374764919281, @@ -350804,12 +394224,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00479021854698658, - "sufficiency": 0.9676843881607056, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.005038422532379627, + "sufficiency": 0.9346601963043213, "masked prediction probs": [ - 0.9890276193618774, - 0.010972329415380955 + 0.9888023734092712, + 0.011197622865438461 + ], + "full text prediction probs": [ + 0.993374764919281, + 0.006625181995332241 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002794581465423107, + "sufficiency": 0.9420737028121948, + "masked prediction probs": [ + 0.9908381104469299, + 0.009161827154457569 ], "full text prediction probs": [ 0.993374764919281, @@ -350818,8 +394251,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0030990056693553925, - "sufficiency": 0.8839374780654907, + "comprehensiveness": 0.0030983227770775557, + "sufficiency": 0.8839629292488098, "masked prediction probs": [ 0.9905617833137512, 0.009438206441700459 @@ -350831,8 +394264,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.0077917627058923244, - "sufficiency": 0.9886088967323303, + "comprehensiveness": 0.007790046744048595, + "sufficiency": 0.9886114597320557, "masked prediction probs": [ 0.9863005876541138, 0.013699421659111977 @@ -350844,8 +394277,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001290213200263679, - "sufficiency": 0.8614868521690369, + "comprehensiveness": 0.0012899290304630995, + "sufficiency": 0.8615174293518066, "masked prediction probs": [ 0.9922031164169312, 0.007796898018568754 @@ -350857,8 +394290,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004785999655723572, - "sufficiency": 0.9677128791809082, + "comprehensiveness": 0.004784945864230394, + "sufficiency": 0.9677199125289917, "masked prediction probs": [ 0.9890276193618774, 0.010972329415380955 @@ -350870,8 +394303,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.00929224118590355, - "sufficiency": 0.9846698641777039, + "comprehensiveness": 0.009290196001529694, + "sufficiency": 0.984673261642456, "masked prediction probs": [ 0.9849327206611633, 0.01506729144603014 @@ -350883,8 +394316,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005763392895460129, - "sufficiency": 0.9816156625747681, + "comprehensiveness": 0.00576212489977479, + "sufficiency": 0.9816197752952576, "masked prediction probs": [ 0.9881375432014465, 0.011862484738230705 @@ -350896,8 +394329,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.004782840143889189, - "sufficiency": 0.9677340984344482, + "comprehensiveness": 0.004781787749379873, + "sufficiency": 0.9677412509918213, + "masked prediction probs": [ + 0.9890276193618774, + 0.010972329415380955 + ], + "full text prediction probs": [ + 0.993374764919281, + 0.006625181995332241 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.004780736286193132, + "sufficiency": 0.9677482843399048, "masked prediction probs": [ 0.9890276193618774, 0.010972329415380955 @@ -350910,12 +394356,12 @@ } }, "test_97": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.030671177431941032, "sufficiency": 0.0, "masked prediction probs": [ - 0.9681065082550049, - 0.0318935252726078 + 0.009500572457909584, + 0.9904994368553162 ], "full text prediction probs": [ 0.0070243095979094505, @@ -351014,12 +394460,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9660260677337646, - 0.03397395461797714 + 0.9681065082550049, + 0.0318935252726078 + ], + "full text prediction probs": [ + 0.0070243095979094505, + 0.9929757118225098 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.026980653405189514, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009251110255718231, + 0.9907488226890564 ], "full text prediction probs": [ 0.0070243095979094505, @@ -351042,7 +394501,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.25915566086769104, + "sufficiency": 0.2609403431415558, "masked prediction probs": [ 0.814826250076294, 0.18517373502254486 @@ -351054,7 +394513,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3091246783733368, + "comprehensiveness": 0.3083809018135071, "sufficiency": 0.0, "masked prediction probs": [ 0.0326620452105999, @@ -351067,7 +394526,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02018495835363865, + "comprehensiveness": 0.020136509090662003, "sufficiency": 0.0, "masked prediction probs": [ 0.008702387101948261, @@ -351081,7 +394540,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7900395393371582, + "sufficiency": 0.7905417084693909, "masked prediction probs": [ 0.10408114641904831, 0.8959188461303711 @@ -351093,7 +394552,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03931822255253792, + "comprehensiveness": 0.0392242968082428, "sufficiency": 0.0, "masked prediction probs": [ 0.010308722965419292, @@ -351117,15 +394576,28 @@ 0.9929757118225098 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9660260677337646, + 0.03397395461797714 + ], + "full text prediction probs": [ + 0.0070243095979094505, + 0.9929757118225098 + ], + "labels": 1 } }, "test_124": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9753764271736145, - 0.0246235653758049 + 0.17743226885795593, + 0.8225677013397217 ], "full text prediction probs": [ 0.02169758267700672, @@ -351224,7 +394696,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -351237,6 +394709,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.17743226885795593, + 0.8225677013397217 + ], + "full text prediction probs": [ + 0.02169758267700672, + 0.9783024787902832 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -351327,15 +394812,28 @@ 0.9783024787902832 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9753764271736145, + 0.0246235653758049 + ], + "full text prediction probs": [ + 0.02169758267700672, + 0.9783024787902832 + ], + "labels": 1 } }, "test_410": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7893356680870056, - 0.21066434681415558 + 0.32099422812461853, + 0.6790058016777039 ], "full text prediction probs": [ 0.013557645492255688, @@ -351434,7 +394932,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ @@ -351447,6 +394945,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.36770039796829224, + 0.6322996020317078 + ], + "full text prediction probs": [ + 0.013557645492255688, + 0.9864423274993896 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -351501,7 +395012,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5999102592468262, + "sufficiency": 0.6009482145309448, "masked prediction probs": [ 0.40814393758773804, 0.591856062412262 @@ -351513,7 +395024,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07114631682634354, + "comprehensiveness": 0.07096198201179504, "sufficiency": 0.0, "masked prediction probs": [ 0.019036173820495605, @@ -351537,15 +395048,28 @@ 0.9864423274993896 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7893356680870056, + 0.21066434681415558 + ], + "full text prediction probs": [ + 0.013557645492255688, + 0.9864423274993896 + ], + "labels": 1 } }, "test_738": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09505164623260498, - "sufficiency": 0.8689331412315369, + "fixed-shap": { + "comprehensiveness": 0.08227955549955368, + "sufficiency": 0.8972647786140442, "masked prediction probs": [ - 0.01284509152173996, - 0.9871548414230347 + 0.01178779173642397, + 0.9882121682167053 ], "full text prediction probs": [ 0.0049763633869588375, @@ -351644,7 +395168,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.09324909001588821, "sufficiency": 0.8714157342910767, "masked prediction probs": [ @@ -351657,9 +395181,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.08052831143140793, + "sufficiency": 0.899448812007904, + "masked prediction probs": [ + 0.01178779173642397, + 0.9882121682167053 + ], + "full text prediction probs": [ + 0.0049763633869588375, + 0.9950236082077026 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.09442241489887238, - "sufficiency": 0.8039392828941345, + "comprehensiveness": 0.09419964253902435, + "sufficiency": 0.8044012784957886, "masked prediction probs": [ 0.012963087297976017, 0.987036943435669 @@ -351671,8 +395208,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.09280908107757568, - "sufficiency": 0.8720217943191528, + "comprehensiveness": 0.09259063005447388, + "sufficiency": 0.8723226189613342, "masked prediction probs": [ 0.01284509152173996, 0.9871548414230347 @@ -351684,7 +395221,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.07363569736480713, + "comprehensiveness": 0.07346278429031372, "sufficiency": 0.0, "masked prediction probs": [ 0.011234343983232975, @@ -351697,7 +395234,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.039356011897325516, + "comprehensiveness": 0.03926381096243858, "sufficiency": 0.0, "masked prediction probs": [ 0.008328882977366447, @@ -351710,8 +395247,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.16515080630779266, - "sufficiency": 0.9299773573875427, + "comprehensiveness": 0.16476480662822723, + "sufficiency": 0.9301407933235168, "masked prediction probs": [ 0.019077759236097336, 0.980922281742096 @@ -351723,7 +395260,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.018993349745869637, + "comprehensiveness": 0.018949061632156372, "sufficiency": 0.0, "masked prediction probs": [ 0.006601950619369745, @@ -351736,8 +395273,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.09172701835632324, - "sufficiency": 0.8735121488571167, + "comprehensiveness": 0.09151362627744675, + "sufficiency": 0.8738060593605042, + "masked prediction probs": [ + 0.01284509152173996, + 0.9871548414230347 + ], + "full text prediction probs": [ + 0.0049763633869588375, + 0.9950236082077026 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.09130122512578964, + "sufficiency": 0.8740985989570618, "masked prediction probs": [ 0.01284509152173996, 0.9871548414230347 @@ -351750,12 +395300,12 @@ } }, "test_755": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.4800487458705902, + "fixed-shap": { + "comprehensiveness": 0.06012388691306114, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9627050161361694, - 0.03729505091905594 + 0.016331816092133522, + 0.9836681485176086 ], "full text prediction probs": [ 0.01176262367516756, @@ -351854,12 +395404,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.25424376130104065, + "sufficiency": 0.49075761437416077, "masked prediction probs": [ - 0.972968578338623, - 0.027031492441892624 + 0.9627050161361694, + 0.03729505091905594 + ], + "full text prediction probs": [ + 0.01176262367516756, + 0.9882374405860901 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05873258411884308, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.016331816092133522, + 0.9836681485176086 ], "full text prediction probs": [ 0.01176262367516756, @@ -351869,7 +395432,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.6273769736289978, + "sufficiency": 0.6283313632011414, "masked prediction probs": [ 0.9645466208457947, 0.03545333817601204 @@ -351882,7 +395445,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3190474808216095, + "sufficiency": 0.3207871615886688, "masked prediction probs": [ 0.3337724506855011, 0.6662275195121765 @@ -351907,7 +395470,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03267984837293625, + "comprehensiveness": 0.03259667754173279, "sufficiency": 0.0, "masked prediction probs": [ 0.014324595220386982, @@ -351921,7 +395484,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6306762099266052, + "sufficiency": 0.6316125392913818, "masked prediction probs": [ 0.7751011848449707, 0.2248987853527069 @@ -351933,7 +395496,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.133621484041214, + "comprehensiveness": 0.13328313827514648, "sufficiency": 0.0, "masked prediction probs": [ 0.022291772067546844, @@ -351947,7 +395510,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6330309510231018, + "sufficiency": 0.6339566707611084, "masked prediction probs": [ 0.9645466208457947, 0.03545333817601204 @@ -351957,15 +395520,28 @@ 0.9882374405860901 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.2711319327354431, + "masked prediction probs": [ + 0.972968578338623, + 0.027031492441892624 + ], + "full text prediction probs": [ + 0.01176262367516756, + 0.9882374405860901 + ], + "labels": 1 } }, "test_821": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.13804471492767334, + "fixed-shap": { + "comprehensiveness": 0.0542692206799984, "sufficiency": 0.0, "masked prediction probs": [ - 0.015623982064425945, - 0.9843759536743164 + 0.008612957783043385, + 0.9913870692253113 ], "full text prediction probs": [ 0.004071129485964775, @@ -352064,7 +395640,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.13545462489128113, "sufficiency": 0.0, "masked prediction probs": [ @@ -352077,9 +395653,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.012199866585433483, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0051141465082764626, + 0.9948858618736267 + ], + "full text prediction probs": [ + 0.004071129485964775, + 0.9959288239479065 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.11548040062189102, - "sufficiency": 0.4854884147644043, + "comprehensiveness": 0.11521082371473312, + "sufficiency": 0.4866880774497986, "masked prediction probs": [ 0.013943549245595932, 0.9860564470291138 @@ -352091,7 +395680,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.13482221961021423, + "comprehensiveness": 0.13450822234153748, "sufficiency": 0.0, "masked prediction probs": [ 0.015623982064425945, @@ -352104,7 +395693,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04253048077225685, + "comprehensiveness": 0.04243165999650955, "sufficiency": 0.0, "masked prediction probs": [ 0.007724086754024029, @@ -352117,7 +395706,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04900626465678215, + "comprehensiveness": 0.048892658203840256, "sufficiency": 0.0, "masked prediction probs": [ 0.008290124125778675, @@ -352130,7 +395719,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.19086386263370514, + "comprehensiveness": 0.1904224306344986, "sufficiency": 0.0, "masked prediction probs": [ 0.020540734753012657, @@ -352143,7 +395732,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.014231684617698193, + "comprehensiveness": 0.01419884618371725, "sufficiency": 0.0, "masked prediction probs": [ 0.00530207110568881, @@ -352156,7 +395745,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.13326673209667206, + "comprehensiveness": 0.13295993208885193, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015623982064425945, + 0.9843759536743164 + ], + "full text prediction probs": [ + 0.004071129485964775, + 0.9959288239479065 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.13265454769134521, "sufficiency": 0.0, "masked prediction probs": [ 0.015623982064425945, @@ -352170,12 +395772,12 @@ } }, "test_907": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6691734790802002, - 0.3308265507221222 + 0.27944624423980713, + 0.7205537557601929 ], "full text prediction probs": [ 0.04776019603013992, @@ -352274,12 +395876,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7159687280654907, - 0.2840312719345093 + 0.6691734790802002, + 0.3308265507221222 + ], + "full text prediction probs": [ + 0.04776019603013992, + 0.9522398114204407 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.27944624423980713, + 0.7205537557601929 ], "full text prediction probs": [ 0.04776019603013992, @@ -352314,7 +395929,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.7224262356758118, + "comprehensiveness": 0.7190180420875549, "sufficiency": 0.0, "masked prediction probs": [ 0.07824710011482239, @@ -352353,7 +395968,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9655148983001709, + "comprehensiveness": 0.9610234498977661, "sufficiency": 0.0, "masked prediction probs": [ 0.08908502757549286, @@ -352377,15 +395992,28 @@ 0.9522398114204407 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7159687280654907, + 0.2840312719345093 + ], + "full text prediction probs": [ + 0.04776019603013992, + 0.9522398114204407 + ], + "labels": 1 } }, "test_1086": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.5977746248245239, + "fixed-shap": { + "comprehensiveness": 0.9341342449188232, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9469409584999084, - 0.05305900797247887 + 0.11605074256658554, + 0.8839492797851562 ], "full text prediction probs": [ 0.5201110243797302, @@ -352484,12 +396112,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, + "sufficiency": 0.5992568731307983, + "masked prediction probs": [ + 0.9469409584999084, + 0.05305900797247887 + ], + "full text prediction probs": [ + 0.5201110243797302, + 0.479888916015625 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.951339066028595, - 0.048661008477211 + 0.08557649701833725, + 0.9144234657287598 ], "full text prediction probs": [ 0.5201110243797302, @@ -352537,7 +396178,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.9182688593864441, + "comprehensiveness": 0.9178467392921448, "sufficiency": 1.0, "masked prediction probs": [ 0.120709128677845, @@ -352550,7 +396191,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8174803853034973, + "comprehensiveness": 0.8171048164367676, "sufficiency": 1.0, "masked prediction probs": [ 0.16438362002372742, @@ -352563,7 +396204,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.8889462947845459, + "comprehensiveness": 0.8885380029678345, "sufficiency": 1.0, "masked prediction probs": [ 0.13310737907886505, @@ -352587,15 +396228,28 @@ 0.479888916015625 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.951339066028595, + 0.048661008477211 + ], + "full text prediction probs": [ + 0.5201110243797302, + 0.479888916015625 + ], + "labels": 0 } }, "test_1209": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.022126810625195503, - 0.9778732061386108 + 0.05479414388537407, + 0.945205807685852 ], "full text prediction probs": [ 0.9157410860061646, @@ -352694,12 +396348,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015438440255820751, - 0.9845615029335022 + 0.022126810625195503, + 0.9778732061386108 + ], + "full text prediction probs": [ + 0.9157410860061646, + 0.08425894379615784 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9836710691452026, + "masked prediction probs": [ + 0.045373961329460144, + 0.9546260237693787 ], "full text prediction probs": [ 0.9157410860061646, @@ -352709,7 +396376,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5787082314491272, + "sufficiency": 0.5788097381591797, "masked prediction probs": [ 0.9902594685554504, 0.009740547277033329 @@ -352734,8 +396401,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13100184500217438, - "sufficiency": 0.9999533295631409, + "comprehensiveness": 0.130970299243927, + "sufficiency": 0.9999533891677856, "masked prediction probs": [ 0.8069596886634827, 0.19304031133651733 @@ -352774,7 +396441,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.830398440361023, + "sufficiency": 0.8304393291473389, "masked prediction probs": [ 0.9776625633239746, 0.02233746275305748 @@ -352797,15 +396464,28 @@ 0.08425894379615784 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015438440255820751, + 0.9845615029335022 + ], + "full text prediction probs": [ + 0.9157410860061646, + 0.08425894379615784 + ], + "labels": 1 } }, "test_1256": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.013529499992728233, - "sufficiency": 0.8904082179069519, + "fixed-shap": { + "comprehensiveness": 0.013075952418148518, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9566720724105835, - 0.04332787171006203 + 0.9570716619491577, + 0.042928311973810196 ], "full text prediction probs": [ 0.9685919880867004, @@ -352904,7 +396584,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.013504973612725735, "sufficiency": 0.8906068801879883, "masked prediction probs": [ @@ -352917,9 +396597,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.03799619898200035, + "sufficiency": 0.986385703086853, + "masked prediction probs": [ + 0.9350477457046509, + 0.06495220214128494 + ], + "full text prediction probs": [ + 0.9685919880867004, + 0.03140801563858986 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8321874737739563, + "sufficiency": 0.8322255611419678, "masked prediction probs": [ 0.9769734740257263, 0.023026561364531517 @@ -352932,7 +396625,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8355569839477539, + "sufficiency": 0.8355942368507385, "masked prediction probs": [ 0.9757894277572632, 0.024210618808865547 @@ -352945,7 +396638,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9066928029060364, + "sufficiency": 0.9067139625549316, "masked prediction probs": [ 0.9768511652946472, 0.02314881794154644 @@ -352958,7 +396651,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9206657409667969, + "sufficiency": 0.920683741569519, "masked prediction probs": [ 0.9804524183273315, 0.019547520205378532 @@ -352970,8 +396663,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0009531276300549507, - "sufficiency": 0.912667989730835, + "comprehensiveness": 0.0009529119124636054, + "sufficiency": 0.9126877784729004, "masked prediction probs": [ 0.9677497744560242, 0.03225020691752434 @@ -352983,8 +396676,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.029253721237182617, - "sufficiency": 0.927190899848938, + "comprehensiveness": 0.02924710512161255, + "sufficiency": 0.9272074103355408, "masked prediction probs": [ 0.9427366256713867, 0.05726338177919388 @@ -352997,7 +396690,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8357430100440979, + "sufficiency": 0.835780143737793, "masked prediction probs": [ 0.9757894277572632, 0.024210618808865547 @@ -353007,15 +396700,28 @@ 0.03140801563858986 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013477488420903683, + "sufficiency": 0.8908295035362244, + "masked prediction probs": [ + 0.9566720724105835, + 0.04332787171006203 + ], + "full text prediction probs": [ + 0.9685919880867004, + 0.03140801563858986 + ], + "labels": 0 } }, "test_1337": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8901020288467407, + "sufficiency": 1.0, "masked prediction probs": [ - 0.03725061193108559, - 0.9627494215965271 + 0.019205885007977486, + 0.9807940721511841 ], "full text prediction probs": [ 0.8911099433898926, @@ -353114,12 +396820,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8903204202651978, + "masked prediction probs": [ + 0.03725061193108559, + 0.9627494215965271 + ], + "full text prediction probs": [ + 0.8911099433898926, + 0.10889008641242981 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.013630987145006657, - 0.9863690137863159 + 0.016538472846150398, + 0.9834614992141724 ], "full text prediction probs": [ 0.8911099433898926, @@ -353141,7 +396860,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3555413484573364, + "comprehensiveness": 0.35545310378074646, "sufficiency": 1.0, "masked prediction probs": [ 0.6047037839889526, @@ -353154,7 +396873,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9999250769615173, + "comprehensiveness": 0.9996768832206726, "sufficiency": 1.0, "masked prediction probs": [ 0.08542086184024811, @@ -353167,8 +396886,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.830558180809021, - "sufficiency": 0.32309818267822266, + "comprehensiveness": 0.8303521275520325, + "sufficiency": 0.32326608896255493, "masked prediction probs": [ 0.22172197699546814, 0.7782779932022095 @@ -353193,7 +396912,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7503204345703125, + "comprehensiveness": 0.7501344084739685, "sufficiency": 1.0, "masked prediction probs": [ 0.2860894501209259, @@ -353217,15 +396936,28 @@ 0.10889008641242981 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.013630987145006657, + 0.9863690137863159 + ], + "full text prediction probs": [ + 0.8911099433898926, + 0.10889008641242981 + ], + "labels": 0 } }, "test_1437": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9783485531806946, - 0.021651489660143852 + 0.9733012318611145, + 0.026698758825659752 ], "full text prediction probs": [ 0.12522323429584503, @@ -353324,12 +397056,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9791046977043152, - 0.020895270630717278 + 0.9783485531806946, + 0.021651489660143852 + ], + "full text prediction probs": [ + 0.12522323429584503, + 0.8747767806053162 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9735113382339478, + 0.026488615199923515 ], "full text prediction probs": [ 0.12522323429584503, @@ -353427,15 +397172,28 @@ 0.8747767806053162 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9791046977043152, + 0.020895270630717278 + ], + "full text prediction probs": [ + 0.12522323429584503, + 0.8747767806053162 + ], + "labels": 0 } }, "test_1470": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.21384349465370178, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9876585602760315, "masked prediction probs": [ - 0.7941364049911499, - 0.20586363971233368 + 0.9873843193054199, + 0.012615619227290154 ], "full text prediction probs": [ 0.9863330721855164, @@ -353534,7 +397292,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.21346347033977509, "sufficiency": 1.0, "masked prediction probs": [ @@ -353547,9 +397305,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.00369545491412282, + "sufficiency": 0.9145302772521973, + "masked prediction probs": [ + 0.9830050468444824, + 0.01699499413371086 + ], + "full text prediction probs": [ + 0.9863330721855164, + 0.013666916638612747 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6205265522003174, + "sufficiency": 0.6206108927726746, "masked prediction probs": [ 0.9911766052246094, 0.008823390118777752 @@ -353562,7 +397333,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8450712561607361, + "sufficiency": 0.8451056480407715, "masked prediction probs": [ 0.9863330721855164, 0.013666916638612747 @@ -353574,8 +397345,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0016569404397159815, - "sufficiency": 0.9858033061027527, + "comprehensiveness": 0.0016565726837143302, + "sufficiency": 0.9858064651489258, "masked prediction probs": [ 0.9848402142524719, 0.015159819275140762 @@ -353587,8 +397358,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.009394234046339989, - "sufficiency": 0.8152944445610046, + "comprehensiveness": 0.009392149746418, + "sufficiency": 0.8153354525566101, "masked prediction probs": [ 0.9778672456741333, 0.02213274873793125 @@ -353600,7 +397371,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.018706072121858597, + "comprehensiveness": 0.01870192214846611, "sufficiency": 1.0, "masked prediction probs": [ 0.9694719314575195, @@ -353614,7 +397385,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9024384617805481, + "sufficiency": 0.9024600982666016, "masked prediction probs": [ 0.9904153347015381, 0.009584669955074787 @@ -353626,11 +397397,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018697774037718773, + "comprehensiveness": 0.0036897186655551195, + "sufficiency": 0.9146629571914673, + "masked prediction probs": [ + 0.9830050468444824, + 0.01699499413371086 + ], + "full text prediction probs": [ + 0.9863330721855164, + 0.013666916638612747 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.21303758025169373, "sufficiency": 1.0, "masked prediction probs": [ - 0.9694719314575195, - 0.030528081580996513 + 0.7941364049911499, + 0.20586363971233368 ], "full text prediction probs": [ 0.9863330721855164, @@ -353640,12 +397424,12 @@ } }, "test_1515": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9374169707298279, - "sufficiency": 0.9949659705162048, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9088603258132935, "masked prediction probs": [ - 0.1420166939496994, - 0.8579833507537842 + 0.9613924026489258, + 0.03860768303275108 ], "full text prediction probs": [ 0.9577044248580933, @@ -353744,12 +397528,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9633386135101318, - "sufficiency": 0.9874456524848938, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9356964230537415, + "sufficiency": 0.994975209236145, "masked prediction probs": [ - 0.11791981756687164, - 0.8820801973342896 + 0.1420166939496994, + 0.8579833507537842 + ], + "full text prediction probs": [ + 0.9577044248580933, + 0.04229552298784256 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0015371741028502584, + "sufficiency": 0.9370357394218445, + "masked prediction probs": [ + 0.956364095211029, + 0.04363590478897095 ], "full text prediction probs": [ 0.9577044248580933, @@ -353759,7 +397556,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6610744595527649, + "sufficiency": 0.661152184009552, "masked prediction probs": [ 0.9847680926322937, 0.015231932513415813 @@ -353771,8 +397568,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3777369558811188, - "sufficiency": 0.9430965185165405, + "comprehensiveness": 0.37765035033226013, + "sufficiency": 0.9431095123291016, "masked prediction probs": [ 0.6282634139060974, 0.3717365562915802 @@ -353785,7 +397582,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8667909502983093, + "sufficiency": 0.8668215274810791, "masked prediction probs": [ 0.9765554070472717, 0.023444555699825287 @@ -353798,7 +397595,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8670234680175781, + "sufficiency": 0.8670538663864136, "masked prediction probs": [ 0.9782518148422241, 0.02174816094338894 @@ -353810,8 +397607,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9622347950935364, - "sufficiency": 0.9874599575996399, + "comprehensiveness": 0.9620143175125122, + "sufficiency": 0.9874627590179443, "masked prediction probs": [ 0.11791981756687164, 0.8820801973342896 @@ -353823,8 +397620,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.09649791568517685, - "sufficiency": 0.9615336656570435, + "comprehensiveness": 0.09647581726312637, + "sufficiency": 0.961542546749115, "masked prediction probs": [ 0.8734671473503113, 0.1265328973531723 @@ -353836,8 +397633,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9617939591407776, - "sufficiency": 0.9874656796455383, + "comprehensiveness": 0.9615737199783325, + "sufficiency": 0.9874686598777771, + "masked prediction probs": [ + 0.11791981756687164, + 0.8820801973342896 + ], + "full text prediction probs": [ + 0.9577044248580933, + 0.04229552298784256 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.961353600025177, + "sufficiency": 0.9874714612960815, "masked prediction probs": [ 0.11791981756687164, 0.8820801973342896 @@ -353850,12 +397660,12 @@ } }, "test_1609": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5412566065788269, - "sufficiency": 0.939379870891571, + "fixed-shap": { + "comprehensiveness": 0.013926375657320023, + "sufficiency": 0.9314270615577698, "masked prediction probs": [ - 0.4999598264694214, - 0.5000401735305786 + 0.9740170836448669, + 0.0259829331189394 ], "full text prediction probs": [ 0.9865365624427795, @@ -353954,7 +397764,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.5402949452400208, "sufficiency": 0.9394875168800354, "masked prediction probs": [ @@ -353967,9 +397777,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.16156378388404846, + "sufficiency": 0.9378053545951843, + "masked prediction probs": [ + 0.8410037755966187, + 0.15899619460105896 + ], + "full text prediction probs": [ + 0.9865365624427795, + 0.013463499955832958 + ], + "labels": 0 + }, "var-lime": { - "comprehensiveness": 0.008365516550838947, - "sufficiency": 0.6714819669723511, + "comprehensiveness": 0.008363659493625164, + "sufficiency": 0.6715549230575562, "masked prediction probs": [ 0.9790011048316956, 0.020998915657401085 @@ -353982,7 +397805,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8448804020881653, + "sufficiency": 0.8449148535728455, "masked prediction probs": [ 0.9865365624427795, 0.013463499955832958 @@ -353994,8 +397817,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0979618951678276, - "sufficiency": 0.8552722930908203, + "comprehensiveness": 0.09794015437364578, + "sufficiency": 0.8553044199943542, "masked prediction probs": [ 0.8982556462287903, 0.10174442082643509 @@ -354007,8 +397830,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0046682502143085, - "sufficiency": 0.8321629166603088, + "comprehensiveness": 0.004667215049266815, + "sufficiency": 0.8322001695632935, "masked prediction probs": [ 0.9823287129402161, 0.01767130382359028 @@ -354020,8 +397843,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.539695680141449, - "sufficiency": 0.9395546317100525, + "comprehensiveness": 0.53957599401474, + "sufficiency": 0.939568042755127, "masked prediction probs": [ 0.4999598264694214, 0.5000401735305786 @@ -354034,7 +397857,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8450180292129517, + "sufficiency": 0.8450523614883423, "masked prediction probs": [ 0.9865365624427795, 0.013463499955832958 @@ -354046,8 +397869,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5394563674926758, - "sufficiency": 0.9395814538002014, + "comprehensiveness": 0.5393367409706116, + "sufficiency": 0.9395948648452759, + "masked prediction probs": [ + 0.4999598264694214, + 0.5000401735305786 + ], + "full text prediction probs": [ + 0.9865365624427795, + 0.013463499955832958 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5392172336578369, + "sufficiency": 0.9396082162857056, "masked prediction probs": [ 0.4999598264694214, 0.5000401735305786 @@ -354060,12 +397896,12 @@ } }, "test_1703": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7782366871833801, - "sufficiency": 0.9947149157524109, + "fixed-shap": { + "comprehensiveness": 0.8830733895301819, + "sufficiency": 0.9831238985061646, "masked prediction probs": [ - 0.2838630676269531, - 0.7161369919776917 + 0.19106270372867584, + 0.8089373111724854 ], "full text prediction probs": [ 0.9727501273155212, @@ -354164,12 +398000,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6670487523078918, - "sufficiency": 0.9056457281112671, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7768325209617615, + "sufficiency": 0.994724452495575, "masked prediction probs": [ - 0.38121819496154785, - 0.6187818050384521 + 0.2838630676269531, + 0.7161369919776917 + ], + "full text prediction probs": [ + 0.9727501273155212, + 0.027249889448285103 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8812813758850098, + "sufficiency": 0.9831581115722656, + "masked prediction probs": [ + 0.19106270372867584, + 0.8089373111724854 ], "full text prediction probs": [ 0.9727501273155212, @@ -354179,7 +398028,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9309116005897522, + "sufficiency": 0.9309272766113281, "masked prediction probs": [ 0.9876060485839844, 0.012394006364047527 @@ -354192,7 +398041,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8580079078674316, + "sufficiency": 0.858039915561676, "masked prediction probs": [ 0.9727501273155212, 0.027249889448285103 @@ -354204,8 +398053,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6665977239608765, - "sufficiency": 0.9057095646858215, + "comprehensiveness": 0.6664475202560425, + "sufficiency": 0.9057307839393616, "masked prediction probs": [ 0.38121819496154785, 0.6187818050384521 @@ -354217,8 +398066,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.026292426511645317, - "sufficiency": 0.8595410585403442, + "comprehensiveness": 0.026286505162715912, + "sufficiency": 0.8595726490020752, "masked prediction probs": [ 0.9494132399559021, 0.05058679357171059 @@ -354230,8 +398079,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.2604829967021942, - "sufficiency": 0.7912760972976685, + "comprehensiveness": 0.26042431592941284, + "sufficiency": 0.791323184967041, "masked prediction probs": [ 0.7414960265159607, 0.2585040330886841 @@ -354243,8 +398092,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01923171617090702, - "sufficiency": 0.6972616314888, + "comprehensiveness": 0.01922738552093506, + "sufficiency": 0.6973298192024231, "masked prediction probs": [ 0.955672562122345, 0.04432740435004234 @@ -354256,8 +398105,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.665997326374054, - "sufficiency": 0.9057945013046265, + "comprehensiveness": 0.6658473610877991, + "sufficiency": 0.9058156609535217, + "masked prediction probs": [ + 0.38121819496154785, + 0.6187818050384521 + ], + "full text prediction probs": [ + 0.9727501273155212, + 0.027249889448285103 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6656975150108337, + "sufficiency": 0.9058369398117065, "masked prediction probs": [ 0.38121819496154785, 0.6187818050384521 @@ -354270,12 +398132,12 @@ } }, "test_77": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9920312166213989, - 0.007968844845890999 + 0.9704681038856506, + 0.029531894251704216 ], "full text prediction probs": [ 0.34703460335731506, @@ -354374,12 +398236,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9912242889404297, - 0.00877576507627964 + 0.9920312166213989, + 0.007968844845890999 + ], + "full text prediction probs": [ + 0.34703460335731506, + 0.6529654264450073 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9872293472290039, + 0.012770707719027996 ], "full text prediction probs": [ 0.34703460335731506, @@ -354477,15 +398352,28 @@ 0.6529654264450073 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9912242889404297, + 0.00877576507627964 + ], + "full text prediction probs": [ + 0.34703460335731506, + 0.6529654264450073 + ], + "labels": 0 } }, "test_135": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9767261147499084, + "fixed-shap": { + "comprehensiveness": 0.7459603548049927, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9856303334236145, - 0.014369674026966095 + 0.06913433223962784, + 0.9308657050132751 ], "full text prediction probs": [ 0.013619713485240936, @@ -354584,12 +398472,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.97353595495224, + "sufficiency": 0.9772154092788696, "masked prediction probs": [ - 0.9853565096855164, - 0.014643508940935135 + 0.9856303334236145, + 0.014369674026966095 + ], + "full text prediction probs": [ + 0.013619713485240936, + 0.9863802790641785 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.1865856945514679, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.027841322124004364, + 0.9721586108207703 ], "full text prediction probs": [ 0.013619713485240936, @@ -354599,7 +398500,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.987659752368927, + "sufficiency": 0.9876920580863953, "masked prediction probs": [ 0.9847250580787659, 0.015274950303137302 @@ -354612,7 +398513,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9748894572257996, + "sufficiency": 0.9749549031257629, "masked prediction probs": [ 0.9740788340568542, 0.025921126827597618 @@ -354624,7 +398525,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0835656076669693, + "comprehensiveness": 0.08334801346063614, "sufficiency": 0.0, "masked prediction probs": [ 0.020022574812173843, @@ -354637,7 +398538,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3022461235523224, + "comprehensiveness": 0.3014611601829529, "sufficiency": 0.0, "masked prediction probs": [ 0.036838483065366745, @@ -354651,7 +398552,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9696855545043945, + "sufficiency": 0.969763994216919, "masked prediction probs": [ 0.9763345718383789, 0.023665430024266243 @@ -354663,7 +398564,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.052066728472709656, + "comprehensiveness": 0.0519322045147419, "sufficiency": 0.0, "masked prediction probs": [ 0.01764027215540409, @@ -354677,7 +398578,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9878508448600769, + "sufficiency": 0.9878820776939392, "masked prediction probs": [ 0.9847250580787659, 0.015274950303137302 @@ -354687,15 +398588,28 @@ 0.9863802790641785 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.974147379398346, + "masked prediction probs": [ + 0.9853565096855164, + 0.014643508940935135 + ], + "full text prediction probs": [ + 0.013619713485240936, + 0.9863802790641785 + ], + "labels": 1 } }, "test_192": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9767155051231384, - 0.02328445576131344 + 0.8053775429725647, + 0.1946224868297577 ], "full text prediction probs": [ 0.07254894822835922, @@ -354794,12 +398708,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9767155051231384, + 0.02328445576131344 + ], + "full text prediction probs": [ + 0.07254894822835922, + 0.9274510145187378 + ], + "labels": 1 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.975009560585022, - 0.024990420788526535 + 0.7771686911582947, + 0.22283126413822174 ], "full text prediction probs": [ 0.07254894822835922, @@ -354897,15 +398824,28 @@ 0.9274510145187378 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.975009560585022, + 0.024990420788526535 + ], + "full text prediction probs": [ + 0.07254894822835922, + 0.9274510145187378 + ], + "labels": 1 } }, "test_218": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5935766696929932, "sufficiency": 0.0, "masked prediction probs": [ - 0.3737170100212097, - 0.6262829899787903 + 0.05961231142282486, + 0.9403876662254333 ], "full text prediction probs": [ 0.01809409074485302, @@ -355004,12 +398944,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8274211287498474, - 0.17257888615131378 + 0.3737170100212097, + 0.6262829899787903 + ], + "full text prediction probs": [ + 0.01809409074485302, + 0.9819059371948242 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4124774932861328, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.047687795013189316, + 0.9523122310638428 ], "full text prediction probs": [ 0.01809409074485302, @@ -355031,7 +398984,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.24193866550922394, + "comprehensiveness": 0.2412678599357605, "sufficiency": 0.0, "masked prediction probs": [ 0.03550056368112564, @@ -355083,7 +399036,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11411557346582413, + "comprehensiveness": 0.11380264163017273, "sufficiency": 0.0, "masked prediction probs": [ 0.026395514607429504, @@ -355107,15 +399060,28 @@ 0.9819059371948242 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8274211287498474, + 0.17257888615131378 + ], + "full text prediction probs": [ + 0.01809409074485302, + 0.9819059371948242 + ], + "labels": 1 } }, "test_238": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.8027110695838928, "masked prediction probs": [ - 0.9778423309326172, - 0.02215772308409214 + 0.9578697085380554, + 0.04213035851716995 ], "full text prediction probs": [ 0.046494513750076294, @@ -355214,12 +399180,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9781638383865356, - 0.021836131811141968 + 0.9778423309326172, + 0.02215772308409214 + ], + "full text prediction probs": [ + 0.046494513750076294, + 0.9535055160522461 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9494333267211914, + 0.0505666583776474 ], "full text prediction probs": [ 0.046494513750076294, @@ -355317,15 +399296,28 @@ 0.9535055160522461 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9781638383865356, + 0.021836131811141968 + ], + "full text prediction probs": [ + 0.046494513750076294, + 0.9535055160522461 + ], + "labels": 1 } }, "test_249": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.3339884579181671, "masked prediction probs": [ - 0.2646922469139099, - 0.7353076934814453 + 0.20527860522270203, + 0.7947213649749756 ], "full text prediction probs": [ 0.006921553984284401, @@ -355424,12 +399416,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.25038743019104004, - 0.7496125102043152 + 0.2646922469139099, + 0.7353076934814453 + ], + "full text prediction probs": [ + 0.006921553984284401, + 0.9930784106254578 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.3736770451068878, + "masked prediction probs": [ + 0.15080368518829346, + 0.8491963744163513 ], "full text prediction probs": [ 0.006921553984284401, @@ -355451,7 +399456,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.10660085827112198, + "comprehensiveness": 0.10634492337703705, "sufficiency": 0.0, "masked prediction probs": [ 0.015782160684466362, @@ -355464,7 +399469,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.18443803489208221, + "comprehensiveness": 0.1839962899684906, "sufficiency": 0.0, "masked prediction probs": [ 0.022288726642727852, @@ -355477,7 +399482,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03693942353129387, + "comprehensiveness": 0.03685116395354271, "sufficiency": 0.0, "masked prediction probs": [ 0.010006699711084366, @@ -355490,7 +399495,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.2567363977432251, + "comprehensiveness": 0.25612443685531616, "sufficiency": 0.0, "masked prediction probs": [ 0.028415344655513763, @@ -355503,7 +399508,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.1151915043592453, + "comprehensiveness": 0.1149175837635994, "sufficiency": 0.0, "masked prediction probs": [ 0.016588261350989342, @@ -355527,15 +399532,28 @@ 0.9930784106254578 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.25038743019104004, + 0.7496125102043152 + ], + "full text prediction probs": [ + 0.006921553984284401, + 0.9930784106254578 + ], + "labels": 1 } }, "test_314": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.05287743732333183, + "fixed-shap": { + "comprehensiveness": 0.07330196350812912, "sufficiency": 0.0, "masked prediction probs": [ - 0.03740387782454491, - 0.96259605884552 + 0.038495831191539764, + 0.9615041017532349 ], "full text prediction probs": [ 0.034576982259750366, @@ -355634,12 +399652,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.503654956817627, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.051340699195861816, "sufficiency": 0.0, "masked prediction probs": [ - 0.06230980530381203, - 0.9376901388168335 + 0.03740387782454491, + 0.96259605884552 + ], + "full text prediction probs": [ + 0.034576982259750366, + 0.965423047542572 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.3349490165710449, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.05308733135461807, + 0.9469126462936401 ], "full text prediction probs": [ 0.034576982259750366, @@ -355661,7 +399692,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5000220537185669, + "comprehensiveness": 0.4982251524925232, "sufficiency": 0.0, "masked prediction probs": [ 0.06230980530381203, @@ -355674,7 +399705,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.344159871339798, + "comprehensiveness": 0.3429275453090668, "sufficiency": 0.0, "masked prediction probs": [ 0.05373399332165718, @@ -355713,7 +399744,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.27039816975593567, + "comprehensiveness": 0.269440233707428, "sufficiency": 0.0, "masked prediction probs": [ 0.04979052022099495, @@ -355726,7 +399757,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.491164892911911, + "comprehensiveness": 0.4894309937953949, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06230980530381203, + 0.9376901388168335 + ], + "full text prediction probs": [ + 0.034576982259750366, + 0.965423047542572 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.48770928382873535, "sufficiency": 0.0, "masked prediction probs": [ 0.06230980530381203, @@ -355740,12 +399784,12 @@ } }, "test_467": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8918896317481995, - 0.10811036825180054 + 0.5926679968833923, + 0.40733200311660767 ], "full text prediction probs": [ 0.04853956773877144, @@ -355844,12 +399888,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9192521572113037, - 0.08074787259101868 + 0.8918896317481995, + 0.10811036825180054 + ], + "full text prediction probs": [ + 0.04853956773877144, + 0.9514604210853577 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.18019966781139374, + 0.8198003768920898 ], "full text prediction probs": [ 0.04853956773877144, @@ -355947,15 +400004,28 @@ 0.9514604210853577 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9192521572113037, + 0.08074787259101868 + ], + "full text prediction probs": [ + 0.04853956773877144, + 0.9514604210853577 + ], + "labels": 1 } }, "test_503": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9879082441329956, + "fixed-shap": { + "comprehensiveness": 0.1184171736240387, "sufficiency": 0.0, "masked prediction probs": [ - 0.0870911031961441, - 0.9129089713096619 + 0.018852919340133667, + 0.981147050857544 ], "full text prediction probs": [ 0.009559530764818192, @@ -356054,12 +400124,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5899085402488708, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9681667685508728, "sufficiency": 0.0, "masked prediction probs": [ - 0.056799836456775665, - 0.9432001709938049 + 0.0870911031961441, + 0.9129089713096619 + ], + "full text prediction probs": [ + 0.009559530764818192, + 0.9904404878616333 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.10957035422325134, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.018355881795287132, + 0.9816440939903259 ], "full text prediction probs": [ 0.009559530764818192, @@ -356068,7 +400151,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.5884386897087097, + "comprehensiveness": 0.5869761109352112, "sufficiency": 0.0, "masked prediction probs": [ 0.056799836456775665, @@ -356081,7 +400164,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.06811657547950745, + "comprehensiveness": 0.06794769316911697, "sufficiency": 0.0, "masked prediction probs": [ 0.015041589736938477, @@ -356094,7 +400177,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06074024736881256, + "comprehensiveness": 0.060590025037527084, "sufficiency": 0.0, "masked prediction probs": [ 0.014460147358477116, @@ -356107,7 +400190,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06330124288797379, + "comprehensiveness": 0.06314507126808167, "sufficiency": 0.0, "masked prediction probs": [ 0.014679419808089733, @@ -356120,7 +400203,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.11163541674613953, + "comprehensiveness": 0.11136068403720856, "sufficiency": 0.0, "masked prediction probs": [ 0.01861104555428028, @@ -356133,7 +400216,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.06042306497693062, + "comprehensiveness": 0.06027472764253616, "sufficiency": 0.0, "masked prediction probs": [ 0.014470778405666351, @@ -356146,7 +400229,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.579771101474762, + "comprehensiveness": 0.5783512592315674, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.056799836456775665, + 0.9432001709938049 + ], + "full text prediction probs": [ + 0.009559530764818192, + 0.9904404878616333 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5769383907318115, "sufficiency": 0.0, "masked prediction probs": [ 0.056799836456775665, @@ -356160,12 +400256,12 @@ } }, "test_528": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.10372781753540039, "sufficiency": 0.0, "masked prediction probs": [ - 0.941484808921814, - 0.05851515009999275 + 0.014399210922420025, + 0.9856007695198059 ], "full text prediction probs": [ 0.005876665934920311, @@ -356264,12 +400360,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9459580183029175, - 0.05404204502701759 + 0.941484808921814, + 0.05851515009999275 + ], + "full text prediction probs": [ + 0.005876665934920311, + 0.9941233992576599 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01657157763838768, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007267977111041546, + 0.9927319884300232 ], "full text prediction probs": [ 0.005876665934920311, @@ -356291,8 +400400,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2394653707742691, - "sufficiency": 0.49823126196861267, + "comprehensiveness": 0.23889757692813873, + "sufficiency": 0.49941956996917725, "masked prediction probs": [ 0.026030927896499634, 0.9739691019058228 @@ -356304,7 +400413,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05966416373848915, + "comprehensiveness": 0.05952302739024162, "sufficiency": 0.0, "masked prediction probs": [ 0.01091013103723526, @@ -356317,7 +400426,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.030211208388209343, + "comprehensiveness": 0.03013991191983223, "sufficiency": 0.0, "masked prediction probs": [ 0.008431367576122284, @@ -356330,8 +400439,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.9635173678398132, - "sufficiency": 0.6377570033073425, + "comprehensiveness": 0.9612489342689514, + "sufficiency": 0.6386088132858276, "masked prediction probs": [ 0.08754798769950867, 0.912451982498169 @@ -356343,7 +400452,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04163997992873192, + "comprehensiveness": 0.0415421761572361, "sufficiency": 0.0, "masked prediction probs": [ 0.00941447913646698, @@ -356367,15 +400476,28 @@ 0.9941233992576599 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9459580183029175, + 0.05404204502701759 + ], + "full text prediction probs": [ + 0.005876665934920311, + 0.9941233992576599 + ], + "labels": 1 } }, "test_652": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8419666886329651, + "sufficiency": 0.8452325463294983, "masked prediction probs": [ - 0.986717939376831, - 0.013282045722007751 + 0.9871048927307129, + 0.012895126827061176 ], "full text prediction probs": [ 0.015117865987122059, @@ -356474,12 +400596,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.0, + "sufficiency": 0.8453556895256042, "masked prediction probs": [ - 0.9857407212257385, - 0.014259262010455132 + 0.986717939376831, + 0.013282045722007751 + ], + "full text prediction probs": [ + 0.015117865987122059, + 0.9848821759223938 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.5394224524497986, + "masked prediction probs": [ + 0.983749270439148, + 0.01625075750052929 ], "full text prediction probs": [ 0.015117865987122059, @@ -356502,7 +400637,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9813628792762756, + "sufficiency": 0.981412410736084, "masked prediction probs": [ 0.9679020643234253, 0.03209792450070381 @@ -356514,7 +400649,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.21407993137836456, + "comprehensiveness": 0.2135114073753357, "sufficiency": 0.0, "masked prediction probs": [ 0.031200051307678223, @@ -356527,7 +400662,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18867804110050201, + "comprehensiveness": 0.18817828595638275, "sufficiency": 0.0, "masked prediction probs": [ 0.029329491779208183, @@ -356541,7 +400676,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9983952641487122, + "sufficiency": 0.9983994960784912, "masked prediction probs": [ 0.9836788773536682, 0.016321100294589996 @@ -356577,15 +400712,28 @@ 0.9848821759223938 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9857407212257385, + 0.014259262010455132 + ], + "full text prediction probs": [ + 0.015117865987122059, + 0.9848821759223938 + ], + "labels": 1 } }, "test_662": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7590304017066956, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9548920392990112, - 0.045107968151569366 + 0.5324721932411194, + 0.467527836561203 ], "full text prediction probs": [ 0.008055176585912704, @@ -356684,12 +400832,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5701605677604675, + "sufficiency": 0.7637511491775513, "masked prediction probs": [ - 0.7561355233192444, - 0.243864506483078 + 0.9548920392990112, + 0.045107968151569366 + ], + "full text prediction probs": [ + 0.008055176585912704, + 0.9919448494911194 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.14180105924606323, + "masked prediction probs": [ + 0.5160591006278992, + 0.4839409291744232 ], "full text prediction probs": [ 0.008055176585912704, @@ -356699,7 +400860,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.16731850802898407, + "sufficiency": 0.16934765875339508, "masked prediction probs": [ 0.5336887836456299, 0.4663112461566925 @@ -356711,7 +400872,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.37539395689964294, + "comprehensiveness": 0.374480277299881, "sufficiency": 0.0, "masked prediction probs": [ 0.03883194178342819, @@ -356724,7 +400885,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14657911658287048, + "comprehensiveness": 0.14622321724891663, "sufficiency": 0.0, "masked prediction probs": [ 0.02010175958275795, @@ -356751,7 +400912,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5753599405288696, + "sufficiency": 0.5763847827911377, "masked prediction probs": [ 0.7561355233192444, 0.243864506483078 @@ -356763,7 +400924,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.347909539937973, + "comprehensiveness": 0.34707093238830566, "sufficiency": 0.0, "masked prediction probs": [ 0.03685692697763443, @@ -356777,7 +400938,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5774046182632446, + "sufficiency": 0.5784196257591248, + "masked prediction probs": [ + 0.7561355233192444, + 0.243864506483078 + ], + "full text prediction probs": [ + 0.008055176585912704, + 0.9919448494911194 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5794297456741333, "masked prediction probs": [ 0.7561355233192444, 0.243864506483078 @@ -356790,12 +400964,12 @@ } }, "test_693": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.10169851034879684, - "sufficiency": 0.5250093340873718, + "fixed-shap": { + "comprehensiveness": 0.06101401895284653, + "sufficiency": 0.0, "masked prediction probs": [ - 0.012235377915203571, - 0.9877646565437317 + 0.008802062831819057, + 0.9911978840827942 ], "full text prediction probs": [ 0.0036533039528876543, @@ -356894,12 +401068,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08430696278810501, - "sufficiency": 0.43946579098701477, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09980583935976028, + "sufficiency": 0.5338389277458191, "masked prediction probs": [ - 0.010902605019509792, - 0.9890973567962646 + 0.012235377915203571, + 0.9877646565437317 + ], + "full text prediction probs": [ + 0.0036533039528876543, + 0.996346652507782 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.046940580010414124, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007698993664234877, + 0.9923009872436523 ], "full text prediction probs": [ 0.0036533039528876543, @@ -356908,7 +401095,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.17679671943187714, + "comprehensiveness": 0.17638733983039856, "sufficiency": 0.0, "masked prediction probs": [ 0.0188909899443388, @@ -356921,8 +401108,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08391653001308441, - "sufficiency": 0.4420586824417114, + "comprehensiveness": 0.08372266590595245, + "sufficiency": 0.44334614276885986, "masked prediction probs": [ 0.010902605019509792, 0.9890973567962646 @@ -356934,7 +401121,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.027971575036644936, + "comprehensiveness": 0.027907105162739754, "sufficiency": 0.0, "masked prediction probs": [ 0.006075373850762844, @@ -356947,7 +401134,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.020574914291501045, + "comprehensiveness": 0.02052759937942028, "sufficiency": 0.0, "masked prediction probs": [ 0.005438970401883125, @@ -356960,8 +401147,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.19958804547786713, - "sufficiency": 0.6147183179855347, + "comprehensiveness": 0.1991301327943802, + "sufficiency": 0.6156012415885925, "masked prediction probs": [ 0.021014949306845665, 0.978985071182251 @@ -356973,7 +401160,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02425556629896164, + "comprehensiveness": 0.024200044572353363, "sufficiency": 0.0, "masked prediction probs": [ 0.005768122151494026, @@ -356986,8 +401173,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08295609056949615, - "sufficiency": 0.4484371542930603, + "comprehensiveness": 0.08276662975549698, + "sufficiency": 0.4496953785419464, + "masked prediction probs": [ + 0.010902605019509792, + 0.9890973567962646 + ], + "full text prediction probs": [ + 0.0036533039528876543, + 0.996346652507782 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08257804065942764, + "sufficiency": 0.4509478807449341, "masked prediction probs": [ 0.010902605019509792, 0.9890973567962646 @@ -357000,12 +401200,12 @@ } }, "test_763": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8567079901695251, + "sufficiency": 0.498659610748291, "masked prediction probs": [ - 0.33366531133651733, - 0.6663346886634827 + 0.1073683351278305, + 0.8926317095756531 ], "full text prediction probs": [ 0.004007026087492704, @@ -357104,12 +401304,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8721373677253723, + "sufficiency": 0.8593826293945312, "masked prediction probs": [ - 0.2959592938423157, - 0.7040407061576843 + 0.33366531133651733, + 0.6663346886634827 + ], + "full text prediction probs": [ + 0.004007026087492704, + 0.99599289894104 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8020418882369995, + "sufficiency": 0.38213038444519043, + "masked prediction probs": [ + 0.07284895330667496, + 0.927151083946228 ], "full text prediction probs": [ 0.004007026087492704, @@ -357119,7 +401332,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8724350333213806, + "sufficiency": 0.8727312684059143, "masked prediction probs": [ 0.2959592938423157, 0.7040407061576843 @@ -357131,8 +401344,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.12534379959106445, - "sufficiency": 0.3240867555141449, + "comprehensiveness": 0.1250530481338501, + "sufficiency": 0.3256528377532959, "masked prediction probs": [ 0.014790833927690983, 0.9852091670036316 @@ -357144,7 +401357,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.05669104680418968, + "comprehensiveness": 0.05655984580516815, "sufficiency": 0.0, "masked prediction probs": [ 0.00889582373201847, @@ -357157,7 +401370,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.01727455109357834, + "comprehensiveness": 0.017234664410352707, "sufficiency": 0.0, "masked prediction probs": [ 0.005500223953276873, @@ -357170,8 +401383,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.1514786034822464, - "sufficiency": 0.8567344546318054, + "comprehensiveness": 0.15112964808940887, + "sufficiency": 0.8570641279220581, "masked prediction probs": [ 0.017130186781287193, 0.9828698039054871 @@ -357183,7 +401396,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.013740869238972664, + "comprehensiveness": 0.013709287159144878, "sufficiency": 0.0, "masked prediction probs": [ 0.005200212821364403, @@ -357197,7 +401410,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8741921186447144, + "sufficiency": 0.8744803071022034, + "masked prediction probs": [ + 0.2959592938423157, + 0.7040407061576843 + ], + "full text prediction probs": [ + 0.004007026087492704, + 0.99599289894104 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8747671246528625, "masked prediction probs": [ 0.2959592938423157, 0.7040407061576843 @@ -357210,12 +401436,12 @@ } }, "test_787": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11649487912654877, - "sufficiency": 0.9926103949546814, + "fixed-shap": { + "comprehensiveness": 0.9975462555885315, + "sufficiency": 0.9896396398544312, "masked prediction probs": [ - 0.862786054611206, - 0.13721397519111633 + 0.08999230712652206, + 0.910007655620575 ], "full text prediction probs": [ 0.9649668335914612, @@ -357302,11 +401528,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.11630923300981522, - "sufficiency": 0.9926221370697021, + "comprehensiveness": 0.9959565997123718, + "sufficiency": 0.9896562099456787, "masked prediction probs": [ - 0.862786054611206, - 0.13721397519111633 + 0.08999230712652206, + 0.910007655620575 ], "full text prediction probs": [ 0.9649668335914612, @@ -357314,12 +401540,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5684242248535156, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9957298636436462, + "sufficiency": 0.9896584749221802, "masked prediction probs": [ - 0.46547719836235046, - 0.5345228314399719 + 0.08999230712652206, + 0.910007655620575 + ], + "full text prediction probs": [ + 0.9649668335914612, + 0.03503319248557091 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9404686093330383, + "sufficiency": 0.9875777363777161, + "masked prediction probs": [ + 0.1383637934923172, + 0.8616361618041992 ], "full text prediction probs": [ 0.9649668335914612, @@ -357329,7 +401568,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6252322793006897, + "sufficiency": 0.6253175735473633, "masked prediction probs": [ 0.9815000295639038, 0.0184999518096447 @@ -357342,7 +401581,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8643915057182312, + "sufficiency": 0.8644223213195801, "masked prediction probs": [ 0.9649668335914612, 0.03503319248557091 @@ -357354,7 +401593,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6147369742393494, + "comprehensiveness": 0.6145971417427063, "sufficiency": 1.0, "masked prediction probs": [ 0.4244121313095093, @@ -357367,7 +401606,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5679072141647339, + "comprehensiveness": 0.5677781105041504, "sufficiency": 1.0, "masked prediction probs": [ 0.46547719836235046, @@ -357380,8 +401619,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.005711288191378117, - "sufficiency": 0.9984000325202942, + "comprehensiveness": 0.005709989927709103, + "sufficiency": 0.9984004497528076, "masked prediction probs": [ 0.9599424600601196, 0.040057484060525894 @@ -357393,8 +401632,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.07342486828565598, - "sufficiency": 0.8749805092811584, + "comprehensiveness": 0.07340818643569946, + "sufficiency": 0.8750088214874268, "masked prediction probs": [ 0.9003583192825317, 0.09964162111282349 @@ -357406,11 +401645,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5675200819969177, - "sufficiency": 1.0, + "comprehensiveness": 0.9389728903770447, + "sufficiency": 0.9875974059104919, "masked prediction probs": [ - 0.46547719836235046, - 0.5345228314399719 + 0.1383637934923172, + 0.8616361618041992 + ], + "full text prediction probs": [ + 0.9649668335914612, + 0.03503319248557091 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9387596249580383, + "sufficiency": 0.9876003265380859, + "masked prediction probs": [ + 0.1383637934923172, + 0.8616361618041992 ], "full text prediction probs": [ 0.9649668335914612, @@ -357420,12 +401672,12 @@ } }, "test_979": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9706559777259827, - 0.029344022274017334 + 0.20844337344169617, + 0.7915565967559814 ], "full text prediction probs": [ 0.09186547994613647, @@ -357524,12 +401776,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9732949137687683, - 0.026705078780651093 + 0.9706559777259827, + 0.029344022274017334 + ], + "full text prediction probs": [ + 0.09186547994613647, + 0.9081344604492188 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.20700126886367798, + 0.792998731136322 ], "full text prediction probs": [ 0.09186547994613647, @@ -357627,15 +401892,28 @@ 0.9081344604492188 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9732949137687683, + 0.026705078780651093 + ], + "full text prediction probs": [ + 0.09186547994613647, + 0.9081344604492188 + ], + "labels": 0 } }, "test_1121": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.007029110100120306, - 0.992970883846283 + 0.009974987246096134, + 0.9900250434875488 ], "full text prediction probs": [ 0.9515880942344666, @@ -357734,12 +402012,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.007029110100120306, + 0.992970883846283 + ], + "full text prediction probs": [ + 0.9515880942344666, + 0.04841189831495285 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9638679623603821, + "sufficiency": 0.9969184994697571, "masked prediction probs": [ - 0.007845627143979073, - 0.9921544194221497 + 0.008573876693844795, + 0.9914261102676392 ], "full text prediction probs": [ 0.9515880942344666, @@ -357749,7 +402040,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.01188439317047596, + "sufficiency": 0.012112639844417572, "masked prediction probs": [ 0.9833829998970032, 0.01661703549325466 @@ -357762,7 +402053,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9434603452682495, + "sufficiency": 0.9434733390808105, "masked prediction probs": [ 0.007387217134237289, 0.9926127195358276 @@ -357775,7 +402066,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9638930559158325, + "sufficiency": 0.9639013409614563, "masked prediction probs": [ 0.007845627143979073, 0.9921544194221497 @@ -357788,7 +402079,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9639013409614563, + "sufficiency": 0.9639097452163696, "masked prediction probs": [ 0.007845627143979073, 0.9921544194221497 @@ -357814,7 +402105,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9568089246749878, + "sufficiency": 0.9568188786506653, "masked prediction probs": [ 0.968586802482605, 0.03141317889094353 @@ -357827,7 +402118,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9639264345169067, + "sufficiency": 0.9639346599578857, + "masked prediction probs": [ + 0.007845627143979073, + 0.9921544194221497 + ], + "full text prediction probs": [ + 0.9515880942344666, + 0.04841189831495285 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9639430642127991, "masked prediction probs": [ 0.007845627143979073, 0.9921544194221497 @@ -357840,12 +402144,12 @@ } }, "test_1196": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.014675875194370747, - "sufficiency": 0.9905475974082947, + "fixed-shap": { + "comprehensiveness": 0.03993701934814453, + "sufficiency": 0.9905297756195068, "masked prediction probs": [ - 0.9751908183097839, - 0.024809161201119423 + 0.9524414539337158, + 0.04755859822034836 ], "full text prediction probs": [ 0.9884074330329895, @@ -357932,11 +402236,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.014653095975518227, - "sufficiency": 0.9905623197555542, + "comprehensiveness": 0.039875030517578125, + "sufficiency": 0.9905444383621216, "masked prediction probs": [ - 0.9751908183097839, - 0.024809161201119423 + 0.9524414539337158, + 0.04755859822034836 ], "full text prediction probs": [ 0.9884074330329895, @@ -357944,12 +402248,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.018307385966181755, - "sufficiency": 0.9843253493309021, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.039866190403699875, + "sufficiency": 0.9905465245246887, "masked prediction probs": [ - 0.9718911051750183, - 0.028108922764658928 + 0.9524414539337158, + 0.04755859822034836 + ], + "full text prediction probs": [ + 0.9884074330329895, + 0.011592596769332886 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.021317752078175545, + "sufficiency": 0.9810265898704529, + "masked prediction probs": [ + 0.9691709876060486, + 0.030828971415758133 ], "full text prediction probs": [ 0.9884074330329895, @@ -357959,7 +402276,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.4664369523525238, + "sufficiency": 0.4665551781654358, "masked prediction probs": [ 0.9899207353591919, 0.010079309344291687 @@ -357971,8 +402288,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00288709276355803, - "sufficiency": 0.8510369062423706, + "comprehensiveness": 0.002886453177779913, + "sufficiency": 0.8510698676109314, "masked prediction probs": [ 0.985801637172699, 0.014198358170688152 @@ -357984,8 +402301,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01829521916806698, - "sufficiency": 0.984335720539093, + "comprehensiveness": 0.018291166052222252, + "sufficiency": 0.9843392372131348, "masked prediction probs": [ 0.9718911051750183, 0.028108922764658928 @@ -357997,8 +402314,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.017979666590690613, - "sufficiency": 0.9817653894424438, + "comprehensiveness": 0.017975686118006706, + "sufficiency": 0.9817694425582886, "masked prediction probs": [ 0.9721723794937134, 0.027827627956867218 @@ -358010,8 +402327,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03073379583656788, - "sufficiency": 0.9670388698577881, + "comprehensiveness": 0.030726991593837738, + "sufficiency": 0.9670462608337402, "masked prediction probs": [ 0.9606496691703796, 0.03935038670897484 @@ -358023,8 +402340,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005571460351347923, - "sufficiency": 0.8464112281799316, + "comprehensiveness": 0.005570227280259132, + "sufficiency": 0.8464451432228088, "masked prediction probs": [ 0.9833743572235107, 0.016625672578811646 @@ -358036,11 +402353,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.018279021605849266, - "sufficiency": 0.9843496084213257, + "comprehensiveness": 0.02128472924232483, + "sufficiency": 0.9810559749603271, "masked prediction probs": [ - 0.9718911051750183, - 0.028108922764658928 + 0.9691709876060486, + 0.030828971415758133 + ], + "full text prediction probs": [ + 0.9884074330329895, + 0.011592596769332886 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.021280020475387573, + "sufficiency": 0.9810602068901062, + "masked prediction probs": [ + 0.9691709876060486, + 0.030828971415758133 ], "full text prediction probs": [ 0.9884074330329895, @@ -358050,12 +402380,12 @@ } }, "test_1231": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3236548900604248, - 0.67634516954422 + 0.1292010396718979, + 0.8707989454269409 ], "full text prediction probs": [ 0.06840616464614868, @@ -358154,12 +402484,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.3199601173400879, - 0.6800399422645569 + 0.3236548900604248, + 0.67634516954422 + ], + "full text prediction probs": [ + 0.06840616464614868, + 0.9315938949584961 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13180860877037048, + 0.8681914210319519 ], "full text prediction probs": [ 0.06840616464614868, @@ -358257,15 +402600,28 @@ 0.9315938949584961 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.3199601173400879, + 0.6800399422645569 + ], + "full text prediction probs": [ + 0.06840616464614868, + 0.9315938949584961 + ], + "labels": 0 } }, "test_1301": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9677654504776001, + "fixed-shap": { + "comprehensiveness": 0.0327773280441761, + "sufficiency": 0.9733014106750488, "masked prediction probs": [ - 0.059041380882263184, - 0.940958559513092 + 0.9632985591888428, + 0.036701422184705734 ], "full text prediction probs": [ 0.9929661750793457, @@ -358364,12 +402720,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9567572474479675, + "sufficiency": 0.9678223133087158, "masked prediction probs": [ - 0.06832516193389893, - 0.9316747784614563 + 0.059041380882263184, + 0.940958559513092 + ], + "full text prediction probs": [ + 0.9929661750793457, + 0.00703377416357398 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.03612808883190155, + "sufficiency": 0.9737167954444885, + "masked prediction probs": [ + 0.9602006673812866, + 0.03979926556348801 ], "full text prediction probs": [ 0.9929661750793457, @@ -358378,8 +402747,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0006230408325791359, - "sufficiency": 0.8725273013114929, + "comprehensiveness": 0.0006229034624993801, + "sufficiency": 0.8725553750991821, "masked prediction probs": [ 0.992401123046875, 0.0075989230535924435 @@ -358391,8 +402760,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.00923395249992609, - "sufficiency": 0.9538719654083252, + "comprehensiveness": 0.009231917560100555, + "sufficiency": 0.9538822174072266, "masked prediction probs": [ 0.9845898151397705, 0.015410141088068485 @@ -358404,8 +402773,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.14516323804855347, - "sufficiency": 0.9468044638633728, + "comprehensiveness": 0.14513124525547028, + "sufficiency": 0.9468162655830383, "masked prediction probs": [ 0.8612557649612427, 0.1387442648410797 @@ -358417,8 +402786,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.00027814696659334004, - "sufficiency": 0.8850388526916504, + "comprehensiveness": 0.0002780857030302286, + "sufficiency": 0.8850641250610352, "masked prediction probs": [ 0.9927137494087219, 0.007286290638148785 @@ -358431,7 +402800,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9568048715591431, + "sufficiency": 0.9568144083023071, "masked prediction probs": [ 0.06832516193389893, 0.9316747784614563 @@ -358443,8 +402812,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0033162045292556286, - "sufficiency": 0.8865962624549866, + "comprehensiveness": 0.00331547437235713, + "sufficiency": 0.8866212964057922, "masked prediction probs": [ 0.9899553060531616, 0.010044683702290058 @@ -358457,7 +402826,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9568238854408264, + "sufficiency": 0.9568334221839905, + "masked prediction probs": [ + 0.06832516193389893, + 0.9316747784614563 + ], + "full text prediction probs": [ + 0.9929661750793457, + 0.00703377416357398 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9568428993225098, "masked prediction probs": [ 0.06832516193389893, 0.9316747784614563 @@ -358470,12 +402852,12 @@ } }, "test_1369": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.02062906324863434, - "sufficiency": 0.9929693341255188, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9925834536552429, "masked prediction probs": [ - 0.9709563255310059, - 0.02904374524950981 + 0.9916397929191589, + 0.008360188454389572 ], "full text prediction probs": [ 0.9895579218864441, @@ -358574,12 +402956,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.009767366573214531, - "sufficiency": 0.9931303858757019, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.020592523738741875, + "sufficiency": 0.9929817914962769, "masked prediction probs": [ - 0.9807348847389221, - 0.019265146926045418 + 0.9709563255310059, + 0.02904374524950981 + ], + "full text prediction probs": [ + 0.9895579218864441, + 0.010442095808684826 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8408378958702087, + "masked prediction probs": [ + 0.9895579218864441, + 0.010442095808684826 ], "full text prediction probs": [ 0.9895579218864441, @@ -358588,8 +402983,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0025609368458390236, - "sufficiency": 0.7352576851844788, + "comprehensiveness": 0.00256037013605237, + "sufficiency": 0.735316276550293, "masked prediction probs": [ 0.9872440695762634, 0.012755883857607841 @@ -358601,7 +402996,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02387554943561554, + "comprehensiveness": 0.02387026697397232, "sufficiency": 1.0, "masked prediction probs": [ 0.9679811596870422, @@ -358614,8 +403009,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.001744517358019948, - "sufficiency": 0.9072887301445007, + "comprehensiveness": 0.0017441314412280917, + "sufficiency": 0.9073091745376587, "masked prediction probs": [ 0.9879810214042664, 0.012018929235637188 @@ -358627,8 +403022,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003495514625683427, - "sufficiency": 0.8855663537979126, + "comprehensiveness": 0.003494741627946496, + "sufficiency": 0.8855917453765869, "masked prediction probs": [ 0.9863975644111633, 0.01360242161899805 @@ -358640,7 +403035,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.009810085408389568, + "comprehensiveness": 0.009807916358113289, "sufficiency": 1.0, "masked prediction probs": [ 0.9806864857673645, @@ -358653,7 +403048,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.007764462847262621, + "comprehensiveness": 0.007762746885418892, "sufficiency": 1.0, "masked prediction probs": [ 0.9825348258018494, @@ -358666,7 +403061,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023849159479141235, + "comprehensiveness": 0.023843888193368912, "sufficiency": 1.0, "masked prediction probs": [ 0.9679811596870422, @@ -358677,15 +403072,28 @@ 0.010442095808684826 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.009747941978275776, + "sufficiency": 0.9931440353393555, + "masked prediction probs": [ + 0.9807348847389221, + 0.019265146926045418 + ], + "full text prediction probs": [ + 0.9895579218864441, + 0.010442095808684826 + ], + "labels": 0 } }, "test_1388": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.930923342704773, - 0.06907662749290466 + 0.16385146975517273, + 0.8361485004425049 ], "full text prediction probs": [ 0.20860570669174194, @@ -358784,12 +403192,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.930923342704773, + 0.06907662749290466 + ], + "full text prediction probs": [ + 0.20860570669174194, + 0.7913942933082581 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9449320435523987, - 0.05506787821650505 + 0.38545775413513184, + 0.6145421862602234 ], "full text prediction probs": [ 0.20860570669174194, @@ -358887,15 +403308,28 @@ 0.7913942933082581 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9449320435523987, + 0.05506787821650505 + ], + "full text prediction probs": [ + 0.20860570669174194, + 0.7913942933082581 + ], + "labels": 0 } }, "test_1403": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9794024229049683, - 0.020597655326128006 + 0.9736946225166321, + 0.02630532719194889 ], "full text prediction probs": [ 0.3575838506221771, @@ -358985,8 +403419,8 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9794024229049683, - 0.020597655326128006 + 0.9736946225166321, + 0.02630532719194889 ], "full text prediction probs": [ 0.3575838506221771, @@ -358994,12 +403428,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9513615965843201, - 0.04863842949271202 + 0.9736946225166321, + 0.02630532719194889 + ], + "full text prediction probs": [ + 0.3575838506221771, + 0.6424161195755005 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9656434059143066, + 0.03435657545924187 ], "full text prediction probs": [ 0.3575838506221771, @@ -359089,8 +403536,21 @@ "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9493124485015869, - 0.050687599927186966 + 0.9656434059143066, + 0.03435657545924187 + ], + "full text prediction probs": [ + 0.3575838506221771, + 0.6424161195755005 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9656434059143066, + 0.03435657545924187 ], "full text prediction probs": [ 0.3575838506221771, @@ -359100,12 +403560,12 @@ } }, "test_1527": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9750823378562927, + "fixed-shap": { + "comprehensiveness": 0.8504559397697449, + "sufficiency": 1.0, "masked prediction probs": [ - 0.07146961987018585, - 0.9285303950309753 + 0.21501149237155914, + 0.7849884629249573 ], "full text prediction probs": [ 0.9382344484329224, @@ -359204,7 +403664,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.9751291275024414, "masked prediction probs": [ @@ -359217,9 +403677,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.9040109515190125, + "sufficiency": 0.9989898800849915, + "masked prediction probs": [ + 0.1678413599729538, + 0.8321586847305298 + ], + "full text prediction probs": [ + 0.9382344484329224, + 0.061765555292367935 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.49484983086586, + "sufficiency": 0.49496832489967346, "masked prediction probs": [ 0.984710156917572, 0.01528986170887947 @@ -359232,7 +403705,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8914968967437744, + "sufficiency": 0.8915224075317383, "masked prediction probs": [ 0.9382344484329224, 0.061765555292367935 @@ -359245,7 +403718,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.9751466512680054, + "sufficiency": 0.9751524925231934, "masked prediction probs": [ 0.07146961987018585, 0.9285303950309753 @@ -359257,8 +403730,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.951805830001831, - "sufficiency": 0.941967785358429, + "comprehensiveness": 0.951582670211792, + "sufficiency": 0.941981315612793, "masked prediction probs": [ 0.12653972208499908, 0.8734602928161621 @@ -359270,8 +403743,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7808896899223328, - "sufficiency": 0.9416890740394592, + "comprehensiveness": 0.7807065844535828, + "sufficiency": 0.9417027235031128, "masked prediction probs": [ 0.27213993668556213, 0.7278600931167603 @@ -359283,8 +403756,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.2603128254413605, - "sufficiency": 0.9437153339385986, + "comprehensiveness": 0.26025182008743286, + "sufficiency": 0.943728506565094, "masked prediction probs": [ 0.7161369919776917, 0.28386300802230835 @@ -359297,7 +403770,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9751699566841125, + "sufficiency": 0.9751757383346558, + "masked prediction probs": [ + 0.07146961987018585, + 0.9285303950309753 + ], + "full text prediction probs": [ + 0.9382344484329224, + 0.061765555292367935 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9751815795898438, "masked prediction probs": [ 0.07146961987018585, 0.9285303950309753 @@ -359310,12 +403796,12 @@ } }, "test_1561": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9668223261833191, + "fixed-shap": { + "comprehensiveness": 0.961439311504364, "sufficiency": 1.0, "masked prediction probs": [ - 0.11610487103462219, - 0.8838950991630554 + 0.12069076299667358, + 0.8793091773986816 ], "full text prediction probs": [ 0.9397629499435425, @@ -359414,12 +403900,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9501506686210632, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9650099277496338, "sufficiency": 1.0, "masked prediction probs": [ - 0.12878748774528503, - 0.8712124824523926 + 0.11610487103462219, + 0.8838950991630554 + ], + "full text prediction probs": [ + 0.9397629499435425, + 0.06023699790239334 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.9225879311561584, + "sufficiency": 0.9794808030128479, + "masked prediction probs": [ + 0.1521284431219101, + 0.8478715419769287 ], "full text prediction probs": [ 0.9397629499435425, @@ -359429,7 +403928,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.17138339579105377, + "sufficiency": 0.17157743871212006, "masked prediction probs": [ 0.9847002029418945, 0.015299743041396141 @@ -359442,7 +403941,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9213453531265259, + "sufficiency": 0.9213637709617615, "masked prediction probs": [ 0.9443629384040833, 0.05563705042004585 @@ -359454,7 +403953,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9494832754135132, + "comprehensiveness": 0.949260950088501, "sufficiency": 1.0, "masked prediction probs": [ 0.12878748774528503, @@ -359467,8 +403966,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0861615240573883, - "sufficiency": 0.5442140698432922, + "comprehensiveness": 0.08614136278629303, + "sufficiency": 0.5443207025527954, "masked prediction probs": [ 0.8661531805992126, 0.13384680449962616 @@ -359480,7 +403979,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9794633388519287, + "comprehensiveness": 0.9792340993881226, "sufficiency": 1.0, "masked prediction probs": [ 0.1027890294790268, @@ -359494,7 +403993,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9089230895042419, + "sufficiency": 0.9089443683624268, "masked prediction probs": [ 0.9657624959945679, 0.03423748537898064 @@ -359506,7 +404005,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9485947489738464, + "comprehensiveness": 0.9483728408813477, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.12878748774528503, + 0.8712124824523926 + ], + "full text prediction probs": [ + 0.9397629499435425, + 0.06023699790239334 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9481511116027832, "sufficiency": 1.0, "masked prediction probs": [ 0.12878748774528503, @@ -359520,12 +404032,12 @@ } }, "test_1572": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9631882905960083, - 0.036811746656894684 + 0.915028989315033, + 0.08497095108032227 ], "full text prediction probs": [ 0.16991932690143585, @@ -359624,12 +404136,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9801093339920044, - 0.019890625029802322 + 0.9631882905960083, + 0.036811746656894684 + ], + "full text prediction probs": [ + 0.16991932690143585, + 0.8300806879997253 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8945609927177429, + 0.10543902218341827 ], "full text prediction probs": [ 0.16991932690143585, @@ -359727,15 +404252,28 @@ 0.8300806879997253 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9801093339920044, + 0.019890625029802322 + ], + "full text prediction probs": [ + 0.16991932690143585, + 0.8300806879997253 + ], + "labels": 0 } }, "test_1580": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9577328562736511, + "fixed-shap": { + "comprehensiveness": 0.9611539244651794, + "sufficiency": 0.987542986869812, "masked prediction probs": [ - 0.010201502591371536, - 0.9897985458374023 + 0.12198158353567123, + 0.8780183792114258 ], "full text prediction probs": [ 0.9667330980300903, @@ -359834,12 +404372,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9757171869277954, + "sufficiency": 0.9578096270561218, "masked prediction probs": [ - 0.010249732993543148, - 0.989750325679779 + 0.010201502591371536, + 0.9897985458374023 + ], + "full text prediction probs": [ + 0.9667330980300903, + 0.033266931772232056 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9551498889923096, + "masked prediction probs": [ + 0.08291458338499069, + 0.9170854091644287 ], "full text prediction probs": [ 0.9667330980300903, @@ -359862,7 +404413,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8940287232398987, + "sufficiency": 0.8940528631210327, "masked prediction probs": [ 0.07938750833272934, 0.9206124544143677 @@ -359874,8 +404425,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.016671571880578995, - "sufficiency": 0.8872787952423096, + "comprehensiveness": 0.016667788848280907, + "sufficiency": 0.887304425239563, "masked prediction probs": [ 0.952043890953064, 0.04795616492629051 @@ -359888,7 +404439,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.9573590159416199, + "sufficiency": 0.9573686718940735, "masked prediction probs": [ 0.06502972543239594, 0.9349703192710876 @@ -359901,7 +404452,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9757447242736816, + "sufficiency": 0.975750207901001, "masked prediction probs": [ 0.010249732993543148, 0.989750325679779 @@ -359913,8 +404464,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002579981228336692, - "sufficiency": 0.8468213677406311, + "comprehensiveness": 0.0025793961249291897, + "sufficiency": 0.8468561768531799, "masked prediction probs": [ 0.9644583463668823, 0.03554161638021469 @@ -359927,7 +404478,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9757557511329651, + "sufficiency": 0.9757612347602844, + "masked prediction probs": [ + 0.010249732993543148, + 0.989750325679779 + ], + "full text prediction probs": [ + 0.9667330980300903, + 0.033266931772232056 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9757667183876038, "masked prediction probs": [ 0.010249732993543148, 0.989750325679779 @@ -359940,12 +404504,12 @@ } }, "test_1638": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.34775999188423157, + "fixed-shap": { + "comprehensiveness": 0.21031421422958374, "sufficiency": 1.0, "masked prediction probs": [ - 0.46560198068618774, - 0.5343980193138123 + 0.5452073216438293, + 0.45479270815849304 ], "full text prediction probs": [ 0.667016327381134, @@ -360032,11 +404596,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.2098071426153183, "sufficiency": 1.0, "masked prediction probs": [ - 0.9509182572364807, - 0.04908180609345436 + 0.5452073216438293, + 0.45479270815849304 ], "full text prediction probs": [ 0.667016327381134, @@ -360044,12 +404608,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3468020558357239, "sufficiency": 1.0, "masked prediction probs": [ - 0.82557213306427, - 0.17442786693572998 + 0.46560198068618774, + 0.5343980193138123 + ], + "full text prediction probs": [ + 0.667016327381134, + 0.33298373222351074 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.6656376719474792, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.28029680252075195, + 0.7197031378746033 ], "full text prediction probs": [ 0.667016327381134, @@ -360110,7 +404687,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.5409572720527649, + "comprehensiveness": 0.5407713055610657, "sufficiency": 1.0, "masked prediction probs": [ 0.3523004353046417, @@ -360136,12 +404713,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, + "comprehensiveness": 0.6640376448631287, "sufficiency": 1.0, "masked prediction probs": [ + 0.28029680252075195, + 0.7197031378746033 + ], + "full text prediction probs": [ 0.667016327381134, 0.33298373222351074 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.82557213306427, + 0.17442786693572998 + ], "full text prediction probs": [ 0.667016327381134, 0.33298373222351074 @@ -360150,12 +404740,12 @@ } }, "test_16": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.850568413734436, + "fixed-shap": { + "comprehensiveness": 0.18306641280651093, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7738972306251526, - 0.2261027693748474 + 0.022460738196969032, + 0.9775391817092896 ], "full text prediction probs": [ 0.007690670900046825, @@ -360254,12 +404844,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8490583896636963, + "sufficiency": 0.8534711003303528, "masked prediction probs": [ - 0.4346615672111511, - 0.5653384327888489 + 0.7738972306251526, + 0.2261027693748474 + ], + "full text prediction probs": [ + 0.007690670900046825, + 0.9923093318939209 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.07711396366357803, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014051214791834354, + 0.9859488010406494 ], "full text prediction probs": [ 0.007690670900046825, @@ -360269,7 +404872,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8494240641593933, + "sufficiency": 0.8497878909111023, "masked prediction probs": [ 0.4346615672111511, 0.5653384327888489 @@ -360281,7 +404884,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0019377470016479492, + "comprehensiveness": 0.0019330703653395176, "sufficiency": 0.0, "masked prediction probs": [ 0.007850880734622478, @@ -360294,7 +404897,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.25326457619667053, + "comprehensiveness": 0.2526547908782959, "sufficiency": 0.0, "masked prediction probs": [ 0.028681853786110878, @@ -360307,7 +404910,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07475625723600388, + "comprehensiveness": 0.07457670569419861, "sufficiency": 0.0, "masked prediction probs": [ 0.01390161458402872, @@ -360320,8 +404923,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.21525773406028748, - "sufficiency": 0.6165717244148254, + "comprehensiveness": 0.21474194526672363, + "sufficiency": 0.6174893975257874, "masked prediction probs": [ 0.02561783976852894, 0.9743821620941162 @@ -360347,7 +404950,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8515810370445251, + "sufficiency": 0.851934552192688, + "masked prediction probs": [ + 0.4346615672111511, + 0.5653384327888489 + ], + "full text prediction probs": [ + 0.007690670900046825, + 0.9923093318939209 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8522863984107971, "masked prediction probs": [ 0.4346615672111511, 0.5653384327888489 @@ -360360,12 +404976,12 @@ } }, "test_223": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.24492233991622925, "sufficiency": 0.0, "masked prediction probs": [ - 0.3434925973415375, - 0.6565073728561401 + 0.025882229208946228, + 0.9741177558898926 ], "full text prediction probs": [ 0.005612419918179512, @@ -360464,12 +405080,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.11060946434736252, - 0.8893905282020569 + 0.3434925973415375, + 0.6565073728561401 + ], + "full text prediction probs": [ + 0.005612419918179512, + 0.9943875670433044 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.16789162158966064, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019809452816843987, + 0.9801905751228333 ], "full text prediction probs": [ 0.005612419918179512, @@ -360504,7 +405133,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.06674963980913162, + "comprehensiveness": 0.06659284979104996, "sufficiency": 0.0, "masked prediction probs": [ 0.011283540166914463, @@ -360517,7 +405146,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.024483518674969673, + "comprehensiveness": 0.02442614547908306, "sufficiency": 0.0, "masked prediction probs": [ 0.007697467226535082, @@ -360530,7 +405159,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4252890646457672, + "comprehensiveness": 0.42429476976394653, "sufficiency": 0.0, "masked prediction probs": [ 0.04191530495882034, @@ -360543,7 +405172,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.04141085594892502, + "comprehensiveness": 0.0413142666220665, "sufficiency": 0.0, "masked prediction probs": [ 0.009155549108982086, @@ -360567,15 +405196,28 @@ 0.9943875670433044 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.11060946434736252, + 0.8893905282020569 + ], + "full text prediction probs": [ + 0.005612419918179512, + 0.9943875670433044 + ], + "labels": 1 } }, "test_230": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5275080800056458, "sufficiency": 0.0, "masked prediction probs": [ - 0.9518255591392517, - 0.048174452036619186 + 0.056173667311668396, + 0.9438263773918152 ], "full text prediction probs": [ 0.020225461572408676, @@ -360674,12 +405316,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9596017003059387, - 0.04039829224348068 + 0.9518255591392517, + 0.048174452036619186 + ], + "full text prediction probs": [ + 0.020225461572408676, + 0.979774534702301 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7309877872467041, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07135613262653351, + 0.9286438226699829 ], "full text prediction probs": [ 0.020225461572408676, @@ -360727,7 +405382,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.16328613460063934, + "comprehensiveness": 0.16282445192337036, "sufficiency": 0.0, "masked prediction probs": [ 0.0317448191344738, @@ -360753,7 +405408,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.4445624351501465, + "comprehensiveness": 0.44331252574920654, "sufficiency": 0.0, "masked prediction probs": [ 0.051766134798526764, @@ -360777,15 +405432,28 @@ 0.979774534702301 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9596017003059387, + 0.04039829224348068 + ], + "full text prediction probs": [ + 0.020225461572408676, + 0.979774534702301 + ], + "labels": 1 } }, "test_236": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.7905582785606384, "masked prediction probs": [ - 0.9673829674720764, - 0.032617032527923584 + 0.15896929800510406, + 0.8410307168960571 ], "full text prediction probs": [ 0.02065291255712509, @@ -360884,12 +405552,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8817564845085144, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7602644562721252, - 0.23973558843135834 + 0.9673829674720764, + 0.032617032527923584 + ], + "full text prediction probs": [ + 0.02065291255712509, + 0.9793470501899719 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.5423187017440796, + "masked prediction probs": [ + 0.18529687821865082, + 0.8147031664848328 ], "full text prediction probs": [ 0.02065291255712509, @@ -360899,7 +405580,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7908690571784973, + "sufficiency": 0.7914682030677795, "masked prediction probs": [ 0.7154523134231567, 0.28454774618148804 @@ -360911,7 +405592,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5049666166305542, + "comprehensiveness": 0.5035219788551331, "sufficiency": 0.0, "masked prediction probs": [ 0.055859245359897614, @@ -360924,7 +405605,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3103405237197876, + "comprehensiveness": 0.3094552159309387, "sufficiency": 0.0, "masked prediction probs": [ 0.04235198721289635, @@ -360937,7 +405618,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.14685754477977753, + "comprehensiveness": 0.146439790725708, "sufficiency": 0.0, "masked prediction probs": [ 0.03095059096813202, @@ -360951,7 +405632,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8834359049797058, + "sufficiency": 0.8837660551071167, "masked prediction probs": [ 0.7602644562721252, 0.23973558843135834 @@ -360977,7 +405658,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8840943574905396, + "sufficiency": 0.8844208121299744, + "masked prediction probs": [ + 0.7602644562721252, + 0.23973558843135834 + ], + "full text prediction probs": [ + 0.02065291255712509, + 0.9793470501899719 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8847454786300659, "masked prediction probs": [ 0.7602644562721252, 0.23973558843135834 @@ -360990,12 +405684,12 @@ } }, "test_502": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9809743762016296, - 0.019025681540369987 + 0.030082175508141518, + 0.9699178338050842 ], "full text prediction probs": [ 0.036127425730228424, @@ -361094,12 +405788,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9798977971076965, - 0.02010216936469078 + 0.9809743762016296, + 0.019025681540369987 + ], + "full text prediction probs": [ + 0.036127425730228424, + 0.9638725519180298 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.019341396167874336, + 0.9806586503982544 ], "full text prediction probs": [ 0.036127425730228424, @@ -361197,15 +405904,28 @@ 0.9638725519180298 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9798977971076965, + 0.02010216936469078 + ], + "full text prediction probs": [ + 0.036127425730228424, + 0.9638725519180298 + ], + "labels": 1 } }, "test_538": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9833005666732788, - 0.01669946499168873 + 0.24366942048072815, + 0.7563306093215942 ], "full text prediction probs": [ 0.4370712339878082, @@ -361304,12 +406024,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9856345057487488, - 0.014365548267960548 + 0.9833005666732788, + 0.01669946499168873 + ], + "full text prediction probs": [ + 0.4370712339878082, + 0.5629287958145142 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6300517320632935, + 0.3699483275413513 ], "full text prediction probs": [ 0.4370712339878082, @@ -361407,15 +406140,28 @@ 0.5629287958145142 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9856345057487488, + 0.014365548267960548 + ], + "full text prediction probs": [ + 0.4370712339878082, + 0.5629287958145142 + ], + "labels": 1 } }, "test_569": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2484329789876938, "sufficiency": 0.0, "masked prediction probs": [ - 0.8671000003814697, - 0.1328999549150467 + 0.030026094987988472, + 0.9699739217758179 ], "full text prediction probs": [ 0.010739447548985481, @@ -361514,12 +406260,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9081199169158936, - 0.09188004583120346 + 0.8671000003814697, + 0.1328999549150467 + ], + "full text prediction probs": [ + 0.010739447548985481, + 0.9892605543136597 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.27761968970298767, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03279176354408264, + 0.9672082662582397 ], "full text prediction probs": [ 0.010739447548985481, @@ -361541,7 +406300,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5422378778457642, + "comprehensiveness": 0.5408792495727539, "sufficiency": 0.0, "masked prediction probs": [ 0.053919754922389984, @@ -361554,7 +406313,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.141217902302742, + "comprehensiveness": 0.14086495339870453, "sufficiency": 0.0, "masked prediction probs": [ 0.02201336808502674, @@ -361567,7 +406326,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.03190714493393898, + "comprehensiveness": 0.031827595084905624, "sufficiency": 0.0, "masked prediction probs": [ 0.013293118216097355, @@ -361593,7 +406352,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.28999993205070496, + "comprehensiveness": 0.289280503988266, "sufficiency": 0.0, "masked prediction probs": [ 0.034065134823322296, @@ -361617,15 +406376,28 @@ 0.9892605543136597 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9081199169158936, + 0.09188004583120346 + ], + "full text prediction probs": [ + 0.010739447548985481, + 0.9892605543136597 + ], + "labels": 1 } }, "test_577": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.11413679271936417, + "fixed-shap": { + "comprehensiveness": 0.990226149559021, "sufficiency": 1.0, "masked prediction probs": [ - 0.8166908025741577, - 0.1833091378211975 + 0.09621042013168335, + 0.9037895798683167 ], "full text prediction probs": [ 0.9105548858642578, @@ -361724,12 +406496,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7918089628219604, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.11391516029834747, "sufficiency": 1.0, "masked prediction probs": [ - 0.25811824202537537, - 0.7418817281723022 + 0.8166908025741577, + 0.1833091378211975 + ], + "full text prediction probs": [ + 0.9105548858642578, + 0.0894450768828392 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.9179999828338623, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.15395551919937134, + 0.8460444808006287 ], "full text prediction probs": [ 0.9105548858642578, @@ -361739,7 +406524,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.038824621587991714, + "sufficiency": 0.03905778378248215, "masked prediction probs": [ 0.9834172129631042, 0.016582785174250603 @@ -361751,7 +406536,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08579586446285248, + "comprehensiveness": 0.08577506244182587, "sufficiency": 1.0, "masked prediction probs": [ 0.8398262858390808, @@ -361764,8 +406549,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0652942880988121, - "sufficiency": 0.875384509563446, + "comprehensiveness": 0.06527845561504364, + "sufficiency": 0.8754147291183472, "masked prediction probs": [ 0.8567143678665161, 0.14328566193580627 @@ -361778,7 +406563,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.01781439408659935, + "sufficiency": 0.01805248111486435, "masked prediction probs": [ 0.9687045812606812, 0.031295374035835266 @@ -361790,7 +406575,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6335950493812561, + "comprehensiveness": 0.6334414482116699, "sufficiency": 1.0, "masked prediction probs": [ 0.3878501355648041, @@ -361804,7 +406589,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.837422788143158, + "sufficiency": 0.8374621868133545, "masked prediction probs": [ 0.9647652506828308, 0.0352347306907177 @@ -361816,7 +406601,7 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0856919214129448, + "comprehensiveness": 0.08567115664482117, "sufficiency": 1.0, "masked prediction probs": [ 0.8398262858390808, @@ -361827,15 +406612,28 @@ 0.0894450768828392 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7900829911231995, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.25811824202537537, + 0.7418817281723022 + ], + "full text prediction probs": [ + 0.9105548858642578, + 0.0894450768828392 + ], + "labels": 1 } }, "test_601": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.7934261560440063, + "sufficiency": 0.7204965353012085, "masked prediction probs": [ - 0.8001870512962341, - 0.19981291890144348 + 0.7969601154327393, + 0.20303981006145477 ], "full text prediction probs": [ 0.00784210953861475, @@ -361923,10 +406721,10 @@ }, "fixed-fixed-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7969523072242737, + "sufficiency": 0.7252675294876099, "masked prediction probs": [ - 0.8001870512962341, - 0.19981291890144348 + 0.7969601154327393, + 0.20303981006145477 ], "full text prediction probs": [ 0.00784210953861475, @@ -361934,12 +406732,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.617332935333252, + "sufficiency": 0.7259358763694763, "masked prediction probs": [ - 0.8646519780158997, - 0.13534802198410034 + 0.7969601154327393, + 0.20303981006145477 + ], + "full text prediction probs": [ + 0.00784210953861475, + 0.9921579360961914 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.6664538383483887, + "masked prediction probs": [ + 0.7947083711624146, + 0.20529155433177948 ], "full text prediction probs": [ 0.00784210953861475, @@ -361948,7 +406759,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6660479307174683, + "comprehensiveness": 0.6644335985183716, "sufficiency": 0.0, "masked prediction probs": [ 0.06267832219600677, @@ -361962,7 +406773,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5922935605049133, + "sufficiency": 0.5932781100273132, "masked prediction probs": [ 0.8899825811386108, 0.11001745611429214 @@ -361974,7 +406785,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.1156647652387619, + "comprehensiveness": 0.11538577824831009, "sufficiency": 0.0, "masked prediction probs": [ 0.017411090433597565, @@ -361987,7 +406798,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0952039361000061, + "comprehensiveness": 0.09497485309839249, "sufficiency": 0.0, "masked prediction probs": [ 0.01573742739856243, @@ -362001,7 +406812,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6219313740730286, + "sufficiency": 0.6228378415107727, "masked prediction probs": [ 0.8646519780158997, 0.13534802198410034 @@ -362013,7 +406824,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12147673219442368, + "comprehensiveness": 0.12118582427501678, "sufficiency": 0.0, "masked prediction probs": [ 0.017964914441108704, @@ -362027,7 +406838,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.6237399578094482, + "sufficiency": 0.6246377229690552, + "masked prediction probs": [ + 0.8646519780158997, + 0.13534802198410034 + ], + "full text prediction probs": [ + 0.00784210953861475, + 0.9921579360961914 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.6255312561988831, "masked prediction probs": [ 0.8646519780158997, 0.13534802198410034 @@ -362040,12 +406864,12 @@ } }, "test_612": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9396235942840576, - 0.06037639454007149 + 0.2126295566558838, + 0.7873703837394714 ], "full text prediction probs": [ 0.01593836210668087, @@ -362144,12 +406968,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.630226731300354, - 0.369773268699646 + 0.9396235942840576, + 0.06037639454007149 + ], + "full text prediction probs": [ + 0.01593836210668087, + 0.9840616583824158 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.17775583267211914, + 0.8222441673278809 ], "full text prediction probs": [ 0.01593836210668087, @@ -362171,7 +407008,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.5807576179504395, + "comprehensiveness": 0.5792011022567749, "sufficiency": 0.0, "masked prediction probs": [ 0.05916677042841911, @@ -362184,7 +407021,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.025696376338601112, + "comprehensiveness": 0.02562768943607807, "sufficiency": 0.0, "masked prediction probs": [ 0.0178561769425869, @@ -362197,7 +407034,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.04883884638547897, + "comprehensiveness": 0.04870864748954773, "sufficiency": 0.0, "masked prediction probs": [ 0.01959318481385708, @@ -362223,7 +407060,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.6584993600845337, + "comprehensiveness": 0.6567531824111938, "sufficiency": 0.0, "masked prediction probs": [ 0.06548039615154266, @@ -362247,15 +407084,28 @@ 0.9840616583824158 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.630226731300354, + 0.369773268699646 + ], + "full text prediction probs": [ + 0.01593836210668087, + 0.9840616583824158 + ], + "labels": 1 } }, "test_667": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8602709174156189, + "fixed-shap": { + "comprehensiveness": 0.303340882062912, + "sufficiency": 0.8757314085960388, "masked prediction probs": [ - 0.11247453093528748, - 0.8875254392623901 + 0.03362734615802765, + 0.9663727283477783 ], "full text prediction probs": [ 0.009790003299713135, @@ -362354,12 +407204,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.2713027894496918, - "sufficiency": 0.7016067504882812, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8630561232566833, "masked prediction probs": [ - 0.0315437987446785, - 0.9684562087059021 + 0.11247453093528748, + 0.8875254392623901 + ], + "full text prediction probs": [ + 0.009790003299713135, + 0.9902100563049316 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4018917381763458, + "sufficiency": 0.8893985152244568, + "masked prediction probs": [ + 0.04209523648023605, + 0.9579048156738281 ], "full text prediction probs": [ 0.009790003299713135, @@ -362368,8 +407231,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.30459246039390564, - "sufficiency": 0.742577075958252, + "comprehensiveness": 0.3038363754749298, + "sufficiency": 0.7432153224945068, "masked prediction probs": [ 0.03427397459745407, 0.9657260179519653 @@ -362394,8 +407257,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.2692874073982239, - "sufficiency": 0.7038206458091736, + "comprehensiveness": 0.2686222493648529, + "sufficiency": 0.7045513391494751, "masked prediction probs": [ 0.0315437987446785, 0.9684562087059021 @@ -362407,8 +407270,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2587898373603821, - "sufficiency": 0.810043454170227, + "comprehensiveness": 0.25815218687057495, + "sufficiency": 0.8105109333992004, "masked prediction probs": [ 0.03074745275080204, 0.9692524671554565 @@ -362420,8 +407283,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8817158937454224, - "sufficiency": 0.9099063873291016, + "comprehensiveness": 0.8795487284660339, + "sufficiency": 0.910127580165863, "masked prediction probs": [ 0.08137035369873047, 0.9186296463012695 @@ -362433,7 +407296,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.11755391210317612, + "comprehensiveness": 0.11726568639278412, "sufficiency": 0.0, "masked prediction probs": [ 0.019356807693839073, @@ -362446,8 +407309,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2666463553905487, - "sufficiency": 0.7067219018936157, + "comprehensiveness": 0.2659941613674164, + "sufficiency": 0.7074383497238159, + "masked prediction probs": [ + 0.0315437987446785, + 0.9684562087059021 + ], + "full text prediction probs": [ + 0.009790003299713135, + 0.9902100563049316 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.26534515619277954, + "sufficiency": 0.7081513404846191, "masked prediction probs": [ 0.0315437987446785, 0.9684562087059021 @@ -362460,12 +407336,12 @@ } }, "test_939": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0015422145370393991, - "sufficiency": 0.9259269833564758, + "fixed-shap": { + "comprehensiveness": 0.01493299100548029, + "sufficiency": 0.9590410590171814, "masked prediction probs": [ - 0.9870291948318481, - 0.012970869429409504 + 0.9749742150306702, + 0.025025751441717148 ], "full text prediction probs": [ 0.9884175658226013, @@ -362552,11 +407428,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.008689970709383488, - "sufficiency": 0.8463156223297119, + "comprehensiveness": 0.014909804798662663, + "sufficiency": 0.9591046571731567, "masked prediction probs": [ - 0.9805822968482971, - 0.01941767707467079 + 0.9749742150306702, + 0.025025751441717148 ], "full text prediction probs": [ 0.9884175658226013, @@ -362564,12 +407440,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0034938156604766846, - "sufficiency": 0.9358472228050232, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0015394784277305007, + "sufficiency": 0.9260583519935608, "masked prediction probs": [ - 0.9852666854858398, - 0.01473330520093441 + 0.9870291948318481, + 0.012970869429409504 + ], + "full text prediction probs": [ + 0.9884175658226013, + 0.011582421138882637 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.014727295376360416, + "sufficiency": 0.9541059732437134, + "masked prediction probs": [ + 0.9751328825950623, + 0.024867117404937744 ], "full text prediction probs": [ 0.9884175658226013, @@ -362579,7 +407468,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9820818901062012, + "sufficiency": 0.9820858240127563, "masked prediction probs": [ 0.9906498789787292, 0.009350146166980267 @@ -362592,7 +407481,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8126307725906372, + "sufficiency": 0.8126723766326904, "masked prediction probs": [ 0.9886533617973328, 0.01134667918086052 @@ -362604,8 +407493,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006084667518734932, - "sufficiency": 0.8646736145019531, + "comprehensiveness": 0.006083318963646889, + "sufficiency": 0.8647035956382751, "masked prediction probs": [ 0.9829264879226685, 0.017073582857847214 @@ -362617,8 +407506,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004880852531641722, - "sufficiency": 0.8452701568603516, + "comprehensiveness": 0.004879771266132593, + "sufficiency": 0.8453043699264526, "masked prediction probs": [ 0.9840118885040283, 0.015988105908036232 @@ -362630,8 +407519,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.006094119045883417, - "sufficiency": 0.8326233625411987, + "comprehensiveness": 0.006092769093811512, + "sufficiency": 0.8326603174209595, "masked prediction probs": [ 0.9829155206680298, 0.01708447001874447 @@ -362643,8 +407532,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01596248894929886, - "sufficiency": 0.9804610013961792, + "comprehensiveness": 0.015958955511450768, + "sufficiency": 0.9804653525352478, "masked prediction probs": [ 0.9740027189254761, 0.02599729225039482 @@ -362656,11 +407545,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0060792784206569195, - "sufficiency": 0.8647934794425964, + "comprehensiveness": 0.01470447238534689, + "sufficiency": 0.9541770815849304, "masked prediction probs": [ - 0.9829264879226685, - 0.017073582857847214 + 0.9751328825950623, + 0.024867117404937744 + ], + "full text prediction probs": [ + 0.9884175658226013, + 0.011582421138882637 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0034868561197072268, + "sufficiency": 0.9359750151634216, + "masked prediction probs": [ + 0.9852666854858398, + 0.01473330520093441 ], "full text prediction probs": [ 0.9884175658226013, @@ -362670,12 +407572,12 @@ } }, "test_1081": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.004151905421167612, - "sufficiency": 0.8416652679443359, + "fixed-shap": { + "comprehensiveness": 0.7040408849716187, + "sufficiency": 0.9592868685722351, "masked prediction probs": [ - 0.977192223072052, - 0.022807758301496506 + 0.352383017539978, + 0.6476169228553772 ], "full text prediction probs": [ 0.9808987379074097, @@ -362774,12 +407676,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8562573194503784, - "sufficiency": 0.8603029251098633, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.004144477657973766, + "sufficiency": 0.8419485092163086, "masked prediction probs": [ - 0.21512536704540253, - 0.7848746180534363 + 0.977192223072052, + 0.022807758301496506 + ], + "full text prediction probs": [ + 0.9808987379074097, + 0.0191012155264616 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8888432383537292, + "sufficiency": 0.9324053525924683, + "masked prediction probs": [ + 0.18580521643161774, + 0.8141947984695435 ], "full text prediction probs": [ 0.9808987379074097, @@ -362789,7 +407704,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7987799644470215, + "sufficiency": 0.7988250255584717, "masked prediction probs": [ 0.9829696416854858, 0.017030294984579086 @@ -362801,8 +407716,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9047846794128418, - "sufficiency": 0.9268765449523926, + "comprehensiveness": 0.9045825004577637, + "sufficiency": 0.9268928170204163, "masked prediction probs": [ 0.1713641881942749, 0.8286357522010803 @@ -362814,8 +407729,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.03249393776059151, - "sufficiency": 0.902521550655365, + "comprehensiveness": 0.032486677169799805, + "sufficiency": 0.9025432467460632, "masked prediction probs": [ 0.9518190622329712, 0.0481809563934803 @@ -362827,8 +407742,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003450589021667838, - "sufficiency": 0.9001842141151428, + "comprehensiveness": 0.003449818352237344, + "sufficiency": 0.9002065658569336, "masked prediction probs": [ 0.9778100252151489, 0.02218995802104473 @@ -362840,8 +407755,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7360073328018188, - "sufficiency": 0.9678146839141846, + "comprehensiveness": 0.7358429431915283, + "sufficiency": 0.9678218960762024, "masked prediction probs": [ 0.3219320774078369, 0.6780679225921631 @@ -362853,8 +407768,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004933828953653574, - "sufficiency": 0.8750464916229248, + "comprehensiveness": 0.004932727199047804, + "sufficiency": 0.8750743269920349, "masked prediction probs": [ 0.9764803647994995, 0.023519566282629967 @@ -362866,11 +407781,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7356786727905273, - "sufficiency": 0.9678290486335754, + "comprehensiveness": 0.8874542117118835, + "sufficiency": 0.9325109124183655, "masked prediction probs": [ - 0.3219320774078369, - 0.6780679225921631 + 0.18580521643161774, + 0.8141947984695435 + ], + "full text prediction probs": [ + 0.9808987379074097, + 0.0191012155264616 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8545373678207397, + "sufficiency": 0.860583484172821, + "masked prediction probs": [ + 0.21512536704540253, + 0.7848746180534363 ], "full text prediction probs": [ 0.9808987379074097, @@ -362880,12 +407808,12 @@ } }, "test_1184": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9789980053901672, - 0.02100205235183239 + 0.9678274989128113, + 0.03217252343893051 ], "full text prediction probs": [ 0.44844385981559753, @@ -362984,12 +407912,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9728250503540039, - 0.027174921706318855 + 0.9789980053901672, + 0.02100205235183239 + ], + "full text prediction probs": [ + 0.44844385981559753, + 0.5515561699867249 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9610098600387573, + 0.03899013623595238 ], "full text prediction probs": [ 0.44844385981559753, @@ -363087,15 +408028,28 @@ 0.5515561699867249 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9728250503540039, + 0.027174921706318855 + ], + "full text prediction probs": [ + 0.44844385981559753, + 0.5515561699867249 + ], + "labels": 0 } }, "test_1340": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007019860204309225, - "sufficiency": 0.9396975636482239, + "fixed-shap": { + "comprehensiveness": 0.12453547865152359, + "sufficiency": 0.9929584860801697, "masked prediction probs": [ - 0.9813880920410156, - 0.01861189864575863 + 0.8756792545318604, + 0.12432068586349487 ], "full text prediction probs": [ 0.9877026677131653, @@ -363194,12 +408148,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.024806370958685875, - "sufficiency": 0.8719098567962646, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007007395848631859, + "sufficiency": 0.9398046135902405, "masked prediction probs": [ - 0.9653488993644714, - 0.034651074558496475 + 0.9813880920410156, + 0.01861189864575863 + ], + "full text prediction probs": [ + 0.9877026677131653, + 0.012297339737415314 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.12917131185531616, + "sufficiency": 0.9936313629150391, + "masked prediction probs": [ + 0.8712766766548157, + 0.12872332334518433 ], "full text prediction probs": [ 0.9877026677131653, @@ -363208,8 +408175,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0031860603485256433, - "sufficiency": 0.8071061968803406, + "comprehensiveness": 0.00318535347469151, + "sufficiency": 0.8071489334106445, "masked prediction probs": [ 0.9848309755325317, 0.015168982557952404 @@ -363221,8 +408188,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.02479536458849907, - "sufficiency": 0.871966540813446, + "comprehensiveness": 0.02478986606001854, + "sufficiency": 0.8719950318336487, "masked prediction probs": [ 0.9653488993644714, 0.034651074558496475 @@ -363234,8 +408201,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.02768254652619362, - "sufficiency": 0.9411484003067017, + "comprehensiveness": 0.027676407247781754, + "sufficiency": 0.9411614537239075, "masked prediction probs": [ 0.9627404808998108, 0.03725952282547951 @@ -363247,8 +408214,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006218263413757086, - "sufficiency": 0.8246679902076721, + "comprehensiveness": 0.006216885056346655, + "sufficiency": 0.8247069120407104, "masked prediction probs": [ 0.9820942282676697, 0.01790575124323368 @@ -363260,8 +408227,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.12813322246074677, - "sufficiency": 0.9948632717132568, + "comprehensiveness": 0.1281048208475113, + "sufficiency": 0.9948644042015076, "masked prediction probs": [ 0.8721098303794861, 0.1278901845216751 @@ -363273,8 +408240,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003939403221011162, - "sufficiency": 0.874602735042572, + "comprehensiveness": 0.00393853010609746, + "sufficiency": 0.8746305704116821, "masked prediction probs": [ 0.9841480255126953, 0.015852009877562523 @@ -363286,8 +408253,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.024767890572547913, - "sufficiency": 0.8721084594726562, + "comprehensiveness": 0.024762403219938278, + "sufficiency": 0.8721368312835693, + "masked prediction probs": [ + 0.9653488993644714, + 0.034651074558496475 + ], + "full text prediction probs": [ + 0.9877026677131653, + 0.012297339737415314 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.024756919592618942, + "sufficiency": 0.8721650838851929, "masked prediction probs": [ 0.9653488993644714, 0.034651074558496475 @@ -363300,12 +408280,12 @@ } }, "test_1399": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.00047720412840135396, - "sufficiency": 0.8899267315864563, + "fixed-shap": { + "comprehensiveness": 0.003202445339411497, + "sufficiency": 0.9559839963912964, "masked prediction probs": [ - 0.9914208650588989, - 0.008579188026487827 + 0.9889581203460693, + 0.011041850782930851 ], "full text prediction probs": [ 0.9918521046638489, @@ -363404,12 +408384,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0019998589996248484, - "sufficiency": 0.9326155781745911, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0004763606993947178, + "sufficiency": 0.8901212811470032, "masked prediction probs": [ - 0.9900416731834412, - 0.009958344511687756 + 0.9914208650588989, + 0.008579188026487827 + ], + "full text prediction probs": [ + 0.9918521046638489, + 0.008147873915731907 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0028199460357427597, + "sufficiency": 0.8540452122688293, + "masked prediction probs": [ + 0.9892987012863159, + 0.010701333172619343 ], "full text prediction probs": [ 0.9918521046638489, @@ -363418,8 +408411,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.00240615988150239, - "sufficiency": 0.6993550658226013, + "comprehensiveness": 0.0024056285619735718, + "sufficiency": 0.6994214653968811, "masked prediction probs": [ 0.989673376083374, 0.01032657828181982 @@ -363431,8 +408424,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.003036831971257925, - "sufficiency": 0.8204181790351868, + "comprehensiveness": 0.0030361616518348455, + "sufficiency": 0.8204578757286072, "masked prediction probs": [ 0.9891017079353333, 0.010898364707827568 @@ -363444,8 +408437,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.015846876427531242, - "sufficiency": 0.9735221266746521, + "comprehensiveness": 0.015843378379940987, + "sufficiency": 0.9735280275344849, "masked prediction probs": [ 0.9774967432022095, 0.022503316402435303 @@ -363457,8 +408450,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0018936297856271267, - "sufficiency": 0.8464815020561218, + "comprehensiveness": 0.0018932119710370898, + "sufficiency": 0.8465153574943542, "masked prediction probs": [ 0.9901363253593445, 0.00986369140446186 @@ -363470,8 +408463,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.13905827701091766, - "sufficiency": 0.9975916743278503, + "comprehensiveness": 0.13902759552001953, + "sufficiency": 0.9975922107696533, "masked prediction probs": [ 0.865826427936554, 0.13417351245880127 @@ -363483,8 +408476,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0011145957978442311, - "sufficiency": 0.9221957325935364, + "comprehensiveness": 0.0011143499286845326, + "sufficiency": 0.9222129583358765, "masked prediction probs": [ 0.9908417463302612, 0.009158279746770859 @@ -363496,8 +408489,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.1389969289302826, - "sufficiency": 0.9975927472114563, + "comprehensiveness": 0.13896627724170685, + "sufficiency": 0.9975932836532593, "masked prediction probs": [ 0.865826427936554, 0.13417351245880127 @@ -363507,15 +408500,28 @@ 0.008147873915731907 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001995890401303768, + "sufficiency": 0.9327492713928223, + "masked prediction probs": [ + 0.9900416731834412, + 0.009958344511687756 + ], + "full text prediction probs": [ + 0.9918521046638489, + 0.008147873915731907 + ], + "labels": 0 } }, "test_1516": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.15409423410892487, - "sufficiency": 0.9377615451812744, + "fixed-shap": { + "comprehensiveness": 0.8521475195884705, + "sufficiency": 0.9710341691970825, "masked prediction probs": [ - 0.8367631435394287, - 0.16323690116405487 + 0.2190156877040863, + 0.7809843420982361 ], "full text prediction probs": [ 0.9731299877166748, @@ -363602,11 +408608,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.8500667810440063, - "sufficiency": 0.9471380710601807, + "comprehensiveness": 0.8508015275001526, + "sufficiency": 0.97107994556427, "masked prediction probs": [ - 0.21966694295406342, - 0.7803331017494202 + 0.2190156877040863, + 0.7809843420982361 ], "full text prediction probs": [ 0.9731299877166748, @@ -363614,12 +408620,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.00035431035212241113, - "sufficiency": 0.866451621055603, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8506096005439758, + "sufficiency": 0.9710864424705505, + "masked prediction probs": [ + 0.2190156877040863, + 0.7809843420982361 + ], + "full text prediction probs": [ + 0.9731299877166748, + 0.026870014145970345 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.784835934638977, + "sufficiency": 0.9626234173774719, "masked prediction probs": [ - 0.9728158712387085, - 0.027184121310710907 + 0.27717089653015137, + 0.7228291034698486 ], "full text prediction probs": [ 0.9731299877166748, @@ -363629,7 +408648,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.053307417780160904, + "sufficiency": 0.053520869463682175, "masked prediction probs": [ 0.9903314113616943, 0.009668558835983276 @@ -363642,7 +408661,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8594788312911987, + "sufficiency": 0.8595104217529297, "masked prediction probs": [ 0.9731299877166748, 0.026870014145970345 @@ -363654,8 +408673,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.49169203639030457, - "sufficiency": 0.9353826642036438, + "comprehensiveness": 0.4915812015533447, + "sufficiency": 0.9353971481323242, "masked prediction probs": [ 0.5369217395782471, 0.46307826042175293 @@ -363667,8 +408686,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.043662797659635544, - "sufficiency": 0.8847017288208008, + "comprehensiveness": 0.043652959167957306, + "sufficiency": 0.8847277164459229, "masked prediction probs": [ 0.9343854784965515, 0.06561457365751266 @@ -363680,8 +408699,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.18298032879829407, - "sufficiency": 0.912696123123169, + "comprehensiveness": 0.1829390972852707, + "sufficiency": 0.9127157926559448, "masked prediction probs": [ 0.8107244372367859, 0.18927554786205292 @@ -363693,8 +408712,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.008739568293094635, - "sufficiency": 0.9004173874855042, + "comprehensiveness": 0.008737600408494473, + "sufficiency": 0.9004397988319397, "masked prediction probs": [ 0.9653713703155518, 0.03462866693735123 @@ -363706,11 +408725,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.49124905467033386, - "sufficiency": 0.9354408979415894, + "comprehensiveness": 0.7835987210273743, + "sufficiency": 0.9626823663711548, "masked prediction probs": [ - 0.5369217395782471, - 0.46307826042175293 + 0.27717089653015137, + 0.7228291034698486 + ], + "full text prediction probs": [ + 0.9731299877166748, + 0.026870014145970345 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7834223508834839, + "sufficiency": 0.9626907110214233, + "masked prediction probs": [ + 0.27717089653015137, + 0.7228291034698486 ], "full text prediction probs": [ 0.9731299877166748, @@ -363720,12 +408752,12 @@ } }, "test_1719": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05870889872312546, - 0.9412910342216492 + 0.04076334461569786, + 0.9592366814613342 ], "full text prediction probs": [ 0.7994688749313354, @@ -363812,11 +408844,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9022913575172424, + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.1564093977212906, - 0.8435906171798706 + 0.04076334461569786, + 0.9592366814613342 ], "full text prediction probs": [ 0.7994688749313354, @@ -363824,12 +408856,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.04076334461569786, + 0.9592366814613342 + ], + "full text prediction probs": [ + 0.7994688749313354, + 0.20053115487098694 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.06090039014816284, - 0.9390996098518372 + 0.042640116065740585, + 0.9573599696159363 ], "full text prediction probs": [ 0.7994688749313354, @@ -363838,7 +408883,7 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.872351884841919, + "comprehensiveness": 0.8721072673797607, "sufficiency": 1.0, "masked prediction probs": [ 0.1773981750011444, @@ -363864,7 +408909,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.9964684844017029, + "comprehensiveness": 0.9961891770362854, "sufficiency": 1.0, "masked prediction probs": [ 0.08849263936281204, @@ -363877,7 +408922,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8846438527107239, + "comprehensiveness": 0.8843961358070374, "sufficiency": 1.0, "masked prediction probs": [ 0.16810207068920135, @@ -363919,8 +408964,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.06951470673084259, - 0.9304853081703186 + 0.042640116065740585, + 0.9573599696159363 + ], + "full text prediction probs": [ + 0.7994688749313354, + 0.20053115487098694 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.042640116065740585, + 0.9573599696159363 ], "full text prediction probs": [ 0.7994688749313354, @@ -363930,12 +408988,12 @@ } }, "test_41": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.640783429145813, + "fixed-shap": { + "comprehensiveness": 0.7860690355300903, + "sufficiency": 0.0, "masked prediction probs": [ - 0.5527812242507935, - 0.44721877574920654 + 0.07527993619441986, + 0.924720048904419 ], "full text prediction probs": [ 0.022960495203733444, @@ -364034,12 +409092,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7503637075424194, + "sufficiency": 0.6492049098014832, "masked prediction probs": [ - 0.8615819215774536, - 0.1384180635213852 + 0.5527812242507935, + 0.44721877574920654 + ], + "full text prediction probs": [ + 0.022960495203733444, + 0.9770395159721375 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5089548230171204, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.057752031832933426, + 0.9422480463981628 ], "full text prediction probs": [ 0.022960495203733444, @@ -364062,7 +409133,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5562495589256287, + "sufficiency": 0.5575386881828308, "masked prediction probs": [ 0.8309131264686584, 0.16908684372901917 @@ -364074,7 +409145,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.40046030282974243, + "comprehensiveness": 0.39929866790771484, "sufficiency": 0.0, "masked prediction probs": [ 0.050495695322752, @@ -364087,7 +409158,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2347208559513092, + "comprehensiveness": 0.2340419441461563, "sufficiency": 0.0, "masked prediction probs": [ 0.039146531373262405, @@ -364101,7 +409172,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.44550031423568726, + "sufficiency": 0.44709721207618713, "masked prediction probs": [ 0.8551779389381409, 0.14482206106185913 @@ -364113,7 +409184,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5920235514640808, + "comprehensiveness": 0.5903210043907166, "sufficiency": 0.0, "masked prediction probs": [ 0.06402258574962616, @@ -364127,7 +409198,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.4486849308013916, + "sufficiency": 0.4502635598182678, "masked prediction probs": [ 0.8551779389381409, 0.14482206106185913 @@ -364137,15 +409208,28 @@ 0.9770395159721375 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7567785978317261, + "masked prediction probs": [ + 0.8615819215774536, + 0.1384180635213852 + ], + "full text prediction probs": [ + 0.022960495203733444, + 0.9770395159721375 + ], + "labels": 1 } }, "test_144": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7572113275527954, - "sufficiency": 0.8507376313209534, + "fixed-shap": { + "comprehensiveness": 0.5156282782554626, + "sufficiency": 0.0, "masked prediction probs": [ - 0.07021743804216385, - 0.9297825694084167 + 0.05101191624999046, + 0.948988139629364 ], "full text prediction probs": [ 0.010020020417869091, @@ -364244,12 +409328,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9598726034164429, - "sufficiency": 0.8041467070579529, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7422698736190796, + "sufficiency": 0.8536792397499084, "masked prediction probs": [ - 0.08786477148532867, - 0.9121351838111877 + 0.07021743804216385, + 0.9297825694084167 + ], + "full text prediction probs": [ + 0.010020020417869091, + 0.9899799823760986 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.22236217558383942, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028097840026021004, + 0.9719021320343018 ], "full text prediction probs": [ 0.010020020417869091, @@ -364258,7 +409355,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3694501221179962, + "comprehensiveness": 0.3685433566570282, "sufficiency": 0.0, "masked prediction probs": [ 0.0400560237467289, @@ -364284,7 +409381,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.061338674277067184, + "comprehensiveness": 0.06118885800242424, "sufficiency": 0.0, "masked prediction probs": [ 0.015031264163553715, @@ -364297,7 +409394,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.053084295243024826, + "comprehensiveness": 0.05295495688915253, "sufficiency": 0.0, "masked prediction probs": [ 0.01436762697994709, @@ -364310,8 +409407,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.5928348898887634, - "sufficiency": 0.07067056000232697, + "comprehensiveness": 0.5913939476013184, + "sufficiency": 0.0729266032576561, "masked prediction probs": [ 0.05869128927588463, 0.9413086771965027 @@ -364323,7 +409420,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.14354196190834045, + "comprehensiveness": 0.14319393038749695, "sufficiency": 0.0, "masked prediction probs": [ 0.021833455190062523, @@ -364336,8 +409433,8 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5899600386619568, - "sufficiency": 0.07517172396183014, + "comprehensiveness": 0.5885330438613892, + "sufficiency": 0.07740599662065506, "masked prediction probs": [ 0.05869128927588463, 0.9413086771965027 @@ -364347,15 +409444,28 @@ 0.9899799823760986 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9390273690223694, + "sufficiency": 0.8083948493003845, + "masked prediction probs": [ + 0.08786477148532867, + 0.9121351838111877 + ], + "full text prediction probs": [ + 0.010020020417869091, + 0.9899799823760986 + ], + "labels": 1 } }, "test_318": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.2577945590019226, "sufficiency": 0.0, "masked prediction probs": [ - 0.7569467425346375, - 0.24305327236652374 + 0.0332934595644474, + 0.9667065739631653 ], "full text prediction probs": [ 0.013764324598014355, @@ -364454,12 +409564,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7191766500473022, - 0.28082337975502014 + 0.7569467425346375, + 0.24305327236652374 + ], + "full text prediction probs": [ + 0.013764324598014355, + 0.9862356781959534 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12790952622890472, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.023684311658143997, + 0.9763156771659851 ], "full text prediction probs": [ 0.013764324598014355, @@ -364494,7 +409617,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.31231334805488586, + "comprehensiveness": 0.3115139901638031, "sufficiency": 0.0, "masked prediction probs": [ 0.03811066597700119, @@ -364507,7 +409630,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.18513798713684082, + "comprehensiveness": 0.18466535210609436, "sufficiency": 0.0, "masked prediction probs": [ 0.028233686462044716, @@ -364533,7 +409656,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07336634397506714, + "comprehensiveness": 0.07317999750375748, "sufficiency": 0.0, "masked prediction probs": [ 0.019527647644281387, @@ -364557,15 +409680,28 @@ 0.9862356781959534 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7191766500473022, + 0.28082337975502014 + ], + "full text prediction probs": [ + 0.013764324598014355, + 0.9862356781959534 + ], + "labels": 1 } }, "test_521": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9165189266204834, - 0.08348111808300018 + 0.2990909516811371, + 0.7009090185165405 ], "full text prediction probs": [ 0.028975198045372963, @@ -364664,12 +409800,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9060755968093872, - 0.09392444044351578 + 0.9165189266204834, + 0.08348111808300018 + ], + "full text prediction probs": [ + 0.028975198045372963, + 0.9710248708724976 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.028975198045372963, + 0.9710248708724976 ], "full text prediction probs": [ 0.028975198045372963, @@ -364704,7 +409853,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.49949318170547485, + "comprehensiveness": 0.49790582060813904, "sufficiency": 0.0, "masked prediction probs": [ 0.0603153258562088, @@ -364743,7 +409892,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.5455017685890198, + "comprehensiveness": 0.5437845587730408, "sufficiency": 0.0, "masked prediction probs": [ 0.06352949142456055, @@ -364767,15 +409916,28 @@ 0.9710248708724976 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9060755968093872, + 0.09392444044351578 + ], + "full text prediction probs": [ + 0.028975198045372963, + 0.9710248708724976 + ], + "labels": 1 } }, "test_561": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.47947293519973755, + "fixed-shap": { + "comprehensiveness": 0.3621790111064911, "sufficiency": 0.0, "masked prediction probs": [ - 0.04605000838637352, - 0.9539499878883362 + 0.036254897713661194, + 0.9637451171875 ], "full text prediction probs": [ 0.006009556818753481, @@ -364874,12 +410036,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.29097816348075867, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.47045767307281494, "sufficiency": 0.0, "masked prediction probs": [ - 0.03077465482056141, - 0.9692254066467285 + 0.04605000838637352, + 0.9539499878883362 + ], + "full text prediction probs": [ + 0.006009556818753481, + 0.993990421295166 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.35331180691719055, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03615044802427292, + 0.9638495445251465 ], "full text prediction probs": [ 0.006009556818753481, @@ -364901,7 +410076,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.28961679339408875, + "comprehensiveness": 0.2889408469200134, "sufficiency": 0.0, "masked prediction probs": [ 0.03077465482056141, @@ -364914,7 +410089,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.23536251485347748, + "comprehensiveness": 0.23481449484825134, "sufficiency": 0.0, "masked prediction probs": [ 0.02618241310119629, @@ -364927,7 +410102,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.24860389530658722, + "comprehensiveness": 0.24802638590335846, "sufficiency": 0.0, "masked prediction probs": [ 0.027367109432816505, @@ -364940,7 +410115,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6037304997444153, + "comprehensiveness": 0.602331280708313, "sufficiency": 0.0, "masked prediction probs": [ 0.05799666419625282, @@ -364953,7 +410128,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.060479119420051575, + "comprehensiveness": 0.06033927574753761, "sufficiency": 0.0, "masked prediction probs": [ 0.011229481548070908, @@ -364966,7 +410141,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.2862684428691864, + "comprehensiveness": 0.2856080234050751, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.03077465482056141, + 0.9692254066467285 + ], + "full text prediction probs": [ + 0.006009556818753481, + 0.993990421295166 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.2849506735801697, "sufficiency": 0.0, "masked prediction probs": [ 0.03077465482056141, @@ -364980,12 +410168,12 @@ } }, "test_759": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9743105173110962, - 0.025689508765935898 + 0.9364789724349976, + 0.06352103501558304 ], "full text prediction probs": [ 0.017484646290540695, @@ -365084,12 +410272,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9825109243392944, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9785473346710205, - 0.021452609449625015 + 0.9743105173110962, + 0.025689508765935898 + ], + "full text prediction probs": [ + 0.017484646290540695, + 0.9825153350830078 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9128875136375427, + 0.08711253851652145 ], "full text prediction probs": [ 0.017484646290540695, @@ -365137,7 +410338,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.38896626234054565, + "comprehensiveness": 0.3879237473011017, "sufficiency": 0.0, "masked prediction probs": [ 0.046437181532382965, @@ -365151,7 +410352,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8601495027542114, + "sufficiency": 0.8605228066444397, "masked prediction probs": [ 0.9575422406196594, 0.042457785457372665 @@ -365163,7 +410364,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8294765949249268, + "comprehensiveness": 0.8272653222084045, "sufficiency": 0.0, "masked prediction probs": [ 0.07955826818943024, @@ -365177,7 +410378,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8608941435813904, + "sufficiency": 0.8612635135650635, "masked prediction probs": [ 0.9575422406196594, 0.042457785457372665 @@ -365187,15 +410388,28 @@ 0.9825153350830078 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9829277992248535, + "masked prediction probs": [ + 0.9785473346710205, + 0.021452609449625015 + ], + "full text prediction probs": [ + 0.017484646290540695, + 0.9825153350830078 + ], + "labels": 1 } }, "test_834": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.17885687947273254, "sufficiency": 0.0, "masked prediction probs": [ - 0.041641365736722946, - 0.958358645439148 + 0.05498766526579857, + 0.9450123310089111 ], "full text prediction probs": [ 0.047466255724430084, @@ -365294,12 +410508,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9808829426765442, - 0.019117064774036407 + 0.041641365736722946, + 0.958358645439148 + ], + "full text prediction probs": [ + 0.047466255724430084, + 0.9525337219238281 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.20947659015655518, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.056652411818504333, + 0.9433475732803345 ], "full text prediction probs": [ 0.047466255724430084, @@ -365373,7 +410600,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17422382533550262, + "comprehensiveness": 0.1734502911567688, "sufficiency": 0.0, "masked prediction probs": [ 0.05528077483177185, @@ -365397,15 +410624,28 @@ 0.9525337219238281 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9808829426765442, + 0.019117064774036407 + ], + "full text prediction probs": [ + 0.047466255724430084, + 0.9525337219238281 + ], + "labels": 1 } }, "test_1036": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04243434593081474, - "sufficiency": 0.954676628112793, + "fixed-shap": { + "comprehensiveness": 0.008721094578504562, + "sufficiency": 0.9929749369621277, "masked prediction probs": [ - 0.9077827334403992, - 0.09221720695495605 + 0.9365985989570618, + 0.06340143829584122 ], "full text prediction probs": [ 0.9440528154373169, @@ -365504,12 +410744,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08249064534902573, - "sufficiency": 0.9923651218414307, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04235506057739258, + "sufficiency": 0.954761266708374, "masked prediction probs": [ - 0.8734132647514343, - 0.12658673524856567 + 0.9077827334403992, + 0.09221720695495605 + ], + "full text prediction probs": [ + 0.9440528154373169, + 0.0559471994638443 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.038640089333057404, + "sufficiency": 0.9274484515190125, + "masked prediction probs": [ + 0.9109562635421753, + 0.0890437513589859 ], "full text prediction probs": [ 0.9440528154373169, @@ -365519,7 +410772,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.946144700050354, + "sufficiency": 0.9461573362350464, "masked prediction probs": [ 0.9746713042259216, 0.025328660383820534 @@ -365532,7 +410785,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9595074653625488, + "sufficiency": 0.9595168232917786, "masked prediction probs": [ 0.979367196559906, 0.020632823929190636 @@ -365545,7 +410798,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8817948698997498, + "sufficiency": 0.881822407245636, "masked prediction probs": [ 0.9596673846244812, 0.04033263772726059 @@ -365558,7 +410811,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8819530010223389, + "sufficiency": 0.8819805383682251, "masked prediction probs": [ 0.9671250581741333, 0.0328749381005764 @@ -365571,7 +410824,7 @@ }, "var-scaled attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9707174897193909, + "sufficiency": 0.9707244038581848, "masked prediction probs": [ 0.9696063995361328, 0.03039359301328659 @@ -365584,7 +410837,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8126670122146606, + "sufficiency": 0.8127106428146362, "masked prediction probs": [ 0.9622515439987183, 0.037748418748378754 @@ -365597,7 +410850,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.9595546126365662, + "sufficiency": 0.9595639705657959, "masked prediction probs": [ 0.979367196559906, 0.020632823929190636 @@ -365607,15 +410860,28 @@ 0.0559471994638443 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08231761306524277, + "sufficiency": 0.9923811554908752, + "masked prediction probs": [ + 0.8734132647514343, + 0.12658673524856567 + ], + "full text prediction probs": [ + 0.9440528154373169, + 0.0559471994638443 + ], + "labels": 0 } }, "test_1072": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7540351152420044, + "sufficiency": 0.9981445670127869, "masked prediction probs": [ - 0.9623867869377136, - 0.03761323541402817 + 0.9728763699531555, + 0.027123650535941124 ], "full text prediction probs": [ 0.9600332379341125, @@ -365714,12 +410980,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6907907724380493, - "sufficiency": 0.9061840772628784, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.7544862031936646, "masked prediction probs": [ - 0.35744643211364746, - 0.6425536274909973 + 0.9623867869377136, + 0.03761323541402817 + ], + "full text prediction probs": [ + 0.9600332379341125, + 0.03996676951646805 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9030832648277283, + "masked prediction probs": [ + 0.9751708507537842, + 0.024829110130667686 ], "full text prediction probs": [ 0.9600332379341125, @@ -365729,7 +411008,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8198093771934509, + "sufficiency": 0.8198506832122803, "masked prediction probs": [ 0.9829397201538086, 0.017060253769159317 @@ -365742,7 +411021,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9654521346092224, + "sufficiency": 0.9654601216316223, "masked prediction probs": [ 0.9811211228370667, 0.018878860399127007 @@ -365755,7 +411034,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.7892324924468994, + "sufficiency": 0.7892807126045227, "masked prediction probs": [ 0.9647000432014465, 0.035300008952617645 @@ -365768,7 +411047,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7521029710769653, + "sufficiency": 0.7521597146987915, "masked prediction probs": [ 0.970641016960144, 0.029358994215726852 @@ -365780,8 +411059,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.016817472875118256, - "sufficiency": 0.9390353560447693, + "comprehensiveness": 0.016813620924949646, + "sufficiency": 0.939049243927002, "masked prediction probs": [ 0.9453462958335876, 0.05465367063879967 @@ -365793,8 +411072,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.004978252574801445, - "sufficiency": 0.9059116244316101, + "comprehensiveness": 0.004977113101631403, + "sufficiency": 0.9059332013130188, "masked prediction probs": [ 0.9556846618652344, 0.04431530460715294 @@ -365807,7 +411086,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.8200568556785583, + "sufficiency": 0.8200980424880981, "masked prediction probs": [ 0.9829397201538086, 0.017060253769159317 @@ -365817,15 +411096,28 @@ 0.03996676951646805 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6893682479858398, + "sufficiency": 0.9063772559165955, + "masked prediction probs": [ + 0.35744643211364746, + 0.6425536274909973 + ], + "full text prediction probs": [ + 0.9600332379341125, + 0.03996676951646805 + ], + "labels": 0 } }, "test_1131": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.1431296169757843, - "sufficiency": 0.9933100342750549, + "fixed-shap": { + "comprehensiveness": 0.9239780902862549, + "sufficiency": 0.9947273135185242, "masked prediction probs": [ - 0.8649408221244812, - 0.13505919277668 + 0.15813224017620087, + 0.8418678045272827 ], "full text prediction probs": [ 0.9944989085197449, @@ -365912,11 +411204,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.14290858805179596, - "sufficiency": 0.9933203458786011, + "comprehensiveness": 0.9225512742996216, + "sufficiency": 0.9947354793548584, "masked prediction probs": [ - 0.8649408221244812, - 0.13505919277668 + 0.15813224017620087, + 0.8418678045272827 ], "full text prediction probs": [ 0.9944989085197449, @@ -365924,12 +411216,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7149410247802734, - "sufficiency": 0.9926121234893799, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9223477244377136, + "sufficiency": 0.9947366118431091, "masked prediction probs": [ - 0.346204549074173, - 0.6537954807281494 + 0.15813224017620087, + 0.8418678045272827 + ], + "full text prediction probs": [ + 0.9944989085197449, + 0.005501102656126022 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.92214435338974, + "sufficiency": 0.9947378039360046, + "masked prediction probs": [ + 0.15813224017620087, + 0.8418678045272827 ], "full text prediction probs": [ 0.9944989085197449, @@ -365938,8 +411243,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0020766134839504957, - "sufficiency": 0.47757256031036377, + "comprehensiveness": 0.0020761555060744286, + "sufficiency": 0.4776877164840698, "masked prediction probs": [ 0.9926154613494873, 0.007384504657238722 @@ -365951,8 +411256,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.7146257758140564, - "sufficiency": 0.9926152229309082, + "comprehensiveness": 0.714468240737915, + "sufficiency": 0.9926169514656067, "masked prediction probs": [ 0.346204549074173, 0.6537954807281494 @@ -365964,8 +411269,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0022209356538951397, - "sufficiency": 0.7562841773033142, + "comprehensiveness": 0.0022204462438821793, + "sufficiency": 0.7563379406929016, "masked prediction probs": [ 0.9924836754798889, 0.007516348268836737 @@ -365977,8 +411282,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.002618826227262616, - "sufficiency": 0.7854071855545044, + "comprehensiveness": 0.002618249272927642, + "sufficiency": 0.7854543924331665, "masked prediction probs": [ 0.9921221137046814, 0.007877812720835209 @@ -365990,8 +411295,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.872302234172821, - "sufficiency": 0.9898477792739868, + "comprehensiveness": 0.8721100687980652, + "sufficiency": 0.9898499846458435, "masked prediction probs": [ 0.20264023542404175, 0.797359824180603 @@ -366003,8 +411308,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0024569728411734104, - "sufficiency": 0.7684549689292908, + "comprehensiveness": 0.002456431742757559, + "sufficiency": 0.7685059905052185, "masked prediction probs": [ 0.9922680258750916, 0.007731955964118242 @@ -366016,11 +411321,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7138388752937317, - "sufficiency": 0.9926234483718872, + "comprehensiveness": 0.9207231402397156, + "sufficiency": 0.9947459101676941, "masked prediction probs": [ - 0.346204549074173, - 0.6537954807281494 + 0.15813224017620087, + 0.8418678045272827 + ], + "full text prediction probs": [ + 0.9944989085197449, + 0.005501102656126022 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9205204844474792, + "sufficiency": 0.9947470426559448, + "masked prediction probs": [ + 0.15813224017620087, + 0.8418678045272827 ], "full text prediction probs": [ 0.9944989085197449, @@ -366030,12 +411348,12 @@ } }, "test_1225": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5954425930976868, - "sufficiency": 0.9984840750694275, + "fixed-shap": { + "comprehensiveness": 0.5671899318695068, + "sufficiency": 0.9881819486618042, "masked prediction probs": [ - 0.4535498321056366, - 0.5464501976966858 + 0.4789862334728241, + 0.5210137367248535 ], "full text prediction probs": [ 0.9896386861801147, @@ -366134,12 +411452,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.14161886274814606, - "sufficiency": 0.9945253729820251, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5943862795829773, + "sufficiency": 0.9984868168830872, "masked prediction probs": [ - 0.861909806728363, - 0.13809020817279816 + 0.4535498321056366, + 0.5464501976966858 + ], + "full text prediction probs": [ + 0.9896386861801147, + 0.010361270047724247 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.23213517665863037, + "sufficiency": 0.9976882934570312, + "masked prediction probs": [ + 0.7802249193191528, + 0.21977505087852478 ], "full text prediction probs": [ 0.9896386861801147, @@ -366149,7 +411480,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8893470764160156, + "sufficiency": 0.8893716335296631, "masked prediction probs": [ 0.9911422729492188, 0.008857722394168377 @@ -366161,7 +411492,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.10940767824649811, + "comprehensiveness": 0.10938343405723572, "sufficiency": 1.0, "masked prediction probs": [ 0.890917956829071, @@ -366174,8 +411505,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.033751796931028366, - "sufficiency": 0.9088690876960754, + "comprehensiveness": 0.033744316548109055, + "sufficiency": 0.9088892936706543, "masked prediction probs": [ 0.9591770172119141, 0.040822986513376236 @@ -366187,8 +411518,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.004940136335790157, - "sufficiency": 0.8231999278068542, + "comprehensiveness": 0.0049390424974262714, + "sufficiency": 0.8232390880584717, "masked prediction probs": [ 0.9851791262626648, 0.014820910058915615 @@ -366200,8 +411531,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.36274608969688416, - "sufficiency": 0.9964580535888672, + "comprehensiveness": 0.36266574263572693, + "sufficiency": 0.996458888053894, "masked prediction probs": [ 0.6621080040931702, 0.33789199590682983 @@ -366213,8 +411544,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.025525417178869247, - "sufficiency": 0.8906433582305908, + "comprehensiveness": 0.02551976591348648, + "sufficiency": 0.8906674981117249, "masked prediction probs": [ 0.966586172580719, 0.0334138348698616 @@ -366226,7 +411557,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.10928656160831451, + "comprehensiveness": 0.1092623621225357, "sufficiency": 1.0, "masked prediction probs": [ 0.890917956829071, @@ -366237,15 +411568,28 @@ 0.010361270047724247 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.14133678376674652, + "sufficiency": 0.994536280632019, + "masked prediction probs": [ + 0.861909806728363, + 0.13809020817279816 + ], + "full text prediction probs": [ + 0.9896386861801147, + 0.010361270047724247 + ], + "labels": 0 } }, "test_1247": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.022772086784243584, - 0.9772278666496277 + 0.0228166114538908, + 0.9771833419799805 ], "full text prediction probs": [ 0.7569981217384338, @@ -366335,8 +411679,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.022772086784243584, - 0.9772278666496277 + 0.0228166114538908, + 0.9771833419799805 ], "full text prediction probs": [ 0.7569981217384338, @@ -366344,12 +411688,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.0228166114538908, + 0.9771833419799805 + ], + "full text prediction probs": [ + 0.7569981217384338, + 0.24300186336040497 + ], + "labels": 0 + }, + "var-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01943228393793106, - 0.9805677533149719 + 0.017197811976075172, + 0.9828022122383118 ], "full text prediction probs": [ 0.7569981217384338, @@ -366359,7 +411716,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.41809308528900146, + "sufficiency": 0.41826683282852173, "masked prediction probs": [ 0.9849501848220825, 0.015049793757498264 @@ -366439,8 +411796,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.02314363420009613, - 0.9768562912940979 + 0.017197811976075172, + 0.9828022122383118 + ], + "full text prediction probs": [ + 0.7569981217384338, + 0.24300186336040497 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.017197811976075172, + 0.9828022122383118 ], "full text prediction probs": [ 0.7569981217384338, @@ -366450,12 +411820,12 @@ } }, "test_1362": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.059437595307826996, "sufficiency": 1.0, "masked prediction probs": [ - 0.9613994359970093, - 0.03860059753060341 + 0.6871151328086853, + 0.3128848373889923 ], "full text prediction probs": [ 0.7248920798301697, @@ -366554,12 +411924,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9028335213661194, - 0.09716649353504181 + 0.9613994359970093, + 0.03860059753060341 + ], + "full text prediction probs": [ + 0.7248920798301697, + 0.27510789036750793 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7248920798301697, + 0.27510789036750793 ], "full text prediction probs": [ 0.7248920798301697, @@ -366569,7 +411952,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9551161527633667, + "sufficiency": 0.9551302194595337, "masked prediction probs": [ 0.9471548795700073, 0.05284516513347626 @@ -366607,7 +411990,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.6882659792900085, + "comprehensiveness": 0.6880502700805664, "sufficiency": 1.0, "masked prediction probs": [ 0.28579699993133545, @@ -366646,7 +412029,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6876193284988403, + "comprehensiveness": 0.6874040961265564, "sufficiency": 1.0, "masked prediction probs": [ 0.28579699993133545, @@ -366657,15 +412040,28 @@ 0.27510789036750793 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9028335213661194, + 0.09716649353504181 + ], + "full text prediction probs": [ + 0.7248920798301697, + 0.27510789036750793 + ], + "labels": 0 } }, "test_1404": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.011478014290332794, - "sufficiency": 0.9857131242752075, + "fixed-shap": { + "comprehensiveness": 0.014011302031576633, + "sufficiency": 0.8950316309928894, "masked prediction probs": [ - 0.9762821793556213, - 0.023717859759926796 + 0.9740091562271118, + 0.025990905240178108 ], "full text prediction probs": [ 0.9865809679031372, @@ -366764,12 +412160,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.013916402123868465, - "sufficiency": 0.9785663485527039, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.01145758293569088, + "sufficiency": 0.9857385754585266, "masked prediction probs": [ - 0.9740720391273499, - 0.025927918031811714 + 0.9762821793556213, + 0.023717859759926796 + ], + "full text prediction probs": [ + 0.9865809679031372, + 0.013418964110314846 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.012460685335099697, + "sufficiency": 0.9225589632987976, + "masked prediction probs": [ + 0.9753780364990234, + 0.024622024968266487 ], "full text prediction probs": [ 0.9865809679031372, @@ -366779,7 +412188,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8408961296081543, + "sufficiency": 0.8409314751625061, "masked prediction probs": [ 0.9896638989448547, 0.010336129926145077 @@ -366791,8 +412200,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.014114956371486187, - "sufficiency": 0.865522027015686, + "comprehensiveness": 0.014111818745732307, + "sufficiency": 0.8655519485473633, "masked prediction probs": [ 0.9738879203796387, 0.02611204795539379 @@ -366804,8 +412213,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006681302096694708, - "sufficiency": 0.8624197840690613, + "comprehensiveness": 0.006679816637188196, + "sufficiency": 0.8624503016471863, "masked prediction probs": [ 0.9805713891983032, 0.019428560510277748 @@ -366817,8 +412226,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.005076445639133453, - "sufficiency": 0.8552600741386414, + "comprehensiveness": 0.005075317807495594, + "sufficiency": 0.8552923202514648, "masked prediction probs": [ 0.9820138812065125, 0.017986159771680832 @@ -366830,8 +412239,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.03904496505856514, - "sufficiency": 0.9763236045837402, + "comprehensiveness": 0.03903628885746002, + "sufficiency": 0.9763289093971252, "masked prediction probs": [ 0.9514458775520325, 0.04855417087674141 @@ -366844,7 +412253,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.7958900928497314, + "sufficiency": 0.7959353923797607, "masked prediction probs": [ 0.9876195192337036, 0.012380524538457394 @@ -366856,8 +412265,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.014099277555942535, - "sufficiency": 0.8656713962554932, + "comprehensiveness": 0.014096145518124104, + "sufficiency": 0.8657012581825256, "masked prediction probs": [ 0.9738879203796387, 0.02611204795539379 @@ -366867,15 +412276,28 @@ 0.013418964110314846 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.013888590037822723, + "sufficiency": 0.9786092638969421, + "masked prediction probs": [ + 0.9740720391273499, + 0.025927918031811714 + ], + "full text prediction probs": [ + 0.9865809679031372, + 0.013418964110314846 + ], + "labels": 0 } }, "test_1441": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.957874059677124, - 0.04212597757577896 + 0.2282923310995102, + 0.7717076539993286 ], "full text prediction probs": [ 0.0466173030436039, @@ -366974,12 +412396,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9739633202552795, - 0.02603660337626934 + 0.957874059677124, + 0.04212597757577896 + ], + "full text prediction probs": [ + 0.0466173030436039, + 0.953382670879364 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.22267547249794006, + 0.7773244976997375 ], "full text prediction probs": [ 0.0466173030436039, @@ -367053,7 +412488,7 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.5911116003990173, + "comprehensiveness": 0.5885356068611145, "sufficiency": 0.0, "masked prediction probs": [ 0.07363227009773254, @@ -367077,15 +412512,28 @@ 0.953382670879364 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9739633202552795, + 0.02603660337626934 + ], + "full text prediction probs": [ + 0.0466173030436039, + 0.953382670879364 + ], + "labels": 0 } }, "test_1650": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.3033188581466675, - "sufficiency": 0.9088013768196106, + "fixed-shap": { + "comprehensiveness": 0.007298568729311228, + "sufficiency": 0.9461496472358704, "masked prediction probs": [ - 0.715599536895752, - 0.28440046310424805 + 0.9817066788673401, + 0.018293337896466255 ], "full text prediction probs": [ 0.988267719745636, @@ -367184,12 +412632,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3501987159252167, - "sufficiency": 0.9123722910881042, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3027799427509308, + "sufficiency": 0.9089633822441101, "masked prediction probs": [ - 0.6728966236114502, - 0.3271034061908722 + 0.715599536895752, + 0.28440046310424805 + ], + "full text prediction probs": [ + 0.988267719745636, + 0.0117323137819767 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.006600555963814259, + "sufficiency": 0.929098904132843, + "masked prediction probs": [ + 0.9823222756385803, + 0.017677761614322662 ], "full text prediction probs": [ 0.988267719745636, @@ -367198,8 +412659,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.009981035254895687, - "sufficiency": 0.06876306980848312, + "comprehensiveness": 0.009978818707168102, + "sufficiency": 0.06896977126598358, "masked prediction probs": [ 0.9792773127555847, 0.020722733810544014 @@ -367211,8 +412672,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004136505536735058, - "sufficiency": 0.9789524078369141, + "comprehensiveness": 0.004135587252676487, + "sufficiency": 0.9789571762084961, "masked prediction probs": [ 0.9845409393310547, 0.015459015965461731 @@ -367224,8 +412685,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.34996554255485535, - "sufficiency": 0.9124306440353394, + "comprehensiveness": 0.349887877702713, + "sufficiency": 0.9124500751495361, "masked prediction probs": [ 0.6728966236114502, 0.3271034061908722 @@ -367237,8 +412698,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.02358444593846798, - "sufficiency": 0.9082544445991516, + "comprehensiveness": 0.02357921563088894, + "sufficiency": 0.9082747101783752, "masked prediction probs": [ 0.9670099020004272, 0.03299003839492798 @@ -367250,8 +412711,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.01830969750881195, - "sufficiency": 0.9852114915847778, + "comprehensiveness": 0.018305635079741478, + "sufficiency": 0.9852147698402405, "masked prediction probs": [ 0.971760630607605, 0.028239404782652855 @@ -367263,8 +412724,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0026762133929878473, - "sufficiency": 0.8778943419456482, + "comprehensiveness": 0.0026756201405078173, + "sufficiency": 0.877921462059021, "masked prediction probs": [ 0.98585444688797, 0.014145529828965664 @@ -367276,8 +412737,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3496551215648651, - "sufficiency": 0.9125083088874817, + "comprehensiveness": 0.3495776057243347, + "sufficiency": 0.9125276803970337, + "masked prediction probs": [ + 0.6728966236114502, + 0.3271034061908722 + ], + "full text prediction probs": [ + 0.988267719745636, + 0.0117323137819767 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3495001494884491, + "sufficiency": 0.9125471115112305, "masked prediction probs": [ 0.6728966236114502, 0.3271034061908722 @@ -367290,12 +412764,12 @@ } }, "test_1751": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.009221427142620087, - "sufficiency": 0.987813413143158, + "fixed-shap": { + "comprehensiveness": 0.010254659689962864, + "sufficiency": 0.9862487316131592, "masked prediction probs": [ - 0.9872898459434509, - 0.012710112147033215 + 0.9863533973693848, + 0.013646671548485756 ], "full text prediction probs": [ 0.9956474900245667, @@ -367394,12 +412868,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0029202003497630358, - "sufficiency": 0.969536542892456, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.009205175563693047, + "sufficiency": 0.9878348708152771, "masked prediction probs": [ - 0.9929961562156677, - 0.007003798149526119 + 0.9872898459434509, + 0.012710112147033215 + ], + "full text prediction probs": [ + 0.9956474900245667, + 0.004352445714175701 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.005359719507396221, + "sufficiency": 0.9837796688079834, + "masked prediction probs": [ + 0.9907801747322083, + 0.009219778701663017 ], "full text prediction probs": [ 0.9956474900245667, @@ -367408,8 +412895,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003294527530670166, - "sufficiency": 0.6948433518409729, + "comprehensiveness": 0.0032938020303845406, + "sufficiency": 0.6949105262756348, "masked prediction probs": [ 0.9926556348800659, 0.007344397250562906 @@ -367421,8 +412908,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002918914193287492, - "sufficiency": 0.969549834728241, + "comprehensiveness": 0.0029182718135416508, + "sufficiency": 0.9695566296577454, "masked prediction probs": [ 0.9929961562156677, 0.007003798149526119 @@ -367434,8 +412921,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0021235900931060314, - "sufficiency": 0.8357124328613281, + "comprehensiveness": 0.002123122802004218, + "sufficiency": 0.8357486128807068, "masked prediction probs": [ 0.993718147277832, 0.006281803362071514 @@ -367447,8 +412934,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0033702088985592127, - "sufficiency": 0.8298916816711426, + "comprehensiveness": 0.0033694675657898188, + "sufficiency": 0.8299291133880615, "masked prediction probs": [ 0.9925848841667175, 0.007415098138153553 @@ -367460,8 +412947,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.013460230082273483, - "sufficiency": 0.9919689297676086, + "comprehensiveness": 0.013457268476486206, + "sufficiency": 0.9919706583023071, "masked prediction probs": [ 0.9834131002426147, 0.016586909070611 @@ -367473,8 +412960,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0034397300332784653, - "sufficiency": 0.7985918521881104, + "comprehensiveness": 0.0034389737993478775, + "sufficiency": 0.7986361384391785, "masked prediction probs": [ 0.9925203323364258, 0.007479731924831867 @@ -367486,8 +412973,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0029157043900340796, - "sufficiency": 0.9695833921432495, + "comprehensiveness": 0.002915063174441457, + "sufficiency": 0.9695901274681091, + "masked prediction probs": [ + 0.9929961562156677, + 0.007003798149526119 + ], + "full text prediction probs": [ + 0.9956474900245667, + 0.004352445714175701 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0029144224245101213, + "sufficiency": 0.9695967435836792, "masked prediction probs": [ 0.9929961562156677, 0.007003798149526119 @@ -367500,12 +413000,12 @@ } }, "test_200": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5228943824768066, - 0.47710561752319336 + 0.22221791744232178, + 0.7777820229530334 ], "full text prediction probs": [ 0.016364319249987602, @@ -367604,12 +413104,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.5314972400665283, - 0.4685027301311493 + 0.5228943824768066, + 0.47710561752319336 + ], + "full text prediction probs": [ + 0.016364319249987602, + 0.983635663986206 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.17822441458702087, + 0.8217756152153015 ], "full text prediction probs": [ 0.016364319249987602, @@ -367644,7 +413157,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.09666065126657486, + "comprehensiveness": 0.09640815109014511, "sufficiency": 0.0, "masked prediction probs": [ 0.023746782913804054, @@ -367683,7 +413196,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8112583756446838, + "comprehensiveness": 0.8091556429862976, "sufficiency": 0.0, "masked prediction probs": [ 0.07881094515323639, @@ -367707,15 +413220,28 @@ 0.983635663986206 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5314972400665283, + 0.4685027301311493 + ], + "full text prediction probs": [ + 0.016364319249987602, + 0.983635663986206 + ], + "labels": 1 } }, "test_299": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08901623636484146, - "sufficiency": 0.9930444955825806, + "fixed-shap": { + "comprehensiveness": 0.430547297000885, + "sufficiency": 0.9774686694145203, "masked prediction probs": [ - 0.9063831567764282, - 0.09361686557531357 + 0.6004452705383301, + 0.3995547294616699 ], "full text prediction probs": [ 0.9861224293708801, @@ -367814,12 +413340,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.5731687545776367, - "sufficiency": 0.991141676902771, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.08885751664638519, + "sufficiency": 0.9930568933486938, "masked prediction probs": [ - 0.4717702269554138, - 0.5282297730445862 + 0.9063831567764282, + 0.09361686557531357 + ], + "full text prediction probs": [ + 0.9861224293708801, + 0.01387765258550644 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4399212598800659, + "sufficiency": 0.9757224917411804, + "masked prediction probs": [ + 0.5912563800811768, + 0.40874361991882324 ], "full text prediction probs": [ 0.9861224293708801, @@ -367828,8 +413367,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.003021857002750039, - "sufficiency": 0.36453959345817566, + "comprehensiveness": 0.003021183656528592, + "sufficiency": 0.3646811246871948, "masked prediction probs": [ 0.9834100604057312, 0.016589973121881485 @@ -367841,8 +413380,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.572913408279419, - "sufficiency": 0.9911454916000366, + "comprehensiveness": 0.5727857947349548, + "sufficiency": 0.991147518157959, "masked prediction probs": [ 0.4717702269554138, 0.5282297730445862 @@ -367854,8 +413393,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.16905395686626434, - "sufficiency": 0.9872305989265442, + "comprehensiveness": 0.16901631653308868, + "sufficiency": 0.9872335195541382, "masked prediction probs": [ 0.83431476354599, 0.16568519175052643 @@ -367867,8 +413406,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.015275446698069572, - "sufficiency": 0.941990852355957, + "comprehensiveness": 0.015272046439349651, + "sufficiency": 0.9420037269592285, "masked prediction probs": [ 0.9724022746086121, 0.027597690001130104 @@ -367880,8 +413419,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.22081293165683746, - "sufficiency": 0.9749007821083069, + "comprehensiveness": 0.22076377272605896, + "sufficiency": 0.974906325340271, "masked prediction probs": [ 0.7877477407455444, 0.21225225925445557 @@ -367893,8 +413432,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003848304506391287, - "sufficiency": 0.7221322059631348, + "comprehensiveness": 0.0038474483881145716, + "sufficiency": 0.7221940755844116, "masked prediction probs": [ 0.9826644062995911, 0.017335619777441025 @@ -367906,8 +413445,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.5722759962081909, - "sufficiency": 0.9911554455757141, + "comprehensiveness": 0.5721486210823059, + "sufficiency": 0.9911574721336365, + "masked prediction probs": [ + 0.4717702269554138, + 0.5282297730445862 + ], + "full text prediction probs": [ + 0.9861224293708801, + 0.01387765258550644 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.5720213651657104, + "sufficiency": 0.9911593794822693, "masked prediction probs": [ 0.4717702269554138, 0.5282297730445862 @@ -367920,12 +413472,12 @@ } }, "test_436": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6890102624893188, + "fixed-shap": { + "comprehensiveness": 0.10952941328287125, + "sufficiency": 0.0, "masked prediction probs": [ - 0.965949535369873, - 0.03405044600367546 + 0.018373766914010048, + 0.9816262722015381 ], "full text prediction probs": [ 0.009497256018221378, @@ -368024,12 +413576,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.5341739058494568, + "sufficiency": 0.6950249075889587, "masked prediction probs": [ - 0.8934292197227478, - 0.1065707579255104 + 0.965949535369873, + 0.03405044600367546 + ], + "full text prediction probs": [ + 0.009497256018221378, + 0.9905027151107788 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4510017931461334, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.04685909301042557, + 0.9531408548355103 ], "full text prediction probs": [ 0.009497256018221378, @@ -368039,7 +413604,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.5352973341941833, + "sufficiency": 0.5364153981208801, "masked prediction probs": [ 0.8934292197227478, 0.1065707579255104 @@ -368051,7 +413616,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.18941468000411987, + "comprehensiveness": 0.1889595091342926, "sufficiency": 0.0, "masked prediction probs": [ 0.025226624682545662, @@ -368064,7 +413629,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.152232363820076, + "comprehensiveness": 0.15186741948127747, "sufficiency": 0.0, "masked prediction probs": [ 0.022169452160596848, @@ -368077,7 +413642,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.2600996494293213, + "comprehensiveness": 0.2594776153564453, "sufficiency": 0.0, "masked prediction probs": [ 0.03120054118335247, @@ -368090,7 +413655,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3536604642868042, + "comprehensiveness": 0.3528166711330414, "sufficiency": 0.0, "masked prediction probs": [ 0.039078183472156525, @@ -368103,7 +413668,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07425938546657562, + "comprehensiveness": 0.0740826353430748, "sufficiency": 0.0, "masked prediction probs": [ 0.015723370015621185, @@ -368117,7 +413682,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.541925847530365, + "sufficiency": 0.543012261390686, + "masked prediction probs": [ + 0.8934292197227478, + 0.1065707579255104 + ], + "full text prediction probs": [ + 0.009497256018221378, + 0.9905027151107788 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5440935492515564, "masked prediction probs": [ 0.8934292197227478, 0.1065707579255104 @@ -368130,12 +413708,12 @@ } }, "test_653": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.6751856207847595, + "fixed-shap": { + "comprehensiveness": 0.052908871322870255, + "sufficiency": 0.0, "masked prediction probs": [ - 0.39780521392822266, - 0.6021947860717773 + 0.012332743965089321, + 0.9876673221588135 ], "full text prediction probs": [ 0.007963788695633411, @@ -368234,12 +413812,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7186478972434998, + "sufficiency": 0.6813533902168274, "masked prediction probs": [ - 0.43803510069847107, - 0.5619648694992065 + 0.39780521392822266, + 0.6021947860717773 + ], + "full text prediction probs": [ + 0.007963788695633411, + 0.9920362830162048 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.05432238057255745, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01254721824079752, + 0.9874528050422668 ], "full text prediction probs": [ 0.007963788695633411, @@ -368249,7 +413840,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.33466240763664246, + "sufficiency": 0.3362341821193695, "masked prediction probs": [ 0.5188291668891907, 0.4811708331108093 @@ -368262,7 +413853,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7199772000312805, + "sufficiency": 0.7206371426582336, "masked prediction probs": [ 0.43803510069847107, 0.5619648694992065 @@ -368274,7 +413865,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.23965582251548767, + "comprehensiveness": 0.2390916794538498, "sufficiency": 0.0, "masked prediction probs": [ 0.028280705213546753, @@ -368287,7 +413878,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.029595540836453438, + "comprehensiveness": 0.029526036232709885, "sufficiency": 0.0, "masked prediction probs": [ 0.010478583164513111, @@ -368301,7 +413892,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.582496702671051, + "sufficiency": 0.5834737420082092, "masked prediction probs": [ 0.47478458285331726, 0.5252154469490051 @@ -368313,7 +413904,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.07581093162298203, + "comprehensiveness": 0.07563371956348419, "sufficiency": 0.0, "masked prediction probs": [ 0.014436096884310246, @@ -368327,7 +413918,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.723246157169342, + "sufficiency": 0.7238907814025879, + "masked prediction probs": [ + 0.43803510069847107, + 0.5619648694992065 + ], + "full text prediction probs": [ + 0.007963788695633411, + 0.9920362830162048 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.724532425403595, "masked prediction probs": [ 0.43803510069847107, 0.5619648694992065 @@ -368340,12 +413944,12 @@ } }, "test_898": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.8951144814491272, + "sufficiency": 0.4802902638912201, "masked prediction probs": [ - 0.9287599325180054, - 0.0712401270866394 + 0.9512553215026855, + 0.04874467849731445 ], "full text prediction probs": [ 0.9031462073326111, @@ -368432,11 +414036,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.015154319815337658, - "sufficiency": 1.0, + "comprehensiveness": 0.0, + "sufficiency": 0.481183797121048, "masked prediction probs": [ - 0.8908074498176575, - 0.10919254273176193 + 0.9512553215026855, + 0.04874467849731445 ], "full text prediction probs": [ 0.9031462073326111, @@ -368444,13 +414048,26 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9344041347503662, + "sufficiency": 0.48131120204925537, "masked prediction probs": [ + 0.9512553215026855, + 0.04874467849731445 + ], + "full text prediction probs": [ 0.9031462073326111, 0.09685385227203369 ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.01582479663193226, + "sufficiency": 0.8611836433410645, + "masked prediction probs": [ + 0.8902552127838135, + 0.10974480956792831 + ], "full text prediction probs": [ 0.9031462073326111, 0.09685385227203369 @@ -368459,7 +414076,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9002769589424133, + "sufficiency": 0.900301456451416, "masked prediction probs": [ 0.9672725200653076, 0.03272749483585358 @@ -368472,7 +414089,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9344363808631897, + "sufficiency": 0.9344524145126343, "masked prediction probs": [ 0.9031462073326111, 0.09685385227203369 @@ -368484,8 +414101,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3693297505378723, - "sufficiency": 0.9692381024360657, + "comprehensiveness": 0.36923912167549133, + "sufficiency": 0.9692456722259521, "masked prediction probs": [ 0.6021397709846497, 0.39786022901535034 @@ -368498,7 +414115,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9379193186759949, + "sufficiency": 0.9379345178604126, "masked prediction probs": [ 0.9682111144065857, 0.03178894519805908 @@ -368524,7 +414141,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9019765853881836, + "sufficiency": 0.9020006060600281, "masked prediction probs": [ 0.9627928137779236, 0.037207137793302536 @@ -368536,12 +414153,25 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.9345167279243469, + "comprehensiveness": 0.015797646716237068, + "sufficiency": 0.8614217638969421, "masked prediction probs": [ + 0.8902552127838135, + 0.10974480956792831 + ], + "full text prediction probs": [ 0.9031462073326111, 0.09685385227203369 ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.015793776139616966, + "sufficiency": 0.8614557385444641, + "masked prediction probs": [ + 0.8902552127838135, + 0.10974480956792831 + ], "full text prediction probs": [ 0.9031462073326111, 0.09685385227203369 @@ -368550,12 +414180,12 @@ } }, "test_909": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9505834579467773, + "fixed-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9175475835800171, - 0.08245246857404709 + 0.02669089287519455, + 0.9733091592788696 ], "full text prediction probs": [ 0.030654992908239365, @@ -368654,12 +414284,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.32803431153297424, + "sufficiency": 0.9518675804138184, "masked prediction probs": [ - 0.9520097374916077, - 0.047990281134843826 + 0.9175475835800171, + 0.08245246857404709 + ], + "full text prediction probs": [ + 0.030654992908239365, + 0.9693450331687927 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.030654992908239365, + 0.9693450331687927 ], "full text prediction probs": [ 0.030654992908239365, @@ -368695,7 +414338,7 @@ }, "var-ig": { "comprehensiveness": 1.0, - "sufficiency": 0.33451902866363525, + "sufficiency": 0.33665284514427185, "masked prediction probs": [ 0.9520097374916077, 0.047990281134843826 @@ -368721,7 +414364,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.12384951859712601, + "sufficiency": 0.12664096057415009, "masked prediction probs": [ 0.9499971866607666, 0.050002820789813995 @@ -368733,7 +414376,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9722327589988708, + "comprehensiveness": 0.9691401124000549, "sufficiency": 0.0, "masked prediction probs": [ 0.09159886837005615, @@ -368747,7 +414390,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.3429730534553528, + "sufficiency": 0.345053106546402, + "masked prediction probs": [ + 0.9520097374916077, + 0.047990281134843826 + ], + "full text prediction probs": [ + 0.030654992908239365, + 0.9693450331687927 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3471200466156006, "masked prediction probs": [ 0.9520097374916077, 0.047990281134843826 @@ -368760,12 +414416,12 @@ } }, "test_1040": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.04152809455990791, - "sufficiency": 0.8673588633537292, + "fixed-shap": { + "comprehensiveness": 0.06641750782728195, + "sufficiency": 0.9732953310012817, "masked prediction probs": [ - 0.9525492787361145, - 0.04745078459382057 + 0.9301595687866211, + 0.0698404312133789 ], "full text prediction probs": [ 0.9899066090583801, @@ -368864,9 +414520,22 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.08350855857133865, - "sufficiency": 0.8951337337493896, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.04145435988903046, + "sufficiency": 0.8675943613052368, + "masked prediction probs": [ + 0.9525492787361145, + 0.04745078459382057 + ], + "full text prediction probs": [ + 0.9899066090583801, + 0.010093421675264835 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0834900289773941, + "sufficiency": 0.895156979560852, "masked prediction probs": [ 0.9146513938903809, 0.08534861356019974 @@ -368878,8 +414547,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0029984579887241125, - "sufficiency": 0.5492995977401733, + "comprehensiveness": 0.0029977925587445498, + "sufficiency": 0.5493995547294617, "masked prediction probs": [ 0.9872038960456848, 0.012796119786798954 @@ -368891,8 +414560,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.01164533756673336, - "sufficiency": 0.9098847508430481, + "comprehensiveness": 0.011642755009233952, + "sufficiency": 0.9099047183990479, "masked prediction probs": [ 0.979407548904419, 0.020592395216226578 @@ -368904,8 +414573,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0035108381416648626, - "sufficiency": 0.7823907732963562, + "comprehensiveness": 0.003510059555992484, + "sufficiency": 0.7824389934539795, "masked prediction probs": [ 0.9867406487464905, 0.013259343802928925 @@ -368917,8 +414586,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.04284967482089996, - "sufficiency": 0.8984147310256958, + "comprehensiveness": 0.042840175330638885, + "sufficiency": 0.8984372019767761, "masked prediction probs": [ 0.951257586479187, 0.04874243587255478 @@ -368930,8 +414599,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08341599255800247, - "sufficiency": 0.8952499628067017, + "comprehensiveness": 0.0833975076675415, + "sufficiency": 0.8952731490135193, "masked prediction probs": [ 0.9146513938903809, 0.08534861356019974 @@ -368943,8 +414612,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.001516789081506431, - "sufficiency": 0.8517619967460632, + "comprehensiveness": 0.0015164529904723167, + "sufficiency": 0.8517948985099792, "masked prediction probs": [ 0.9885379076004028, 0.011462106369435787 @@ -368956,8 +414625,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.08337903022766113, - "sufficiency": 0.8952963948249817, + "comprehensiveness": 0.08336055278778076, + "sufficiency": 0.8953195810317993, + "masked prediction probs": [ + 0.9146513938903809, + 0.08534861356019974 + ], + "full text prediction probs": [ + 0.9899066090583801, + 0.010093421675264835 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.08334209024906158, + "sufficiency": 0.8953427672386169, "masked prediction probs": [ 0.9146513938903809, 0.08534861356019974 @@ -368970,12 +414652,12 @@ } }, "test_1123": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, - "sufficiency": 0.7020387053489685, + "sufficiency": 0.9786974191665649, "masked prediction probs": [ - 0.9825640320777893, - 0.01743593066930771 + 0.9825863838195801, + 0.017413651570677757 ], "full text prediction probs": [ 0.9806531667709351, @@ -369074,12 +414756,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.20355579257011414, + "sufficiency": 0.7025731801986694, "masked prediction probs": [ - 0.9870411157608032, - 0.012958834879100323 + 0.9825640320777893, + 0.01743593066930771 + ], + "full text prediction probs": [ + 0.9806531667709351, + 0.019346848130226135 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9787752032279968, + "masked prediction probs": [ + 0.9812532067298889, + 0.01874679885804653 ], "full text prediction probs": [ 0.9806531667709351, @@ -369089,7 +414784,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8878833055496216, + "sufficiency": 0.8879084587097168, "masked prediction probs": [ 0.9819201827049255, 0.01807980425655842 @@ -369101,8 +414796,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.023866325616836548, - "sufficiency": 0.9448369145393372, + "comprehensiveness": 0.023860977962613106, + "sufficiency": 0.9448491930961609, "masked prediction probs": [ 0.9593569040298462, 0.040643151849508286 @@ -369115,7 +414810,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8987483978271484, + "sufficiency": 0.8987710475921631, "masked prediction probs": [ 0.9852782487869263, 0.01472175121307373 @@ -369128,7 +414823,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9211764931678772, + "sufficiency": 0.9211942553520203, "masked prediction probs": [ 0.9853684306144714, 0.014631569385528564 @@ -369140,8 +414835,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.035235270857810974, - "sufficiency": 0.929511547088623, + "comprehensiveness": 0.03522737696766853, + "sufficiency": 0.9295273423194885, "masked prediction probs": [ 0.9491910934448242, 0.05080895498394966 @@ -369153,8 +414848,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.00044540929957292974, - "sufficiency": 0.9054623246192932, + "comprehensiveness": 0.00044530958984978497, + "sufficiency": 0.9054834842681885, "masked prediction probs": [ 0.9802553653717041, 0.019744621589779854 @@ -369166,8 +414861,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.023839609697461128, - "sufficiency": 0.9448986053466797, + "comprehensiveness": 0.02383427321910858, + "sufficiency": 0.9449108839035034, "masked prediction probs": [ 0.9593569040298462, 0.040643151849508286 @@ -369177,15 +414872,28 @@ 0.019346848130226135 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.2051597386598587, + "masked prediction probs": [ + 0.9870411157608032, + 0.012958834879100323 + ], + "full text prediction probs": [ + 0.9806531667709351, + 0.019346848130226135 + ], + "labels": 0 } }, "test_1232": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.07637950778007507, - "sufficiency": 0.9747071266174316, + "fixed-shap": { + "comprehensiveness": 0.04247724264860153, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8985435962677002, - 0.10145643353462219 + 0.9282094240188599, + 0.07179059833288193 ], "full text prediction probs": [ 0.9653787016868591, @@ -369284,12 +414992,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.16863398253917694, - "sufficiency": 0.9810594320297241, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.07624009996652603, + "sufficiency": 0.9747533202171326, "masked prediction probs": [ - 0.8175474405288696, - 0.18245255947113037 + 0.8985435962677002, + 0.10145643353462219 + ], + "full text prediction probs": [ + 0.9653787016868591, + 0.03462127596139908 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10253464430570602, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8754722476005554, + 0.12452772259712219 ], "full text prediction probs": [ 0.9653787016868591, @@ -369299,7 +415020,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6627197861671448, + "sufficiency": 0.662796676158905, "masked prediction probs": [ 0.9860367178916931, 0.013963204808533192 @@ -369312,7 +415033,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8681387305259705, + "sufficiency": 0.8681687712669373, "masked prediction probs": [ 0.9653787016868591, 0.03462127596139908 @@ -369324,7 +415045,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.06775073707103729, + "comprehensiveness": 0.06773529201745987, "sufficiency": 1.0, "masked prediction probs": [ 0.9059450626373291, @@ -369338,7 +415059,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.7823770046234131, + "sufficiency": 0.7824265360832214, "masked prediction probs": [ 0.9803880453109741, 0.01961194910109043 @@ -369350,8 +415071,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.16844184696674347, - "sufficiency": 0.9810810089111328, + "comprehensiveness": 0.16840346157550812, + "sufficiency": 0.9810853004455566, "masked prediction probs": [ 0.8175474405288696, 0.18245255947113037 @@ -369364,7 +415085,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.6476587653160095, + "sufficiency": 0.6477389931678772, "masked prediction probs": [ 0.9732374548912048, 0.026762600988149643 @@ -369376,8 +415097,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.16836510598659515, - "sufficiency": 0.9810895919799805, + "comprehensiveness": 0.16832676529884338, + "sufficiency": 0.9810938835144043, + "masked prediction probs": [ + 0.8175474405288696, + 0.18245255947113037 + ], + "full text prediction probs": [ + 0.9653787016868591, + 0.03462127596139908 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.1682884395122528, + "sufficiency": 0.9810982346534729, "masked prediction probs": [ 0.8175474405288696, 0.18245255947113037 @@ -369390,12 +415124,12 @@ } }, "test_1540": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7636247277259827, - 0.23637527227401733 + 0.6218574643135071, + 0.3781425356864929 ], "full text prediction probs": [ 0.4704037606716156, @@ -369494,12 +415228,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.8342198133468628, - 0.16578024625778198 + 0.7636247277259827, + 0.23637527227401733 + ], + "full text prediction probs": [ + 0.4704037606716156, + 0.5295962691307068 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.49030303955078125, + 0.5096969604492188 ], "full text prediction probs": [ 0.4704037606716156, @@ -369597,15 +415344,28 @@ 0.5295962691307068 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.8342198133468628, + 0.16578024625778198 + ], + "full text prediction probs": [ + 0.4704037606716156, + 0.5295962691307068 + ], + "labels": 0 } }, "test_73": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.08032552152872086, + "fixed-shap": { + "comprehensiveness": 0.025339361280202866, "sufficiency": 0.0, "masked prediction probs": [ - 0.015181995928287506, - 0.9848180413246155 + 0.010673707351088524, + 0.9893262386322021 ], "full text prediction probs": [ 0.00859623122960329, @@ -369704,7 +415464,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.07878771424293518, "sufficiency": 0.0, "masked prediction probs": [ @@ -369717,9 +415477,22 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.015827341005206108, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.009922369383275509, + 0.9900776147842407 + ], + "full text prediction probs": [ + 0.00859623122960329, + 0.9914037585258484 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.3409803509712219, - "sufficiency": 0.6117286086082458, + "comprehensiveness": 0.3401682376861572, + "sufficiency": 0.6126523017883301, "masked prediction probs": [ 0.03716641291975975, 0.9628336429595947 @@ -369731,7 +415504,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.07841242104768753, + "comprehensiveness": 0.07822611182928085, "sufficiency": 0.0, "masked prediction probs": [ 0.015181995928287506, @@ -369744,7 +415517,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.058749232441186905, + "comprehensiveness": 0.0586099736392498, "sufficiency": 0.0, "masked prediction probs": [ 0.013542266562581062, @@ -369757,7 +415530,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0586099736392498, + "comprehensiveness": 0.058471374213695526, "sufficiency": 0.0, "masked prediction probs": [ 0.013542266562581062, @@ -369770,7 +415543,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.12179704010486603, + "comprehensiveness": 0.12150969356298447, "sufficiency": 0.0, "masked prediction probs": [ 0.018898826092481613, @@ -369783,8 +415556,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05492466688156128, - "sufficiency": 0.26562047004699707, + "comprehensiveness": 0.05479539558291435, + "sufficiency": 0.26734688878059387, "masked prediction probs": [ 0.013253169134259224, 0.9867467880249023 @@ -369796,7 +415569,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07748964428901672, + "comprehensiveness": 0.07730768620967865, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.015181995928287506, + 0.9848180413246155 + ], + "full text prediction probs": [ + 0.00859623122960329, + 0.9914037585258484 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07712658494710922, "sufficiency": 0.0, "masked prediction probs": [ 0.015181995928287506, @@ -369810,12 +415596,12 @@ } }, "test_309": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.818950355052948, + "fixed-shap": { + "comprehensiveness": 0.015364835038781166, "sufficiency": 0.0, "masked prediction probs": [ - 0.07477156072854996, - 0.925228476524353 + 0.0045876880176365376, + 0.995412290096283 ], "full text prediction probs": [ 0.003245729021728039, @@ -369914,7 +415700,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.8042150139808655, "sufficiency": 0.0, "masked prediction probs": [ @@ -369927,8 +415713,21 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 0.01505451649427414, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.0045876880176365376, + 0.995412290096283 + ], + "full text prediction probs": [ + 0.003245729021728039, + 0.9967542290687561 + ], + "labels": 1 + }, "var-lime": { - "comprehensiveness": 0.8024103045463562, + "comprehensiveness": 0.8006136417388916, "sufficiency": 0.0, "masked prediction probs": [ 0.07477156072854996, @@ -369941,8 +415740,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2737017869949341, - "sufficiency": 0.5998419523239136, + "comprehensiveness": 0.27309030294418335, + "sufficiency": 0.6007348895072937, "masked prediction probs": [ 0.027697917073965073, 0.9723020792007446 @@ -369954,7 +415753,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.028037358075380325, + "comprehensiveness": 0.02797486074268818, "sufficiency": 0.0, "masked prediction probs": [ 0.00575615931302309, @@ -369967,7 +415766,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.02797486074268818, + "comprehensiveness": 0.027912642806768417, "sufficiency": 0.0, "masked prediction probs": [ 0.00575615931302309, @@ -369980,8 +415779,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.4197904169559479, - "sufficiency": 0.700484573841095, + "comprehensiveness": 0.4188588261604309, + "sufficiency": 0.701148509979248, "masked prediction probs": [ 0.04100118204951286, 0.9589987993240356 @@ -369993,7 +415792,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.02105763554573059, + "comprehensiveness": 0.02101100981235504, "sufficiency": 0.0, "masked prediction probs": [ 0.005143830552697182, @@ -370006,7 +415805,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7917498350143433, + "comprehensiveness": 0.7900006175041199, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07477156072854996, + 0.925228476524353 + ], + "full text prediction probs": [ + 0.003245729021728039, + 0.9967542290687561 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7882590293884277, "sufficiency": 0.0, "masked prediction probs": [ 0.07477156072854996, @@ -370020,12 +415832,12 @@ } }, "test_366": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.6078970432281494, + "fixed-shap": { + "comprehensiveness": 0.093040332198143, + "sufficiency": 1.0, "masked prediction probs": [ - 0.9867717623710632, - 0.013228222727775574 + 0.5800591111183167, + 0.41994088888168335 ], "full text prediction probs": [ 0.6302923560142517, @@ -370124,12 +415936,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.05538681522011757, + "sufficiency": 0.60905522108078, "masked prediction probs": [ - 0.9894934892654419, - 0.01050654612481594 + 0.9867717623710632, + 0.013228222727775574 + ], + "full text prediction probs": [ + 0.6302923560142517, + 0.3697076141834259 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6895933151245117, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.25673413276672363, + 0.7432658672332764 ], "full text prediction probs": [ 0.6302923560142517, @@ -370139,7 +415964,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.342736154794693, + "sufficiency": 0.34297865629196167, "masked prediction probs": [ 0.9875636696815491, 0.012436280958354473 @@ -370164,7 +415989,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.700946569442749, + "comprehensiveness": 0.7006880044937134, "sufficiency": 1.0, "masked prediction probs": [ 0.2503036558628082, @@ -370177,7 +416002,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.6888304352760315, + "comprehensiveness": 0.6885765790939331, "sufficiency": 1.0, "masked prediction probs": [ 0.25673413276672363, @@ -370190,7 +416015,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.8625457882881165, + "comprehensiveness": 0.8622278571128845, "sufficiency": 1.0, "masked prediction probs": [ 0.1623544692993164, @@ -370217,7 +416042,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.3441884517669678, + "sufficiency": 0.3444298803806305, "masked prediction probs": [ 0.9875636696815491, 0.012436280958354473 @@ -370227,15 +416052,28 @@ 0.3697076141834259 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.05851536616683006, + "masked prediction probs": [ + 0.9894934892654419, + 0.01050654612481594 + ], + "full text prediction probs": [ + 0.6302923560142517, + 0.3697076141834259 + ], + "labels": 1 } }, "test_413": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8183402419090271, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9760042428970337, - 0.02399579994380474 + 0.8649149537086487, + 0.1350850760936737 ], "full text prediction probs": [ 0.016902057453989983, @@ -370334,7 +416172,7 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.8221966028213501, "masked prediction probs": [ @@ -370347,6 +416185,19 @@ ], "labels": 1 }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.877620279788971, + 0.12237969040870667 + ], + "full text prediction probs": [ + 0.016902057453989983, + 0.9830979704856873 + ], + "labels": 1 + }, "var-lime": { "comprehensiveness": 1.0, "sufficiency": 0.0, @@ -370401,7 +416252,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8245248198509216, + "sufficiency": 0.8249831199645996, "masked prediction probs": [ 0.9760042428970337, 0.02399579994380474 @@ -370413,7 +416264,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.17508284747600555, + "comprehensiveness": 0.17462612688541412, "sufficiency": 0.0, "masked prediction probs": [ 0.030292822048068047, @@ -370427,7 +416278,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8254390954971313, + "sufficiency": 0.8258926868438721, + "masked prediction probs": [ + 0.9760042428970337, + 0.02399579994380474 + ], + "full text prediction probs": [ + 0.016902057453989983, + 0.9830979704856873 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8263438940048218, "masked prediction probs": [ 0.9760042428970337, 0.02399579994380474 @@ -370440,12 +416304,12 @@ } }, "test_816": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.742289125919342, + "fixed-shap": { + "comprehensiveness": 0.5187714695930481, "sufficiency": 0.0, "masked prediction probs": [ - 0.07012280076742172, - 0.9298771619796753 + 0.052376385778188705, + 0.947623610496521 ], "full text prediction probs": [ 0.011187901720404625, @@ -370532,11 +416396,11 @@ "labels": 1 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.7294249534606934, + "comprehensiveness": 0.509781002998352, "sufficiency": 0.0, "masked prediction probs": [ - 0.07012280076742172, - 0.9298771619796753 + 0.052376385778188705, + 0.947623610496521 ], "full text prediction probs": [ 0.011187901720404625, @@ -370544,12 +416408,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7276235222816467, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5085219740867615, "sufficiency": 0.0, "masked prediction probs": [ - 0.07012280076742172, - 0.9298771619796753 + 0.052376385778188705, + 0.947623610496521 + ], + "full text prediction probs": [ + 0.011187901720404625, + 0.9888120889663696 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.5361882448196411, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.054724548012018204, + 0.9452754855155945 ], "full text prediction probs": [ 0.011187901720404625, @@ -370558,7 +416435,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.7258309721946716, + "comprehensiveness": 0.7240472435951233, "sufficiency": 0.0, "masked prediction probs": [ 0.07012280076742172, @@ -370571,7 +416448,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.0016922877402976155, + "comprehensiveness": 0.0016881391638889909, "sufficiency": 0.0, "masked prediction probs": [ 0.011325687170028687, @@ -370584,7 +416461,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.21323439478874207, + "comprehensiveness": 0.21271292865276337, "sufficiency": 0.0, "masked prediction probs": [ 0.028587136417627335, @@ -370597,7 +416474,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.3861624002456665, + "comprehensiveness": 0.38522034883499146, "sufficiency": 0.0, "masked prediction probs": [ 0.04277462884783745, @@ -370610,7 +416487,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.30324676632881165, + "comprehensiveness": 0.30250880122184753, "sufficiency": 0.0, "masked prediction probs": [ 0.036053139716386795, @@ -370623,7 +416500,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12886294722557068, + "comprehensiveness": 0.12855011224746704, "sufficiency": 0.0, "masked prediction probs": [ 0.021780002862215042, @@ -370636,11 +416513,24 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7152584791183472, + "comprehensiveness": 0.5270984768867493, "sufficiency": 0.0, "masked prediction probs": [ - 0.07012280076742172, - 0.9298771619796753 + 0.054724548012018204, + 0.9452754855155945 + ], + "full text prediction probs": [ + 0.011187901720404625, + 0.9888120889663696 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.525825023651123, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.054724548012018204, + 0.9452754855155945 ], "full text prediction probs": [ 0.011187901720404625, @@ -370650,12 +416540,12 @@ } }, "test_864": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7678704261779785, + "fixed-shap": { + "comprehensiveness": 0.47318968176841736, + "sufficiency": 1.0, "masked prediction probs": [ - 0.960845410823822, - 0.039154622703790665 + 0.05661153420805931, + 0.9433884024620056 ], "full text prediction probs": [ 0.026096945628523827, @@ -370754,12 +416644,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8650977611541748, + "sufficiency": 0.7734827995300293, "masked prediction probs": [ - 0.9661190509796143, - 0.03388097882270813 + 0.960845410823822, + 0.039154622703790665 + ], + "full text prediction probs": [ + 0.026096945628523827, + 0.9739030599594116 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.9681257009506226, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.09027156233787537, + 0.909728467464447 ], "full text prediction probs": [ 0.026096945628523827, @@ -370769,7 +416672,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8655042052268982, + "sufficiency": 0.8659082651138306, "masked prediction probs": [ 0.9661190509796143, 0.03388097882270813 @@ -370782,7 +416685,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.33129391074180603, + "sufficiency": 0.3332967460155487, "masked prediction probs": [ 0.7980228662490845, 0.20197711884975433 @@ -370794,8 +416697,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.8052932024002075, - "sufficiency": 0.911948025226593, + "comprehensiveness": 0.8028848767280579, + "sufficiency": 0.912211000919342, "masked prediction probs": [ 0.07979995012283325, 0.9202000498771667 @@ -370807,7 +416710,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.15082335472106934, + "comprehensiveness": 0.150373637676239, "sufficiency": 0.0, "masked prediction probs": [ 0.03618515655398369, @@ -370833,7 +416736,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.9128088355064392, + "comprehensiveness": 0.9101032614707947, "sufficiency": 0.0, "masked prediction probs": [ 0.08751761168241501, @@ -370847,7 +416750,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8678925633430481, + "sufficiency": 0.8682823777198792, + "masked prediction probs": [ + 0.9661190509796143, + 0.03388097882270813 + ], + "full text prediction probs": [ + 0.026096945628523827, + 0.9739030599594116 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8686699271202087, "masked prediction probs": [ 0.9661190509796143, 0.03388097882270813 @@ -370860,12 +416776,12 @@ } }, "test_1073": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.43218520283699036, "sufficiency": 1.0, "masked prediction probs": [ - 0.07081586122512817, - 0.9291841983795166 + 0.5889037847518921, + 0.4110962748527527 ], "full text prediction probs": [ 0.9683458805084229, @@ -370964,12 +416880,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.06833544373512268, - 0.9316645860671997 + 0.07081586122512817, + 0.9291841983795166 + ], + "full text prediction probs": [ + 0.9683458805084229, + 0.03165413439273834 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8988296389579773, + "sufficiency": 0.999106764793396, + "masked prediction probs": [ + 0.17758989334106445, + 0.8224101066589355 ], "full text prediction probs": [ 0.9683458805084229, @@ -370979,7 +416908,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.39545729756355286, + "sufficiency": 0.39559465646743774, "masked prediction probs": [ 0.9838219285011292, 0.01617801934480667 @@ -370991,8 +416920,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.08616529405117035, - "sufficiency": 0.9575884342193604, + "comprehensiveness": 0.08614572137594223, + "sufficiency": 0.957598090171814, "masked prediction probs": [ 0.8925237059593201, 0.10747627913951874 @@ -371004,8 +416933,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.11752301454544067, - "sufficiency": 0.9376444816589355, + "comprehensiveness": 0.1174963116645813, + "sufficiency": 0.9376586079597473, "masked prediction probs": [ 0.8649066090583801, 0.13509340584278107 @@ -371018,7 +416947,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.966164767742157, + "sufficiency": 0.9661723971366882, "masked prediction probs": [ 0.9692832827568054, 0.03071676194667816 @@ -371044,7 +416973,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8726780414581299, + "sufficiency": 0.8727070093154907, "masked prediction probs": [ 0.9859467148780823, 0.014053295366466045 @@ -371067,15 +416996,28 @@ 0.03165413439273834 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.06833544373512268, + 0.9316645860671997 + ], + "full text prediction probs": [ + 0.9683458805084229, + 0.03165413439273834 + ], + "labels": 0 } }, "test_1119": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.6716316938400269, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.061732858419418335, + "sufficiency": 0.9931546449661255, "masked prediction probs": [ - 0.3719039559364319, - 0.6280960440635681 + 0.8947882652282715, + 0.10521172732114792 ], "full text prediction probs": [ 0.9477136731147766, @@ -371162,11 +417104,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.6705366969108582, - "sufficiency": 1.0, + "comprehensiveness": 0.06163221597671509, + "sufficiency": 0.993165910243988, "masked prediction probs": [ - 0.3719039559364319, - 0.6280960440635681 + 0.8947882652282715, + 0.10521172732114792 ], "full text prediction probs": [ 0.9477136731147766, @@ -371174,12 +417116,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.1840939223766327, - "sufficiency": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.061617862433195114, + "sufficiency": 0.9931674003601074, "masked prediction probs": [ - 0.7895899415016174, - 0.21041010320186615 + 0.8947882652282715, + 0.10521172732114792 + ], + "full text prediction probs": [ + 0.9477136731147766, + 0.0522862933576107 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.1484943926334381, + "sufficiency": 0.9115803241729736, + "masked prediction probs": [ + 0.8201377391815186, + 0.17986224591732025 ], "full text prediction probs": [ 0.9477136731147766, @@ -371189,7 +417144,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7541181445121765, + "sufficiency": 0.7541754245758057, "masked prediction probs": [ 0.9783525466918945, 0.021647490561008453 @@ -371201,7 +417156,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.18400824069976807, + "comprehensiveness": 0.18396542966365814, "sufficiency": 1.0, "masked prediction probs": [ 0.7895899415016174, @@ -371214,8 +417169,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.044392384588718414, - "sufficiency": 0.9698330760002136, + "comprehensiveness": 0.04438205435872078, + "sufficiency": 0.9698400497436523, "masked prediction probs": [ 0.9095571041107178, 0.09044287353754044 @@ -371228,7 +417183,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.882439136505127, + "sufficiency": 0.8824664354324341, "masked prediction probs": [ 0.9477136731147766, 0.0522862933576107 @@ -371240,7 +417195,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.753700852394104, + "comprehensiveness": 0.7535256147384644, "sufficiency": 1.0, "masked prediction probs": [ 0.29958394169807434, @@ -371253,8 +417208,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.36562880873680115, - "sufficiency": 0.8654893636703491, + "comprehensiveness": 0.36554381251335144, + "sufficiency": 0.8655205965042114, "masked prediction probs": [ 0.6332255005836487, 0.3667744994163513 @@ -371266,11 +417221,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.18379436433315277, - "sufficiency": 1.0, + "comprehensiveness": 0.14825280010700226, + "sufficiency": 0.9117241501808167, "masked prediction probs": [ - 0.7895899415016174, - 0.21041010320186615 + 0.8201377391815186, + 0.17986224591732025 + ], + "full text prediction probs": [ + 0.9477136731147766, + 0.0522862933576107 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.14821836352348328, + "sufficiency": 0.9117446541786194, + "masked prediction probs": [ + 0.8201377391815186, + 0.17986224591732025 ], "full text prediction probs": [ 0.9477136731147766, @@ -371280,12 +417248,12 @@ } }, "test_94": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9695553183555603, + "fixed-shap": { + "comprehensiveness": 0.9094118475914001, + "sufficiency": 0.0, "masked prediction probs": [ - 0.7565402388572693, - 0.2434598058462143 + 0.0848650336265564, + 0.9151349067687988 ], "full text prediction probs": [ 0.013301972299814224, @@ -371384,12 +417352,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.90970778465271, + "sufficiency": 0.9701613783836365, "masked prediction probs": [ - 0.8241008520126343, - 0.1758992075920105 + 0.7565402388572693, + 0.2434598058462143 + ], + "full text prediction probs": [ + 0.013301972299814224, + 0.9866980910301208 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.7461012601852417, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07335714250802994, + 0.926642894744873 ], "full text prediction probs": [ 0.013301972299814224, @@ -371411,7 +417392,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.05437114089727402, + "comprehensiveness": 0.05423669144511223, "sufficiency": 0.0, "masked prediction probs": [ 0.017689241096377373, @@ -371424,7 +417405,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.28531238436698914, + "comprehensiveness": 0.2846086025238037, "sufficiency": 0.0, "masked prediction probs": [ 0.03638142719864845, @@ -371437,7 +417418,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.22694744169712067, + "comprehensiveness": 0.22638900578022003, "sufficiency": 0.0, "masked prediction probs": [ 0.031705547124147415, @@ -371463,7 +417444,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12348853051662445, + "comprehensiveness": 0.1231861561536789, "sufficiency": 0.0, "masked prediction probs": [ 0.023365231230854988, @@ -371487,15 +417468,28 @@ 0.9866980910301208 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9116854667663574, + "masked prediction probs": [ + 0.8241008520126343, + 0.1758992075920105 + ], + "full text prediction probs": [ + 0.013301972299814224, + 0.9866980910301208 + ], + "labels": 1 } }, "test_748": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9450965523719788, - 0.05490340292453766 + 0.11867746710777283, + 0.8813225626945496 ], "full text prediction probs": [ 0.10300200432538986, @@ -371594,12 +417588,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9468253254890442, - 0.05317467451095581 + 0.9450965523719788, + 0.05490340292453766 + ], + "full text prediction probs": [ + 0.10300200432538986, + 0.8969980478286743 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07963185757398605, + 0.9203681349754333 ], "full text prediction probs": [ 0.10300200432538986, @@ -371697,15 +417704,28 @@ 0.8969980478286743 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9468253254890442, + 0.05317467451095581 + ], + "full text prediction probs": [ + 0.10300200432538986, + 0.8969980478286743 + ], + "labels": 0 } }, "test_1069": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, + "fixed-shap": { + "comprehensiveness": 0.7912993431091309, "sufficiency": 1.0, "masked prediction probs": [ - 0.9543794393539429, - 0.045620519667863846 + 0.2635822594165802, + 0.7364177107810974 ], "full text prediction probs": [ 0.9149277806282043, @@ -371804,12 +417824,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.9177813529968262, + "sufficiency": 1.0, "masked prediction probs": [ - 0.943952739238739, - 0.05604728311300278 + 0.9543794393539429, + 0.045620519667863846 + ], + "full text prediction probs": [ + 0.9149277806282043, + 0.08507216721773148 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9203549027442932, + "masked prediction probs": [ + 0.9149277806282043, + 0.08507216721773148 ], "full text prediction probs": [ 0.9149277806282043, @@ -371819,7 +417852,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8818479776382446, + "sufficiency": 0.8818765878677368, "masked prediction probs": [ 0.980823278427124, 0.019176708534359932 @@ -371832,7 +417865,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.9318330883979797, + "sufficiency": 0.9318495988845825, "masked prediction probs": [ 0.9293075203895569, 0.07069247215986252 @@ -371845,7 +417878,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9178411364555359, + "sufficiency": 0.9178610444068909, "masked prediction probs": [ 0.943952739238739, 0.05604728311300278 @@ -371858,7 +417891,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9204127788543701, + "sufficiency": 0.9204320311546326, "masked prediction probs": [ 0.9149277806282043, 0.08507216721773148 @@ -371870,7 +417903,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.21700774133205414, + "comprehensiveness": 0.21695518493652344, "sufficiency": 1.0, "masked prediction probs": [ 0.7357370853424072, @@ -371884,7 +417917,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.9623714089393616, + "sufficiency": 0.9623805284500122, "masked prediction probs": [ 0.9769592881202698, 0.023040780797600746 @@ -371897,7 +417930,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 0.0, - "sufficiency": 0.917920708656311, + "sufficiency": 0.9179405570030212, + "masked prediction probs": [ + 0.943952739238739, + 0.05604728311300278 + ], + "full text prediction probs": [ + 0.9149277806282043, + 0.08507216721773148 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9179604053497314, "masked prediction probs": [ 0.943952739238739, 0.05604728311300278 @@ -371910,12 +417956,12 @@ } }, "test_1174": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9577916264533997, - 0.04220845177769661 + 0.9399688243865967, + 0.06003115698695183 ], "full text prediction probs": [ 0.3299558162689209, @@ -372014,12 +418060,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9519994854927063, - 0.04800049588084221 + 0.9577916264533997, + 0.04220845177769661 + ], + "full text prediction probs": [ + 0.3299558162689209, + 0.6700442433357239 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9414927363395691, + 0.058507248759269714 ], "full text prediction probs": [ 0.3299558162689209, @@ -372117,15 +418176,28 @@ 0.6700442433357239 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9519994854927063, + 0.04800049588084221 + ], + "full text prediction probs": [ + 0.3299558162689209, + 0.6700442433357239 + ], + "labels": 1 } }, "test_1314": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.4555806517601013, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.03278385475277901, + "sufficiency": 0.9517567157745361, "masked prediction probs": [ - 0.5761463046073914, - 0.42385369539260864 + 0.9522952437400818, + 0.047704774886369705 ], "full text prediction probs": [ 0.9814620018005371, @@ -372224,12 +418296,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.17344056069850922, - "sufficiency": 0.9718945622444153, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.4547627866268158, + "sufficiency": 1.0, "masked prediction probs": [ - 0.8268799185752869, - 0.17312012612819672 + 0.5761463046073914, + 0.42385369539260864 + ], + "full text prediction probs": [ + 0.9814620018005371, + 0.018537959083914757 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.08042707294225693, + "sufficiency": 0.9373845458030701, + "masked prediction probs": [ + 0.9097638130187988, + 0.09023615717887878 ], "full text prediction probs": [ 0.9814620018005371, @@ -372239,7 +418324,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8714636564254761, + "sufficiency": 0.8714925646781921, "masked prediction probs": [ 0.9835657477378845, 0.016434304416179657 @@ -372251,8 +418336,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.030545305460691452, - "sufficiency": 0.9958697557449341, + "comprehensiveness": 0.03053845651447773, + "sufficiency": 0.9958706498146057, "masked prediction probs": [ 0.9542257189750671, 0.045774251222610474 @@ -372264,8 +418349,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.006379574071615934, - "sufficiency": 0.887472927570343, + "comprehensiveness": 0.006378143560141325, + "sufficiency": 0.8874980807304382, "masked prediction probs": [ 0.9757722616195679, 0.024227706715464592 @@ -372277,8 +418362,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0010798170696943998, - "sufficiency": 0.8709596991539001, + "comprehensiveness": 0.0010795750422403216, + "sufficiency": 0.8709887266159058, "masked prediction probs": [ 0.980498731136322, 0.019501207396388054 @@ -372290,7 +418375,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6936154365539551, + "comprehensiveness": 0.6934599876403809, "sufficiency": 1.0, "masked prediction probs": [ 0.3625708818435669, @@ -372304,7 +418389,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8541774153709412, + "sufficiency": 0.8542100787162781, "masked prediction probs": [ 0.9864249229431152, 0.013575112447142601 @@ -372316,7 +418401,7 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6933046579360962, + "comprehensiveness": 0.6931493282318115, "sufficiency": 1.0, "masked prediction probs": [ 0.3625708818435669, @@ -372327,15 +418412,28 @@ 0.018537959083914757 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.17309097945690155, + "sufficiency": 0.9719511866569519, + "masked prediction probs": [ + 0.8268799185752869, + 0.17312012612819672 + ], + "full text prediction probs": [ + 0.9814620018005371, + 0.018537959083914757 + ], + "labels": 0 } }, "test_1549": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.007670438848435879, - "sufficiency": 0.979977548122406, + "fixed-shap": { + "comprehensiveness": 0.03343406692147255, + "sufficiency": 0.9558029770851135, "masked prediction probs": [ - 0.9792708158493042, - 0.020729223266243935 + 0.9562294483184814, + 0.04377052187919617 ], "full text prediction probs": [ 0.9861307740211487, @@ -372434,12 +418532,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.8506527543067932, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.007656740490347147, + "sufficiency": 0.9800133109092712, "masked prediction probs": [ - 0.986397922039032, - 0.013602129183709621 + 0.9792708158493042, + 0.020729223266243935 + ], + "full text prediction probs": [ + 0.9861307740211487, + 0.0138692082837224 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.23626366257667542, + "sufficiency": 0.9603142142295837, + "masked prediction probs": [ + 0.7744061350822449, + 0.22559387981891632 ], "full text prediction probs": [ 0.9861307740211487, @@ -372448,8 +418559,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0026154187507927418, - "sufficiency": 0.7722918391227722, + "comprehensiveness": 0.0026148350443691015, + "sufficiency": 0.7723425626754761, "masked prediction probs": [ 0.9837870001792908, 0.016213007271289825 @@ -372461,8 +418572,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.009383867494761944, - "sufficiency": 0.9780840277671814, + "comprehensiveness": 0.009381774812936783, + "sufficiency": 0.978088915348053, "masked prediction probs": [ 0.9777196645736694, 0.02228027768433094 @@ -372474,8 +418585,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008467631414532661, - "sufficiency": 0.9963582754135132, + "comprehensiveness": 0.008465741761028767, + "sufficiency": 0.99635910987854, "masked prediction probs": [ 0.978539228439331, 0.021460775285959244 @@ -372488,7 +418599,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8473380208015442, + "sufficiency": 0.8473720550537109, "masked prediction probs": [ 0.9861307740211487, 0.0138692082837224 @@ -372500,8 +418611,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.024263449013233185, - "sufficiency": 0.9321590065956116, + "comprehensiveness": 0.02425803802907467, + "sufficiency": 0.9321741461753845, "masked prediction probs": [ 0.9643679857254028, 0.03563195839524269 @@ -372513,8 +418624,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.019365359097719193, - "sufficiency": 0.9916163682937622, + "comprehensiveness": 0.019361043348908424, + "sufficiency": 0.9916182160377502, "masked prediction probs": [ 0.9687573909759521, 0.03124259039759636 @@ -372526,8 +418637,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.008460082113742828, - "sufficiency": 0.996361494064331, + "comprehensiveness": 0.008458196185529232, + "sufficiency": 0.9963623881340027, "masked prediction probs": [ 0.978539228439331, 0.021460775285959244 @@ -372537,15 +418648,28 @@ 0.0138692082837224 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.8509521484375, + "masked prediction probs": [ + 0.986397922039032, + 0.013602129183709621 + ], + "full text prediction probs": [ + 0.9861307740211487, + 0.0138692082837224 + ], + "labels": 0 } }, "test_1624": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9572171568870544, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.017068728804588318, + "sufficiency": 0.9966343641281128, "masked prediction probs": [ - 0.1301097869873047, - 0.8698902130126953 + 0.9721028804779053, + 0.027897153049707413 ], "full text prediction probs": [ 0.9873895645141602, @@ -372644,7 +418768,7 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.9555100798606873, "sufficiency": 1.0, "masked prediction probs": [ @@ -372657,9 +418781,22 @@ ], "labels": 0 }, + "var-shap": { + "comprehensiveness": 0.011748491786420345, + "sufficiency": 0.9955027103424072, + "masked prediction probs": [ + 0.9768465161323547, + 0.02315346524119377 + ], + "full text prediction probs": [ + 0.9873895645141602, + 0.012610400095582008 + ], + "labels": 0 + }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.5035414099693298, + "sufficiency": 0.503652036190033, "masked prediction probs": [ 0.9896148443222046, 0.010385138913989067 @@ -372671,7 +418808,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.5034807920455933, + "comprehensiveness": 0.503368616104126, "sufficiency": 1.0, "masked prediction probs": [ 0.535467267036438, @@ -372684,8 +418821,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.016873674467206, - "sufficiency": 0.9953956007957458, + "comprehensiveness": 0.016869915649294853, + "sufficiency": 0.995396614074707, "masked prediction probs": [ 0.9722404479980469, 0.027759557589888573 @@ -372697,8 +418834,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.021445555612444878, - "sufficiency": 0.9947142004966736, + "comprehensiveness": 0.0214407816529274, + "sufficiency": 0.9947153925895691, "masked prediction probs": [ 0.9681315422058105, 0.03186841681599617 @@ -372710,7 +418847,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9544463157653809, + "comprehensiveness": 0.9542337656021118, "sufficiency": 1.0, "masked prediction probs": [ 0.1301097869873047, @@ -372723,8 +418860,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01728568971157074, - "sufficiency": 0.9384586811065674, + "comprehensiveness": 0.017281843349337578, + "sufficiency": 0.938472330570221, "masked prediction probs": [ 0.9718601703643799, 0.028139879927039146 @@ -372736,7 +418873,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9540214538574219, + "comprehensiveness": 0.9538090825080872, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.1301097869873047, + 0.8698902130126953 + ], + "full text prediction probs": [ + 0.9873895645141602, + 0.012610400095582008 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9535969495773315, "sufficiency": 1.0, "masked prediction probs": [ 0.1301097869873047, @@ -372750,12 +418900,12 @@ } }, "test_75": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.14010459184646606, + "fixed-shap": { + "comprehensiveness": 0.049072928726673126, + "sufficiency": 0.0, "masked prediction probs": [ - 0.8910444378852844, - 0.1089554950594902 + 0.01153953280299902, + 0.9884604215621948 ], "full text prediction probs": [ 0.007329003419727087, @@ -372854,12 +419004,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.20994211733341217, + "sufficiency": 0.15583045780658722, "masked prediction probs": [ - 0.7975515127182007, - 0.20244844257831573 + 0.8910444378852844, + 0.1089554950594902 + ], + "full text prediction probs": [ + 0.007329003419727087, + 0.992671012878418 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.007329003419727087, + 0.992671012878418 ], "full text prediction probs": [ 0.007329003419727087, @@ -372882,7 +419045,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3818909823894501, + "sufficiency": 0.38329437375068665, "masked prediction probs": [ 0.19462734460830688, 0.8053725957870483 @@ -372894,7 +419057,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.23166832327842712, + "comprehensiveness": 0.23114292323589325, "sufficiency": 0.0, "masked prediction probs": [ 0.027716536074876785, @@ -372921,7 +419084,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.21887049078941345, + "sufficiency": 0.22063200175762177, "masked prediction probs": [ 0.7975515127182007, 0.20244844257831573 @@ -372933,7 +419096,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03259772062301636, + "comprehensiveness": 0.032524291425943375, "sufficiency": 0.0, "masked prediction probs": [ 0.010217204689979553, @@ -372947,7 +419110,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.22238558530807495, + "sufficiency": 0.22413130104541779, + "masked prediction probs": [ + 0.7975515127182007, + 0.20244844257831573 + ], + "full text prediction probs": [ + 0.007329003419727087, + 0.992671012878418 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.22586919367313385, "masked prediction probs": [ 0.7975515127182007, 0.20244844257831573 @@ -372960,12 +419136,12 @@ } }, "test_86": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.45854562520980835, - 0.5414543747901917 + 0.32581430673599243, + 0.6741856932640076 ], "full text prediction probs": [ 0.07488609105348587, @@ -373064,12 +419240,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.6647422313690186, - 0.33525773882865906 + 0.45854562520980835, + 0.5414543747901917 + ], + "full text prediction probs": [ + 0.07488609105348587, + 0.92511385679245 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.34301677346229553, + 0.6569832563400269 ], "full text prediction probs": [ 0.07488609105348587, @@ -373167,15 +419356,28 @@ 0.92511385679245 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.6647422313690186, + 0.33525773882865906 + ], + "full text prediction probs": [ + 0.07488609105348587, + 0.92511385679245 + ], + "labels": 1 } }, "test_645": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.09582784026861191, - "sufficiency": 0.8170421123504639, + "fixed-shap": { + "comprehensiveness": 0.016825977712869644, + "sufficiency": 0.0, "masked prediction probs": [ - 0.012996912002563477, - 0.9870030283927917 + 0.005995249841362238, + 0.9940047860145569 ], "full text prediction probs": [ 0.004503948148339987, @@ -373274,12 +419476,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0804009810090065, - "sufficiency": 0.31159132719039917, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.09412825852632523, + "sufficiency": 0.8202834129333496, "masked prediction probs": [ - 0.01175836194306612, - 0.9882416129112244 + 0.012996912002563477, + 0.9870030283927917 + ], + "full text prediction probs": [ + 0.004503948148339987, + 0.9954960346221924 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.016951074823737144, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.006036811973899603, + 0.9939631819725037 ], "full text prediction probs": [ 0.004503948148339987, @@ -373288,8 +419503,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.09897761046886444, - "sufficiency": 0.7591777443885803, + "comprehensiveness": 0.09875914454460144, + "sufficiency": 0.7597087025642395, "masked prediction probs": [ 0.013454235158860683, 0.9865456819534302 @@ -373301,8 +419516,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08004606515169144, - "sufficiency": 0.31462687253952026, + "comprehensiveness": 0.07986977696418762, + "sufficiency": 0.31613463163375854, "masked prediction probs": [ 0.01175836194306612, 0.9882416129112244 @@ -373314,7 +419529,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.04965865984559059, + "comprehensiveness": 0.04954953491687775, "sufficiency": 0.0, "masked prediction probs": [ 0.009014390408992767, @@ -373327,7 +419542,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.009682431817054749, + "comprehensiveness": 0.009661201387643814, "sufficiency": 0.0, "masked prediction probs": [ 0.005385307595133781, @@ -373340,8 +419555,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.10193491727113724, - "sufficiency": 0.3482394516468048, + "comprehensiveness": 0.10171189904212952, + "sufficiency": 0.3496638834476471, "masked prediction probs": [ 0.013803228735923767, 0.9861966967582703 @@ -373353,7 +419568,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.062465813010931015, + "comprehensiveness": 0.06232944503426552, "sufficiency": 0.0, "masked prediction probs": [ 0.010215102694928646, @@ -373366,8 +419581,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.07917232066392899, - "sufficiency": 0.322099894285202, + "comprehensiveness": 0.07899986207485199, + "sufficiency": 0.323574960231781, + "masked prediction probs": [ + 0.01175836194306612, + 0.9882416129112244 + ], + "full text prediction probs": [ + 0.004503948148339987, + 0.9954960346221924 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.07882814109325409, + "sufficiency": 0.325043648481369, "masked prediction probs": [ 0.01175836194306612, 0.9882416129112244 @@ -373380,12 +419608,12 @@ } }, "test_855": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9814941883087158, - 0.01850578747689724 + 0.1859106421470642, + 0.8140893578529358 ], "full text prediction probs": [ 0.028321081772446632, @@ -373484,12 +419712,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9802286028862, - 0.019771365448832512 + 0.9814941883087158, + 0.01850578747689724 + ], + "full text prediction probs": [ + 0.028321081772446632, + 0.9716789126396179 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.15588414669036865, + 0.8441158533096313 ], "full text prediction probs": [ 0.028321081772446632, @@ -373537,7 +419778,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.4153238534927368, + "comprehensiveness": 0.41409143805503845, "sufficiency": 0.0, "masked prediction probs": [ 0.056235406547784805, @@ -373587,15 +419828,28 @@ 0.9716789126396179 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9802286028862, + 0.019771365448832512 + ], + "full text prediction probs": [ + 0.028321081772446632, + 0.9716789126396179 + ], + "labels": 1 } }, "test_1329": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8060681223869324, - "sufficiency": 0.9984641671180725, + "fixed-shap": { + "comprehensiveness": 0.042621586471796036, + "sufficiency": 0.9712629914283752, "masked prediction probs": [ - 0.2677653431892395, - 0.7322347164154053 + 0.956028401851654, + 0.043971601873636246 ], "full text prediction probs": [ 0.9944526553153992, @@ -373694,12 +419948,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9828383922576904, - "sufficiency": 0.9682210087776184, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.8046400547027588, + "sufficiency": 0.9984669089317322, "masked prediction probs": [ - 0.10683067888021469, - 0.8931693434715271 + 0.2677653431892395, + 0.7322347164154053 + ], + "full text prediction probs": [ + 0.9944526553153992, + 0.005547373089939356 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0009731306345202029, + "sufficiency": 0.9678486585617065, + "masked prediction probs": [ + 0.9935736060142517, + 0.006426351144909859 ], "full text prediction probs": [ 0.9944526553153992, @@ -373708,8 +419975,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0035026236437261105, - "sufficiency": 0.03649396821856499, + "comprehensiveness": 0.0035018480848520994, + "sufficiency": 0.03670722618699074, "masked prediction probs": [ 0.9912886619567871, 0.008711297996342182 @@ -373721,8 +419988,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9824032783508301, - "sufficiency": 0.968235194683075, + "comprehensiveness": 0.9821859002113342, + "sufficiency": 0.9682421684265137, "masked prediction probs": [ 0.10683067888021469, 0.8931693434715271 @@ -373734,8 +420001,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.2648916244506836, - "sufficiency": 0.9831860661506653, + "comprehensiveness": 0.264833003282547, + "sufficiency": 0.9831897616386414, "masked prediction probs": [ 0.7550645470619202, 0.24493540823459625 @@ -373747,8 +420014,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.06312208622694016, - "sufficiency": 0.9168239235877991, + "comprehensiveness": 0.06310812383890152, + "sufficiency": 0.9168424010276794, "masked prediction probs": [ 0.9373952746391296, 0.06260475516319275 @@ -373760,8 +420027,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9134812355041504, - "sufficiency": 0.9918972253799438, + "comprehensiveness": 0.9132791757583618, + "sufficiency": 0.9918990135192871, "masked prediction probs": [ 0.1685550957918167, 0.8314449191093445 @@ -373773,8 +420040,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.006274193990975618, - "sufficiency": 0.9073653221130371, + "comprehensiveness": 0.006272806786000729, + "sufficiency": 0.9073857069015503, "masked prediction probs": [ 0.9887787699699402, 0.011221269145607948 @@ -373786,8 +420053,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9813172221183777, - "sufficiency": 0.9682702422142029, + "comprehensiveness": 0.9811002016067505, + "sufficiency": 0.9682772159576416, + "masked prediction probs": [ + 0.10683067888021469, + 0.8931693434715271 + ], + "full text prediction probs": [ + 0.9944526553153992, + 0.005547373089939356 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9808834195137024, + "sufficiency": 0.9682843089103699, "masked prediction probs": [ 0.10683067888021469, 0.8931693434715271 @@ -373800,12 +420080,12 @@ } }, "test_1365": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9829142689704895, - 0.01708579808473587 + 0.9578514099121094, + 0.04214855656027794 ], "full text prediction probs": [ 0.20925676822662354, @@ -373904,12 +420184,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9820355772972107, - 0.017964426428079605 + 0.9829142689704895, + 0.01708579808473587 + ], + "full text prediction probs": [ + 0.20925676822662354, + 0.7907432913780212 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9433228373527527, + 0.05667715147137642 ], "full text prediction probs": [ 0.20925676822662354, @@ -374007,15 +420300,28 @@ 0.7907432913780212 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9820355772972107, + 0.017964426428079605 + ], + "full text prediction probs": [ + 0.20925676822662354, + 0.7907432913780212 + ], + "labels": 1 } }, "test_1445": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.1453966200351715, + "fixed-shap": { + "comprehensiveness": 0.730752170085907, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9098019599914551, - 0.09019806981086731 + 0.07493384927511215, + 0.9250661134719849 ], "full text prediction probs": [ 0.025543995201587677, @@ -374114,12 +420420,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.3468948006629944, + "sufficiency": 0.16513442993164062, "masked prediction probs": [ - 0.9158216118812561, - 0.0841783955693245 + 0.9098019599914551, + 0.09019806981086731 + ], + "full text prediction probs": [ + 0.025543995201587677, + 0.9744559526443481 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6772252917289734, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07253535091876984, + 0.9274646639823914 ], "full text prediction probs": [ 0.025543995201587677, @@ -374129,7 +420448,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.34877488017082214, + "sufficiency": 0.35064417123794556, "masked prediction probs": [ 0.9158216118812561, 0.0841783955693245 @@ -374207,7 +420526,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.35983189940452576, + "sufficiency": 0.3616383373737335, + "masked prediction probs": [ + 0.9158216118812561, + 0.0841783955693245 + ], + "full text prediction probs": [ + 0.025543995201587677, + 0.9744559526443481 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.3634346127510071, "masked prediction probs": [ 0.9158216118812561, 0.0841783955693245 @@ -374220,12 +420552,12 @@ } }, "test_1454": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0017608959460631013, - "sufficiency": 0.9641403555870056, + "fixed-shap": { + "comprehensiveness": 0.039465051144361496, + "sufficiency": 0.9848805665969849, "masked prediction probs": [ - 0.9930485486984253, - 0.0069513781927526 + 0.9590505361557007, + 0.04094947502017021 ], "full text prediction probs": [ 0.9946363568305969, @@ -374312,11 +420644,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.0085911825299263, - "sufficiency": 0.8700582385063171, + "comprehensiveness": 0.039403870701789856, + "sufficiency": 0.9849039912223816, "masked prediction probs": [ - 0.9868776202201843, - 0.01312236301600933 + 0.9590505361557007, + 0.04094947502017021 ], "full text prediction probs": [ 0.9946363568305969, @@ -374324,12 +420656,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0018323400290682912, - "sufficiency": 0.9825868606567383, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.001757776946760714, + "sufficiency": 0.9642038941383362, "masked prediction probs": [ - 0.9929811954498291, - 0.0070188045501708984 + 0.9930485486984253, + 0.0069513781927526 + ], + "full text prediction probs": [ + 0.9946363568305969, + 0.00536357332020998 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0017301420448347926, + "sufficiency": 0.9298881888389587, + "masked prediction probs": [ + 0.9930731654167175, + 0.006926892325282097 ], "full text prediction probs": [ 0.9946363568305969, @@ -374338,8 +420683,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.005913264583796263, - "sufficiency": 0.8519991636276245, + "comprehensiveness": 0.005911956075578928, + "sufficiency": 0.852031946182251, "masked prediction probs": [ 0.9892936944961548, 0.010706255212426186 @@ -374352,7 +420697,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8413816094398499, + "sufficiency": 0.8414167165756226, "masked prediction probs": [ 0.9946363568305969, 0.00536357332020998 @@ -374364,8 +420709,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.008583578281104565, - "sufficiency": 0.8701732754707336, + "comprehensiveness": 0.008581679314374924, + "sufficiency": 0.8702018857002258, "masked prediction probs": [ 0.9868776202201843, 0.01312236301600933 @@ -374377,8 +420722,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0013887460809201002, - "sufficiency": 0.7959126830101013, + "comprehensiveness": 0.0013884389773011208, + "sufficiency": 0.7959578037261963, "masked prediction probs": [ 0.9933807849884033, 0.0066191693767905235 @@ -374390,8 +420735,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.02116985432803631, - "sufficiency": 0.9829800724983215, + "comprehensiveness": 0.02116517350077629, + "sufficiency": 0.9829838275909424, "masked prediction probs": [ 0.9754923582077026, 0.02450767159461975 @@ -374403,8 +420748,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.005519381258636713, - "sufficiency": 0.900022566318512, + "comprehensiveness": 0.005518161226063967, + "sufficiency": 0.9000446796417236, "masked prediction probs": [ 0.9896440505981445, 0.010355937294661999 @@ -374416,12 +420761,25 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.0, - "sufficiency": 0.841556966304779, + "comprehensiveness": 0.001727465190924704, + "sufficiency": 0.9299966096878052, "masked prediction probs": [ + 0.9930731654167175, + 0.006926892325282097 + ], + "full text prediction probs": [ 0.9946363568305969, 0.00536357332020998 ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0017270835814997554, + "sufficiency": 0.9300121068954468, + "masked prediction probs": [ + 0.9930731654167175, + 0.006926892325282097 + ], "full text prediction probs": [ 0.9946363568305969, 0.00536357332020998 @@ -374430,12 +420788,12 @@ } }, "test_1463": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.5562190413475037, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.3897668719291687, - 0.6102331876754761 + 0.9695325493812561, + 0.030467426404356956 ], "full text prediction probs": [ 0.7618093490600586, @@ -374534,12 +420892,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8186476826667786, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.5548918843269348, "sufficiency": 1.0, "masked prediction probs": [ - 0.21292456984519958, - 0.7870754599571228 + 0.3897668719291687, + 0.6102331876754761 + ], + "full text prediction probs": [ + 0.7618093490600586, + 0.2381906509399414 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8171333074569702, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21377645432949066, + 0.7862235307693481 ], "full text prediction probs": [ 0.7618093490600586, @@ -374574,7 +420945,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.49206608533859253, + "comprehensiveness": 0.49191954731941223, "sufficiency": 1.0, "masked prediction probs": [ 0.43159493803977966, @@ -374587,7 +420958,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.8176721334457397, + "comprehensiveness": 0.8174285888671875, "sufficiency": 1.0, "masked prediction probs": [ 0.21292456984519958, @@ -374600,7 +420971,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.3662108778953552, + "comprehensiveness": 0.3661018908023834, "sufficiency": 1.0, "masked prediction probs": [ 0.5159070491790771, @@ -374626,7 +420997,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8169419765472412, + "comprehensiveness": 0.8166989684104919, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.21292456984519958, + 0.7870754599571228 + ], + "full text prediction probs": [ + 0.7618093490600586, + 0.2381906509399414 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8164559602737427, "sufficiency": 1.0, "masked prediction probs": [ 0.21292456984519958, @@ -374640,12 +421024,12 @@ } }, "test_1798": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.916472852230072, - "sufficiency": 0.9868178367614746, + "fixed-shap": { + "comprehensiveness": 0.0010177126387134194, + "sufficiency": 0.9492818117141724, "masked prediction probs": [ - 0.16795964539051056, - 0.8320403099060059 + 0.9902637004852295, + 0.009736343286931515 ], "full text prediction probs": [ 0.9911778569221497, @@ -374744,12 +421128,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9796214699745178, - "sufficiency": 0.98934006690979, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9148432612419128, + "sufficiency": 0.9868412613868713, "masked prediction probs": [ - 0.10966923087835312, - 0.8903308510780334 + 0.16795964539051056, + 0.8320403099060059 + ], + "full text prediction probs": [ + 0.9911778569221497, + 0.008822118863463402 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.002213073195889592, + "sufficiency": 0.9505870938301086, + "masked prediction probs": [ + 0.9891859889030457, + 0.010813943110406399 ], "full text prediction probs": [ 0.9911778569221497, @@ -374759,7 +421156,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.15647299587726593, + "sufficiency": 0.15666039288043976, "masked prediction probs": [ 0.9928862452507019, 0.007113792933523655 @@ -374771,8 +421168,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9146185517311096, - "sufficiency": 0.9849072694778442, + "comprehensiveness": 0.9144154787063599, + "sufficiency": 0.9849106669425964, "masked prediction probs": [ 0.16779594123363495, 0.8322041034698486 @@ -374784,8 +421181,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8576942682266235, - "sufficiency": 0.9851890206336975, + "comprehensiveness": 0.8575037717819214, + "sufficiency": 0.9851922988891602, "masked prediction probs": [ 0.2188703566789627, 0.7811295986175537 @@ -374797,8 +421194,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.003123623551800847, - "sufficiency": 0.9190607070922852, + "comprehensiveness": 0.003122929949313402, + "sufficiency": 0.9190787076950073, "masked prediction probs": [ 0.988364577293396, 0.01163544412702322 @@ -374810,8 +421207,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9785340428352356, - "sufficiency": 0.9893519878387451, + "comprehensiveness": 0.9783167839050293, + "sufficiency": 0.9893543720245361, "masked prediction probs": [ 0.10966923087835312, 0.8903308510780334 @@ -374823,8 +421220,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.0016503884689882398, - "sufficiency": 0.8152731657028198, + "comprehensiveness": 0.0016500222263857722, + "sufficiency": 0.8153141736984253, "masked prediction probs": [ 0.9896907806396484, 0.010309258475899696 @@ -374836,8 +421233,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9780997037887573, - "sufficiency": 0.9893566966056824, + "comprehensiveness": 0.9778826832771301, + "sufficiency": 0.9893589615821838, + "masked prediction probs": [ + 0.10966923087835312, + 0.8903308510780334 + ], + "full text prediction probs": [ + 0.9911778569221497, + 0.008822118863463402 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9776657819747925, + "sufficiency": 0.9893614053726196, "masked prediction probs": [ 0.10966923087835312, 0.8903308510780334 @@ -374850,12 +421260,12 @@ } }, "test_273": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9295452833175659, + "fixed-shap": { + "comprehensiveness": 0.12835706770420074, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9463391900062561, - 0.05366084724664688 + 0.024827778339385986, + 0.975172221660614 ], "full text prediction probs": [ 0.014713425189256668, @@ -374954,12 +421364,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9475998282432556, + "sufficiency": 0.930945873260498, "masked prediction probs": [ - 0.9509273171424866, - 0.04907272383570671 + 0.9463391900062561, + 0.05366084724664688 + ], + "full text prediction probs": [ + 0.014713425189256668, + 0.9852865934371948 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.014713425189256668, + 0.9852865934371948 ], "full text prediction probs": [ 0.014713425189256668, @@ -374969,7 +421392,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9477297067642212, + "sufficiency": 0.947858989238739, "masked prediction probs": [ 0.9509273171424866, 0.04907272383570671 @@ -374994,7 +421417,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.3563022315502167, + "comprehensiveness": 0.3554244935512543, "sufficiency": 0.0, "masked prediction probs": [ 0.04357358440756798, @@ -375047,7 +421470,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9484956860542297, + "sufficiency": 0.9486212134361267, + "masked prediction probs": [ + 0.9509273171424866, + 0.04907272383570671 + ], + "full text prediction probs": [ + 0.014713425189256668, + 0.9852865934371948 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9487460851669312, "masked prediction probs": [ 0.9509273171424866, 0.04907272383570671 @@ -375060,12 +421496,12 @@ } }, "test_664": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9802267551422119, - 0.01977328211069107 + 0.2761450707912445, + 0.7238548994064331 ], "full text prediction probs": [ 0.2102116495370865, @@ -375164,12 +421600,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9752016067504883, - 0.024798430502414703 + 0.9802267551422119, + 0.01977328211069107 + ], + "full text prediction probs": [ + 0.2102116495370865, + 0.7897883057594299 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4836108386516571, + 0.5163891315460205 ], "full text prediction probs": [ 0.2102116495370865, @@ -375267,15 +421716,28 @@ 0.7897883057594299 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9752016067504883, + 0.024798430502414703 + ], + "full text prediction probs": [ + 0.2102116495370865, + 0.7897883057594299 + ], + "labels": 1 } }, "test_850": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.022935224696993828, - "sufficiency": 0.9305287003517151, + "fixed-shap": { + "comprehensiveness": 0.024231281131505966, + "sufficiency": 0.9428187012672424, "masked prediction probs": [ - 0.9664790630340576, - 0.033520907163619995 + 0.9653208255767822, + 0.03467913344502449 ], "full text prediction probs": [ 0.9869754314422607, @@ -375374,12 +421836,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.019497636705636978, - "sufficiency": 0.9353254437446594, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.02289423532783985, + "sufficiency": 0.9306528568267822, "masked prediction probs": [ - 0.9695199131965637, - 0.030480150133371353 + 0.9664790630340576, + 0.033520907163619995 + ], + "full text prediction probs": [ + 0.9869754314422607, + 0.013024589978158474 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.027302110567688942, + "sufficiency": 0.9384783506393433, + "masked prediction probs": [ + 0.9625273942947388, + 0.037472568452358246 ], "full text prediction probs": [ 0.9869754314422607, @@ -375389,7 +421864,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8699647784233093, + "sufficiency": 0.8699938654899597, "masked prediction probs": [ 0.9885834455490112, 0.011416535824537277 @@ -375401,8 +421876,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.019488928839564323, - "sufficiency": 0.9353543519973755, + "comprehensiveness": 0.01948457770049572, + "sufficiency": 0.9353687763214111, "masked prediction probs": [ 0.9695199131965637, 0.030480150133371353 @@ -375415,7 +421890,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.860823929309845, + "sufficiency": 0.8608549237251282, "masked prediction probs": [ 0.9886360168457031, 0.011364055797457695 @@ -375428,7 +421903,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.9014848470687866, + "sufficiency": 0.901506781578064, "masked prediction probs": [ 0.9870210289955139, 0.012979009188711643 @@ -375440,8 +421915,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.036497652530670166, - "sufficiency": 0.9218999147415161, + "comprehensiveness": 0.03648950904607773, + "sufficiency": 0.9219173789024353, "masked prediction probs": [ 0.9542639255523682, 0.04573609307408333 @@ -375453,8 +421928,8 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.006588959600776434, - "sufficiency": 0.930799663066864, + "comprehensiveness": 0.006587489973753691, + "sufficiency": 0.9308151006698608, "masked prediction probs": [ 0.9810686707496643, 0.018931280821561813 @@ -375466,8 +421941,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.019467193633317947, - "sufficiency": 0.9354264140129089, + "comprehensiveness": 0.01946285180747509, + "sufficiency": 0.9354408383369446, + "masked prediction probs": [ + 0.9695199131965637, + 0.030480150133371353 + ], + "full text prediction probs": [ + 0.9869754314422607, + 0.013024589978158474 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.01945851370692253, + "sufficiency": 0.9354552030563354, "masked prediction probs": [ 0.9695199131965637, 0.030480150133371353 @@ -375480,12 +421968,12 @@ } }, "test_1189": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.5823683142662048, "sufficiency": 1.0, "masked prediction probs": [ - 0.05462579056620598, - 0.9453742504119873 + 0.32566291093826294, + 0.6743370890617371 ], "full text prediction probs": [ 0.6496654748916626, @@ -375584,12 +422072,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.05765059217810631, - 0.9423494338989258 + 0.05462579056620598, + 0.9453742504119873 + ], + "full text prediction probs": [ + 0.6496654748916626, + 0.350334495306015 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4489719569683075, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.3990704119205475, + 0.6009295582771301 ], "full text prediction probs": [ 0.6496654748916626, @@ -375599,7 +422100,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8337729573249817, + "sufficiency": 0.8338325023651123, "masked prediction probs": [ 0.9860042929649353, 0.013995714485645294 @@ -375687,15 +422188,28 @@ 0.350334495306015 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05765059217810631, + 0.9423494338989258 + ], + "full text prediction probs": [ + 0.6496654748916626, + 0.350334495306015 + ], + "labels": 0 } }, "test_205": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7720444798469543, - "sufficiency": 0.8457650542259216, + "fixed-shap": { + "comprehensiveness": 0.9465365409851074, + "sufficiency": 0.0, "masked prediction probs": [ - 0.07529795914888382, - 0.924701988697052 + 0.0901041030883789, + 0.9098958969116211 ], "full text prediction probs": [ 0.009788081049919128, @@ -375794,12 +422308,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.7446479797363281, - "sufficiency": 0.4645286500453949, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7577536702156067, + "sufficiency": 0.8486166596412659, "masked prediction probs": [ - 0.074164979159832, - 0.9258350133895874 + 0.07529795914888382, + 0.924701988697052 + ], + "full text prediction probs": [ + 0.009788081049919128, + 0.9902119040489197 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.2759196162223816, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.033697258681058884, + 0.9663026928901672 ], "full text prediction probs": [ 0.009788081049919128, @@ -375808,7 +422335,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.11698020249605179, + "comprehensiveness": 0.11671078205108643, "sufficiency": 0.0, "masked prediction probs": [ 0.01992480456829071, @@ -375821,7 +422348,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.2955518066883087, + "comprehensiveness": 0.2948726713657379, "sufficiency": 0.0, "masked prediction probs": [ 0.035457540303468704, @@ -375834,7 +422361,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.0743509978055954, + "comprehensiveness": 0.07418054342269897, "sufficiency": 0.0, "masked prediction probs": [ 0.016260573640465736, @@ -375847,7 +422374,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1208038181066513, + "comprehensiveness": 0.12052749842405319, "sufficiency": 0.0, "masked prediction probs": [ 0.020328553393483162, @@ -375860,8 +422387,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.7361317276954651, - "sufficiency": 0.47064560651779175, + "comprehensiveness": 0.7344518303871155, + "sufficiency": 0.47185227274894714, "masked prediction probs": [ 0.074164979159832, 0.9258350133895874 @@ -375873,7 +422400,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.03788183256983757, + "comprehensiveness": 0.03779557719826698, "sufficiency": 0.0, "masked prediction probs": [ 0.013108489103615284, @@ -375886,8 +422413,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7327795028686523, - "sufficiency": 0.4730534553527832, + "comprehensiveness": 0.7311148643493652, + "sufficiency": 0.4742491841316223, + "masked prediction probs": [ + 0.074164979159832, + 0.9258350133895874 + ], + "full text prediction probs": [ + 0.009788081049919128, + 0.9902119040489197 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.7294577360153198, + "sufficiency": 0.47543948888778687, "masked prediction probs": [ 0.074164979159832, 0.9258350133895874 @@ -375900,12 +422440,12 @@ } }, "test_789": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9795798659324646, - "sufficiency": 0.8428159356117249, + "fixed-shap": { + "comprehensiveness": 0.043846245855093, + "sufficiency": 0.0, "masked prediction probs": [ - 0.09284047037363052, - 0.9071595668792725 + 0.010348877869546413, + 0.9896512031555176 ], "full text prediction probs": [ 0.006483476143330336, @@ -376004,12 +422544,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.6392859816551208, - "sufficiency": 0.8152429461479187, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9621151685714722, + "sufficiency": 0.8456152081489563, "masked prediction probs": [ - 0.0638640820980072, - 0.9361358880996704 + 0.09284047037363052, + 0.9071595668792725 + ], + "full text prediction probs": [ + 0.006483476143330336, + 0.9935165643692017 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0443575419485569, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.01047379057854414, + 0.9895262718200684 ], "full text prediction probs": [ 0.006483476143330336, @@ -376018,8 +422571,8 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.6378644704818726, - "sufficiency": 0.8156533241271973, + "comprehensiveness": 0.6364492177963257, + "sufficiency": 0.8160618543624878, "masked prediction probs": [ 0.0638640820980072, 0.9361358880996704 @@ -376031,7 +422584,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.08378663659095764, + "comprehensiveness": 0.08360115438699722, "sufficiency": 0.0, "masked prediction probs": [ 0.014037447981536388, @@ -376044,7 +422597,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.046334702521562576, + "comprehensiveness": 0.046232353895902634, "sufficiency": 0.0, "masked prediction probs": [ 0.010670133866369724, @@ -376057,7 +422610,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.0389053151011467, + "comprehensiveness": 0.0388195663690567, "sufficiency": 0.0, "masked prediction probs": [ 0.01000656746327877, @@ -376070,8 +422623,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.33816611766815186, - "sufficiency": 0.65908282995224, + "comprehensiveness": 0.3374224007129669, + "sufficiency": 0.6598317623138428, "masked prediction probs": [ 0.03717460483312607, 0.9628254175186157 @@ -376083,7 +422636,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.05318489298224449, + "comprehensiveness": 0.05306818708777428, "sufficiency": 0.0, "masked prediction probs": [ 0.011320999823510647, @@ -376096,8 +422649,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6294662356376648, - "sufficiency": 0.818077802658081, + "comprehensiveness": 0.6280879378318787, + "sufficiency": 0.8184756636619568, + "masked prediction probs": [ + 0.0638640820980072, + 0.9361358880996704 + ], + "full text prediction probs": [ + 0.006483476143330336, + 0.9935165643692017 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.6267157196998596, + "sufficiency": 0.8188718557357788, "masked prediction probs": [ 0.0638640820980072, 0.9361358880996704 @@ -376110,12 +422676,12 @@ } }, "test_1014": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8346841335296631, + "fixed-shap": { + "comprehensiveness": 0.35099780559539795, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9589554667472839, - 0.041044555604457855 + 0.04374053701758385, + 0.9562594294548035 ], "full text prediction probs": [ 0.016212381422519684, @@ -376214,12 +422780,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.4986967444419861, + "sufficiency": 0.8379856944084167, "masked prediction probs": [ - 0.9571927189826965, - 0.042807355523109436 + 0.9589554667472839, + 0.041044555604457855 + ], + "full text prediction probs": [ + 0.016212381422519684, + 0.9837875366210938 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.4463963806629181, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.052026230841875076, + 0.9479738473892212 ], "full text prediction probs": [ 0.016212381422519684, @@ -376229,7 +422808,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.49994510412216187, + "sufficiency": 0.5011872053146362, "masked prediction probs": [ 0.9571927189826965, 0.042807355523109436 @@ -376241,7 +422820,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9134207963943481, + "comprehensiveness": 0.9111546874046326, "sufficiency": 0.0, "masked prediction probs": [ 0.08967749774456024, @@ -376307,7 +422886,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5073065161705017, + "sufficiency": 0.5085123777389526, + "masked prediction probs": [ + 0.9571927189826965, + 0.042807355523109436 + ], + "full text prediction probs": [ + 0.016212381422519684, + 0.9837875366210938 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5097123980522156, "masked prediction probs": [ 0.9571927189826965, 0.042807355523109436 @@ -376320,12 +422912,12 @@ } }, "test_1156": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.23322522640228271, - "sufficiency": 0.9967445135116577, + "fixed-shap": { + "comprehensiveness": 0.2673083543777466, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7683718204498291, - 0.2316281497478485 + 0.7384155988693237, + 0.2615843415260315 ], "full text prediction probs": [ 0.9733573794364929, @@ -376412,11 +423004,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.23285432159900665, - "sufficiency": 0.996749758720398, + "comprehensiveness": 0.2668832242488861, + "sufficiency": 1.0, "masked prediction probs": [ - 0.7683718204498291, - 0.2316281497478485 + 0.7384155988693237, + 0.2615843415260315 ], "full text prediction probs": [ 0.9733573794364929, @@ -376424,12 +423016,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3807135224342346, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.26682260632514954, "sufficiency": 1.0, "masked prediction probs": [ - 0.6381327509880066, - 0.3618672490119934 + 0.7384155988693237, + 0.2615843415260315 + ], + "full text prediction probs": [ + 0.9733573794364929, + 0.026642611250281334 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.25809043645858765, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.7460528016090393, + 0.2539471983909607 ], "full text prediction probs": [ 0.9733573794364929, @@ -376439,7 +423044,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8904535174369812, + "sufficiency": 0.8904783725738525, "masked prediction probs": [ 0.9783170819282532, 0.021682891994714737 @@ -376451,7 +423056,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.3805406391620636, + "comprehensiveness": 0.38045427203178406, "sufficiency": 1.0, "masked prediction probs": [ 0.6381327509880066, @@ -376464,8 +423069,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.8130154609680176, - "sufficiency": 0.9928669929504395, + "comprehensiveness": 0.812830924987793, + "sufficiency": 0.9928685426712036, "masked prediction probs": [ 0.25699588656425476, 0.7430040836334229 @@ -376477,8 +423082,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.23259009420871735, - "sufficiency": 0.9967533946037292, + "comprehensiveness": 0.23253734409809113, + "sufficiency": 0.9967541694641113, "masked prediction probs": [ 0.7683718204498291, 0.2316281497478485 @@ -376490,7 +423095,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8405041098594666, + "comprehensiveness": 0.8403134346008301, "sufficiency": 1.0, "masked prediction probs": [ 0.23243892192840576, @@ -376503,8 +423108,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01877710036933422, - "sufficiency": 0.9342602491378784, + "comprehensiveness": 0.01877284236252308, + "sufficiency": 0.9342751502990723, "masked prediction probs": [ 0.9568012952804565, 0.04319867491722107 @@ -376516,7 +423121,20 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.38010916113853455, + "comprehensiveness": 0.38002294301986694, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.6381327509880066, + 0.3618672490119934 + ], + "full text prediction probs": [ + 0.9733573794364929, + 0.026642611250281334 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3799368143081665, "sufficiency": 1.0, "masked prediction probs": [ 0.6381327509880066, @@ -376530,12 +423148,12 @@ } }, "test_1321": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.8522966504096985, - "sufficiency": 0.9984253644943237, + "fixed-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9836533069610596, "masked prediction probs": [ - 0.22565880417823792, - 0.7743411660194397 + 0.056357741355895996, + 0.943642258644104 ], "full text prediction probs": [ 0.9828307628631592, @@ -376622,11 +423240,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.8509556651115417, - "sufficiency": 0.9984278678894043, + "comprehensiveness": 1.0, + "sufficiency": 0.9836791157722473, "masked prediction probs": [ - 0.22565880417823792, - 0.7743411660194397 + 0.056357741355895996, + 0.943642258644104 ], "full text prediction probs": [ 0.9828307628631592, @@ -376634,12 +423252,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9898881912231445, - "sufficiency": 0.997155487537384, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9836826920509338, "masked prediction probs": [ - 0.10183995217084885, - 0.8981600403785706 + 0.056357741355895996, + 0.943642258644104 + ], + "full text prediction probs": [ + 0.9828307628631592, + 0.017169255763292313 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9836864471435547, + "masked prediction probs": [ + 0.056357741355895996, + 0.943642258644104 ], "full text prediction probs": [ 0.9828307628631592, @@ -376649,7 +423280,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8896709680557251, + "sufficiency": 0.8896957039833069, "masked prediction probs": [ 0.9927467703819275, 0.007253225892782211 @@ -376661,8 +423292,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.9255171418190002, - "sufficiency": 0.9881443977355957, + "comprehensiveness": 0.9253093004226685, + "sufficiency": 0.9881470203399658, "masked prediction probs": [ 0.15875934064388275, 0.841240644454956 @@ -376674,7 +423305,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.4476311206817627, + "comprehensiveness": 0.447530597448349, "sufficiency": 1.0, "masked prediction probs": [ 0.5841748714447021, @@ -376687,8 +423318,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.000715290370862931, - "sufficiency": 0.8681817650794983, + "comprehensiveness": 0.0007151298341341317, + "sufficiency": 0.8682113289833069, "masked prediction probs": [ 0.9821935892105103, 0.01780642382800579 @@ -376700,8 +423331,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.988777220249176, - "sufficiency": 0.9971587061882019, + "comprehensiveness": 0.9885552525520325, + "sufficiency": 0.9971594214439392, "masked prediction probs": [ 0.10183995217084885, 0.8981600403785706 @@ -376713,8 +423344,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.028407154604792595, - "sufficiency": 0.9949116706848145, + "comprehensiveness": 0.028400782495737076, + "sufficiency": 0.9949127435684204, "masked prediction probs": [ 0.9575145840644836, 0.04248541593551636 @@ -376726,11 +423357,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.988333523273468, - "sufficiency": 0.997160017490387, + "comprehensiveness": 1.0, + "sufficiency": 0.9837119579315186, "masked prediction probs": [ - 0.10183995217084885, - 0.8981600403785706 + 0.056357741355895996, + 0.943642258644104 + ], + "full text prediction probs": [ + 0.9828307628631592, + 0.017169255763292313 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9837157130241394, + "masked prediction probs": [ + 0.056357741355895996, + 0.943642258644104 ], "full text prediction probs": [ 0.9828307628631592, @@ -376740,12 +423384,12 @@ } }, "test_1615": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9910444021224976, "masked prediction probs": [ - 0.027535775676369667, - 0.9724642634391785 + 0.024246415123343468, + 0.9757535457611084 ], "full text prediction probs": [ 0.9812352657318115, @@ -376832,11 +423476,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.9910394549369812, - "sufficiency": 1.0, + "comprehensiveness": 1.0, + "sufficiency": 0.9910585880279541, "masked prediction probs": [ - 0.10099931806325912, - 0.8990007042884827 + 0.024246415123343468, + 0.9757535457611084 ], "full text prediction probs": [ 0.9812352657318115, @@ -376844,12 +423488,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.9910604953765869, "masked prediction probs": [ - 0.020916825160384178, - 0.9790831208229065 + 0.024246415123343468, + 0.9757535457611084 + ], + "full text prediction probs": [ + 0.9812352657318115, + 0.018764691427350044 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.9844911098480225, + "masked prediction probs": [ + 0.018454302102327347, + 0.9815457463264465 ], "full text prediction probs": [ 0.9812352657318115, @@ -376859,7 +423516,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7016146183013916, + "sufficiency": 0.7016818523406982, "masked prediction probs": [ 0.9865797162055969, 0.013420335948467255 @@ -376871,7 +423528,7 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8362047672271729, + "comprehensiveness": 0.8360166549682617, "sufficiency": 1.0, "masked prediction probs": [ 0.23802092671394348, @@ -376884,7 +423541,7 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.990147590637207, + "comprehensiveness": 0.9899248480796814, "sufficiency": 1.0, "masked prediction probs": [ 0.10099931806325912, @@ -376897,8 +423554,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.006682637147605419, - "sufficiency": 0.9345741868019104, + "comprehensiveness": 0.006681134924292564, + "sufficiency": 0.9345889687538147, "masked prediction probs": [ 0.9752930998802185, 0.024706901982426643 @@ -376910,7 +423567,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9175400137901306, + "comprehensiveness": 0.917333722114563, "sufficiency": 1.0, "masked prediction probs": [ 0.1651800125837326, @@ -376923,8 +423580,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.7654976844787598, - "sufficiency": 0.7283122539520264, + "comprehensiveness": 0.765325665473938, + "sufficiency": 0.7283732891082764, "masked prediction probs": [ 0.3002525866031647, 0.6997473835945129 @@ -376936,11 +423593,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9892573952674866, - "sufficiency": 1.0, + "comprehensiveness": 1.0, + "sufficiency": 0.9845154285430908, "masked prediction probs": [ - 0.10099931806325912, - 0.8990007042884827 + 0.018454302102327347, + 0.9815457463264465 + ], + "full text prediction probs": [ + 0.9812352657318115, + 0.018764691427350044 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9845189452171326, + "masked prediction probs": [ + 0.018454302102327347, + 0.9815457463264465 ], "full text prediction probs": [ 0.9812352657318115, @@ -376950,12 +423620,12 @@ } }, "test_1776": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.8493533730506897, + "fixed-shap": { + "comprehensiveness": 0.5133981108665466, + "sufficiency": 0.9920653700828552, "masked prediction probs": [ - 0.05329888314008713, - 0.9467011094093323 + 0.5238416194915771, + 0.47615835070610046 ], "full text prediction probs": [ 0.9768888354301453, @@ -377054,12 +423724,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.954515814781189, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.8496260046958923, "masked prediction probs": [ - 0.9787073135375977, - 0.021292656660079956 + 0.05329888314008713, + 0.9467011094093323 + ], + "full text prediction probs": [ + 0.9768888354301453, + 0.023111118003726006 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5123530030250549, + "sufficiency": 0.9920815229415894, + "masked prediction probs": [ + 0.5238416194915771, + 0.47615835070610046 ], "full text prediction probs": [ 0.9768888354301453, @@ -377069,7 +423752,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.35599032044410706, + "sufficiency": 0.35613593459129333, "masked prediction probs": [ 0.9853821992874146, 0.014617792330682278 @@ -377082,7 +423765,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8590625524520874, + "sufficiency": 0.8590943217277527, "masked prediction probs": [ 0.9768888354301453, 0.023111118003726006 @@ -377094,8 +423777,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.025485694408416748, - "sufficiency": 0.879586935043335, + "comprehensiveness": 0.025479933246970177, + "sufficiency": 0.8796140551567078, "masked prediction probs": [ 0.9543429613113403, 0.04565706104040146 @@ -377108,7 +423791,7 @@ }, "var-gradients": { "comprehensiveness": 1.0, - "sufficiency": 0.8461952805519104, + "sufficiency": 0.8462300300598145, "masked prediction probs": [ 0.0426405631005764, 0.9573593735694885 @@ -377120,8 +423803,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.08305889368057251, - "sufficiency": 0.9864912629127502, + "comprehensiveness": 0.08304012566804886, + "sufficiency": 0.9864943623542786, "masked prediction probs": [ 0.9033777117729187, 0.09662231057882309 @@ -377133,8 +423816,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.021869175136089325, - "sufficiency": 0.905701220035553, + "comprehensiveness": 0.021864235401153564, + "sufficiency": 0.9057224988937378, "masked prediction probs": [ 0.9575291872024536, 0.04247083514928818 @@ -377147,7 +423830,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8462994694709778, + "sufficiency": 0.8463341593742371, "masked prediction probs": [ 0.0426405631005764, 0.9573593735694885 @@ -377157,15 +423840,28 @@ 0.023111118003726006 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9546082615852356, + "masked prediction probs": [ + 0.9787073135375977, + 0.021292656660079956 + ], + "full text prediction probs": [ + 0.9768888354301453, + 0.023111118003726006 + ], + "labels": 0 } }, "test_1222": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.9978827834129333, + "sufficiency": 1.0, "masked prediction probs": [ - 0.06094120070338249, - 0.9390588402748108 + 0.05109772831201553, + 0.9489022493362427 ], "full text prediction probs": [ 0.928003191947937, @@ -377252,11 +423948,11 @@ "labels": 0 }, "fixed-fixed-len_var-feat": { - "comprehensiveness": 0.4584972560405731, + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.5459060668945312, - 0.454093873500824 + 0.05109772831201553, + 0.9489022493362427 ], "full text prediction probs": [ 0.928003191947937, @@ -377264,12 +423960,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.0603288970887661, - 0.9396710395812988 + 0.05109772831201553, + 0.9489022493362427 + ], + "full text prediction probs": [ + 0.928003191947937, + 0.07199675589799881 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05109772831201553, + 0.9489022493362427 ], "full text prediction probs": [ 0.928003191947937, @@ -377291,8 +424000,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.4130946099758148, - "sufficiency": 0.960351288318634, + "comprehensiveness": 0.4129955768585205, + "sufficiency": 0.9603608250617981, "masked prediction probs": [ 0.5834953188896179, 0.4165046215057373 @@ -377304,8 +424013,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.6250990629196167, - "sufficiency": 0.9612030982971191, + "comprehensiveness": 0.6249491572380066, + "sufficiency": 0.9612122774124146, "masked prediction probs": [ 0.40656527876853943, 0.5934346914291382 @@ -377317,8 +424026,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.22077161073684692, - "sufficiency": 0.051760535687208176, + "comprehensiveness": 0.22071871161460876, + "sufficiency": 0.05198775604367256, "masked prediction probs": [ 0.7437983155250549, 0.25620171427726746 @@ -377330,7 +424039,7 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.45916908979415894, + "comprehensiveness": 0.45905905961990356, "sufficiency": 1.0, "masked prediction probs": [ 0.5447951555252075, @@ -377343,8 +424052,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.3280707597732544, - "sufficiency": 0.9788928031921387, + "comprehensiveness": 0.32799220085144043, + "sufficiency": 0.9788978099822998, "masked prediction probs": [ 0.654140055179596, 0.34586000442504883 @@ -377356,11 +424065,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.45894911885261536, + "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.5447951555252075, - 0.4552048444747925 + 0.05109772831201553, + 0.9489022493362427 + ], + "full text prediction probs": [ + 0.928003191947937, + 0.07199675589799881 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.05109772831201553, + 0.9489022493362427 ], "full text prediction probs": [ 0.928003191947937, @@ -377370,12 +424092,12 @@ } }, "test_1280": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9781398773193359, - "sufficiency": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0005341608193702996, + "sufficiency": 0.9420170187950134, "masked prediction probs": [ - 0.11536113172769547, - 0.8846389055252075 + 0.9796550869941711, + 0.02034488320350647 ], "full text prediction probs": [ 0.9801273345947266, @@ -377474,12 +424196,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8337383270263672, - "sufficiency": 0.9897488355636597, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9763728380203247, + "sufficiency": 1.0, "masked prediction probs": [ - 0.241691455245018, - 0.7583085894584656 + 0.11536113172769547, + 0.8846389055252075 + ], + "full text prediction probs": [ + 0.9801273345947266, + 0.019872626289725304 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.9367427825927734, + "masked prediction probs": [ + 0.9833382368087769, + 0.01666167937219143 ], "full text prediction probs": [ 0.9801273345947266, @@ -377489,7 +424224,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.49521300196647644, + "sufficiency": 0.4953269362449646, "masked prediction probs": [ 0.9875890612602234, 0.012410979717969894 @@ -377501,8 +424236,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.8333619832992554, - "sufficiency": 0.9897536039352417, + "comprehensiveness": 0.833173930644989, + "sufficiency": 0.9897558093070984, "masked prediction probs": [ 0.241691455245018, 0.7583085894584656 @@ -377514,8 +424249,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.08781203627586365, - "sufficiency": 0.9489457607269287, + "comprehensiveness": 0.08779222518205643, + "sufficiency": 0.9489572644233704, "masked prediction probs": [ 0.9023001790046692, 0.09769979864358902 @@ -377527,8 +424262,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03676477447152138, - "sufficiency": 0.9479231238365173, + "comprehensiveness": 0.036756481975317, + "sufficiency": 0.9479349851608276, "masked prediction probs": [ 0.9475356340408325, 0.052464328706264496 @@ -377540,8 +424275,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.7877715826034546, - "sufficiency": 0.9889211058616638, + "comprehensiveness": 0.7875939607620239, + "sufficiency": 0.9889236688613892, "masked prediction probs": [ 0.28161606192588806, 0.7183839082717896 @@ -377553,8 +424288,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.022325750440359116, - "sufficiency": 0.9963215589523315, + "comprehensiveness": 0.022320717573165894, + "sufficiency": 0.9963223338127136, "masked prediction probs": [ 0.9603267908096313, 0.03967328369617462 @@ -377566,8 +424301,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8324225544929504, - "sufficiency": 0.9897650480270386, + "comprehensiveness": 0.8322348594665527, + "sufficiency": 0.98976731300354, + "masked prediction probs": [ + 0.241691455245018, + 0.7583085894584656 + ], + "full text prediction probs": [ + 0.9801273345947266, + 0.019872626289725304 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8320473432540894, + "sufficiency": 0.989769697189331, "masked prediction probs": [ 0.241691455245018, 0.7583085894584656 @@ -377580,12 +424328,12 @@ } }, "test_1326": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9816615581512451, - 0.018338460475206375 + 0.9780262112617493, + 0.02197377197444439 ], "full text prediction probs": [ 0.435425341129303, @@ -377684,12 +424432,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9818576574325562, - 0.01814228482544422 + 0.9816615581512451, + 0.018338460475206375 + ], + "full text prediction probs": [ + 0.435425341129303, + 0.564574658870697 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9784319400787354, + 0.021568026393651962 ], "full text prediction probs": [ 0.435425341129303, @@ -377787,15 +424548,28 @@ 0.564574658870697 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9818576574325562, + 0.01814228482544422 + ], + "full text prediction probs": [ + 0.435425341129303, + 0.564574658870697 + ], + "labels": 0 } }, "test_143": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.2566865384578705, + "fixed-shap": { + "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.040357016026973724, - 0.9596430063247681 + 0.13482794165611267, + 0.8651720881462097 ], "full text prediction probs": [ 0.020360970869660378, @@ -377894,12 +424668,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.25151970982551575, "sufficiency": 0.0, "masked prediction probs": [ - 0.13847655057907104, - 0.861523449420929 + 0.040357016026973724, + 0.9596430063247681 + ], + "full text prediction probs": [ + 0.020360970869660378, + 0.9796390533447266 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.4358521103858948, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.055098794400691986, + 0.9449012279510498 ], "full text prediction probs": [ 0.020360970869660378, @@ -377921,7 +424708,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.9999216794967651, + "comprehensiveness": 0.9974246025085449, "sufficiency": 0.0, "masked prediction probs": [ 0.10025568306446075, @@ -377934,7 +424721,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.18761831521987915, + "comprehensiveness": 0.1871509552001953, "sufficiency": 0.0, "masked prediction probs": [ 0.035389408469200134, @@ -377973,7 +424760,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.8997621536254883, + "comprehensiveness": 0.8975374698638916, "sufficiency": 0.0, "masked prediction probs": [ 0.0929727628827095, @@ -377997,15 +424784,28 @@ 0.9796390533447266 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.13847655057907104, + 0.861523449420929 + ], + "full text prediction probs": [ + 0.020360970869660378, + 0.9796390533447266 + ], + "labels": 1 } }, "test_914": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.002319849794730544, - "sufficiency": 0.9936845302581787, + "fixed-shap": { + "comprehensiveness": 0.09478945285081863, + "sufficiency": 0.9611902832984924, "masked prediction probs": [ - 0.9756061434745789, - 0.024393821135163307 + 0.8942712545394897, + 0.10572874546051025 ], "full text prediction probs": [ 0.9776466488838196, @@ -378104,12 +424904,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0010711700888350606, - "sufficiency": 0.9499126076698303, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0023156374227255583, + "sufficiency": 0.9936959743499756, "masked prediction probs": [ - 0.9767027497291565, - 0.023297252133488655 + 0.9756061434745789, + 0.024393821135163307 + ], + "full text prediction probs": [ + 0.9776466488838196, + 0.022353308275341988 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8559110164642334, + "masked prediction probs": [ + 0.9776466488838196, + 0.022353308275341988 ], "full text prediction probs": [ 0.9776466488838196, @@ -378131,8 +424944,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.20434291660785675, - "sufficiency": 0.9453402161598206, + "comprehensiveness": 0.20429657399654388, + "sufficiency": 0.9453524947166443, "masked prediction probs": [ 0.7975009679794312, 0.20249906182289124 @@ -378144,8 +424957,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002862058114260435, - "sufficiency": 0.880987286567688, + "comprehensiveness": 0.002861408982425928, + "sufficiency": 0.8810142874717712, "masked prediction probs": [ 0.9751229286193848, 0.024877039715647697 @@ -378158,7 +424971,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.8281911611557007, + "sufficiency": 0.828230082988739, "masked prediction probs": [ 0.9817100167274475, 0.018289966508746147 @@ -378170,8 +424983,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9297810792922974, - "sufficiency": 0.9832783937454224, + "comprehensiveness": 0.9295703172683716, + "sufficiency": 0.983282208442688, "masked prediction probs": [ 0.15740756690502167, 0.8425924777984619 @@ -378183,8 +424996,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.002144155092537403, - "sufficiency": 0.9730082750320435, + "comprehensiveness": 0.0021436691749840975, + "sufficiency": 0.9730142951011658, "masked prediction probs": [ 0.9757546782493591, 0.02424529753625393 @@ -378196,8 +425009,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.20411138236522675, - "sufficiency": 0.9454020261764526, + "comprehensiveness": 0.20406512916088104, + "sufficiency": 0.9454143643379211, "masked prediction probs": [ 0.7975009679794312, 0.20249906182289124 @@ -378207,15 +425020,28 @@ 0.022353308275341988 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.001068986370228231, + "sufficiency": 0.9500147104263306, + "masked prediction probs": [ + 0.9767027497291565, + 0.023297252133488655 + ], + "full text prediction probs": [ + 0.9776466488838196, + 0.022353308275341988 + ], + "labels": 0 } }, "test_1472": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.368421345949173, - "sufficiency": 0.895913302898407, + "fixed-shap": { + "comprehensiveness": 0.0009132202831096947, + "sufficiency": 0.9762981534004211, "masked prediction probs": [ - 0.6565409302711487, - 0.34345903992652893 + 0.981513500213623, + 0.018486492335796356 ], "full text prediction probs": [ 0.98232102394104, @@ -378314,12 +425140,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3574387729167938, - "sufficiency": 0.871821403503418, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.3677559196949005, + "sufficiency": 0.8961012363433838, "masked prediction probs": [ - 0.665680468082428, - 0.33431950211524963 + 0.6565409302711487, + 0.34345903992652893 + ], + "full text prediction probs": [ + 0.98232102394104, + 0.017678944393992424 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.8513962030410767, + "masked prediction probs": [ + 0.98232102394104, + 0.017678944393992424 ], "full text prediction probs": [ 0.98232102394104, @@ -378329,7 +425168,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7073336243629456, + "sufficiency": 0.7073996663093567, "masked prediction probs": [ 0.9881134629249573, 0.011886531487107277 @@ -378341,8 +425180,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.35727745294570923, - "sufficiency": 0.8718791604042053, + "comprehensiveness": 0.3571968674659729, + "sufficiency": 0.8719081282615662, "masked prediction probs": [ 0.665680468082428, 0.33431950211524963 @@ -378354,8 +425193,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.0251377671957016, - "sufficiency": 0.8166297674179077, + "comprehensiveness": 0.02513209730386734, + "sufficiency": 0.8166711926460266, "masked prediction probs": [ 0.9600374102592468, 0.039962589740753174 @@ -378367,8 +425206,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.03071584179997444, - "sufficiency": 0.8735789060592651, + "comprehensiveness": 0.0307089164853096, + "sufficiency": 0.8736073970794678, "masked prediction probs": [ 0.9550865292549133, 0.04491347447037697 @@ -378380,8 +425219,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.44781604409217834, - "sufficiency": 0.9912022352218628, + "comprehensiveness": 0.44771504402160645, + "sufficiency": 0.9912041425704956, "masked prediction probs": [ 0.585171103477478, 0.41482892632484436 @@ -378393,8 +425232,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.02609950490295887, - "sufficiency": 0.9129208326339722, + "comprehensiveness": 0.0260936226695776, + "sufficiency": 0.9129405617713928, "masked prediction probs": [ 0.9591692090034485, 0.0408308282494545 @@ -378406,8 +425245,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.3568747937679291, - "sufficiency": 0.8720235824584961, + "comprehensiveness": 0.3567943274974823, + "sufficiency": 0.8720524907112122, + "masked prediction probs": [ + 0.665680468082428, + 0.33431950211524963 + ], + "full text prediction probs": [ + 0.98232102394104, + 0.017678944393992424 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.3567139506340027, + "sufficiency": 0.8720812797546387, "masked prediction probs": [ 0.665680468082428, 0.33431950211524963 @@ -378420,12 +425272,12 @@ } }, "test_31": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.39741837978363037, + "fixed-shap": { + "comprehensiveness": 0.040538445115089417, "sufficiency": 0.0, "masked prediction probs": [ - 0.04460558295249939, - 0.955394446849823 + 0.010834493674337864, + 0.9891654849052429 ], "full text prediction probs": [ 0.006998454686254263, @@ -378524,12 +425376,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.3760093152523041, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.39080938696861267, "sufficiency": 0.0, "masked prediction probs": [ - 0.043181341141462326, - 0.9568186402320862 + 0.04460558295249939, + 0.955394446849823 + ], + "full text prediction probs": [ + 0.006998454686254263, + 0.9930015802383423 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.031885117292404175, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.010073082521557808, + 0.9899269342422485 ], "full text prediction probs": [ 0.006998454686254263, @@ -378538,7 +425403,7 @@ "labels": 1 }, "var-lime": { - "comprehensiveness": 0.3752293288707733, + "comprehensiveness": 0.3744525611400604, "sufficiency": 0.0, "masked prediction probs": [ 0.043181341141462326, @@ -378551,8 +425416,8 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.1983291059732437, - "sufficiency": 0.8410140872001648, + "comprehensiveness": 0.19791938364505768, + "sufficiency": 0.8413422107696533, "masked prediction probs": [ 0.02616272307932377, 0.9738372564315796 @@ -378564,7 +425429,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.14006967842578888, + "comprehensiveness": 0.1397809237241745, "sufficiency": 0.0, "masked prediction probs": [ 0.020561199635267258, @@ -378577,7 +425442,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.07593759894371033, + "comprehensiveness": 0.07578137516975403, "sufficiency": 0.0, "masked prediction probs": [ 0.014366504736244678, @@ -378590,8 +425455,8 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.28964364528656006, - "sufficiency": 0.8428511023521423, + "comprehensiveness": 0.289048969745636, + "sufficiency": 0.8431734442710876, "masked prediction probs": [ 0.035160213708877563, 0.9648398160934448 @@ -378603,7 +425468,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.026265334337949753, + "comprehensiveness": 0.026211518794298172, "sufficiency": 0.0, "masked prediction probs": [ 0.009557430632412434, @@ -378616,7 +425481,20 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.37061646580696106, + "comprehensiveness": 0.36985865235328674, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.043181341141462326, + 0.9568186402320862 + ], + "full text prediction probs": [ + 0.006998454686254263, + 0.9930015802383423 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.36910393834114075, "sufficiency": 0.0, "masked prediction probs": [ 0.043181341141462326, @@ -378630,12 +425508,12 @@ } }, "test_102": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9497952461242676, - 0.050204742699861526 + 0.4094211459159851, + 0.5905788540840149 ], "full text prediction probs": [ 0.009444493800401688, @@ -378734,12 +425612,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9518728852272034, - 0.04812708869576454 + 0.9497952461242676, + 0.050204742699861526 + ], + "full text prediction probs": [ + 0.009444493800401688, + 0.990555465221405 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.919200599193573, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.09583349525928497, + 0.9041664600372314 ], "full text prediction probs": [ 0.009444493800401688, @@ -378749,7 +425640,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8502711653709412, + "sufficiency": 0.850588858127594, "masked prediction probs": [ 0.8619992136955261, 0.13800084590911865 @@ -378774,7 +425665,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.12217197567224503, + "comprehensiveness": 0.12191358953714371, "sufficiency": 0.0, "masked prediction probs": [ 0.020975468680262566, @@ -378787,7 +425678,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.08131332695484161, + "comprehensiveness": 0.08114172518253326, "sufficiency": 0.0, "masked prediction probs": [ 0.017135431990027428, @@ -378813,7 +425704,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.12811215221881866, + "comprehensiveness": 0.12784291803836823, "sufficiency": 0.0, "masked prediction probs": [ 0.02161295711994171, @@ -378837,15 +425728,28 @@ 0.990555465221405 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9518728852272034, + 0.04812708869576454 + ], + "full text prediction probs": [ + 0.009444493800401688, + 0.990555465221405 + ], + "labels": 1 } }, "test_140": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.9551554918289185, - 0.04484453424811363 + 0.35352823138237, + 0.6464717388153076 ], "full text prediction probs": [ 0.36957019567489624, @@ -378944,12 +425848,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9638620615005493, - 0.03613794967532158 + 0.9551554918289185, + 0.04484453424811363 + ], + "full text prediction probs": [ + 0.36957019567489624, + 0.6304298639297485 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.4050150513648987, + 0.5949849486351013 ], "full text prediction probs": [ 0.36957019567489624, @@ -379047,15 +425964,28 @@ 0.6304298639297485 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9638620615005493, + 0.03613794967532158 + ], + "full text prediction probs": [ + 0.36957019567489624, + 0.6304298639297485 + ], + "labels": 1 } }, "test_215": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 0.8006367683410645, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9866129755973816, - 0.013386940583586693 + 0.9639344811439514, + 0.036065466701984406 ], "full text prediction probs": [ 0.015182673931121826, @@ -379154,12 +426084,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.7926294207572937, + "sufficiency": 0.8042562007904053, "masked prediction probs": [ - 0.9876791834831238, - 0.012320865876972675 + 0.9866129755973816, + 0.013386940583586693 + ], + "full text prediction probs": [ + 0.015182673931121826, + 0.9848173260688782 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.9654592275619507, + 0.034540724009275436 ], "full text prediction probs": [ 0.015182673931121826, @@ -379169,7 +426112,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.7930989265441895, + "sufficiency": 0.7935663461685181, "masked prediction probs": [ 0.9876791834831238, 0.012320865876972675 @@ -379182,7 +426125,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.6541840434074402, + "sufficiency": 0.6549635529518127, "masked prediction probs": [ 0.9851181507110596, 0.014881891198456287 @@ -379207,7 +426150,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.5129075050354004, + "comprehensiveness": 0.5117552876472473, "sufficiency": 0.0, "masked prediction probs": [ 0.060751765966415405, @@ -379221,7 +426164,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.9771550297737122, + "sufficiency": 0.9772061705589294, "masked prediction probs": [ 0.9815798401832581, 0.018420187756419182 @@ -379247,7 +426190,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7958720922470093, + "sufficiency": 0.7963270545005798, + "masked prediction probs": [ + 0.9876791834831238, + 0.012320865876972675 + ], + "full text prediction probs": [ + 0.015182673931121826, + 0.9848173260688782 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.7967800498008728, "masked prediction probs": [ 0.9876791834831238, 0.012320865876972675 @@ -379260,12 +426216,12 @@ } }, "test_303": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.018166188150644302, - 0.9818337559700012 + 0.06348171085119247, + 0.9365183115005493 ], "full text prediction probs": [ 0.5670170783996582, @@ -379364,12 +426320,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.015924060717225075, - 0.9840759634971619 + 0.018166188150644302, + 0.9818337559700012 + ], + "full text prediction probs": [ + 0.5670170783996582, + 0.4329829514026642 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.5670170783996582, + 0.4329829514026642 ], "full text prediction probs": [ 0.5670170783996582, @@ -379379,7 +426348,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.37168899178504944, + "sufficiency": 0.3719577193260193, "masked prediction probs": [ 0.981061577796936, 0.018938394263386726 @@ -379405,7 +426374,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.9580602645874023, + "sufficiency": 0.958078145980835, "masked prediction probs": [ 0.9684716463088989, 0.03152836859226227 @@ -379418,7 +426387,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.09004875272512436, + "sufficiency": 0.09043744206428528, "masked prediction probs": [ 0.9800292253494263, 0.01997075416147709 @@ -379467,15 +426436,28 @@ 0.4329829514026642 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.015924060717225075, + 0.9840759634971619 + ], + "full text prediction probs": [ + 0.5670170783996582, + 0.4329829514026642 + ], + "labels": 1 } }, "test_352": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9016231894493103, + "fixed-shap": { + "comprehensiveness": 0.28332167863845825, + "sufficiency": 0.542271614074707, "masked prediction probs": [ - 0.7185888290405273, - 0.2814111113548279 + 0.03852849826216698, + 0.9614714980125427 ], "full text prediction probs": [ 0.013584047555923462, @@ -379574,12 +426556,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.9023512601852417, + "sufficiency": 0.9033774137496948, "masked prediction probs": [ - 0.6573807001113892, - 0.3426193296909332 + 0.7185888290405273, + 0.2814111113548279 + ], + "full text prediction probs": [ + 0.013584047555923462, + 0.9864159822463989 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.32225871086120605, + "sufficiency": 0.7188438773155212, + "masked prediction probs": [ + 0.04253683611750603, + 0.9574632048606873 ], "full text prediction probs": [ 0.013584047555923462, @@ -379589,7 +426584,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.9025684595108032, + "sufficiency": 0.9027846455574036, "masked prediction probs": [ 0.6573807001113892, 0.3426193296909332 @@ -379602,7 +426597,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.3741518259048462, + "sufficiency": 0.37553754448890686, "masked prediction probs": [ 0.12473013997077942, 0.8752698302268982 @@ -379614,7 +426609,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.13152627646923065, + "comprehensiveness": 0.13123539090156555, "sufficiency": 0.0, "masked prediction probs": [ 0.025453316047787666, @@ -379627,7 +426622,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.06581902503967285, + "comprehensiveness": 0.06567377597093582, "sufficiency": 0.0, "masked prediction probs": [ 0.019536882638931274, @@ -379653,7 +426648,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.0701213851571083, + "comprehensiveness": 0.06996731460094452, "sufficiency": 0.0, "masked prediction probs": [ 0.019954083487391472, @@ -379667,7 +426662,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.9038514494895935, + "sufficiency": 0.904062032699585, + "masked prediction probs": [ + 0.6573807001113892, + 0.3426193296909332 + ], + "full text prediction probs": [ + 0.013584047555923462, + 0.9864159822463989 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.90427166223526, "masked prediction probs": [ 0.6573807001113892, 0.3426193296909332 @@ -379680,12 +426688,12 @@ } }, "test_445": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0, - "sufficiency": 0.9590160846710205, + "fixed-shap": { + "comprehensiveness": 0.011744201183319092, + "sufficiency": 0.9494283199310303, "masked prediction probs": [ - 0.986257016658783, - 0.013742946088314056 + 0.9635043740272522, + 0.036495696753263474 ], "full text prediction probs": [ 0.9737491011619568, @@ -379784,12 +426792,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, - "sufficiency": 0.920360803604126, + "sufficiency": 0.9590911269187927, "masked prediction probs": [ - 0.9805827736854553, - 0.01941729709506035 + 0.986257016658783, + 0.013742946088314056 + ], + "full text prediction probs": [ + 0.9737491011619568, + 0.02625086158514023 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.5622774958610535, + "sufficiency": 0.9160078763961792, + "masked prediction probs": [ + 0.4822498559951782, + 0.517750084400177 ], "full text prediction probs": [ 0.9737491011619568, @@ -379799,7 +426820,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8767130970954895, + "sufficiency": 0.876741349697113, "masked prediction probs": [ 0.9877170920372009, 0.012282902374863625 @@ -379811,8 +426832,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.004547439981251955, - "sufficiency": 0.9963403940200806, + "comprehensiveness": 0.004546400159597397, + "sufficiency": 0.9963412284851074, "masked prediction probs": [ 0.9697731733322144, 0.030226800590753555 @@ -379825,7 +426846,7 @@ }, "var-ig": { "comprehensiveness": 0.0, - "sufficiency": 0.8989577889442444, + "sufficiency": 0.8989808559417725, "masked prediction probs": [ 0.9808456897735596, 0.019154338166117668 @@ -379837,8 +426858,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.033753279596567154, - "sufficiency": 0.9155261516571045, + "comprehensiveness": 0.03374556452035904, + "sufficiency": 0.9155455231666565, "masked prediction probs": [ 0.9442243576049805, 0.05577569827437401 @@ -379850,8 +426871,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.6202081441879272, - "sufficiency": 0.8892710208892822, + "comprehensiveness": 0.6200664043426514, + "sufficiency": 0.889296293258667, "masked prediction probs": [ 0.43111518025398254, 0.5688847899436951 @@ -379863,8 +426884,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.011772418394684792, - "sufficiency": 0.9537193179130554, + "comprehensiveness": 0.011769728735089302, + "sufficiency": 0.9537298679351807, "masked prediction probs": [ 0.9634467959403992, 0.03655317425727844 @@ -379876,11 +426897,24 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.6199247241020203, - "sufficiency": 0.8893216252326965, + "comprehensiveness": 0.5613783597946167, + "sufficiency": 0.9161421656608582, "masked prediction probs": [ - 0.43111518025398254, - 0.5688847899436951 + 0.4822498559951782, + 0.517750084400177 + ], + "full text prediction probs": [ + 0.9737491011619568, + 0.02625086158514023 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 0.9205244779586792, + "masked prediction probs": [ + 0.9805827736854553, + 0.01941729709506035 ], "full text prediction probs": [ 0.9737491011619568, @@ -379890,12 +426924,12 @@ } }, "test_810": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.5325411558151245, + "fixed-shap": { + "comprehensiveness": 0.8268802762031555, + "sufficiency": 0.0, "masked prediction probs": [ - 0.4133097529411316, - 0.5866902470588684 + 0.0869445726275444, + 0.913055419921875 ], "full text prediction probs": [ 0.01681625470519066, @@ -379994,12 +427028,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.521332323551178, + "sufficiency": 0.54118812084198, "masked prediction probs": [ - 0.5991157293319702, - 0.4008842706680298 + 0.4133097529411316, + 0.5866902470588684 + ], + "full text prediction probs": [ + 0.01681625470519066, + 0.983183741569519 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.6648167967796326, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.07439672946929932, + 0.9256032705307007 ], "full text prediction probs": [ 0.01681625470519066, @@ -380034,7 +427081,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.17561055719852448, + "comprehensiveness": 0.17520776391029358, "sufficiency": 0.0, "masked prediction probs": [ 0.03209638223052025, @@ -380047,7 +427094,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.9282211065292358, + "comprehensiveness": 0.9260969758033752, "sufficiency": 0.0, "masked prediction probs": [ 0.09776747971773148, @@ -380061,7 +427108,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.5605226755142212, + "sufficiency": 0.5615249276161194, "masked prediction probs": [ 0.5922505259513855, 0.4077494442462921 @@ -380073,7 +427120,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.21120817959308624, + "comprehensiveness": 0.2107270509004593, "sufficiency": 0.0, "masked prediction probs": [ 0.035320479422807693, @@ -380087,7 +427134,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.5625226497650146, + "sufficiency": 0.5635157823562622, "masked prediction probs": [ 0.5922505259513855, 0.4077494442462921 @@ -380097,15 +427144,28 @@ 0.983183741569519 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.5310903191566467, + "masked prediction probs": [ + 0.5991157293319702, + 0.4008842706680298 + ], + "full text prediction probs": [ + 0.01681625470519066, + 0.983183741569519 + ], + "labels": 1 } }, "test_859": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.26106294989585876, - "sufficiency": 0.5235298871994019, + "fixed-shap": { + "comprehensiveness": 0.7684707045555115, + "sufficiency": 0.0, "masked prediction probs": [ - 0.03598349168896675, - 0.9640164375305176 + 0.0810590609908104, + 0.9189409017562866 ], "full text prediction probs": [ 0.01279206108301878, @@ -380204,12 +427264,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.9030646085739136, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.25644341111183167, + "sufficiency": 0.5319517850875854, "masked prediction probs": [ - 0.3590172827243805, - 0.6409826874732971 + 0.03598349168896675, + 0.9640164375305176 + ], + "full text prediction probs": [ + 0.01279206108301878, + 0.9872079491615295 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.8108814358711243, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.08628655225038528, + 0.9137135148048401 ], "full text prediction probs": [ 0.01279206108301878, @@ -380219,7 +427292,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.3042183220386505, + "sufficiency": 0.305748850107193, "masked prediction probs": [ 0.13116787374019623, 0.8688321113586426 @@ -380232,7 +427305,7 @@ }, "var-attention": { "comprehensiveness": 1.0, - "sufficiency": 0.7851401567459106, + "sufficiency": 0.7856117486953735, "masked prediction probs": [ 0.10635998845100403, 0.8936400413513184 @@ -380257,7 +427330,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.1500592827796936, + "comprehensiveness": 0.14973101019859314, "sufficiency": 0.0, "masked prediction probs": [ 0.02648277021944523, @@ -380271,7 +427344,7 @@ }, "var-scaled attention": { "comprehensiveness": 1.0, - "sufficiency": 0.8961378931999207, + "sufficiency": 0.8963643312454224, "masked prediction probs": [ 0.15744923055171967, 0.8425507545471191 @@ -380283,7 +427356,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.10436344146728516, + "comprehensiveness": 0.10413612425327301, "sufficiency": 0.0, "masked prediction probs": [ 0.022355422377586365, @@ -380297,7 +427370,7 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.7874776124954224, + "sufficiency": 0.7879390120506287, "masked prediction probs": [ 0.10635998845100403, 0.8936400413513184 @@ -380307,15 +427380,28 @@ 0.9872079491615295 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.9049545526504517, + "masked prediction probs": [ + 0.3590172827243805, + 0.6409826874732971 + ], + "full text prediction probs": [ + 0.01279206108301878, + 0.9872079491615295 + ], + "labels": 1 } }, "test_883": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, + "fixed-shap": { + "comprehensiveness": 0.3723585307598114, "sufficiency": 0.0, "masked prediction probs": [ - 0.875663161277771, - 0.1243368536233902 + 0.06270799040794373, + 0.9372920393943787 ], "full text prediction probs": [ 0.03961857780814171, @@ -380414,12 +427500,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 0.0, "masked prediction probs": [ - 0.7549808025360107, - 0.24501924216747284 + 0.875663161277771, + 0.1243368536233902 + ], + "full text prediction probs": [ + 0.03961857780814171, + 0.9603813886642456 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.039062339812517166, + 0.9609376192092896 ], "full text prediction probs": [ 0.03961857780814171, @@ -380467,7 +427566,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.7560068368911743, + "comprehensiveness": 0.7536662220954895, "sufficiency": 0.0, "masked prediction probs": [ 0.08831213414669037, @@ -380517,15 +427616,28 @@ 0.9603813886642456 ], "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.7549808025360107, + 0.24501924216747284 + ], + "full text prediction probs": [ + 0.03961857780814171, + 0.9603813886642456 + ], + "labels": 1 } }, "test_976": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8579151034355164, - 0.14208494126796722 + 0.9063872694969177, + 0.09361272305250168 ], "full text prediction probs": [ 0.8107455372810364, @@ -380615,8 +427727,8 @@ "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8579151034355164, - 0.14208494126796722 + 0.9063872694969177, + 0.09361272305250168 ], "full text prediction probs": [ 0.8107455372810364, @@ -380624,12 +427736,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 0.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.8641610741615295, - 0.13583886623382568 + 0.9063872694969177, + 0.09361272305250168 + ], + "full text prediction probs": [ + 0.8107455372810364, + 0.18925447762012482 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8107455372810364, + 0.18925447762012482 ], "full text prediction probs": [ 0.8107455372810364, @@ -380704,7 +427829,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.913999080657959, + "sufficiency": 0.914023220539093, "masked prediction probs": [ 0.9418140649795532, 0.058185894042253494 @@ -380727,15 +427852,28 @@ 0.18925447762012482 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.8641610741615295, + 0.13583886623382568 + ], + "full text prediction probs": [ + 0.8107455372810364, + 0.18925447762012482 + ], + "labels": 0 } }, "test_1079": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, - "sufficiency": 1.0, + "sufficiency": 0.0, "masked prediction probs": [ - 0.9899069666862488, - 0.01009304914623499 + 0.6923746466636658, + 0.3076253831386566 ], "full text prediction probs": [ 0.3894791007041931, @@ -380834,12 +427972,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.9892687201499939, - 0.010731273330748081 + 0.9899069666862488, + 0.01009304914623499 + ], + "full text prediction probs": [ + 0.3894791007041931, + 0.6105208396911621 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.5852735638618469, + 0.41472646594047546 ], "full text prediction probs": [ 0.3894791007041931, @@ -380937,15 +428088,28 @@ 0.6105208396911621 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.9892687201499939, + 0.010731273330748081 + ], + "full text prediction probs": [ + 0.3894791007041931, + 0.6105208396911621 + ], + "labels": 0 } }, "test_1116": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.0037887003272771835, - "sufficiency": 0.9816522002220154, + "fixed-shap": { + "comprehensiveness": 0.002799776615574956, + "sufficiency": 0.986182689666748, "masked prediction probs": [ - 0.9935588240623474, - 0.006441177800297737 + 0.9944444298744202, + 0.0055556390434503555 ], "full text prediction probs": [ 0.996951699256897, @@ -381044,12 +428208,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.0027395053766667843, - "sufficiency": 0.9671580195426941, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.0037819433491677046, + "sufficiency": 0.9816849231719971, "masked prediction probs": [ - 0.9944940209388733, - 0.005505972541868687 + 0.9935588240623474, + 0.006441177800297737 + ], + "full text prediction probs": [ + 0.996951699256897, + 0.0030482797883450985 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.0016601557144895196, + "sufficiency": 0.9829012155532837, + "masked prediction probs": [ + 0.9954620003700256, + 0.004538002889603376 ], "full text prediction probs": [ 0.996951699256897, @@ -381058,8 +428235,8 @@ "labels": 0 }, "var-lime": { - "comprehensiveness": 0.0008339636842720211, - "sufficiency": 0.8786718845367432, + "comprehensiveness": 0.0008337778272107244, + "sufficiency": 0.8786988854408264, "masked prediction probs": [ 0.9962033629417419, 0.003796675242483616 @@ -381071,8 +428248,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.002256612526252866, - "sufficiency": 0.9057404398918152, + "comprehensiveness": 0.002256109844893217, + "sufficiency": 0.9057614803314209, "masked prediction probs": [ 0.9949263334274292, 0.005073687992990017 @@ -381084,8 +428261,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.002720146207138896, - "sufficiency": 0.8866796493530273, + "comprehensiveness": 0.002719540148973465, + "sufficiency": 0.8867049217224121, "masked prediction probs": [ 0.994509756565094, 0.005490253213793039 @@ -381097,8 +428274,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0024568727239966393, - "sufficiency": 0.9158412218093872, + "comprehensiveness": 0.0024563258048146963, + "sufficiency": 0.9158598780632019, "masked prediction probs": [ 0.9947456121444702, 0.005254373420029879 @@ -381110,8 +428287,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.0032566955778747797, - "sufficiency": 0.9890963435173035, + "comprehensiveness": 0.003255970310419798, + "sufficiency": 0.9890987277030945, "masked prediction probs": [ 0.994026780128479, 0.005973182152956724 @@ -381123,8 +428300,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.003054131055250764, - "sufficiency": 0.9179388284683228, + "comprehensiveness": 0.0030534514226019382, + "sufficiency": 0.9179571270942688, "masked prediction probs": [ 0.9942080974578857, 0.005791931878775358 @@ -381136,8 +428313,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.002254101214930415, - "sufficiency": 0.9058453440666199, + "comprehensiveness": 0.002253599464893341, + "sufficiency": 0.9058663845062256, "masked prediction probs": [ 0.9949263334274292, 0.005073687992990017 @@ -381147,15 +428324,28 @@ 0.0030482797883450985 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.002734019886702299, + "sufficiency": 0.9672237038612366, + "masked prediction probs": [ + 0.9944940209388733, + 0.005505972541868687 + ], + "full text prediction probs": [ + 0.996951699256897, + 0.0030482797883450985 + ], + "labels": 0 } }, "test_1250": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.7954991459846497, - "sufficiency": 0.8786405324935913, + "fixed-shap": { + "comprehensiveness": 0.899970531463623, + "sufficiency": 1.0, "masked prediction probs": [ - 0.26939645409584045, - 0.7306035757064819 + 0.1835874319076538, + 0.8164125680923462 ], "full text prediction probs": [ 0.9227904081344604, @@ -381254,12 +428444,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.954682469367981, - "sufficiency": 0.9309446215629578, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.7939525246620178, + "sufficiency": 0.8788765072822571, "masked prediction probs": [ - 0.1371215283870697, - 0.8628785014152527 + 0.26939645409584045, + 0.7306035757064819 + ], + "full text prediction probs": [ + 0.9227904081344604, + 0.07720952481031418 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.8779044151306152, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.20013150572776794, + 0.7998684644699097 ], "full text prediction probs": [ 0.9227904081344604, @@ -381269,7 +428472,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.7613866925239563, + "sufficiency": 0.761444628238678, "masked prediction probs": [ 0.9804196953773499, 0.019580310210585594 @@ -381281,8 +428484,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.664448082447052, - "sufficiency": 0.8897380232810974, + "comprehensiveness": 0.664286732673645, + "sufficiency": 0.8897649049758911, "masked prediction probs": [ 0.37570813298225403, 0.6242918372154236 @@ -381294,8 +428497,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.01855526491999626, - "sufficiency": 0.9386252164840698, + "comprehensiveness": 0.018550759181380272, + "sufficiency": 0.9386401772499084, "masked prediction probs": [ 0.9075089693069458, 0.09249100089073181 @@ -381308,7 +428511,7 @@ }, "var-gradients": { "comprehensiveness": 0.0, - "sufficiency": 0.867337703704834, + "sufficiency": 0.8673698306083679, "masked prediction probs": [ 0.9643429517745972, 0.03565710783004761 @@ -381320,8 +428523,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.9436724781990051, - "sufficiency": 0.931323230266571, + "comprehensiveness": 0.9434434771537781, + "sufficiency": 0.9313399195671082, "masked prediction probs": [ 0.1452387124300003, 0.8547612428665161 @@ -381334,7 +428537,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8827456831932068, + "sufficiency": 0.8827741146087646, "masked prediction probs": [ 0.9736992716789246, 0.026300787925720215 @@ -381346,8 +428549,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9432145953178406, - "sufficiency": 0.9313565492630005, + "comprehensiveness": 0.9429857730865479, + "sufficiency": 0.9313731789588928, "masked prediction probs": [ 0.1452387124300003, 0.8547612428665161 @@ -381357,15 +428560,28 @@ 0.07720952481031418 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9525989294052124, + "sufficiency": 0.9310952425003052, + "masked prediction probs": [ + 0.1371215283870697, + 0.8628785014152527 + ], + "full text prediction probs": [ + 0.9227904081344604, + 0.07720952481031418 + ], + "labels": 0 } }, "test_1266": { - "fixed-fixed-len_var-feat_var-type": { + "fixed-shap": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.025837020948529243, - 0.9741629958152771 + 0.018022684380412102, + 0.9819773435592651 ], "full text prediction probs": [ 0.5806780457496643, @@ -381455,8 +428671,8 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.025837020948529243, - 0.9741629958152771 + 0.018022684380412102, + 0.9819773435592651 ], "full text prediction probs": [ 0.5806780457496643, @@ -381464,12 +428680,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01762041077017784, - 0.9823795557022095 + 0.018022684380412102, + 0.9819773435592651 + ], + "full text prediction probs": [ + 0.5806780457496643, + 0.4193219542503357 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.016970109194517136, + 0.9830299019813538 ], "full text prediction probs": [ 0.5806780457496643, @@ -381479,7 +428708,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.9247068762779236, + "sufficiency": 0.9247381687164307, "masked prediction probs": [ 0.9614338278770447, 0.0385662242770195 @@ -381517,7 +428746,7 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5639617443084717, + "comprehensiveness": 0.5637276768684387, "sufficiency": 1.0, "masked prediction probs": [ 0.3090449869632721, @@ -381559,8 +428788,21 @@ "comprehensiveness": 1.0, "sufficiency": 1.0, "masked prediction probs": [ - 0.01762041077017784, - 0.9823795557022095 + 0.016970109194517136, + 0.9830299019813538 + ], + "full text prediction probs": [ + 0.5806780457496643, + 0.4193219542503357 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 1.0, + "masked prediction probs": [ + 0.016970109194517136, + 0.9830299019813538 ], "full text prediction probs": [ 0.5806780457496643, @@ -381570,12 +428812,12 @@ } }, "test_1391": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 1.0, - "sufficiency": 0.7184770703315735, + "fixed-shap": { + "comprehensiveness": 0.8341274261474609, + "sufficiency": 0.0841236487030983, "masked prediction probs": [ - 0.15665681660175323, - 0.843343198299408 + 0.08950891345739365, + 0.9104910492897034 ], "full text prediction probs": [ 0.028570717200636864, @@ -381674,12 +428916,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { + "fixed-fixed-len_var-feat_var-type": { "comprehensiveness": 1.0, - "sufficiency": 0.8614799380302429, + "sufficiency": 0.7245034575462341, "masked prediction probs": [ - 0.19870366156101227, - 0.8012963533401489 + 0.15665681660175323, + 0.843343198299408 + ], + "full text prediction probs": [ + 0.028570717200636864, + 0.9714293479919434 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.43229877948760986, + "sufficiency": 0.0, + "masked prediction probs": [ + 0.06093110889196396, + 0.9390689134597778 ], "full text prediction probs": [ 0.028570717200636864, @@ -381689,7 +428944,7 @@ }, "var-lime": { "comprehensiveness": 1.0, - "sufficiency": 0.8618495464324951, + "sufficiency": 0.8622172474861145, "masked prediction probs": [ 0.19870366156101227, 0.8012963533401489 @@ -381701,7 +428956,7 @@ "labels": 1 }, "var-attention": { - "comprehensiveness": 0.02065051905810833, + "comprehensiveness": 0.020595628768205643, "sufficiency": 0.0, "masked prediction probs": [ 0.030120575800538063, @@ -381714,7 +428969,7 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.838144063949585, + "comprehensiveness": 0.8359221816062927, "sufficiency": 0.0, "masked prediction probs": [ 0.09164667129516602, @@ -381727,7 +428982,7 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.21506784856319427, + "comprehensiveness": 0.21449922025203705, "sufficiency": 0.0, "masked prediction probs": [ 0.04479890316724777, @@ -381740,7 +428995,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.3042968213558197, + "comprehensiveness": 0.303494393825531, "sufficiency": 0.0, "masked prediction probs": [ 0.051592808216810226, @@ -381753,7 +429008,7 @@ "labels": 1 }, "var-random": { - "comprehensiveness": 0.45688655972480774, + "comprehensiveness": 0.45568493008613586, "sufficiency": 0.0, "masked prediction probs": [ 0.06322865933179855, @@ -381767,7 +429022,20 @@ }, "var-var-len_var-feat": { "comprehensiveness": 1.0, - "sufficiency": 0.8640267848968506, + "sufficiency": 0.8643829822540283, + "masked prediction probs": [ + 0.19870366156101227, + 0.8012963533401489 + ], + "full text prediction probs": [ + 0.028570717200636864, + 0.9714293479919434 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 1.0, + "sufficiency": 0.864737331867218, "masked prediction probs": [ 0.19870366156101227, 0.8012963533401489 @@ -381780,12 +429048,12 @@ } }, "test_1563": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.016834981739521027, - "sufficiency": 0.93426114320755, + "fixed-shap": { + "comprehensiveness": 0.005740559194236994, + "sufficiency": 0.9949608445167542, "masked prediction probs": [ - 0.9647712707519531, - 0.03522878140211105 + 0.974513590335846, + 0.025486458092927933 ], "full text prediction probs": [ 0.9795545339584351, @@ -381884,12 +429152,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.003405562834814191, - "sufficiency": 0.9076720476150513, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.016804363578557968, + "sufficiency": 0.9343807101249695, "masked prediction probs": [ - 0.9765585660934448, - 0.0234413743019104 + 0.9647712707519531, + 0.03522878140211105 + ], + "full text prediction probs": [ + 0.9795545339584351, + 0.020445439964532852 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.00471409922465682, + "sufficiency": 0.8397104740142822, + "masked prediction probs": [ + 0.9754064679145813, + 0.02459350787103176 ], "full text prediction probs": [ 0.9795545339584351, @@ -381899,7 +429180,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.8237402439117432, + "sufficiency": 0.8237802982330322, "masked prediction probs": [ 0.9873656034469604, 0.012634355574846268 @@ -381912,7 +429193,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.8522487878799438, + "sufficiency": 0.8522823452949524, "masked prediction probs": [ 0.9795545339584351, 0.020445439964532852 @@ -381924,8 +429205,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.7421610355377197, - "sufficiency": 0.9591709971427917, + "comprehensiveness": 0.7419924139976501, + "sufficiency": 0.9591802954673767, "masked prediction probs": [ 0.3262096643447876, 0.6737903356552124 @@ -381937,8 +429218,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.0005969076883047819, - "sufficiency": 0.8663367033004761, + "comprehensiveness": 0.0005967721808701754, + "sufficiency": 0.866366982460022, "masked prediction probs": [ 0.9790289402008057, 0.020971093326807022 @@ -381950,8 +429231,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.024510972201824188, - "sufficiency": 0.9138814210891724, + "comprehensiveness": 0.024505406618118286, + "sufficiency": 0.9139009714126587, "masked prediction probs": [ 0.9579670429229736, 0.04203297570347786 @@ -381963,8 +429244,8 @@ "labels": 0 }, "var-random": { - "comprehensiveness": 0.01897071860730648, - "sufficiency": 0.9044381380081177, + "comprehensiveness": 0.01896641217172146, + "sufficiency": 0.9044598340988159, "masked prediction probs": [ 0.9628427028656006, 0.03715726360678673 @@ -381976,8 +429257,8 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.7414872050285339, - "sufficiency": 0.959208071231842, + "comprehensiveness": 0.7413188815116882, + "sufficiency": 0.9592173099517822, "masked prediction probs": [ 0.3262096643447876, 0.6737903356552124 @@ -381987,15 +429268,28 @@ 0.020445439964532852 ], "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.0033986091148108244, + "sufficiency": 0.907860517501831, + "masked prediction probs": [ + 0.9765585660934448, + 0.0234413743019104 + ], + "full text prediction probs": [ + 0.9795545339584351, + 0.020445439964532852 + ], + "labels": 0 } }, "test_1791": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9951208233833313, - "sufficiency": 0.9929433465003967, + "fixed-shap": { + "comprehensiveness": 0.03426288068294525, + "sufficiency": 0.9441754221916199, "masked prediction probs": [ - 0.10557495057582855, - 0.894425094127655 + 0.922450602054596, + 0.07754935324192047 ], "full text prediction probs": [ 0.9515792727470398, @@ -382094,12 +429388,25 @@ ], "labels": 1 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.9927247166633606, - "sufficiency": 0.9779223203659058, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.9932514429092407, + "sufficiency": 0.9929566383361816, "masked prediction probs": [ - 0.1060236245393753, - 0.8939763903617859 + 0.10557495057582855, + 0.894425094127655 + ], + "full text prediction probs": [ + 0.9515792727470398, + 0.048420682549476624 + ], + "labels": 1 + }, + "var-shap": { + "comprehensiveness": 0.12353319674730301, + "sufficiency": 0.9632257223129272, + "masked prediction probs": [ + 0.8463348746299744, + 0.15366517007350922 ], "full text prediction probs": [ 0.9515792727470398, @@ -382109,7 +429416,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.19319412112236023, + "sufficiency": 0.19338347017765045, "masked prediction probs": [ 0.976392388343811, 0.023607539013028145 @@ -382122,7 +429429,7 @@ }, "var-attention": { "comprehensiveness": 0.0, - "sufficiency": 0.6070822477340698, + "sufficiency": 0.6071743369102478, "masked prediction probs": [ 0.965497612953186, 0.03450244292616844 @@ -382134,8 +429441,8 @@ "labels": 1 }, "var-ig": { - "comprehensiveness": 0.9920259118080139, - "sufficiency": 0.9779378771781921, + "comprehensiveness": 0.991793155670166, + "sufficiency": 0.9779430031776428, "masked prediction probs": [ 0.1060236245393753, 0.8939763903617859 @@ -382147,8 +429454,8 @@ "labels": 1 }, "var-gradients": { - "comprehensiveness": 0.39648523926734924, - "sufficiency": 0.9603051543235779, + "comprehensiveness": 0.39639225602149963, + "sufficiency": 0.9603144526481628, "masked prediction probs": [ 0.613554835319519, 0.38644516468048096 @@ -382160,7 +429467,7 @@ "labels": 1 }, "var-scaled attention": { - "comprehensiveness": 0.6880525350570679, + "comprehensiveness": 0.6878911852836609, "sufficiency": 1.0, "masked prediction probs": [ 0.3648408353328705, @@ -382174,7 +429481,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.8834455013275146, + "sufficiency": 0.8834728002548218, "masked prediction probs": [ 0.9783368110656738, 0.02166316844522953 @@ -382186,8 +429493,21 @@ "labels": 1 }, "var-var-len_var-feat": { - "comprehensiveness": 0.9910957217216492, - "sufficiency": 0.9779585599899292, + "comprehensiveness": 0.9908633828163147, + "sufficiency": 0.9779636859893799, + "masked prediction probs": [ + 0.1060236245393753, + 0.8939763903617859 + ], + "full text prediction probs": [ + 0.9515792727470398, + 0.048420682549476624 + ], + "labels": 1 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.9906312227249146, + "sufficiency": 0.9779688715934753, "masked prediction probs": [ 0.1060236245393753, 0.8939763903617859 @@ -382200,12 +429520,12 @@ } }, "test_1805": { - "fixed-fixed-len_var-feat_var-type": { - "comprehensiveness": 0.9604332447052002, - "sufficiency": 0.9997366666793823, + "fixed-shap": { + "comprehensiveness": 0.09974683076143265, + "sufficiency": 0.9067371487617493, "masked prediction probs": [ - 0.13633014261722565, - 0.8636698722839355 + 0.8955721855163574, + 0.10442784428596497 ], "full text prediction probs": [ 0.9835624098777771, @@ -382304,12 +429624,25 @@ ], "labels": 0 }, - "var-var-len_var-feat_var-type": { - "comprehensiveness": 0.8962023854255676, - "sufficiency": 0.9971527457237244, + "fixed-fixed-len_var-feat_var-type": { + "comprehensiveness": 0.958694338798523, + "sufficiency": 0.9997371435165405, "masked prediction probs": [ - 0.19155652821063995, - 0.8084434270858765 + 0.13633014261722565, + 0.8636698722839355 + ], + "full text prediction probs": [ + 0.9835624098777771, + 0.01643764227628708 + ], + "labels": 0 + }, + "var-shap": { + "comprehensiveness": 0.10901311784982681, + "sufficiency": 0.9085985422134399, + "masked prediction probs": [ + 0.8872018456459045, + 0.11279816925525665 ], "full text prediction probs": [ 0.9835624098777771, @@ -382319,7 +429652,7 @@ }, "var-lime": { "comprehensiveness": 0.0, - "sufficiency": 0.6996479630470276, + "sufficiency": 0.6997158527374268, "masked prediction probs": [ 0.9850903749465942, 0.01490964088588953 @@ -382331,8 +429664,8 @@ "labels": 0 }, "var-attention": { - "comprehensiveness": 0.050509147346019745, - "sufficiency": 0.8507433533668518, + "comprehensiveness": 0.05049772560596466, + "sufficiency": 0.8507770299911499, "masked prediction probs": [ 0.9389054775238037, 0.06109444424510002 @@ -382344,8 +429677,8 @@ "labels": 0 }, "var-ig": { - "comprehensiveness": 0.3998306691646576, - "sufficiency": 0.9626076221466064, + "comprehensiveness": 0.3997402489185333, + "sufficiency": 0.9626160860061646, "masked prediction probs": [ 0.6299779415130615, 0.3700220584869385 @@ -382357,8 +429690,8 @@ "labels": 0 }, "var-gradients": { - "comprehensiveness": 0.5889766812324524, - "sufficiency": 0.9556008577346802, + "comprehensiveness": 0.588843584060669, + "sufficiency": 0.9556108713150024, "masked prediction probs": [ 0.4625915586948395, 0.5374084115028381 @@ -382370,8 +429703,8 @@ "labels": 0 }, "var-scaled attention": { - "comprehensiveness": 0.8951894640922546, - "sufficiency": 0.997156023979187, + "comprehensiveness": 0.8949871063232422, + "sufficiency": 0.9971567392349243, "masked prediction probs": [ 0.19155652821063995, 0.8084434270858765 @@ -382384,7 +429717,7 @@ }, "var-random": { "comprehensiveness": 0.0, - "sufficiency": 0.846777081489563, + "sufficiency": 0.8468117117881775, "masked prediction probs": [ 0.9877471923828125, 0.01225275918841362 @@ -382396,8 +429729,21 @@ "labels": 0 }, "var-var-len_var-feat": { - "comprehensiveness": 0.8947848677635193, - "sufficiency": 0.9971573352813721, + "comprehensiveness": 0.8945827484130859, + "sufficiency": 0.997157871723175, + "masked prediction probs": [ + 0.19155652821063995, + 0.8084434270858765 + ], + "full text prediction probs": [ + 0.9835624098777771, + 0.01643764227628708 + ], + "labels": 0 + }, + "var-var-len_var-feat_var-type": { + "comprehensiveness": 0.8943806886672974, + "sufficiency": 0.9971585869789124, "masked prediction probs": [ 0.19155652821063995, 0.8084434270858765 diff --git a/faithfulness_metrics/sst/topk-test-increasing-feature-scoring.json b/faithfulness_metrics/sst/topk-test-increasing-feature-scoring.json index 8f71597a..0fc97994 100644 --- a/faithfulness_metrics/sst/topk-test-increasing-feature-scoring.json +++ b/faithfulness_metrics/sst/topk-test-increasing-feature-scoring.json @@ -1,125 +1,149 @@ { - "fixed": { + "variable": { "gradients": { - "f1 score - model labels": 86.985, - "f1 score - actual labels": 84.068, + "f1 score - model labels": 86.763, + "f1 score - actual labels": 84.514, "sufficiency": { - "mean": 0.44393163717227574, - "std": 0.4459341003100556 + "mean": 0.425685491327852, + "std": 0.4353088356817606 }, "comprehensiveness": { - "mean": 0.24682333320138722, - "std": 0.3814387155192235 + "mean": 0.22578238561130531, + "std": 0.37458233907657473 } }, "ig-gradients": { - "f1 score - model labels": 75.195, - "f1 score - actual labels": 76.421, + "f1 score - model labels": 75.668, + "f1 score - actual labels": 77.463, "sufficiency": { - "mean": 0.5196734493857128, - "std": 0.4535779920409823 + "mean": 0.48972631745459283, + "std": 0.44742287265854164 }, "comprehensiveness": { - "mean": 0.3959912680490343, - "std": 0.43740705300342847 + "mean": 0.37186101361909996, + "std": 0.43518740065747613 + } + }, + "lime-ig-attention": { + "f1 score - model labels": 64.558, + "f1 score - actual labels": 67.484, + "sufficiency": { + "mean": 0.549531018011628, + "std": 0.4355701493518745 + }, + "comprehensiveness": { + "mean": 0.48276345835999485, + "std": 0.4582239962723786 } }, - "ig-attention-gradients": { - "f1 score - model labels": 70.939, - "f1 score - actual labels": 72.813, + "lime-ig-gradients-attention": { + "f1 score - model labels": 63.865, + "f1 score - actual labels": 66.902, "sufficiency": { - "mean": 0.5464308678567867, - "std": 0.45230280861269034 + "mean": 0.5517295368275575, + "std": 0.4366490210498552 }, "comprehensiveness": { - "mean": 0.4394861163707962, - "std": 0.4453270330235261 + "mean": 0.49107218173185696, + "std": 0.45708296692984957 } }, - "scaled attention-attention-gradients-ig": { - "f1 score - model labels": 61.096, - "f1 score - actual labels": 65.149, + "attention-lime-scaled attention-ig-gradients": { + "f1 score - model labels": 57.873, + "f1 score - actual labels": 62.123, "sufficiency": { - "mean": 0.6200616891396921, - "std": 0.43963408357427725 + "mean": 0.5843208569497328, + "std": 0.43703907103964773 }, "comprehensiveness": { - "mean": 0.535423665005506, - "std": 0.44537890421493337 + "mean": 0.5471360652019174, + "std": 0.4503451232800912 } }, - "scaled attention-ig-lime-attention-gradients": { - "f1 score - model labels": 56.516, - "f1 score - actual labels": 60.747, + "shap-attention-lime-scaled attention-ig-gradients": { + "f1 score - model labels": 57.225, + "f1 score - actual labels": 61.474, "sufficiency": { - "mean": 0.632534822155141, - "std": 0.4319432114701702 + "mean": 0.5857130066521838, + "std": 0.43673217957637656 }, "comprehensiveness": { - "mean": 0.5679991710886132, - "std": 0.44618307490280384 + "mean": 0.5535359131198431, + "std": 0.4499029957205866 } } }, - "variable": { + "fixed": { "gradients": { - "f1 score - model labels": 86.763, - "f1 score - actual labels": 84.514, + "f1 score - model labels": 86.985, + "f1 score - actual labels": 84.068, "sufficiency": { - "mean": 0.4256538513227072, - "std": 0.435299567894873 + "mean": 0.44393163717227574, + "std": 0.4459341003100556 }, "comprehensiveness": { - "mean": 0.2258884437424767, - "std": 0.3746481589465204 + "mean": 0.24682333320138722, + "std": 0.3814387155192235 } }, "ig-gradients": { - "f1 score - model labels": 75.668, - "f1 score - actual labels": 77.463, + "f1 score - model labels": 75.195, + "f1 score - actual labels": 76.421, "sufficiency": { - "mean": 0.4896724335354792, - "std": 0.44741967397157073 + "mean": 0.5196734493857128, + "std": 0.4535779920409823 }, "comprehensiveness": { - "mean": 0.37198795117098377, - "std": 0.4352235803013905 + "mean": 0.3959912680490343, + "std": 0.43740705300342847 } }, - "ig-attention-gradients": { - "f1 score - model labels": 72.368, - "f1 score - actual labels": 73.827, + "lime-ig-attention": { + "f1 score - model labels": 62.299, + "f1 score - actual labels": 65.198, "sufficiency": { - "mean": 0.510805485161499, - "std": 0.44699786932773355 + "mean": 0.5970515442405046, + "std": 0.43301184510450047 }, "comprehensiveness": { - "mean": 0.4101780824971072, - "std": 0.44300776443836565 + "mean": 0.5051774819769438, + "std": 0.4582025910818161 } }, - "scaled attention-attention-gradients-ig": { - "f1 score - model labels": 62.232, - "f1 score - actual labels": 65.868, + "lime-ig-gradients-attention": { + "f1 score - model labels": 61.849, + "f1 score - actual labels": 64.86, "sufficiency": { - "mean": 0.5738640496858132, - "std": 0.44297634523705454 + "mean": 0.5959752538719126, + "std": 0.4338802458738596 }, "comprehensiveness": { - "mean": 0.510945547127589, - "std": 0.4488739677172711 + "mean": 0.5103476222886805, + "std": 0.45765550629713225 } }, - "scaled attention-ig-lime-attention-gradients": { - "f1 score - model labels": 57.873, - "f1 score - actual labels": 62.123, + "attention-lime-scaled attention-ig-gradients": { + "f1 score - model labels": 56.244, + "f1 score - actual labels": 60.361, + "sufficiency": { + "mean": 0.632604242762385, + "std": 0.4317609100127963 + }, + "comprehensiveness": { + "mean": 0.56798543694464, + "std": 0.4460996185773944 + } + }, + "shap-attention-lime-scaled attention-ig-gradients": { + "f1 score - model labels": 56.407, + "f1 score - actual labels": 60.305, "sufficiency": { - "mean": 0.5842277082880035, - "std": 0.437054562826494 + "mean": 0.6294621802405657, + "std": 0.4316925061114822 }, "comprehensiveness": { - "mean": 0.5472200292402236, - "std": 0.45034825721983157 + "mean": 0.5687479827713429, + "std": 0.4463274342960043 } } } diff --git a/src/evaluation/__pycache__/evaluation_pipeline.cpython-36.pyc b/src/evaluation/__pycache__/evaluation_pipeline.cpython-36.pyc index 79e3ceb4..f2ceae58 100644 Binary files a/src/evaluation/__pycache__/evaluation_pipeline.cpython-36.pyc and b/src/evaluation/__pycache__/evaluation_pipeline.cpython-36.pyc differ diff --git a/src/evaluation/evaluation_pipeline.py b/src/evaluation/evaluation_pipeline.py index 5691e79e..b880fbf2 100644 --- a/src/evaluation/evaluation_pipeline.py +++ b/src/evaluation/evaluation_pipeline.py @@ -18,7 +18,7 @@ from src.models.bert import bert from src.variable_rationales.var_length_feat import get_rationale_metadata_ from src.variable_rationales.var_type import select_between_types_ -from src.evaluation.experiments.rationale_extractor import rationale_creator_, extract_importance_, extract_lime_scores_ +from src.evaluation.experiments.rationale_extractor import rationale_creator_, extract_importance_, extract_lime_scores_, extract_shap_values_ from src.evaluation.experiments.erasure_tests import conduct_tests_ from src.evaluation.experiments.increasing_feature_scoring import compute_faithfulness_ @@ -69,6 +69,16 @@ def register_importance_(self, data, data_split_name, no_of_labels, max_seq_len, tokenizer = tokenizer ) + extract_shap_values_( + model = model, + data = data, + data_split_name = data_split_name, + model_random_seed = self.model_random_seed, + no_of_labels = no_of_labels, + max_seq_len = max_seq_len, + tokenizer = tokenizer + ) + else: @@ -95,8 +105,25 @@ def register_importance_(self, data, data_split_name, no_of_labels, max_seq_len, model_random_seed = self.model_random_seed ) - + extract_lime_scores_( + model = model, + data = data, + data_split_name = data_split_name, + model_random_seed = self.model_random_seed, + no_of_labels = no_of_labels, + max_seq_len = max_seq_len, + tokenizer = tokenizer + ) + extract_shap_values_( + model = model, + data = data, + data_split_name = data_split_name, + model_random_seed = self.model_random_seed, + no_of_labels = no_of_labels, + max_seq_len = max_seq_len, + tokenizer = tokenizer + ) return diff --git a/src/evaluation/experiments/__pycache__/erasure_tests.cpython-36.pyc b/src/evaluation/experiments/__pycache__/erasure_tests.cpython-36.pyc index 5293e8a9..b31f9be7 100644 Binary files a/src/evaluation/experiments/__pycache__/erasure_tests.cpython-36.pyc and b/src/evaluation/experiments/__pycache__/erasure_tests.cpython-36.pyc differ diff --git a/src/evaluation/experiments/__pycache__/increasing_feature_scoring.cpython-36.pyc b/src/evaluation/experiments/__pycache__/increasing_feature_scoring.cpython-36.pyc index 171c9280..00a7b292 100644 Binary files a/src/evaluation/experiments/__pycache__/increasing_feature_scoring.cpython-36.pyc and b/src/evaluation/experiments/__pycache__/increasing_feature_scoring.cpython-36.pyc differ diff --git a/src/evaluation/experiments/__pycache__/lime_predictor.cpython-36.pyc b/src/evaluation/experiments/__pycache__/lime_predictor.cpython-36.pyc index ef15f1fe..f907720e 100644 Binary files a/src/evaluation/experiments/__pycache__/lime_predictor.cpython-36.pyc and b/src/evaluation/experiments/__pycache__/lime_predictor.cpython-36.pyc differ diff --git a/src/evaluation/experiments/__pycache__/rationale_extractor.cpython-36.pyc b/src/evaluation/experiments/__pycache__/rationale_extractor.cpython-36.pyc index d9f0d611..0c6f8754 100644 Binary files a/src/evaluation/experiments/__pycache__/rationale_extractor.cpython-36.pyc and b/src/evaluation/experiments/__pycache__/rationale_extractor.cpython-36.pyc differ diff --git a/src/evaluation/experiments/__pycache__/shap_predictor.cpython-36.pyc b/src/evaluation/experiments/__pycache__/shap_predictor.cpython-36.pyc new file mode 100644 index 00000000..84a64ef4 Binary files /dev/null and b/src/evaluation/experiments/__pycache__/shap_predictor.cpython-36.pyc differ diff --git a/src/evaluation/experiments/erasure_tests.py b/src/evaluation/experiments/erasure_tests.py index 362f2b0c..2c7accaf 100644 --- a/src/evaluation/experiments/erasure_tests.py +++ b/src/evaluation/experiments/erasure_tests.py @@ -141,7 +141,7 @@ def conduct_tests_(model, data, split, model_random_seed): var_alias = "fixed" - for feat_attribution_name in ["lime", "attention", "ig", "gradients", "scaled attention", "random", "--var-feat", "--var-all"]: + for feat_attribution_name in ["shap","lime", "attention", "ig", "gradients", "scaled attention", "random", "--var-feat", "--var-all"]: if feat_attribution_name == "--var-all": diff --git a/src/evaluation/experiments/increasing_feature_scoring.py b/src/evaluation/experiments/increasing_feature_scoring.py index 410dc8b5..69363499 100644 --- a/src/evaluation/experiments/increasing_feature_scoring.py +++ b/src/evaluation/experiments/increasing_feature_scoring.py @@ -28,9 +28,10 @@ def compute_faithfulness_(rationale_metadata, prediction_data, split_name): metric_combos = [ {"gradients"} , {"gradients", "ig"}, - {"attention", "ig", "gradients"}, - {"scaled attention", "ig", "attention", "gradients"}, - {"scaled attention", "ig", "attention", "gradients", "lime"} + {"gradients", "ig", "shap"}, + {"gradients", "ig", "shap", "attention"}, + {"gradients", "ig", "shap", "attention", "scaled attention"}, + {"gradients", "ig", "shap", "attention", "scaled attention", "lime"} ] faith_increasing = {} diff --git a/src/evaluation/experiments/lime_predictor.py b/src/evaluation/experiments/lime_predictor.py index 81472161..c917cb12 100644 --- a/src/evaluation/experiments/lime_predictor.py +++ b/src/evaluation/experiments/lime_predictor.py @@ -17,28 +17,6 @@ def __init__(self, model, tokenizer, seq_length): self.tokenizer = tokenizer self.max_seq_length = seq_length - def predict_label(self, text_a, text_b): - - self.model.to(self.device) - - inputs = self.convert_text_to_features(text_a, text_b) - - with torch.no_grad(): - - outputs = self.model(**inputs) - - logits = outputs[0] - logits = torch.softmax(logits, dim=1) - - logits_label = torch.argmax(logits, dim=1) - label = logits_label.detach().cpu().numpy() - - logits_confidence = logits[0][logits_label] - label_confidence_ = logits_confidence.detach().cpu().numpy() - - return label, label_confidence_ - - def convert_text_to_features(self, text): ## if empty text diff --git a/src/evaluation/experiments/rationale_extractor.py b/src/evaluation/experiments/rationale_extractor.py index 26fe7ecc..f096aff5 100644 --- a/src/evaluation/experiments/rationale_extractor.py +++ b/src/evaluation/experiments/rationale_extractor.py @@ -54,7 +54,7 @@ def extract_importance_(model, data, data_split_name, model_random_seed): scorenames = fname + data_split_name + f"_importance_scores_{model_random_seed}.npy" - ## check if importance scores exist first to avoid unecessary calculations + # check if importance scores exist first to avoid unecessary calculations if os.path.exists(scorenames): print(f"importance scores already saved in -> {scorenames}") @@ -165,7 +165,7 @@ def extract_lime_scores_(model, data, data_split_name, model_random_seed, no_of_ ## retrieve importance scores importance_scores = np.load(fname, allow_pickle = True).item() - prediction = predictor( + lime_predictor = predictor( model = model, tokenizer = tokenizer, seq_length = max_seq_len @@ -210,7 +210,7 @@ def extract_lime_scores_(model, data, data_split_name, model_random_seed, no_of_ exp = explainer.explain_instance( train_ls[annot_id]["split example"], - prediction.predictor, + lime_predictor.predictor, num_samples = 500, num_features = len(set(train_ls[annot_id]["split example"])) ) @@ -238,6 +238,79 @@ def extract_lime_scores_(model, data, data_split_name, model_random_seed, no_of_ return +from src.evaluation.experiments.shap_predictor import ShapleyModelWrapper +from captum.attr import DeepLiftShap + +def extract_shap_values_(model, data, data_split_name, model_random_seed, no_of_labels, max_seq_len, tokenizer): + + + fname = os.path.join( + os.getcwd(), + args["data_dir"], + "importance_scores", + "" + ) + + fname += f"{data_split_name}_importance_scores_{model_random_seed}.npy" + + ## retrieve importance scores + importance_scores = np.load(fname, allow_pickle = True).item() + + explainer = DeepLiftShap(ShapleyModelWrapper(model)) + + pbar = trange(len(data) * data.batch_size, desc=f"extracting shap scores for -> {data_split_name}", leave=True) + + ## we are interested in token level features + for batch in data: + + model.eval() + model.zero_grad() + + batch = { + "annotation_id" : batch["annotation_id"], + "input_ids" : batch["input_ids"].squeeze(1).to(device), + "lengths" : batch["lengths"].to(device), + "labels" : batch["label"].to(device), + "token_type_ids" : batch["token_type_ids"].squeeze(1).to(device), + "attention_mask" : batch["attention_mask"].squeeze(1).to(device), + "query_mask" : batch["query_mask"].squeeze(1).to(device), + "special_tokens" : batch["special tokens"], + "retain_gradient" : False ## we do not need it + } + + assert batch["input_ids"].size(0) == len(batch["labels"]), "Error: batch size for item 1 not in correct position" + + original_prediction, _ = model(**batch) + + embeddings = model.wrapper.model.embeddings.word_embeddings.weight[batch["input_ids"].long()] + baseline = torch.zeros_like(embeddings, requires_grad = True).to(device) + + attribution = explainer.attribute(embeddings.requires_grad_(True), baseline, target = original_prediction.argmax(-1)) + + attribution = attribution.sum(-1) + + attribution = torch.masked_fill( + attribution, + (batch["query_mask"] == 0).bool(), + float("-inf") + ) + + for _i_ in range(attribution.size(0)): + + annotation_id = batch["annotation_id"][_i_] + + importance_scores[annotation_id]["shap"] = attribution[_i_].detach().cpu().numpy() + + + pbar.update(data.batch_size) + + ## save them + np.save(fname, importance_scores) + + print(f"appended shap scores in -> {fname}") + + return + def rationale_creator_(data, data_split_name, variable, tokenizer): ## get the thresholder fun diff --git a/src/evaluation/experiments/shap_predictor.py b/src/evaluation/experiments/shap_predictor.py new file mode 100644 index 00000000..1d9d6408 --- /dev/null +++ b/src/evaluation/experiments/shap_predictor.py @@ -0,0 +1,37 @@ +import torch +from torch import nn +import json +import config.cfg +from config.cfg import AttrDict + +device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu') + +with open(config.cfg.config_directory + 'instance_config.json', 'r') as f: + args = AttrDict(json.load(f)) + +class ShapleyModelWrapper(nn.Module): + + def __init__(self, model): + + super(ShapleyModelWrapper, self).__init__() + + self.model = model + + def forward(self, embeddings): + + head_mask = [None] * self.model.wrapper.model.config.num_hidden_layers + + encoder_outputs = self.model.wrapper.model.encoder( + embeddings, + head_mask=head_mask, + output_attentions=self.model.wrapper.model.config.output_attentions, + output_hidden_states=self.model.wrapper.model.config.output_attentions, + return_dict=self.model.wrapper.model.config.return_dict + ) + + sequence_output = encoder_outputs[0] + pooled_output = self.model.wrapper.model.pooler(sequence_output) if self.model.wrapper.model.pooler is not None else None + + logits = self.model.output_layer(pooled_output) + + return logits \ No newline at end of file diff --git a/src/models/__pycache__/bert.cpython-36.pyc b/src/models/__pycache__/bert.cpython-36.pyc index 0cf255a5..4af36d7a 100644 Binary files a/src/models/__pycache__/bert.cpython-36.pyc and b/src/models/__pycache__/bert.cpython-36.pyc differ diff --git a/src/models/__pycache__/bert_components.cpython-36.pyc b/src/models/__pycache__/bert_components.cpython-36.pyc index 032329dd..505f804b 100644 Binary files a/src/models/__pycache__/bert_components.cpython-36.pyc and b/src/models/__pycache__/bert_components.cpython-36.pyc differ diff --git a/src/models/bert.py b/src/models/bert.py index a805c9e6..086efdb3 100644 --- a/src/models/bert.py +++ b/src/models/bert.py @@ -4,7 +4,6 @@ from transformers import AutoModel, AutoConfig, AutoModelForQuestionAnswering import json from src.models.bert_components import BertModelWrapper - device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu') import config.cfg @@ -32,7 +31,7 @@ def __init__(self, output_dim = 2, dropout=0.1): attention weights : the attenion weights corresponding to the tokens from the last layer """ - self.output_dim = output_dim + self.output_dim = output_dim self.dropout = dropout self.bert_config = AutoConfig.from_pretrained(args["model"], output_attentions = True) @@ -50,8 +49,9 @@ def __init__(self, output_dim = 2, dropout=0.1): torch.nn.init.xavier_uniform_(self.output_layer.weight) self.output_layer.bias.data.fill_(0.0) + def forward(self, **inputs): - + if "ig" not in inputs: inputs["ig"] = int(1) self.output, pooled_output, attention_weights = self.wrapper( @@ -119,125 +119,3 @@ def integrated_grads(self, original_grad, original_pred, steps = 10, **inputs): return ig - -# class qa_bert(nn.Module): -# def __init__(self, masked_list = [0,101,102], output_dim = None, dropout=0.1): - -# super(qa_bert, self).__init__() - -# """ -# QA bert -# Args: -# output_dim : number of labels to classify -# mask_list : a list of tokens that we want to pad out (e.g. SEP, CLS tokens) -# when normalising the attentions. WARNING mask list is not used -# on the input -# Input: -# input : the one hot encoded sequence representation, size [b_size, seq_len] -# lengths : the lengths of the batched sequence, size [b_size, 1] -# retain_gradient : retain the gradients for the embedding layer to obtain saliency scores -# Output: -# output : The concatenated encoded representations, size [b_size, seq_len, hidden_dim] -# last_hidden : The encoded representation of the last step, size [b_size, hidden_dim] -# """ - -# self.bert_hidden_dim = 768 -# self.masked_list = masked_list -# self.dropout = dropout - -# bert_model = AutoModelForQuestionAnswering.from_pretrained(args["model"], -# return_dict = True, -# output_attentions = True) - - -# self.bert_model = BertModelWrapperQA(bert_model) - -# def forward(self, start_positions = None, end_positions = None, **inputs): - -# outputs = self.bert_model( -# input_ids = inputs["input_ids"], -# token_type_ids = inputs["token_type_ids"], -# attention_mask = inputs["attention_mask"], -# salient_scores = inputs["salient_scores"] -# ) - - - -# if inputs["retain_gradient"]: - -# self.weights_or.retain_grad() -# self.bert_model.model.embeddings.word_embeddings.weight.retain_grad() - - -# self.weights = outputs.attentions[-1][:, :, 0, :].mean(1) -# # to retain gradients -# self.weights_or = outputs.attentions[-1] - -# if self.bert_model.model.config.use_return_dict:del outputs["attentions"] -# else: del outputs[-1] - -# if start_positions is not None and end_positions is not None: - -# if self.bert_model.model.config.use_return_dict: start_logits, end_logits = outputs.start_logits, outputs.end_logits -# else: start_logits, end_logits = outputs[0], outputs[1] - -# # mask from mask_list used to remove SOS, EOS and PAD tokens -# normalised_mask = torch.zeros_like(start_logits).bool() - -# for item in self.masked_list: - -# normalised_mask += (inputs["input_ids"] == item).bool() - -# # mask unwanted tokens -# start_logits = torch.masked_fill(start_logits, normalised_mask.to(device), float("-inf")) -# end_logits = torch.masked_fill(end_logits, normalised_mask.to(device), float("-inf")) - -# start_logits = torch.softmax(start_logits, dim = -1) -# end_logits = torch.softmax(end_logits, dim = -1) - -# total_loss = None - -# # If we are on multi-GPU, split add a dimension -# if len(start_positions.size()) > 1: -# start_positions = start_positions.squeeze(-1) -# if len(end_positions.size()) > 1: -# end_positions = end_positions.squeeze(-1) -# # sometimes the start/end positions are outside our model inputs, we ignore these terms -# ignored_index = start_logits.size(1) -# start_positions.clamp_(0, ignored_index) -# end_positions.clamp_(0, ignored_index) - -# loss_fct = nn.CrossEntropyLoss(ignore_index=ignored_index) -# start_loss = loss_fct(start_logits, start_positions) -# end_loss = loss_fct(end_logits, end_positions) -# total_loss = (start_loss + end_loss) / 2 - -# if self.bert_model.model.config.use_return_dict: outputs["loss"], outputs["start_logits"], outputs["end_logits"] = total_loss, start_logits, end_logits -# else: outputs = [total_loss, start_logits, end_logits] - -# return outputs, self.weights - -# def normalise_scores(self, scores, sequence): - -# """ -# returns word-piece normalised scores -# receives as input the scores {attention-weights, gradients} from bert and the sequence -# the sequence is used to create a mask with default tokens masked (101,102,0) -# which correspond to (CLS, SEP, PAD) -# """ - -# # mask from mask_list used to remove SOS, EOS and PAD tokens -# self.normalised_mask = torch.zeros_like(scores).bool() - -# for item in self.masked_list: - -# self.normalised_mask += (sequence == item).bool() - -# # mask unwanted tokens -# scores = torch.masked_fill(scores, self.normalised_mask.to(device), 0) - -# # return normalised word-piece scores -# return scores / scores.sum(-1, keepdim = True) - - - diff --git a/src/models/bert_components.py b/src/models/bert_components.py index c832f846..d03d6c7a 100644 --- a/src/models/bert_components.py +++ b/src/models/bert_components.py @@ -96,70 +96,4 @@ def forward(self, inpt_seq, attention_mask, token_type_ids, ig = int(1)): return sequence_output, pooled_output, attentions -# class BertModelWrapperQA(nn.Module): - -# def __init__(self, model): - -# super(BertModelWrapperQA, self).__init__() - -# """ -# BERT model wrapper for QA -# """ - -# self.model = model - -# if args["mag_layer"]: - -# self.mag = mag(hidden_dim = self.model.config.hidden_size) - -# assert args["mag_layer"] < self.model.config.num_hidden_layers - -# else: self.mag = None - - -# def forward(self, input_ids, attention_mask, token_type_ids, salient_scores = None): - -# embeddings, _ = bert_embeddings(self.model.bert, input_ids, -# position_ids = None, -# token_type_ids = token_type_ids -# ) - -# extended_attention_mask = attention_mask.unsqueeze(1).unsqueeze(2) - -# extended_attention_mask = extended_attention_mask.to(dtype=next(self.model.parameters()).dtype) # fp16 compatibility -# extended_attention_mask = (1 - extended_attention_mask) * -10000.0 - -# head_mask = [None] * self.model.config.num_hidden_layers - -# encoder_outputs = bert_encoder(self.model.bert, -# embeddings, -# attention_mask=extended_attention_mask, -# head_mask=head_mask, -# output_attentions=self.model.config.output_attentions, -# output_hidden_states=self.model.config.output_attentions, -# return_dict=self.model.config.return_dict, -# mag = self.mag, -# salient_scores = salient_scores) - -# sequence_output = encoder_outputs[0] - -# attentions = encoder_outputs[2] - -# logits = self.model.qa_outputs(sequence_output) -# start_logits, end_logits = logits.split(1, dim=-1) -# start_logits = start_logits.squeeze(-1) -# end_logits = end_logits.squeeze(-1) - -# if self.model.config.use_return_dict: - -# results = aDict({ -# "start_logits":start_logits, -# "end_logits": end_logits, -# "attentions" : attentions -# }) - -# else: -# results = [start_logits, end_logits, attentions] - -# return results \ No newline at end of file diff --git a/src/variable_rationales/__pycache__/var_length_feat.cpython-36.pyc b/src/variable_rationales/__pycache__/var_length_feat.cpython-36.pyc index fe536ba0..b09b1d6a 100644 Binary files a/src/variable_rationales/__pycache__/var_length_feat.cpython-36.pyc and b/src/variable_rationales/__pycache__/var_length_feat.cpython-36.pyc differ diff --git a/src/variable_rationales/var_length_feat.py b/src/variable_rationales/var_length_feat.py index c21f8358..0bc0da8f 100644 --- a/src/variable_rationales/var_length_feat.py +++ b/src/variable_rationales/var_length_feat.py @@ -112,12 +112,6 @@ def rationale_length_computer_( stepwise_preds.append(yhat.argmax(-1).detach().cpu().numpy()) - # ### normalized divergence - # full_div = divergence_fun( - # torch.softmax(y_original - zero_logits, dim = -1), - # torch.softmax(yhat - zero_logits, dim = -1) - # ) - full_div = divergence_fun( torch.softmax(y_original, dim = -1), torch.softmax(yhat, dim = -1) @@ -197,12 +191,12 @@ def get_rationale_metadata_(model, data_split_name, data, model_random_seed): data_split_name + "-rationale_metadata.npy" ) - if os.path.isfile(fname): + # if os.path.isfile(fname): - print(f"rationale metadata file exists at {fname}") - print("remove if you would like to rerun") + # print(f"rationale metadata file exists at {fname}") + # print("remove if you would like to rerun") - return + # return desc = f'creating rationale data for -> {data_split_name}' @@ -278,7 +272,7 @@ def get_rationale_metadata_(model, data_split_name, data, model_random_seed): ## percentage of flips - for feat_name in {"lime", "random", "attention", "gradients", "ig", "scaled attention"}: + for feat_name in {"lime", "random", "attention", "gradients", "ig", "scaled attention", "shap"}: feat_score = batch_from_dict( batch_data = batch, @@ -308,7 +302,7 @@ def get_rationale_metadata_(model, data_split_name, data, model_random_seed): init_fixed_div = float("-inf") init_var_div = float("-inf") - for feat_name in {"attention", "scaled attention", "gradients", "ig", "lime"}: + for feat_name in {"attention", "scaled attention", "gradients", "ig", "lime", "shap"}: fixed_div = rationale_results[annotation_id][feat_name]["fixed-length divergence"] var_div = rationale_results[annotation_id][feat_name]["variable-length divergence"]