['binops-base.json', 'binops-tfe2.json'] # binaryop_int32_imbalanced_unique ## [0] NVIDIA RTX A6000 | tree_levels | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |---------------|------------|------------|-------------|------------|-------------|------------|---------|----------| | 1 | 100000 | 12.785 us | 4.50% | 11.211 us | 4.36% | -1.574 us | -12.31% | FAIL | | 2 | 100000 | 20.168 us | 3.15% | 15.139 us | 6.44% | -5.029 us | -24.94% | FAIL | | 5 | 100000 | 41.631 us | 2.03% | 28.464 us | 3.02% | -13.168 us | -31.63% | FAIL | | 10 | 100000 | 79.882 us | 1.50% | 53.444 us | 1.68% | -26.439 us | -33.10% | FAIL | | 1 | 1000000 | 28.781 us | 3.17% | 26.943 us | 2.73% | -1.838 us | -6.38% | FAIL | | 2 | 1000000 | 46.436 us | 1.76% | 46.085 us | 1.64% | -0.351 us | -0.76% | PASS | | 5 | 1000000 | 97.947 us | 0.74% | 101.241 us | 0.70% | 3.294 us | 3.36% | FAIL | | 10 | 1000000 | 186.346 us | 0.49% | 194.192 us | 0.41% | 7.846 us | 4.21% | FAIL | | 1 | 10000000 | 177.498 us | 0.47% | 175.377 us | 0.46% | -2.121 us | -1.20% | FAIL | | 2 | 10000000 | 346.757 us | 0.26% | 344.222 us | 0.26% | -2.535 us | -0.73% | FAIL | | 5 | 10000000 | 853.808 us | 0.14% | 850.094 us | 0.14% | -3.714 us | -0.44% | FAIL | | 10 | 10000000 | 1.699 ms | 0.10% | 1.694 ms | 0.10% | -4.892 us | -0.29% | FAIL | | 1 | 100000000 | 1.657 ms | 0.11% | 1.650 ms | 0.16% | -7.597 us | -0.46% | FAIL | | 2 | 100000000 | 3.307 ms | 0.07% | 3.294 ms | 0.13% | -12.274 us | -0.37% | FAIL | | 5 | 100000000 | 8.253 ms | 0.05% | 8.226 ms | 0.07% | -26.406 us | -0.32% | FAIL | | 10 | 100000000 | 16.510 ms | 0.50% | 16.451 ms | 0.07% | -58.910 us | -0.36% | FAIL | # binaryop_int32_imbalanced_reuse ## [0] NVIDIA RTX A6000 | tree_levels | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |---------------|------------|------------|-------------|------------|-------------|------------|---------|----------| | 1 | 100000 | 12.096 us | 4.62% | 10.589 us | 5.05% | -1.507 us | -12.46% | FAIL | | 2 | 100000 | 19.165 us | 3.21% | 14.015 us | 4.03% | -5.150 us | -26.87% | FAIL | | 5 | 100000 | 41.291 us | 1.97% | 28.145 us | 3.11% | -13.146 us | -31.84% | FAIL | | 10 | 100000 | 79.884 us | 1.36% | 52.459 us | 1.65% | -27.424 us | -34.33% | FAIL | | 1 | 1000000 | 21.764 us | 2.41% | 20.573 us | 2.27% | -1.191 us | -5.47% | FAIL | | 2 | 1000000 | 39.535 us | 1.56% | 39.693 us | 1.35% | 0.157 us | 0.40% | PASS | | 5 | 1000000 | 93.236 us | 0.95% | 96.339 us | 0.62% | 3.103 us | 3.33% | FAIL | | 10 | 1000000 | 181.913 us | 0.61% | 190.645 us | 0.35% | 8.733 us | 4.80% | FAIL | | 1 | 10000000 | 120.951 us | 0.41% | 122.263 us | 0.48% | 1.312 us | 1.08% | FAIL | | 2 | 10000000 | 290.115 us | 0.24% | 290.839 us | 0.26% | 0.724 us | 0.25% | FAIL | | 5 | 10000000 | 797.238 us | 0.14% | 796.679 us | 0.14% | -0.559 us | -0.07% | PASS | | 10 | 10000000 | 1.642 ms | 0.10% | 1.639 ms | 0.09% | -2.907 us | -0.18% | FAIL | | 1 | 100000000 | 1.110 ms | 0.06% | 1.144 ms | 0.18% | 33.689 us | 3.04% | FAIL | | 2 | 100000000 | 2.760 ms | 0.07% | 2.787 ms | 0.11% | 26.359 us | 0.95% | FAIL | | 5 | 100000000 | 7.707 ms | 0.06% | 7.718 ms | 0.09% | 10.870 us | 0.14% | FAIL | | 10 | 100000000 | 15.949 ms | 0.03% | 15.937 ms | 0.06% | -12.640 us | -0.08% | FAIL | # binaryop_double_imbalanced_unique ## [0] NVIDIA RTX A6000 | tree_levels | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |---------------|------------|------------|-------------|------------|-------------|------------|---------|----------| | 1 | 100000 | 14.233 us | 3.77% | 12.779 us | 4.34% | -1.454 us | -10.22% | FAIL | | 2 | 100000 | 20.497 us | 3.03% | 17.801 us | 3.50% | -2.696 us | -13.15% | FAIL | | 5 | 100000 | 42.602 us | 2.02% | 31.008 us | 2.08% | -11.595 us | -27.22% | FAIL | | 10 | 100000 | 80.176 us | 1.44% | 52.986 us | 1.72% | -27.190 us | -33.91% | FAIL | | 1 | 1000000 | 44.738 us | 1.42% | 43.479 us | 1.37% | -1.259 us | -2.81% | FAIL | | 2 | 1000000 | 81.161 us | 0.85% | 80.222 us | 0.85% | -0.940 us | -1.16% | FAIL | | 5 | 1000000 | 189.981 us | 0.47% | 190.714 us | 0.49% | 0.734 us | 0.39% | PASS | | 10 | 1000000 | 371.135 us | 0.31% | 374.135 us | 0.31% | 2.999 us | 0.81% | FAIL | | 1 | 10000000 | 344.821 us | 0.31% | 342.748 us | 0.28% | -2.073 us | -0.60% | FAIL | | 2 | 10000000 | 681.266 us | 0.19% | 679.055 us | 0.19% | -2.210 us | -0.32% | FAIL | | 5 | 10000000 | 1.691 ms | 0.12% | 1.688 ms | 0.12% | -3.357 us | -0.20% | FAIL | | 10 | 10000000 | 3.374 ms | 0.08% | 3.370 ms | 0.08% | -4.069 us | -0.12% | FAIL | | 1 | 100000000 | 3.334 ms | 0.11% | 3.329 ms | 0.09% | -5.292 us | -0.16% | FAIL | | 2 | 100000000 | 6.657 ms | 0.08% | 6.650 ms | 0.07% | -6.899 us | -0.10% | FAIL | | 5 | 100000000 | 16.639 ms | 0.05% | 16.616 ms | 0.03% | -23.750 us | -0.14% | FAIL | | 10 | 100000000 | 33.263 ms | 0.04% | 33.229 ms | 0.04% | -34.496 us | -0.10% | FAIL | # string_compare_binaryop_transform ## [0] NVIDIA RTX A6000 | string_width | num_rows | tree_levels | hit_rate | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |----------------|------------|---------------|------------|------------|-------------|------------|-------------|---------------|---------|----------| | 32 | 32768 | 1 | 50 | 36.097 us | 1.90% | 29.796 us | 2.18% | -6.301 us | -17.46% | FAIL | | 64 | 32768 | 1 | 50 | 101.310 us | 1.08% | 81.263 us | 2.33% | -20.047 us | -19.79% | FAIL | | 128 | 32768 | 1 | 50 | 237.681 us | 0.79% | 114.565 us | 2.26% | -123.117 us | -51.80% | FAIL | | 256 | 32768 | 1 | 50 | 394.558 us | 0.64% | 161.349 us | 0.68% | -233.209 us | -59.11% | FAIL | | 32 | 262144 | 1 | 50 | 63.325 us | 2.63% | 60.609 us | 2.17% | -2.716 us | -4.29% | FAIL | | 64 | 262144 | 1 | 50 | 1.001 ms | 5.16% | 568.365 us | 8.17% | -432.691 us | -43.22% | FAIL | | 128 | 262144 | 1 | 50 | 2.509 ms | 3.94% | 2.299 ms | 0.29% | -209.371 us | -8.35% | FAIL | | 256 | 262144 | 1 | 50 | 8.064 ms | 0.87% | 7.388 ms | 0.34% | -676.041 us | -8.38% | FAIL | | 32 | 2097152 | 1 | 50 | 225.216 us | 0.37% | 222.132 us | 0.50% | -3.084 us | -1.37% | FAIL | | 64 | 2097152 | 1 | 50 | 2.615 ms | 5.38% | 1.494 ms | 2.54% | -1120.661 us | -42.86% | FAIL | | 128 | 2097152 | 1 | 50 | 20.195 ms | 0.14% | 20.474 ms | 0.09% | 278.710 us | 1.38% | FAIL | | 256 | 2097152 | 1 | 50 | 64.618 ms | 0.12% | 68.160 ms | 0.06% | 3.542 ms | 5.48% | FAIL | | 32 | 32768 | 2 | 50 | 78.790 us | 2.82% | 65.890 us | 1.20% | -12.900 us | -16.37% | FAIL | | 64 | 32768 | 2 | 50 | 251.492 us | 2.22% | 209.572 us | 3.78% | -41.920 us | -16.67% | FAIL | | 128 | 32768 | 2 | 50 | 528.952 us | 0.93% | 277.725 us | 1.65% | -251.227 us | -47.50% | FAIL | | 256 | 32768 | 2 | 50 | 847.605 us | 0.72% | 377.664 us | 1.32% | -469.941 us | -55.44% | FAIL | | 32 | 262144 | 2 | 50 | 131.296 us | 1.62% | 124.353 us | 1.26% | -6.942 us | -5.29% | FAIL | | 64 | 262144 | 2 | 50 | 2.050 ms | 3.70% | 1.212 ms | 5.24% | -838.521 us | -40.90% | FAIL | | 128 | 262144 | 2 | 50 | 5.107 ms | 1.98% | 4.609 ms | 0.34% | -498.320 us | -9.76% | FAIL | | 256 | 262144 | 2 | 50 | 16.446 ms | 0.50% | 14.503 ms | 0.23% | -1943.346 us | -11.82% | FAIL | | 32 | 2097152 | 2 | 50 | 472.384 us | 0.25% | 465.361 us | 0.36% | -7.023 us | -1.49% | FAIL | | 64 | 2097152 | 2 | 50 | 5.273 ms | 3.98% | 2.959 ms | 2.43% | -2313.927 us | -43.88% | FAIL | | 128 | 2097152 | 2 | 50 | 40.437 ms | 0.08% | 40.999 ms | 0.05% | 561.608 us | 1.39% | FAIL | | 256 | 2097152 | 2 | 50 | 129.443 ms | 0.11% | 136.254 ms | 0.20% | 6.812 ms | 5.26% | FAIL | | 32 | 32768 | 3 | 50 | 123.241 us | 0.80% | 102.833 us | 1.02% | -20.408 us | -16.56% | FAIL | | 64 | 32768 | 3 | 50 | 396.920 us | 1.49% | 329.996 us | 1.84% | -66.923 us | -16.86% | FAIL | | 128 | 32768 | 3 | 50 | 820.499 us | 0.79% | 440.338 us | 1.39% | -380.161 us | -46.33% | FAIL | | 256 | 32768 | 3 | 50 | 1.311 ms | 0.64% | 585.665 us | 1.06% | -725.037 us | -55.32% | FAIL | | 32 | 262144 | 3 | 50 | 201.645 us | 0.92% | 190.953 us | 0.98% | -10.692 us | -5.30% | FAIL | | 64 | 262144 | 3 | 50 | 3.185 ms | 3.00% | 1.865 ms | 2.26% | -1320.017 us | -41.44% | FAIL | | 128 | 262144 | 3 | 50 | 7.565 ms | 1.52% | 6.975 ms | 0.37% | -589.289 us | -7.79% | FAIL | | 256 | 262144 | 3 | 50 | 24.630 ms | 0.41% | 22.335 ms | 0.17% | -2295.648 us | -9.32% | FAIL | | 32 | 2097152 | 3 | 50 | 727.219 us | 0.23% | 714.445 us | 0.29% | -12.774 us | -1.76% | FAIL | | 64 | 2097152 | 3 | 50 | 7.992 ms | 3.08% | 4.501 ms | 1.22% | -3490.540 us | -43.68% | FAIL | | 128 | 2097152 | 3 | 50 | 60.749 ms | 0.05% | 61.591 ms | 0.04% | 841.818 us | 1.39% | FAIL | | 256 | 2097152 | 3 | 50 | 194.022 ms | 0.20% | 203.216 ms | 0.34% | 9.194 ms | 4.74% | FAIL | | 32 | 32768 | 4 | 50 | 168.218 us | 0.72% | 140.018 us | 0.77% | -28.200 us | -16.76% | FAIL | | 64 | 32768 | 4 | 50 | 548.957 us | 2.00% | 457.139 us | 2.42% | -91.817 us | -16.73% | FAIL | | 128 | 32768 | 4 | 50 | 1.119 ms | 0.84% | 606.784 us | 1.25% | -512.545 us | -45.79% | FAIL | | 256 | 32768 | 4 | 50 | 1.767 ms | 0.53% | 803.460 us | 0.91% | -963.256 us | -54.52% | FAIL | | 32 | 262144 | 4 | 50 | 273.457 us | 0.89% | 259.331 us | 0.92% | -14.126 us | -5.17% | FAIL | | 64 | 262144 | 4 | 50 | 4.231 ms | 2.64% | 2.361 ms | 1.79% | -1869.703 us | -44.19% | FAIL | | 128 | 262144 | 4 | 50 | 10.140 ms | 1.35% | 9.367 ms | 0.36% | -772.697 us | -7.62% | FAIL | | 256 | 262144 | 4 | 50 | 32.879 ms | 0.31% | 29.547 ms | 0.25% | -3331.938 us | -10.13% | FAIL | | 32 | 2097152 | 4 | 50 | 983.881 us | 0.29% | 963.104 us | 0.24% | -20.777 us | -2.11% | FAIL | | 64 | 2097152 | 4 | 50 | 10.652 ms | 2.66% | 6.221 ms | 1.08% | -4430.473 us | -41.59% | FAIL | | 128 | 2097152 | 4 | 50 | 81.047 ms | 0.03% | 82.130 ms | 0.07% | 1.083 ms | 1.34% | FAIL | | 256 | 2097152 | 4 | 50 | 259.010 ms | 0.14% | 271.117 ms | 0.09% | 12.107 ms | 4.67% | FAIL | | 32 | 32768 | 1 | 100 | 40.473 us | 1.73% | 30.431 us | 2.08% | -10.042 us | -24.81% | FAIL | | 64 | 32768 | 1 | 100 | 122.069 us | 0.92% | 85.778 us | 1.09% | -36.291 us | -29.73% | FAIL | | 128 | 32768 | 1 | 100 | 285.751 us | 0.31% | 139.870 us | 0.97% | -145.881 us | -51.05% | FAIL | | 256 | 32768 | 1 | 100 | 500.337 us | 0.19% | 214.100 us | 1.95% | -286.237 us | -57.21% | FAIL | | 32 | 262144 | 1 | 100 | 72.735 us | 3.15% | 67.641 us | 2.84% | -5.095 us | -7.00% | FAIL | | 64 | 262144 | 1 | 100 | 1.409 ms | 4.53% | 733.053 us | 2.78% | -675.714 us | -47.96% | FAIL | | 128 | 262144 | 1 | 100 | 3.082 ms | 0.41% | 2.524 ms | 0.33% | -558.148 us | -18.11% | FAIL | | 256 | 262144 | 1 | 100 | 9.457 ms | 0.33% | 7.436 ms | 0.75% | -2020.750 us | -21.37% | FAIL | | 32 | 2097152 | 1 | 100 | 276.445 us | 0.47% | 266.961 us | 1.22% | -9.484 us | -3.43% | FAIL | | 64 | 2097152 | 1 | 100 | 4.151 ms | 3.72% | 2.268 ms | 2.01% | -1883.008 us | -45.36% | FAIL | | 128 | 2097152 | 1 | 100 | 23.098 ms | 0.16% | 23.054 ms | 0.07% | -43.690 us | -0.19% | FAIL | | 256 | 2097152 | 1 | 100 | 75.842 ms | 0.40% | 70.260 ms | 0.07% | -5581.964 us | -7.36% | FAIL | | 32 | 32768 | 2 | 100 | 86.832 us | 0.98% | 67.134 us | 1.22% | -19.698 us | -22.69% | FAIL | | 64 | 32768 | 2 | 100 | 291.887 us | 1.80% | 216.801 us | 2.83% | -75.086 us | -25.72% | FAIL | | 128 | 32768 | 2 | 100 | 623.287 us | 0.77% | 329.447 us | 1.43% | -293.841 us | -47.14% | FAIL | | 256 | 32768 | 2 | 100 | 1.054 ms | 0.49% | 497.752 us | 1.47% | -556.185 us | -52.77% | FAIL | | 32 | 262144 | 2 | 100 | 152.775 us | 1.67% | 145.257 us | 1.51% | -7.517 us | -4.92% | FAIL | | 64 | 262144 | 2 | 100 | 2.873 ms | 3.24% | 1.609 ms | 2.12% | -1263.655 us | -43.99% | FAIL | | 128 | 262144 | 2 | 100 | 6.219 ms | 0.50% | 5.204 ms | 0.54% | -1014.983 us | -16.32% | FAIL | | 256 | 262144 | 2 | 100 | 18.959 ms | 0.30% | 16.094 ms | 0.40% | -2864.839 us | -15.11% | FAIL | | 32 | 2097152 | 2 | 100 | 576.794 us | 0.39% | 556.672 us | 0.73% | -20.122 us | -3.49% | FAIL | | 64 | 2097152 | 2 | 100 | 8.150 ms | 2.96% | 4.422 ms | 1.79% | -3728.260 us | -45.74% | FAIL | | 128 | 2097152 | 2 | 100 | 45.988 ms | 0.05% | 45.670 ms | 0.03% | -317.734 us | -0.69% | FAIL | | 256 | 2097152 | 2 | 100 | 147.228 ms | 0.22% | 140.358 ms | 0.04% | -6870.445 us | -4.67% | FAIL | | 32 | 32768 | 3 | 100 | 135.204 us | 0.74% | 105.312 us | 0.90% | -29.892 us | -22.11% | FAIL | | 64 | 32768 | 3 | 100 | 457.447 us | 1.30% | 344.445 us | 2.01% | -113.001 us | -24.70% | FAIL | | 128 | 32768 | 3 | 100 | 957.941 us | 0.69% | 521.654 us | 1.47% | -436.287 us | -45.54% | FAIL | | 256 | 32768 | 3 | 100 | 1.604 ms | 0.39% | 760.578 us | 0.97% | -843.547 us | -52.59% | FAIL | | 32 | 262144 | 3 | 100 | 234.376 us | 1.19% | 218.046 us | 1.40% | -16.329 us | -6.97% | FAIL | | 64 | 262144 | 3 | 100 | 4.381 ms | 2.52% | 2.320 ms | 1.63% | -2060.149 us | -47.03% | FAIL | | 128 | 262144 | 3 | 100 | 9.345 ms | 0.20% | 7.666 ms | 0.41% | -1678.878 us | -17.97% | FAIL | | 256 | 262144 | 3 | 100 | 28.430 ms | 0.23% | 22.971 ms | 0.34% | -5459.292 us | -19.20% | FAIL | | 32 | 2097152 | 3 | 100 | 880.086 us | 0.30% | 837.182 us | 0.50% | -42.904 us | -4.87% | FAIL | | 64 | 2097152 | 3 | 100 | 12.398 ms | 2.53% | 6.600 ms | 1.46% | -5797.924 us | -46.77% | FAIL | | 128 | 2097152 | 3 | 100 | 69.191 ms | 0.06% | 68.507 ms | 0.03% | -684.063 us | -0.99% | FAIL | | 256 | 2097152 | 3 | 100 | 222.749 ms | 0.13% | 210.762 ms | 0.12% | -11987.457 us | -5.38% | FAIL | | 32 | 32768 | 4 | 100 | 183.463 us | 0.63% | 142.835 us | 0.85% | -40.628 us | -22.15% | FAIL | | 64 | 32768 | 4 | 100 | 630.016 us | 1.85% | 471.802 us | 2.26% | -158.215 us | -25.11% | FAIL | | 128 | 32768 | 4 | 100 | 1.295 ms | 0.62% | 710.074 us | 1.23% | -584.451 us | -45.15% | FAIL | | 256 | 32768 | 4 | 100 | 2.157 ms | 0.32% | 1.035 ms | 0.87% | -1122.458 us | -52.03% | FAIL | | 32 | 262144 | 4 | 100 | 315.768 us | 0.98% | 303.318 us | 1.22% | -12.449 us | -3.94% | FAIL | | 64 | 262144 | 4 | 100 | 5.819 ms | 2.29% | 3.280 ms | 1.59% | -2538.617 us | -43.63% | FAIL | | 128 | 262144 | 4 | 100 | 12.485 ms | 0.18% | 10.486 ms | 0.23% | -1999.527 us | -16.02% | FAIL | | 256 | 262144 | 4 | 100 | 37.921 ms | 0.21% | 31.403 ms | 0.38% | -6517.940 us | -17.19% | FAIL | | 32 | 2097152 | 4 | 100 | 1.190 ms | 0.29% | 1.129 ms | 0.53% | -61.199 us | -5.14% | FAIL | | 64 | 2097152 | 4 | 100 | 16.451 ms | 3.13% | 8.778 ms | 1.19% | -7673.429 us | -46.64% | FAIL | | 128 | 2097152 | 4 | 100 | 92.196 ms | 0.04% | 91.398 ms | 0.25% | -797.430 us | -0.86% | FAIL | | 256 | 2097152 | 4 | 100 | 294.218 ms | 0.12% | 280.785 ms | 0.05% | -13433.646 us | -4.57% | FAIL | # compiled_binary_op_ADD_float_int64_t_int32_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.319 us | 1.86% | 53.235 us | 1.83% | -3.084 us | -5.48% | FAIL | | 100000 | 57.872 us | 1.78% | 55.176 us | 1.91% | -2.696 us | -4.66% | FAIL | | 1000000 | 79.626 us | 2.87% | 77.275 us | 3.10% | -2.351 us | -2.95% | FAIL | | 10000000 | 291.196 us | 0.38% | 288.512 us | 1.34% | -2.684 us | -0.92% | FAIL | | 100000000 | 2.300 ms | 0.06% | 2.300 ms | 0.08% | -0.268 us | -0.01% | PASS | # compiled_binary_op_ADD_float_float_float ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 60.800 us | 6.01% | 53.168 us | 1.97% | -7.631 us | -12.55% | FAIL | | 100000 | 57.489 us | 1.81% | 54.509 us | 1.88% | -2.980 us | -5.18% | FAIL | | 1000000 | 74.441 us | 3.14% | 71.692 us | 3.69% | -2.749 us | -3.69% | FAIL | | 10000000 | 240.316 us | 0.58% | 236.939 us | 0.61% | -3.377 us | -1.41% | FAIL | | 100000000 | 1.786 ms | 0.11% | 1.788 ms | 0.20% | 1.924 us | 0.11% | PASS | # compiled_binary_op_ADD_timestamp_s_duration_s_timestamp_s ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 60.848 us | 5.76% | 52.860 us | 1.85% | -7.988 us | -13.13% | FAIL | | 100000 | 59.111 us | 1.76% | 55.718 us | 1.66% | -3.393 us | -5.74% | FAIL | | 1000000 | 91.574 us | 2.72% | 88.193 us | 2.83% | -3.380 us | -3.69% | FAIL | | 10000000 | 408.411 us | 0.35% | 404.875 us | 0.37% | -3.537 us | -0.87% | FAIL | | 100000000 | 3.463 ms | 0.50% | 3.468 ms | 0.50% | 4.329 us | 0.13% | PASS | # compiled_binary_op_SUB_duration_s_duration_D_duration_ms ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 61.784 us | 5.16% | 53.623 us | 3.77% | -8.161 us | -13.21% | FAIL | | 100000 | 58.651 us | 1.87% | 55.824 us | 2.01% | -2.827 us | -4.82% | FAIL | | 1000000 | 85.620 us | 2.89% | 83.421 us | 3.10% | -2.199 us | -2.57% | PASS | | 10000000 | 351.821 us | 0.38% | 348.860 us | 0.46% | -2.961 us | -0.84% | FAIL | | 100000000 | 2.903 ms | 0.13% | 2.903 ms | 0.12% | 0.841 us | 0.03% | PASS | # compiled_binary_op_SUB_int64_t_int64_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 61.101 us | 6.56% | 53.582 us | 1.85% | -7.519 us | -12.31% | FAIL | | 100000 | 58.959 us | 1.70% | 56.207 us | 1.91% | -2.753 us | -4.67% | FAIL | | 1000000 | 91.381 us | 2.76% | 88.830 us | 2.64% | -2.551 us | -2.79% | FAIL | | 10000000 | 408.323 us | 0.32% | 405.499 us | 0.40% | -2.824 us | -0.69% | FAIL | | 100000000 | 3.463 ms | 0.11% | 3.469 ms | 0.11% | 5.339 us | 0.15% | FAIL | # compiled_binary_op_MUL_float_float_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 60.964 us | 5.74% | 53.262 us | 3.28% | -7.701 us | -12.63% | FAIL | | 100000 | 57.851 us | 1.83% | 54.854 us | 1.80% | -2.997 us | -5.18% | FAIL | | 1000000 | 80.196 us | 3.04% | 77.279 us | 3.33% | -2.917 us | -3.64% | FAIL | | 10000000 | 296.717 us | 0.49% | 293.475 us | 0.46% | -3.243 us | -1.09% | FAIL | | 100000000 | 2.356 ms | 0.08% | 2.354 ms | 0.11% | -2.034 us | -0.09% | FAIL | # compiled_binary_op_MUL_duration_s_int64_t_duration_s ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 61.403 us | 5.24% | 53.127 us | 1.95% | -8.276 us | -13.48% | FAIL | | 100000 | 59.102 us | 1.63% | 55.958 us | 1.69% | -3.143 us | -5.32% | FAIL | | 1000000 | 91.643 us | 2.76% | 88.600 us | 2.98% | -3.043 us | -3.32% | FAIL | | 10000000 | 408.427 us | 0.36% | 405.167 us | 0.37% | -3.260 us | -0.80% | FAIL | | 100000000 | 3.463 ms | 0.13% | 3.468 ms | 0.11% | 4.590 us | 0.13% | FAIL | # compiled_binary_op_DIV_int64_t_int64_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 62.032 us | 6.05% | 54.170 us | 2.00% | -7.862 us | -12.67% | FAIL | | 100000 | 59.757 us | 1.76% | 56.581 us | 3.54% | -3.176 us | -5.31% | FAIL | | 1000000 | 91.848 us | 2.52% | 89.053 us | 2.68% | -2.795 us | -3.04% | FAIL | | 10000000 | 408.820 us | 0.34% | 405.768 us | 0.41% | -3.052 us | -0.75% | FAIL | | 100000000 | 3.460 ms | 0.12% | 3.467 ms | 0.11% | 6.455 us | 0.19% | FAIL | # compiled_binary_op_DIV_duration_ms_int32_t_duration_ms ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 62.438 us | 5.37% | 53.595 us | 1.69% | -8.843 us | -14.16% | FAIL | | 100000 | 58.802 us | 1.73% | 55.528 us | 2.02% | -3.274 us | -5.57% | FAIL | | 1000000 | 86.147 us | 2.82% | 82.818 us | 2.97% | -3.329 us | -3.86% | FAIL | | 10000000 | 352.954 us | 0.38% | 349.628 us | 0.43% | -3.326 us | -0.94% | FAIL | | 100000000 | 2.908 ms | 0.10% | 2.912 ms | 0.10% | 3.650 us | 0.13% | FAIL | # compiled_binary_op_TRUE_DIV_int64_t_int64_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 70.520 us | 5.09% | 54.867 us | 1.86% | -15.653 us | -22.20% | FAIL | | 100000 | 67.125 us | 1.69% | 58.701 us | 1.69% | -8.424 us | -12.55% | FAIL | | 1000000 | 108.493 us | 2.24% | 99.910 us | 3.75% | -8.583 us | -7.91% | FAIL | | 10000000 | 486.106 us | 0.26% | 495.408 us | 0.29% | 9.302 us | 1.91% | FAIL | | 100000000 | 4.214 ms | 0.50% | 4.411 ms | 0.50% | 196.734 us | 4.67% | FAIL | # compiled_binary_op_FLOOR_DIV_int64_t_int64_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 62.165 us | 6.62% | 54.555 us | 1.84% | -7.610 us | -12.24% | FAIL | | 100000 | 59.336 us | 1.61% | 56.277 us | 1.79% | -3.059 us | -5.16% | FAIL | | 1000000 | 91.876 us | 2.67% | 89.185 us | 2.78% | -2.691 us | -2.93% | FAIL | | 10000000 | 408.608 us | 0.35% | 404.423 us | 0.36% | -4.185 us | -1.02% | FAIL | | 100000000 | 3.459 ms | 0.11% | 3.456 ms | 0.16% | -3.362 us | -0.10% | PASS | # compiled_binary_op_MOD_double_double_double ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 63.049 us | 5.81% | 54.527 us | 1.95% | -8.522 us | -13.52% | FAIL | | 100000 | 59.685 us | 1.82% | 56.965 us | 1.94% | -2.720 us | -4.56% | FAIL | | 1000000 | 91.353 us | 2.36% | 89.129 us | 3.09% | -2.224 us | -2.43% | FAIL | | 10000000 | 408.019 us | 0.35% | 405.540 us | 0.86% | -2.479 us | -0.61% | FAIL | | 100000000 | 3.454 ms | 0.11% | 3.461 ms | 0.11% | 6.878 us | 0.20% | FAIL | # compiled_binary_op_MOD_duration_ms_int64_t_duration_ms ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 62.069 us | 5.31% | 53.621 us | 2.01% | -8.448 us | -13.61% | FAIL | | 100000 | 59.091 us | 3.37% | 56.153 us | 1.76% | -2.939 us | -4.97% | FAIL | | 1000000 | 91.520 us | 2.76% | 88.601 us | 2.74% | -2.919 us | -3.19% | FAIL | | 10000000 | 408.259 us | 0.34% | 405.603 us | 0.42% | -2.656 us | -0.65% | FAIL | | 100000000 | 3.459 ms | 0.10% | 3.469 ms | 0.10% | 10.240 us | 0.30% | FAIL | # compiled_binary_op_PMOD_int32_t_int64_t_double ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 71.129 us | 5.10% | 55.211 us | 1.83% | -15.918 us | -22.38% | FAIL | | 100000 | 67.282 us | 1.64% | 58.775 us | 1.88% | -8.507 us | -12.64% | FAIL | | 1000000 | 108.603 us | 2.20% | 97.290 us | 2.44% | -11.312 us | -10.42% | FAIL | | 10000000 | 490.192 us | 0.24% | 474.924 us | 0.65% | -15.268 us | -3.11% | FAIL | | 100000000 | 4.229 ms | 0.50% | 4.238 ms | 0.50% | 8.902 us | 0.21% | PASS | # compiled_binary_op_PYMOD_int32_t_uint8_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 58.472 us | 3.39% | 54.326 us | 1.80% | -4.146 us | -7.09% | FAIL | | 100000 | 59.212 us | 1.69% | 56.296 us | 1.95% | -2.916 us | -4.92% | FAIL | | 1000000 | 80.970 us | 2.94% | 82.296 us | 3.03% | 1.325 us | 1.64% | PASS | | 10000000 | 316.836 us | 0.79% | 347.542 us | 0.44% | 30.706 us | 9.69% | FAIL | | 100000000 | 2.566 ms | 0.53% | 2.953 ms | 0.21% | 386.648 us | 15.07% | FAIL | # compiled_binary_op_POW_int64_t_int64_t_double ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 97.866 us | 1.13% | 67.637 us | 1.51% | -30.229 us | -30.89% | FAIL | | 100000 | 99.576 us | 1.11% | 97.644 us | 1.32% | -1.931 us | -1.94% | FAIL | | 1000000 | 427.344 us | 0.54% | 404.239 us | 1.01% | -23.105 us | -5.41% | FAIL | | 10000000 | 3.468 ms | 0.04% | 3.460 ms | 0.05% | -8.256 us | -0.24% | FAIL | | 100000000 | 33.915 ms | 0.02% | 33.915 ms | 0.01% | -0.546 us | -0.00% | PASS | # compiled_binary_op_LOG_BASE_float_double_double ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 94.640 us | 2.50% | 66.112 us | 1.59% | -28.528 us | -30.14% | FAIL | | 100000 | 95.508 us | 1.11% | 93.358 us | 1.14% | -2.150 us | -2.25% | FAIL | | 1000000 | 373.141 us | 0.53% | 370.221 us | 0.73% | -2.919 us | -0.78% | FAIL | | 10000000 | 3.141 ms | 0.04% | 3.125 ms | 0.04% | -15.898 us | -0.51% | FAIL | | 100000000 | 30.597 ms | 0.01% | 30.583 ms | 0.01% | -14.215 us | -0.05% | FAIL | # compiled_binary_op_ATAN2_float_double_double ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-------------|---------|----------| | 10000 | 83.423 us | 1.26% | 62.305 us | 1.67% | -21.118 us | -25.31% | FAIL | | 100000 | 84.325 us | 1.24% | 81.085 us | 1.26% | -3.240 us | -3.84% | FAIL | | 1000000 | 284.213 us | 0.77% | 278.112 us | 1.07% | -6.101 us | -2.15% | FAIL | | 10000000 | 2.284 ms | 0.05% | 2.236 ms | 0.50% | -47.041 us | -2.06% | FAIL | | 100000000 | 22.090 ms | 0.01% | 21.720 ms | 0.49% | -369.909 us | -1.67% | FAIL | # compiled_binary_op_SHIFT_LEFT_int_int_int ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 55.913 us | 1.89% | 53.019 us | 1.83% | -2.894 us | -5.18% | FAIL | | 100000 | 57.330 us | 1.75% | 54.396 us | 1.85% | -2.934 us | -5.12% | FAIL | | 1000000 | 74.177 us | 4.06% | 71.819 us | 3.51% | -2.358 us | -3.18% | PASS | | 10000000 | 240.315 us | 0.50% | 237.402 us | 0.58% | -2.913 us | -1.21% | FAIL | | 100000000 | 1.786 ms | 0.12% | 1.797 ms | 0.17% | 11.494 us | 0.64% | FAIL | # compiled_binary_op_SHIFT_RIGHT_int16_t_int64_t_int ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.717 us | 1.72% | 53.614 us | 1.74% | -3.103 us | -5.47% | FAIL | | 100000 | 58.358 us | 1.82% | 55.310 us | 1.85% | -3.048 us | -5.22% | FAIL | | 1000000 | 76.882 us | 2.71% | 74.838 us | 3.46% | -2.044 us | -2.66% | PASS | | 10000000 | 264.573 us | 0.44% | 263.365 us | 0.51% | -1.209 us | -0.46% | FAIL | | 100000000 | 2.034 ms | 0.11% | 2.045 ms | 0.14% | 11.184 us | 0.55% | FAIL | # compiled_binary_op_SHIFT_RIGHT_UNSIGNED_int64_t_int32_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 55.836 us | 1.78% | 52.796 us | 2.01% | -3.039 us | -5.44% | FAIL | | 100000 | 58.240 us | 1.71% | 55.211 us | 1.92% | -3.029 us | -5.20% | FAIL | | 1000000 | 85.517 us | 2.73% | 82.635 us | 2.95% | -2.882 us | -3.37% | FAIL | | 10000000 | 352.302 us | 0.35% | 349.400 us | 0.44% | -2.902 us | -0.82% | FAIL | | 100000000 | 2.911 ms | 0.11% | 2.914 ms | 0.10% | 2.626 us | 0.09% | PASS | # compiled_binary_op_BITWISE_AND_int64_t_int32_t_int16_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.070 us | 1.73% | 53.096 us | 1.86% | -2.974 us | -5.30% | FAIL | | 100000 | 58.065 us | 1.84% | 55.085 us | 1.92% | -2.979 us | -5.13% | FAIL | | 1000000 | 78.155 us | 3.11% | 75.396 us | 3.52% | -2.759 us | -3.53% | FAIL | | 10000000 | 266.662 us | 0.40% | 263.311 us | 0.46% | -3.351 us | -1.26% | FAIL | | 100000000 | 2.035 ms | 0.07% | 2.033 ms | 0.09% | -2.169 us | -0.11% | FAIL | # compiled_binary_op_BITWISE_OR_int16_t_int32_t_int64_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.967 us | 1.81% | 53.583 us | 1.83% | -3.384 us | -5.94% | FAIL | | 100000 | 57.748 us | 1.70% | 55.352 us | 1.88% | -2.396 us | -4.15% | FAIL | | 1000000 | 76.973 us | 3.19% | 75.248 us | 3.60% | -1.726 us | -2.24% | PASS | | 10000000 | 267.989 us | 0.45% | 265.893 us | 0.48% | -2.096 us | -0.78% | FAIL | | 100000000 | 2.073 ms | 0.50% | 2.073 ms | 0.11% | 0.442 us | 0.02% | PASS | # compiled_binary_op_BITWISE_XOR_int16_t_int64_t_int32_t ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.696 us | 1.87% | 53.465 us | 1.95% | -3.231 us | -5.70% | FAIL | | 100000 | 58.293 us | 1.80% | 55.118 us | 1.97% | -3.175 us | -5.45% | FAIL | | 1000000 | 77.066 us | 2.92% | 74.588 us | 3.45% | -2.478 us | -3.22% | FAIL | | 10000000 | 264.627 us | 0.45% | 263.067 us | 0.48% | -1.560 us | -0.59% | FAIL | | 100000000 | 2.034 ms | 0.07% | 2.045 ms | 0.14% | 11.474 us | 0.56% | FAIL | # compiled_binary_op_LOGICAL_AND_double_int8_t_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 56.891 us | 1.83% | 52.969 us | 1.90% | -3.922 us | -6.89% | FAIL | | 100000 | 58.185 us | 1.91% | 54.664 us | 4.47% | -3.522 us | -6.05% | FAIL | | 1000000 | 73.543 us | 3.35% | 69.414 us | 3.61% | -4.129 us | -5.61% | FAIL | | 10000000 | 217.392 us | 0.86% | 210.262 us | 0.67% | -7.130 us | -3.28% | FAIL | | 100000000 | 1.549 ms | 0.50% | 1.497 ms | 0.12% | -52.039 us | -3.36% | FAIL | # compiled_binary_op_LOGICAL_OR_int16_t_int64_t_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.639 us | 1.80% | 53.199 us | 1.99% | -3.440 us | -6.07% | FAIL | | 100000 | 58.019 us | 1.75% | 54.820 us | 1.84% | -3.198 us | -5.51% | FAIL | | 1000000 | 75.428 us | 3.30% | 71.357 us | 3.62% | -4.071 us | -5.40% | FAIL | | 10000000 | 227.803 us | 0.46% | 223.952 us | 0.61% | -3.851 us | -1.69% | FAIL | | 100000000 | 1.637 ms | 0.09% | 1.632 ms | 0.11% | -5.637 us | -0.34% | FAIL | # compiled_binary_op_EQUAL_int32_t_int64_t_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.463 us | 1.80% | 53.114 us | 1.78% | -3.349 us | -5.93% | FAIL | | 100000 | 58.016 us | 1.68% | 54.919 us | 1.89% | -3.097 us | -5.34% | FAIL | | 1000000 | 78.145 us | 3.32% | 74.763 us | 4.46% | -3.382 us | -4.33% | FAIL | | 10000000 | 254.667 us | 0.46% | 251.025 us | 0.49% | -3.642 us | -1.43% | FAIL | | 100000000 | 1.904 ms | 0.08% | 1.904 ms | 0.09% | -0.596 us | -0.03% | PASS | # compiled_binary_op_EQUAL_duration_ms_duration_ns_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.694 us | 3.44% | 53.869 us | 1.88% | -2.825 us | -4.98% | FAIL | | 100000 | 58.211 us | 1.73% | 55.508 us | 2.10% | -2.703 us | -4.64% | FAIL | | 1000000 | 84.175 us | 3.05% | 81.143 us | 3.21% | -3.032 us | -3.60% | FAIL | | 10000000 | 308.870 us | 0.38% | 305.400 us | 0.44% | -3.470 us | -1.12% | FAIL | | 100000000 | 2.446 ms | 0.06% | 2.444 ms | 0.07% | -1.274 us | -0.05% | PASS | # compiled_binary_op_NOT_EQUAL_decimal32_decimal32_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.433 us | 1.85% | 53.579 us | 1.80% | -2.854 us | -5.06% | FAIL | | 100000 | 57.384 us | 1.71% | 54.686 us | 1.77% | -2.698 us | -4.70% | FAIL | | 1000000 | 70.785 us | 3.39% | 68.969 us | 3.57% | -1.816 us | -2.57% | PASS | | 10000000 | 199.662 us | 0.59% | 197.514 us | 1.68% | -2.149 us | -1.08% | FAIL | | 100000000 | 1.366 ms | 0.14% | 1.392 ms | 0.50% | 26.468 us | 1.94% | FAIL | # compiled_binary_op_LESS_timestamp_s_timestamp_s_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.052 us | 1.85% | 52.974 us | 1.95% | -3.078 us | -5.49% | FAIL | | 100000 | 58.093 us | 3.57% | 55.260 us | 1.65% | -2.833 us | -4.88% | FAIL | | 1000000 | 83.907 us | 2.92% | 81.163 us | 3.24% | -2.744 us | -3.27% | FAIL | | 10000000 | 308.668 us | 0.35% | 305.143 us | 0.42% | -3.524 us | -1.14% | FAIL | | 100000000 | 2.445 ms | 0.06% | 2.443 ms | 0.06% | -2.088 us | -0.09% | FAIL | # compiled_binary_op_GREATER_timestamp_ms_timestamp_s_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 56.038 us | 1.79% | 53.035 us | 1.92% | -3.003 us | -5.36% | FAIL | | 100000 | 58.331 us | 1.73% | 55.317 us | 1.74% | -3.014 us | -5.17% | FAIL | | 1000000 | 83.907 us | 2.95% | 81.177 us | 4.49% | -2.730 us | -3.25% | FAIL | | 10000000 | 308.566 us | 0.36% | 305.147 us | 0.46% | -3.419 us | -1.11% | FAIL | | 100000000 | 2.446 ms | 0.07% | 2.443 ms | 0.07% | -2.218 us | -0.09% | FAIL | # compiled_binary_op_NULL_EQUALS_duration_ms_duration_ns_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 34.889 us | 2.15% | 31.394 us | 2.36% | -3.495 us | -10.02% | FAIL | | 100000 | 36.811 us | 4.37% | 33.995 us | 2.83% | -2.815 us | -7.65% | FAIL | | 1000000 | 61.995 us | 1.45% | 59.366 us | 1.27% | -2.629 us | -4.24% | FAIL | | 10000000 | 281.759 us | 0.38% | 278.618 us | 0.36% | -3.141 us | -1.11% | FAIL | | 100000000 | 2.415 ms | 0.04% | 2.417 ms | 0.05% | 2.795 us | 0.12% | FAIL | # compiled_binary_op_NULL_NOT_EQUALS_duration_ms_duration_ns_bool ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|-----------|---------|----------| | 10000 | 34.810 us | 2.19% | 31.399 us | 2.39% | -3.411 us | -9.80% | FAIL | | 100000 | 36.992 us | 2.37% | 34.030 us | 2.80% | -2.962 us | -8.01% | FAIL | | 1000000 | 61.948 us | 1.43% | 59.378 us | 3.21% | -2.570 us | -4.15% | FAIL | | 10000000 | 281.889 us | 0.35% | 278.669 us | 0.45% | -3.220 us | -1.14% | FAIL | | 100000000 | 2.414 ms | 0.04% | 2.417 ms | 0.05% | 3.096 us | 0.13% | FAIL | # compiled_binary_op_NULL_MAX_decimal32_decimal32_decimal32 ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 35.692 us | 2.12% | 31.654 us | 2.19% | -4.038 us | -11.31% | FAIL | | 100000 | 37.254 us | 4.30% | 34.330 us | 2.67% | -2.924 us | -7.85% | FAIL | | 1000000 | 55.024 us | 1.60% | 54.883 us | 1.36% | -0.141 us | -0.26% | PASS | | 10000000 | 233.559 us | 0.58% | 262.159 us | 0.82% | 28.600 us | 12.25% | FAIL | | 100000000 | 2.071 ms | 0.65% | 2.401 ms | 0.64% | 329.992 us | 15.93% | FAIL | # compiled_binary_op_NULL_MIN_timestamp_D_timestamp_s_timestamp_s ## [0] NVIDIA RTX A6000 | num_rows | Ref Time | Ref Noise | Cmp Time | Cmp Noise | Diff | %Diff | Status | |------------|------------|-------------|------------|-------------|------------|---------|----------| | 10000 | 35.031 us | 4.15% | 31.536 us | 2.46% | -3.495 us | -9.98% | FAIL | | 100000 | 37.286 us | 2.18% | 34.511 us | 2.65% | -2.776 us | -7.44% | FAIL | | 1000000 | 63.285 us | 1.68% | 60.650 us | 1.46% | -2.636 us | -4.16% | FAIL | | 10000000 | 324.720 us | 0.37% | 319.350 us | 0.45% | -5.370 us | -1.65% | FAIL | | 100000000 | 2.871 ms | 0.14% | 2.856 ms | 0.08% | -14.555 us | -0.51% | FAIL | # Summary - Total Matches: 319 - Pass (diff <= min_noise): 22 - Unknown (infinite noise): 0 - Failure (diff > min_noise): 297