Commits: JuliaLang/julia@1fa2cdd9e5f2a7236259c26944abb875a89dbcd1 vs JuliaLang/julia@5b6a94da5af35a4aa91759cac2f8db7669a6ec2a
Comparison Diff: link
Triggered By: link
Tag Predicate: !"scalar"
Note: If Chrome is your browser, I strongly recommend installing the Wide GitHub extension, which makes the result table easier to read.
Below is a table of this job's results, obtained by running the benchmarks found in
JuliaCI/BaseBenchmarks.jl. The values
listed in the ID column have the structure [parent_group, child_group, ..., key],
and can be used to index into the BaseBenchmarks suite to retrieve the corresponding
benchmarks.
The percentages accompanying time and memory values in the below table are noise tolerances. The "true" time/memory value for a given benchmark is expected to fall within this percentage of the reported value.
A ratio greater than 1.0 denotes a possible regression (marked with ❌), while a ratio less
than 1.0 denotes a possible improvement (marked with ✅). Only significant results - results
that indicate possible regressions or improvements - are shown below (thus, an empty table means that all
benchmark results remained invariant between builds).
| ID | time ratio | memory ratio |
|---|---|---|
["array", "bool", "bitarray_true_load!"] |
0.94 (5%) ✅ | 1.00 (1%) |
["array", "cat", ("hvcat", 5)] |
1.14 (5%) ❌ | 1.00 (1%) |
["array", "cat", ("vcat_setind", 5)] |
0.95 (5%) ✅ | 1.00 (1%) |
["array", "convert", ("Complex{Float64}", "Int")] |
0.71 (5%) ✅ | 1.00 (1%) |
["array", "convert", ("Float64", "Int")] |
0.65 (5%) ✅ | 1.00 (1%) |
["array", "equality", ("==", "BitArray")] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "equality", ("==", "Vector{Bool}")] |
1.39 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("==", "Vector{Float64}")] |
1.08 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("isequal", "BitArray")] |
1.06 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("isequal", "Vector{Bool}")] |
1.39 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("isequal", "Vector{Float32}")] |
1.17 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("isequal", "Vector{Float64}")] |
1.17 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("isequal", "Vector{Int64} isequal Vector{Float32}")] |
1.09 (5%) ❌ | 1.00 (1%) |
["array", "equality", ("isequal", "Vector{Int64} isequal Vector{Float64}")] |
1.10 (5%) ❌ | 1.00 (1%) |
["array", "growth", ("push_multiple!", 8)] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "index", ("sumcartesian", "BitMatrix")] |
1.76 (50%) ❌ | 1.00 (1%) |
["array", "index", ("sumcolon", "BaseBenchmarks.ArrayBenchmarks.ArrayLSLS{Float32, 2}")] |
0.96 (50%) | 0.98 (1%) ✅ |
["array", "index", ("sumcolon", "BaseBenchmarks.ArrayBenchmarks.ArrayLSLS{Int32, 2}")] |
0.98 (50%) | 0.98 (1%) ✅ |
["array", "index", ("sumcolon", "BaseBenchmarks.ArrayBenchmarks.ArrayLS{Float32, 2}")] |
0.98 (50%) | 0.98 (1%) ✅ |
["array", "index", ("sumcolon", "BaseBenchmarks.ArrayBenchmarks.ArrayLS{Int32, 2}")] |
0.98 (50%) | 0.98 (1%) ✅ |
["array", "index", ("sumeach_view", "Array{Float64, 3}")] |
0.12 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumeach_view", "BitMatrix")] |
0.04 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumeach_view", "Matrix{Float32}")] |
0.12 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumeach_view", "Matrix{Float64}")] |
0.23 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumeach_view", "Matrix{Int32}")] |
0.25 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumeach_view", "Matrix{Int64}")] |
0.48 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumelt_boundscheck", "BitMatrix")] |
0.14 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumelt_boundscheck", "SubArray{Int32, 2, Base.ReshapedArray{Int32, 2, SubArray{Int32, 3, Array{Int32, 3}, Tuple{Base.Slice{Base.OneTo{Int64}}, Base.Slice{Base.OneTo{Int64}}, Base.Slice{Base.OneTo{Int64}}}, true}, Tuple{}}, Tuple{Base.Slice{Base.OneTo{Int64}}, UnitRange{Int64}}, true}")] |
0.12 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumelt_boundscheck", "SubArray{Int32, 2, BaseBenchmarks.ArrayBenchmarks.ArrayLS{Int32, 3}, Tuple{Int64, Base.Slice{Base.OneTo{Int64}}, Base.Slice{Base.OneTo{Int64}}}, false}")] |
1.59 (50%) ❌ | 1.00 (1%) |
["array", "index", ("sumelt_boundscheck", "SubArray{Int32, 2, Matrix{Int32}, Tuple{Base.Slice{Base.OneTo{Int64}}, Base.Slice{Base.OneTo{Int64}}}, true}")] |
0.25 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumlinear", "SubArray{Int32, 2, BaseBenchmarks.ArrayBenchmarks.ArrayLS{Int32, 3}, Tuple{Int64, Base.Slice{Base.OneTo{Int64}}, Base.Slice{Base.OneTo{Int64}}}, false}")] |
1.67 (50%) ❌ | 1.00 (1%) |
["array", "index", ("sumlinear_view", "Array{Float64, 3}")] |
0.12 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumlinear_view", "BitMatrix")] |
0.04 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumlinear_view", "Matrix{Float32}")] |
0.12 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumlinear_view", "Matrix{Float64}")] |
0.23 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumlinear_view", "Matrix{Int32}")] |
0.24 (50%) ✅ | 1.00 (1%) |
["array", "index", ("sumlinear_view", "Matrix{Int64}")] |
0.48 (50%) ✅ | 1.00 (1%) |
["array", "setindex!", ("setindex!", 1)] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "subarray", ("lucompletepivCopy!", 100)] |
0.94 (5%) ✅ | 1.00 (1%) |
["array", "subarray", ("lucompletepivCopy!", 1000)] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "subarray", ("lucompletepivCopy!", 250)] |
0.93 (5%) ✅ | 1.00 (1%) |
["array", "subarray", ("lucompletepivCopy!", 500)] |
0.92 (5%) ✅ | 1.00 (1%) |
["broadcast", "26942"] |
0.61 (5%) ✅ | 1.00 (1%) |
["broadcast", "dotop", ("Float64", "(1000, 1000)", 2)] |
0.84 (5%) ✅ | 1.00 (1%) |
["broadcast", "sparse", ("(1000, 1000)", 2)] |
1.06 (5%) ❌ | 1.00 (1%) |
["broadcast", "sparse", ("(10000000,)", 2)] |
1.11 (5%) ❌ | 1.00 (1%) |
["collection", "set operations", ("BitSet", "Int", "symdiff", "BitSet")] |
1.28 (25%) ❌ | 1.00 (1%) |
["collection", "set operations", ("Set", "Int", "<", "Set")] |
1.30 (25%) ❌ | 1.00 (1%) |
["dates", "arithmetic", ("Date", "Day")] |
1.09 (5%) ❌ | 1.00 (1%) |
["dates", "arithmetic", ("DateTime", "Day")] |
1.10 (5%) ❌ | 1.00 (1%) |
["dates", "conversion", "Date -> DateTime"] |
1.22 (5%) ❌ | 1.00 (1%) |
["find", "findall", ("> q0.8", "Vector{Float32}")] |
0.92 (5%) ✅ | 1.00 (1%) |
["find", "findall", ("> q0.95", "Vector{Float32}")] |
0.94 (5%) ✅ | 1.00 (1%) |
["find", "findall", ("> q0.99", "Vector{Float32}")] |
0.93 (5%) ✅ | 1.00 (1%) |
["find", "findall", ("Vector{Bool}", "10-90")] |
1.10 (5%) ❌ | 1.00 (1%) |
["find", "findall", ("Vector{Bool}", "50-50")] |
1.28 (5%) ❌ | 1.00 (1%) |
["find", "findall", ("Vector{Bool}", "90-10")] |
0.92 (5%) ✅ | 1.00 (1%) |
["find", "findprev", ("BitVector", "10-90")] |
0.75 (5%) ✅ | 1.00 (1%) |
["find", "findprev", ("BitVector", "50-50")] |
0.77 (5%) ✅ | 1.00 (1%) |
["find", "findprev", ("BitVector", "90-10")] |
0.74 (5%) ✅ | 1.00 (1%) |
["find", "findprev", ("ispos", "Vector{Float64}")] |
1.13 (5%) ❌ | 1.00 (1%) |
["inference", "abstract interpretation", "many_local_vars"] |
0.94 (5%) ✅ | 1.00 (1%) |
["io", "read", "read"] |
1.10 (5%) ❌ | 1.00 (1%) |
["linalg", "arithmetic", ("3-arg mul!", 2)] |
0.45 (45%) ✅ | 1.00 (1%) |
["micro", "fib"] |
1.08 (5%) ❌ | 1.00 (1%) |
["misc", "allocation elision view", "conditional"] |
0.70 (5%) ✅ | 1.00 (1%) |
["misc", "allocation elision view", "no conditional"] |
0.70 (5%) ✅ | 1.00 (1%) |
["misc", "bitshift", ("UInt32", "UInt32")] |
1.20 (5%) ❌ | 1.00 (1%) |
["misc", "fastmath many args"] |
0.93 (5%) ✅ | 1.00 (1%) |
["misc", "issue 12165", "Float16"] |
1.13 (5%) ❌ | 1.00 (1%) |
["misc", "issue 12165", "Float32"] |
1.11 (5%) ❌ | 1.00 (1%) |
["misc", "iterators", "zip(1:1, 1:1, 1:1)"] |
0.91 (5%) ✅ | 1.00 (1%) |
["misc", "iterators", "zip(1:1, 1:1, 1:1, 1:1)"] |
0.93 (5%) ✅ | 1.00 (1%) |
["problem", "laplacian", "laplace_iter_vec"] |
0.92 (5%) ✅ | 1.00 (1%) |
["shootout", "fannkuch"] |
1.08 (5%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Float32", 4, 32)] |
0.78 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Float64", 4, 31)] |
0.71 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Float64", 4, 63)] |
0.77 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Int32", 4, 32)] |
0.71 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Int32", 4, 63)] |
0.78 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Int32", 4, 64)] |
0.74 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Int64", 2, 63)] |
1.22 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Int64", 4, 31)] |
0.65 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "axpy!", "Int64", 4, 32)] |
0.76 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Float32", 4, 32)] |
0.78 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 2, 31)] |
0.42 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 2, 32)] |
1.48 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 2, 63)] |
0.62 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 2, 64)] |
1.71 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 3, 31)] |
0.62 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 3, 32)] |
2.53 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 3, 63)] |
0.68 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 3, 64)] |
1.70 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 4, 31)] |
0.56 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 4, 32)] |
2.47 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 4, 63)] |
0.64 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int32", 4, 64)] |
1.66 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 2, 32)] |
1.74 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 2, 63)] |
1.22 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 2, 64)] |
1.26 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 3, 32)] |
1.68 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 3, 63)] |
1.22 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 3, 64)] |
1.30 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 4, 32)] |
1.73 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 4, 63)] |
1.25 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "conditional_loop!", "Int64", 4, 64)] |
1.25 (20%) ❌ | 1.00 (1%) |
["simd", ("Cartesian", "inner", "Int32", 4, 31)] |
0.74 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "inner", "Int32", 4, 32)] |
0.79 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "manual_example!", "Float32", 4, 64)] |
0.67 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "manual_example!", "Int32", 4, 32)] |
0.77 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "manual_example!", "Int32", 4, 63)] |
0.74 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "manual_example!", "Int64", 4, 31)] |
0.72 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "two_reductions", "Float32", 4, 64)] |
0.79 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "two_reductions", "Float64", 4, 32)] |
0.79 (20%) ✅ | 1.00 (1%) |
["simd", ("Cartesian", "two_reductions", "Int64", 4, 32)] |
0.77 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "axpy!", "Float32", 3, 63)] |
0.76 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "axpy!", "Int32", 3, 31)] |
0.77 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "axpy!", "Int32", 3, 63)] |
0.77 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 2, 31)] |
0.43 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 2, 32)] |
1.21 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 2, 63)] |
0.57 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 2, 64)] |
1.41 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 3, 31)] |
0.57 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 3, 32)] |
1.20 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 3, 63)] |
0.59 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 3, 64)] |
1.39 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 4, 31)] |
0.51 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int32", 4, 63)] |
0.58 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int64", 2, 32)] |
1.50 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "conditional_loop!", "Int64", 3, 32)] |
1.36 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float32", 3, 31)] |
0.72 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float32", 3, 63)] |
0.61 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float32", 4, 31)] |
0.72 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float32", 4, 63)] |
0.61 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float64", 3, 31)] |
0.66 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float64", 3, 63)] |
0.79 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float64", 4, 31)] |
0.66 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Float64", 4, 63)] |
0.79 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Int32", 3, 31)] |
0.80 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "inner", "Int32", 4, 63)] |
0.78 (20%) ✅ | 1.00 (1%) |
["simd", ("CartesianPartition", "manual_partition!", "Int32", 4, 31)] |
1.21 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 2, 31)] |
1.41 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 2, 32)] |
1.44 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 2, 63)] |
1.86 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 2, 64)] |
1.83 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 3, 31)] |
1.48 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 3, 32)] |
1.51 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 3, 63)] |
1.97 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 3, 64)] |
1.91 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 4, 31)] |
1.46 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 4, 32)] |
1.53 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 4, 63)] |
1.90 (20%) ❌ | 1.00 (1%) |
["simd", ("CartesianPartition", "two_reductions", "Int32", 4, 64)] |
2.07 (20%) ❌ | 1.00 (1%) |
["simd", ("Linear", "auto_conditional_loop!", "Int32", 4095)] |
0.67 (20%) ✅ | 1.00 (1%) |
["simd", ("Linear", "auto_conditional_loop!", "Int32", 4096)] |
0.66 (20%) ✅ | 1.00 (1%) |
["simd", ("Linear", "auto_conditional_loop!", "Int64", 4095)] |
1.44 (20%) ❌ | 1.00 (1%) |
["simd", ("Linear", "auto_conditional_loop!", "Int64", 4096)] |
1.49 (20%) ❌ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!", "Int32", 4095)] |
0.62 (20%) ✅ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!", "Int32", 4096)] |
0.68 (20%) ✅ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!", "Int64", 4095)] |
1.40 (20%) ❌ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!", "Int64", 4096)] |
1.45 (20%) ❌ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!_aliased", "Int32", 4095)] |
0.63 (20%) ✅ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!_aliased", "Int32", 4096)] |
0.71 (20%) ✅ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!_aliased", "Int64", 4095)] |
1.44 (20%) ❌ | 1.00 (1%) |
["simd", ("Linear", "conditional_loop!_aliased", "Int64", 4096)] |
1.49 (20%) ❌ | 1.00 (1%) |
["sort", "insertionsort", "sort forwards"] |
1.27 (20%) ❌ | 1.00 (1%) |
["sort", "issorted", ("forwards", "descending")] |
0.77 (20%) ✅ | 1.00 (1%) |
["sparse", "sparse matvec", "adjoint"] |
0.94 (5%) ✅ | 1.00 (1%) |
["string", "==(::AbstractString, ::AbstractString)", "different length"] |
0.83 (5%) ✅ | 1.00 (1%) |
["string", "==(::AbstractString, ::AbstractString)", "equal"] |
0.83 (5%) ✅ | 1.00 (1%) |
["string", "==(::SubString, ::String)", "different length"] |
1.17 (5%) ❌ | 1.00 (1%) |
["string", "findfirst", "Char"] |
0.88 (5%) ✅ | 1.00 (1%) |
["string", "replace"] |
1.26 (5%) ❌ | 1.00 (1%) |
["tuple", "linear algebra", ("matmat", "(16, 16)", "(16, 16)")] |
0.94 (5%) ✅ | 1.00 (1%) |
["tuple", "linear algebra", ("matmat", "(2, 2)", "(2, 2)")] |
1.10 (5%) ❌ | 1.00 (1%) |
["tuple", "linear algebra", ("matmat", "(4, 4)", "(4, 4)")] |
1.72 (5%) ❌ | 1.00 (1%) |
["tuple", "linear algebra", ("matvec", "(16, 16)", "(16,)")] |
1.20 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", ("minimum", "(16,)")] |
1.26 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", ("minimum", "(4,)")] |
0.94 (5%) ✅ | 1.00 (1%) |
["tuple", "reduction", ("sum", "(2, 2)")] |
1.07 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", ("sum", "(4,)")] |
1.07 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", ("sum", "(8, 8)")] |
1.31 (5%) ❌ | 1.00 (1%) |
["tuple", "reduction", ("sumabs", "(4,)")] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "*", "Bool", "(false, true)")] |
0.88 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "*", "Bool", "(true, true)")] |
1.14 (5%) ❌ | 1.00 (1%) |
["union", "array", ("broadcast", "*", "Float32", "(true, true)")] |
0.88 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "*", "Int8", "(true, true)")] |
1.15 (5%) ❌ | 1.00 (1%) |
["union", "array", ("broadcast", "abs", "Bool", 1)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "abs", "Float64", 1)] |
0.88 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "identity", "BigFloat", 1)] |
0.95 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "identity", "Float32", 0)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("broadcast", "identity", "Int8", 0)] |
1.07 (5%) ❌ | 1.00 (1%) |
["union", "array", ("collect", "all", "Bool", 1)] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "all", "Float32", 0)] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "all", "Float32", 1)] |
0.86 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "all", "Float64", 1)] |
0.89 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "all", "Int64", 1)] |
0.91 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "all", "Int8", 1)] |
0.87 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Bool", 0)] |
0.91 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "ComplexF64", 0)] |
0.48 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "ComplexF64", 1)] |
0.66 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Float32", 0)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Float64", 0)] |
0.88 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Int64", 0)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Int64", 1)] |
0.93 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Int8", 0)] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("collect", "filter", "Int8", 1)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "*", "Bool", "(false, false)")] |
0.89 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "*", "Bool", "(false, true)")] |
1.13 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Bool", "(true, true)")] |
1.21 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "ComplexF64", "(false, false)")] |
0.62 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "*", "ComplexF64", "(false, true)")] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "*", "Float32", "(false, false)")] |
1.29 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Float32", "(false, true)")] |
1.29 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Float32", "(true, true)")] |
1.31 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Float64", "(false, false)")] |
1.29 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Float64", "(false, true)")] |
1.28 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Float64", "(true, true)")] |
1.31 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Int64", "(false, false)")] |
1.10 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Int64", "(false, true)")] |
1.19 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Int64", "(true, true)")] |
1.22 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Int8", "(false, false)")] |
1.07 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Int8", "(false, true)")] |
1.16 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "*", "Int8", "(true, true)")] |
1.29 (5%) ❌ | 1.00 (1%) |
["union", "array", ("map", "abs", "Bool", 1)] |
0.86 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "abs", "Float32", 1)] |
0.89 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "abs", "Float64", 1)] |
0.93 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "abs", "Int8", 1)] |
0.90 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "identity", "Bool", 1)] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "identity", "Float32", 0)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "identity", "Float32", 1)] |
0.87 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "identity", "Float64", 1)] |
0.89 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "identity", "Int64", 1)] |
0.91 (5%) ✅ | 1.00 (1%) |
["union", "array", ("map", "identity", "Int8", 1)] |
0.87 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_binaryop", "*", "ComplexF64", "(false, true)")] |
1.09 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_binaryop", "*", "Float64", "(false, true)")] |
0.89 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_binaryop", "*", "Float64", "(true, true)")] |
0.90 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_binaryop", "*", "Int64", "(false, true)")] |
1.17 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_binaryop", "*", "Int8", "(false, true)")] |
1.09 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_countequals", "Bool")] |
2.17 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_countequals", "Int64")] |
1.44 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_countequals", "Int8")] |
2.17 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_simplecopy", "BigFloat", 1)] |
1.09 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_simplecopy", "Bool", 1)] |
1.09 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_simplecopy", "Float32", 1)] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_simplecopy", "Float64", 1)] |
0.88 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_simplecopy", "Int8", 1)] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum", "BigFloat", 0)] |
1.07 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_sum", "BigFloat", 1)] |
1.08 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_sum2", "BigFloat", 0)] |
1.08 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_sum2", "BigFloat", 1)] |
1.08 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_sum3", "BigFloat", 0)] |
1.08 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_sum3", "BigFloat", 1)] |
1.09 (5%) ❌ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Bool", 0)] |
0.17 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Bool", 1)] |
0.12 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "ComplexF64", 1)] |
0.93 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Float32", 1)] |
0.75 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Float64", 1)] |
0.73 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Int64", 0)] |
0.21 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Int64", 1)] |
0.12 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Int8", 0)] |
0.03 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum3", "Int8", 1)] |
0.02 (5%) ✅ | 1.00 (1%) |
["union", "array", ("perf_sum4", "BigFloat", 0)] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "filter", "Bool", 0)] |
1.05 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "filter", "Union{Missing, Bool}", 1)] |
0.92 (5%) ✅ | 1.00 (1%) |
["union", "array", ("skipmissing", "filter", "Union{Missing, Float64}", 1)] |
1.10 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "filter", "Union{Missing, Int8}", 1)] |
0.90 (5%) ✅ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "BigFloat", 0)] |
1.08 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Bool", 0)] |
0.94 (5%) ✅ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Union{Missing, BigFloat}", 1)] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Union{Missing, ComplexF64}", 1)] |
1.10 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Union{Missing, Float64}", 1)] |
1.36 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Union{Missing, Int64}", 1)] |
0.93 (5%) ✅ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Union{Missing, Int8}", 1)] |
1.19 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "perf_sumskipmissing", "Union{Nothing, Int8}", 0)] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "sum", "BigFloat", 0)] |
1.07 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "sum", "Union{Missing, BigFloat}", 1)] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "sum", "Union{Missing, ComplexF64}", 1)] |
1.68 (5%) ❌ | 1.00 (1%) |
["union", "array", ("skipmissing", "sum", "Union{Nothing, BigFloat}", 0)] |
1.07 (5%) ❌ | 1.00 (1%) |
["union", "array", ("sort", "Union{Missing, Bool}", 1)] |
1.06 (5%) ❌ | 1.00 (1%) |
["union", "array", ("sort", "Union{Nothing, Float64}", 0)] |
1.06 (5%) ❌ | 1.00 (1%) |
Here's a list of all the benchmark groups executed by this job:
["alloc"]["array", "accumulate"]["array", "any/all"]["array", "bool"]["array", "cat"]["array", "comprehension"]["array", "convert"]["array", "equality"]["array", "growth"]["array", "index"]["array", "reductions"]["array", "reverse"]["array", "setindex!"]["array", "subarray"]["broadcast"]["broadcast", "dotop"]["broadcast", "fusion"]["broadcast", "mix_scalar_tuple"]["broadcast", "sparse"]["broadcast", "typeargs"]["collection", "deletion"]["collection", "initialization"]["collection", "iteration"]["collection", "optimizations"]["collection", "queries & updates"]["collection", "set operations"]["dates", "accessor"]["dates", "arithmetic"]["dates", "construction"]["dates", "conversion"]["dates", "parse"]["dates", "query"]["dates", "string"]["find", "findall"]["find", "findnext"]["find", "findprev"]["frontend"]["inference", "abstract interpretation"]["inference", "allinference"]["inference", "optimization"]["io", "array_limit"]["io", "read"]["io", "serialization"]["io"]["linalg", "arithmetic"]["linalg", "blas"]["linalg", "factorization"]["linalg"]["micro"]["misc"]["misc", "23042"]["misc", "afoldl"]["misc", "allocation elision view"]["misc", "bitshift"]["misc", "foldl"]["misc", "issue 12165"]["misc", "iterators"]["misc", "julia"]["misc", "parse"]["misc", "repeat"]["misc", "splatting"]["problem", "chaosgame"]["problem", "fem"]["problem", "go"]["problem", "grigoriadis khachiyan"]["problem", "imdb"]["problem", "json"]["problem", "laplacian"]["problem", "monte carlo"]["problem", "raytrace"]["problem", "seismic"]["problem", "simplex"]["problem", "spellcheck"]["problem", "stockcorr"]["problem", "ziggurat"]["random", "collections"]["random", "randstring"]["random", "ranges"]["random", "sequences"]["random", "types"]["shootout"]["simd"]["sort", "insertionsort"]["sort", "issorted"]["sort", "issues"]["sort", "length = 10"]["sort", "length = 100"]["sort", "length = 1000"]["sort", "length = 10000"]["sort", "length = 3"]["sort", "length = 30"]["sort", "mergesort"]["sort", "quicksort"]["sparse", "arithmetic"]["sparse", "constructors"]["sparse", "index"]["sparse", "matmul"]["sparse", "sparse matvec"]["sparse", "sparse solves"]["sparse", "transpose"]["string", "==(::AbstractString, ::AbstractString)"]["string", "==(::SubString, ::String)"]["string", "findfirst"]["string"]["string", "readuntil"]["string", "repeat"]["tuple", "index"]["tuple", "linear algebra"]["tuple", "misc"]["tuple", "reduction"]["union", "array"]
Julia Version 1.11.0-DEV.1262
Commit 1fa2cdd9e5 (2024-01-12 17:43 UTC)
Platform Info:
OS: Linux (x86_64-linux-gnu)
Ubuntu 22.04.3 LTS
uname: Linux 5.15.0-76-generic #83-Ubuntu SMP Thu Jun 15 19:16:32 UTC 2023 x86_64 x86_64
CPU: Intel(R) Xeon(R) CPU E3-1241 v3 @ 3.50GHz:
speed user nice sys idle irq
#1 900 MHz 703611 s 148 s 154721 s 163348451 s 0 s
#2 3556 MHz 6663453 s 376 s 242127 s 157197456 s 0 s
#3 800 MHz 690103 s 193 s 200230 s 163315556 s 0 s
#4 800 MHz 571012 s 126 s 144295 s 163340913 s 0 s
#5 800 MHz 592982 s 160 s 189715 s 162770600 s 0 s
#6 800 MHz 609902 s 112 s 173623 s 163364320 s 0 s
#7 800 MHz 664070 s 164 s 165001 s 163323936 s 0 s
#8 3700 MHz 637268 s 151 s 206246 s 163355099 s 0 s
Memory: 31.301593780517578 GB (21252.62890625 MB free)
Uptime: 1.64350473e7 sec
Load Avg: 1.0 1.0 1.0
WORD_SIZE: 64
LLVM: libLLVM-16.0.6 (ORCJIT, haswell)
Threads: 1 default, 0 interactive, 1 GC (on 8 virtual cores)
Julia Version 1.11.0-DEV.1258
Commit 5b6a94da5a (2024-01-12 14:20 UTC)
Platform Info:
OS: Linux (x86_64-linux-gnu)
Ubuntu 22.04.3 LTS
uname: Linux 5.15.0-76-generic #83-Ubuntu SMP Thu Jun 15 19:16:32 UTC 2023 x86_64 x86_64
CPU: Intel(R) Xeon(R) CPU E3-1241 v3 @ 3.50GHz:
speed user nice sys idle irq
#1 800 MHz 704238 s 148 s 154886 s 163452229 s 0 s
#2 3500 MHz 6765403 s 376 s 243976 s 157198406 s 0 s
#3 3500 MHz 690366 s 193 s 200245 s 163420010 s 0 s
#4 800 MHz 571146 s 126 s 144303 s 163445426 s 0 s
#5 1600 MHz 593058 s 160 s 189720 s 162875176 s 0 s
#6 800 MHz 610000 s 112 s 173631 s 163468956 s 0 s
#7 2500 MHz 664575 s 164 s 165015 s 163428154 s 0 s
#8 800 MHz 637358 s 151 s 206250 s 163459748 s 0 s
Memory: 31.301593780517578 GB (21243.08984375 MB free)
Uptime: 1.64455222e7 sec
Load Avg: 1.0 1.0 1.0
WORD_SIZE: 64
LLVM: libLLVM-16.0.6 (ORCJIT, haswell)
Threads: 1 default, 0 interactive, 1 GC (on 8 virtual cores)