diff --git a/codespeed.conf b/codespeed.conf index 3fd67fca2..16b05a66a 100644 --- a/codespeed.conf +++ b/codespeed.conf @@ -26,51 +26,51 @@ benchmark_suites: - CD: extra_args: "1 0 2" codespeed_name: "1st.CD" - machines: [yuria ] + # machines: [yuria ] - Havlak: extra_args: "1 0 1" codespeed_name: "1st.Havlak" - machines: [yuria2] + # machines: [yuria2] - Richards: extra_args: "1 0 1" codespeed_name: "1st.Richards" - machines: [yuria3] + # machines: [yuria3] - RichardsNS: extra_args: "1 0 1" codespeed_name: "1st.RichardsNS" - machines: [yuria] + # machines: [yuria] - DeltaBlue: extra_args: "1 0 200" codespeed_name: "1st.DeltaBlue" - machines: [yuria2] + # machines: [yuria2] - DeltaBlueNS: extra_args: "1 0 200" codespeed_name: "1st.DeltaBlueNS" - machines: [yuria3] + # machines: [yuria3] - Mandelbrot: extra_args: "1 0 50" codespeed_name: "1st.Mandelbrot" - machines: [yuria ] + # machines: [yuria ] - NBody: extra_args: "1 0 10000" codespeed_name: "1st.NBody" - machines: [yuria2] + # machines: [yuria2] - Json: extra_args: "1 0 2" codespeed_name: "1st.Json" - machines: [yuria3] + # machines: [yuria3] - GraphSearch: extra_args: "1 0 1" codespeed_name: "1st.GraphSearch" - machines: [yuria ] + # machines: [yuria ] - PageRank: extra_args: "1 0 100" codespeed_name: "1st.PageRank" - machines: [yuria2] + # machines: [yuria2] - Splay: extra_args: "1 0 1" codespeed_name: "1st.Splay" - machines: [yuria3] + # machines: [yuria3] macro-steady: gauge_adapter: RebenchLog @@ -81,58 +81,58 @@ benchmark_suites: - CD: extra_args: "130 0 100" codespeed_name: "peak.CD" - machines: [yuria ] + # machines: [yuria ] - Havlak: extra_args: "130 0 5" codespeed_name: "peak.Havlak" - machines: [yuria2] + # machines: [yuria2] - Richards: extra_args: "130 0 30" codespeed_name: "peak.Richards" - machines: [yuria3] + # machines: [yuria3] - RichardsNS: extra_args: "130 0 200" codespeed_name: "peak.RichardsNS" - machines: [yuria ] + # machines: [yuria ] - DeltaBlue: extra_args: "250 0 10000" codespeed_name: "peak.DeltaBlue" warmup: 150 - machines: [yuria2] + # machines: [yuria2] - DeltaBlueNS: extra_args: "250 0 1000" codespeed_name: "peak.DeltaBlue" warmup: 150 - machines: [yuria3] + # machines: [yuria3] - Mandelbrot: extra_args: "110 0 400" codespeed_name: "peak.Mandelbrot" warmup: 10 - machines: [yuria ] + # machines: [yuria ] - NBody: extra_args: "120 0 150000" codespeed_name: "peak.NBody" warmup: 20 - machines: [yuria2] + # machines: [yuria2] - Json: extra_args: "120 0 50" codespeed_name: "peak.Json" warmup: 20 - machines: [yuria3] + # machines: [yuria3] - GraphSearch: extra_args: "250 0 15" codespeed_name: "peak.GraphSearch" warmup: 100 - machines: [yuria ] + # machines: [yuria ] - PageRank: extra_args: "120 0 1000" codespeed_name: "peak.PageRank" warmup: 20 - machines: [yuria2] + # machines: [yuria2] - Splay: extra_args: "150 0 1" codespeed_name: "peak.Splay" - machines: [yuria3] + # machines: [yuria3] som-startup: gauge_adapter: RebenchLog @@ -143,35 +143,35 @@ benchmark_suites: - Fannkuch: extra_args: "1 0 7" codespeed_name: "1st.Fannkuch" - machines: [yuria ] + # machines: [yuria ] - List: extra_args: "1 0 50" codespeed_name: "1st.List" - machines: [yuria2] + # machines: [yuria2] - Bounce: extra_args: "1 0 20" codespeed_name: "1st.Bounce" - machines: [yuria3] + # machines: [yuria3] - Permute: extra_args: "1 0 10" codespeed_name: "1st.Permute" - machines: [yuria ] + # machines: [yuria ] - Queens: extra_args: "1 0 10" codespeed_name: "1st.Queens" - machines: [yuria2] + # machines: [yuria2] - Storage: extra_args: "1 0 20" codespeed_name: "1st.Storage" - machines: [yuria3] + # machines: [yuria3] - Sieve: extra_args: "1 0 100" codespeed_name: "1st.Sieve" - machines: [yuria ] + # machines: [yuria ] - Towers: extra_args: "1 0 20" codespeed_name: "1st.Towers" - machines: [yuria2] + # machines: [yuria2] som-steady: gauge_adapter: RebenchLog @@ -183,38 +183,38 @@ benchmark_suites: extra_args: "55 0 9" codespeed_name: "peak.Fannkuch" warmup: 5 - machines: [yuria3] + # machines: [yuria3] - List: extra_args: "70 0 1000" codespeed_name: "peak.List" warmup: 20 - machines: [yuria ] + # machines: [yuria ] - Bounce: extra_args: "60 0 1000" codespeed_name: "peak.Bounce" - machines: [yuria2] + # machines: [yuria2] - Permute: extra_args: "60 0 500" codespeed_name: "peak.Permute" - machines: [yuria3] + # machines: [yuria3] - Queens: extra_args: "120 0 400" codespeed_name: "peak.Queens" warmup: 70 - machines: [yuria ] + # machines: [yuria ] - Storage: extra_args: "75 0 700" codespeed_name: "peak.Storage" warmup: 25 - machines: [yuria2] + # machines: [yuria2] - Sieve: extra_args: "60 0 400" codespeed_name: "peak.Sieve" - machines: [yuria3] + # machines: [yuria3] - Towers: extra_args: "60 0 300" codespeed_name: "peak.Towers" - machines: [yuria ] + # machines: [yuria ] sort-startup: gauge_adapter: RebenchLog @@ -225,15 +225,15 @@ benchmark_suites: - TreeSort: extra_args: "1 0 10" codespeed_name: "1st.TreeSort" - machines: [yuria2] + # machines: [yuria2] - BubbleSort: extra_args: "1 0 25" codespeed_name: "1st.BubbleSort" - machines: [yuria3] + # machines: [yuria3] - QuickSort: extra_args: "1 0 20" codespeed_name: "1st.QuickSort" - machines: [yuria ] + # machines: [yuria ] sort-steady: gauge_adapter: RebenchLog @@ -244,15 +244,15 @@ benchmark_suites: - BubbleSort: extra_args: "60 0 2000" codespeed_name: "peak.BubbleSort" - machines: [yuria2] + # machines: [yuria2] - QuickSort: extra_args: "60 0 800" codespeed_name: "peak.QuickSort" - machines: [yuria3] + # machines: [yuria3] - TreeSort: extra_args: "60 0 300" codespeed_name: "peak.TreeSort" - machines: [yuria ] + # machines: [yuria ] micro-startup: gauge_adapter: RebenchLog @@ -263,43 +263,43 @@ benchmark_suites: - Fibonacci: extra_args: "1 0 100" codespeed_name: "1st.Fibonacci" - machines: [yuria2] + # machines: [yuria2] - ClosureDefFibonacci: extra_args: "1 0 50" codespeed_name: "1st.ClosureDefFibonacci" - machines: [yuria3] + # machines: [yuria3] - ClosureFibonacci: extra_args: "1 0 50" codespeed_name: "1st.ClosureFibonacci" - machines: [yuria ] + # machines: [yuria ] - Dispatch: extra_args: "1 0 50" codespeed_name: "1st.Dispatch" - machines: [yuria2] + # machines: [yuria2] - Loop: extra_args: "1 0 100" codespeed_name: "1st.Loop" - machines: [yuria3] + # machines: [yuria3] - Recurse: extra_args: "1 0 50" codespeed_name: "1st.Recurse" - machines: [yuria ] + # machines: [yuria ] - Sum: extra_args: "1 0 100" codespeed_name: "1st.Sum" - machines: [yuria2] + # machines: [yuria2] - IntegerLoop: extra_args: "1 0 100" codespeed_name: "1st.IntegerLoop" - machines: [yuria3] + # machines: [yuria3] - FieldLoop: extra_args: "1 0 2" codespeed_name: "1st.FieldLoop" - machines: [yuria ] + # machines: [yuria ] - WhileLoop: extra_args: "1 0 100" codespeed_name: "1st.WhileLoop" - machines: [yuria2] + # machines: [yuria2] micro-steady: gauge_adapter: RebenchLog @@ -311,46 +311,46 @@ benchmark_suites: extra_args: "70 0 1000" codespeed_name: "peak.Fibonacci" warmup: 20 - machines: [yuria3] + # machines: [yuria3] - ClosureDefFibonacci: extra_args: "70 0 300" codespeed_name: "peak.ClosureDefFibonacci" warmup: 20 - machines: [yuria ] + # machines: [yuria ] - ClosureFibonacci: extra_args: "70 0 300" codespeed_name: "peak.ClosureFibonacci" warmup: 20 - machines: [yuria2] + # machines: [yuria2] - Dispatch: extra_args: "55 0 2000" codespeed_name: "peak.Dispatch" - machines: [yuria3] + # machines: [yuria3] - Loop: extra_args: "55 0 500000" codespeed_name: "peak.Loop" - machines: [yuria ] + # machines: [yuria ] - Recurse: extra_args: "70 0 1000" codespeed_name: "peak.Recurse" warmup: 20 - machines: [yuria2] + # machines: [yuria2] - Sum: extra_args: "55 0 3000" codespeed_name: "peak.Sum" - machines: [yuria3] + # machines: [yuria3] - IntegerLoop: extra_args: "55 0 2000" codespeed_name: "peak.IntegerLoop" - machines: [yuria ] + # machines: [yuria ] - FieldLoop: extra_args: "55 0 200" codespeed_name: "peak.FieldLoop" - machines: [yuria2] + # machines: [yuria2] - WhileLoop: extra_args: "55 0 2000" codespeed_name: "peak.WhileLoop" - machines: [yuria3] + # machines: [yuria3] savina-interp: gauge_adapter: RebenchLog @@ -362,87 +362,87 @@ benchmark_suites: - PingPong: extra_args: 20000 codespeed_name: "M.PingPong" - machines: [yuria ] + #machines: [yuria ] - Counting: extra_args: 100000 # was 1000000 codespeed_name: "M.Counting" - machines: [yuria2] + #machines: [yuria2] - ForkJoinThroughput: extra_args: "1000:60" # "10000:60" codespeed_name: "M.ForkJoinThroughput" - machines: [yuria3] + #machines: [yuria3] - ForkJoinActorCreation: extra_args: 10000 codespeed_name: "M.ForkJoinActorCreation" - machines: [yuria ] + # machines: [yuria ] - ThreadRing: extra_args: "100:50000" codespeed_name: "M.ThreadRing" - machines: [yuria2] + # machines: [yuria2] - Chameneos: extra_args: "100:10000" # "100:200000" codespeed_name: "M.Chameneos" - machines: [yuria3] + # machines: [yuria3] - BigContention: extra_args: "100:120" codespeed_name: "M.BigContention" - machines: [yuria ] + # machines: [yuria ] # Concurrency - ConcurrentDictionary: extra_args: "20:600:20" # "20:10000:50" codespeed_name: "C.Dictionary" - machines: [yuria2] + # machines: [yuria2] - ConcurrentSortedLinkedList: extra_args: "10:300:10:1" # "20:8000:10:1" codespeed_name: "C.SortedLinkedList" - machines: [yuria3] + # machines: [yuria3] - ProducerConsumerBoundedBuffer: extra_args: "40:5:5:10" # "50:40:40:1000" codespeed_name: "C.ProdConBoundedBuffer" - machines: [yuria ] + # machines: [yuria ] - Philosophers: extra_args: "20:1000" codespeed_name: "C.Philosophers" - machines: [yuria2] + # machines: [yuria2] - SleepingBarber: extra_args: "800:400:400:200" codespeed_name: "C.SleepingBarber" - machines: [yuria3] + # machines: [yuria3] - CigaretteSmokers: extra_args: "1000:200" codespeed_name: "C.CigaretteSmokers" - machines: [yuria ] + # machines: [yuria ] - LogisticsMapSeries: extra_args: "2000:10:346" codespeed_name: "C.LogisticsMapSeries" - machines: [yuria2] + # machines: [yuria2] - BankTransaction: extra_args: "1000:1000" codespeed_name: "C.BankTransaction" - machines: [yuria3] + # machines: [yuria3] # Parallelism - RadixSort: extra_args: "10000:65536:74755" # "100000:1152921504606846976:74755" codespeed_name: "P.RadixSort" - machines: [yuria ] + # machines: [yuria ] - UnbalancedCobwebbedTree: extra_args: "5000:10:0:1" codespeed_name: "P.UnbalancedCobwebbedTree" - machines: [yuria2] + # machines: [yuria2] - TrapezoidalApproximation: extra_args: "100:10000:1:5" # "100:10000000:1:5" codespeed_name: "P.TrapezoidalApproximation" - machines: [yuria3] + # machines: [yuria3] - AStarSearch: extra_args: "100:10" codespeed_name: "P.AStarSearch" - machines: [yuria ] + # machines: [yuria ] - NQueens: extra_args: "20:8:4" codespeed_name: "P.NQueens" - machines: [yuria2] + # machines: [yuria2] savina-jit: gauge_adapter: RebenchLog @@ -454,87 +454,87 @@ benchmark_suites: - PingPong: extra_args: 40000 codespeed_name: "M.PingPong" - machines: [yuria3] + # machines: [yuria3] - Counting: extra_args: 200000 # was 1000000 codespeed_name: "M.Counting" - machines: [yuria ] + # machines: [yuria ] - ForkJoinThroughput: extra_args: "3000:60" # "10000:60" codespeed_name: "M.ForkJoinThroughput" - machines: [yuria2] + # machines: [yuria2] - ForkJoinActorCreation: extra_args: 40000 codespeed_name: "M.ForkJoinActorCreation" - machines: [yuria3] + # machines: [yuria3] - ThreadRing: extra_args: "100:100000" codespeed_name: "M.ThreadRing" - machines: [yuria ] + # machines: [yuria ] - Chameneos: extra_args: "100:100000" # "100:200000" codespeed_name: "M.Chameneos" - machines: [yuria2] + # machines: [yuria2] - BigContention: extra_args: "800:120" codespeed_name: "M.BigContention" - machines: [yuria3] + # machines: [yuria3] # Concurrency - ConcurrentDictionary: extra_args: "20:1000:20" # "20:10000:50" codespeed_name: "C.Dictionary" - machines: [yuria ] + # machines: [yuria ] - ConcurrentSortedLinkedList: extra_args: "10:1000:10:1" # "20:8000:10:1" codespeed_name: "C.SortedLinkedList" - machines: [yuria2] + # machines: [yuria2] - ProducerConsumerBoundedBuffer: extra_args: "40:5:5:10" # "50:40:40:1000" codespeed_name: "C.ProdConBoundedBuffer" - machines: [yuria3] + # machines: [yuria3] - Philosophers: extra_args: "20:5000" codespeed_name: "C.Philosophers" - machines: [yuria ] + # machines: [yuria ] - SleepingBarber: extra_args: "1000:1000:1000:500" codespeed_name: "C.SleepingBarber" - machines: [yuria2] + # machines: [yuria2] - CigaretteSmokers: extra_args: "10000:200" codespeed_name: "C.CigaretteSmokers" - machines: [yuria3] + # machines: [yuria3] - LogisticsMapSeries: extra_args: "10000:10:346" codespeed_name: "C.LogisticsMapSeries" - machines: [yuria ] + # machines: [yuria ] - BankTransaction: extra_args: "1000:50000" codespeed_name: "C.BankTransaction" - machines: [yuria2] + # machines: [yuria2] # Parallelism - RadixSort: extra_args: "10000:65536:74755" # "100000:1152921504606846976:74755" codespeed_name: "P.RadixSort" - machines: [yuria3] + # machines: [yuria3] - UnbalancedCobwebbedTree: extra_args: "30000:10:500:100" codespeed_name: "P.UnbalancedCobwebbedTree" - machines: [yuria ] + # machines: [yuria ] - TrapezoidalApproximation: extra_args: "100:100000:1:5" # "100:10000000:1:5" codespeed_name: "P.TrapezoidalApproximation" - machines: [yuria2] + # machines: [yuria2] - AStarSearch: extra_args: "100:20" codespeed_name: "P.AStarSearch" - machines: [yuria3] + # machines: [yuria3] - NQueens: extra_args: "20:9:4" codespeed_name: "P.NQueens" - machines: [yuria ] + # machines: [yuria ] validation: gauge_adapter: ValidationLog @@ -572,19 +572,19 @@ benchmark_suites: - CilkSort: extra_args: "130 0 50" codespeed_name: "peak.CilkSort" - machines: [yuria2] + # machines: [yuria2] - Integrate: extra_args: "130 0 100" codespeed_name: "peak.Integrate" - machines: [yuria3] + # machines: [yuria3] - Jacobi: extra_args: "130 0 400" codespeed_name: "peak.Jacobi" - machines: [yuria ] + # machines: [yuria ] - LUDecomposition: extra_args: "130 0 256" codespeed_name: "peak.LUDecomposition" - machines: [yuria2] + # machines: [yuria2] fj-seq-startup: description: Sequential version of Fork/Join benchmarks for normal performance tracking @@ -600,19 +600,19 @@ benchmark_suites: - CilkSort: extra_args: "1 0 1" codespeed_name: "1st.CilkSort" - machines: [yuria3] + # machines: [yuria3] - Integrate: extra_args: "1 0 50" codespeed_name: "1st.Integrate" - machines: [yuria ] + # machines: [yuria ] - Jacobi: extra_args: "1 0 100" codespeed_name: "1st.Jacobi" - machines: [yuria2] + # machines: [yuria2] - LUDecomposition: extra_args: "1 0 128" codespeed_name: "1st.LUDecomposition" - machines: [yuria3] + # machines: [yuria3] forkjoin: gauge_adapter: RebenchLog @@ -657,17 +657,17 @@ benchmark_suites: #numMessages numThreads, numThreads is unused extra_args: "10000 2" codespeed_name: "CSP.PingPong" - machines: [yuria ] + # machines: [yuria ] - SavinaCSP.ForkJoinThroughput: #numMessages numThreads extra_args: "8000 4" - machines: [yuria2] + # machines: [yuria2] codespeed_name: "CSP.ForkJoinThroughput" - SavinaCSP.Philosophers: #numrounds numThreads, uses numThreads - 1 Philosophers extra_args: "200 4" codespeed_name: "CSP.Philosophers" - machines: [yuria3] + # machines: [yuria3] csp-startup: description: CSP port of the savina benchmarks @@ -719,17 +719,17 @@ benchmark_suites: - MutexSuite.ProducerConsumer: #buffersize numThreads, split threads equally into producers and consumers extra_args: "4000 4" - machines: [yuria ] + # machines: [yuria ] - MutexSuite.Philosophers: #numrounds numThreads, uses numThreads - 1 Philosophers extra_args: "50000 4" - machines: [yuria2] + # machines: [yuria2] - Lee: extra_args: 2 - machines: [yuria3] + # machines: [yuria3] - Vacation: extra_args: 12 - machines: [yuria ] + # machines: [yuria ] stm-startup: description: various mutex based benchmarks @@ -755,10 +755,10 @@ benchmark_suites: benchmarks: - LeeSTM: extra_args: 4 - machines: [yuria2] + # machines: [yuria2] - VacationSTM: extra_args: 10 - machines: [yuria3] + # machines: [yuria3] # VMs have a name and are specified by a path and the binary to be executed executors: @@ -831,6 +831,14 @@ executors: path: . executable: som args: "-at -TF -atcfg=mt:mp:pc " + SOMns-interp-asts: + path: . + executable: som + args: "-asts -astic -G -t1 " + SOMns-graal-asts: + path: . + executable: som + args: "-asts -astic -t1 " # define the benchmarks to be executed for a re-executable benchmark run experiments: @@ -884,7 +892,18 @@ experiments: - SOMns-interp: suites: - savina-interp - - SOMns-graal: + #- SOMns-graal: + # suites: + # - savina-jit + SOMns-ASTS: + description: Run the Savina Actor benchmarks using async stack traces + executions: + - SOMns-interp-asts: + suites: + - savina-interp + SOMns-ASTS-JIT: + executions: + - SOMns-graal-asts: suites: - savina-jit