diff --git a/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/environment.tsv b/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/environment.tsv new file mode 100644 index 0000000..ac10621 --- /dev/null +++ b/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/environment.tsv @@ -0,0 +1,2 @@ +URI ID Name Environment Runner Instance type Architecture CPU CPU cores RAM Kernel OS GCC Dedicated instance Disabled deeper C-states Disabled turbo boost Disabled hyper-threading Time +2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl aws_x86_64_c7i_metal_24xl AWS x86_64 (c7i.24xl) aws host c7i.metal-24xl x86_64 48 188 GB 6.1.102-111.182.amzn2023.x86_64 Amazon Linux 2023.5.20240819 11.4.1 0 0 0 0 2024-09-02 11:15:53 diff --git a/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/result.md b/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/result.md new file mode 100644 index 0000000..4a2c1a0 --- /dev/null +++ b/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/result.md @@ -0,0 +1,54 @@ +### AWS x86_64 (c7i.24xl) + +| Attribute | Value | +|---------------|----------------| +| Environment |aws| +| Runner |host| +| Instance type |c7i.metal-24xl| +| Architecture |x86_64 +| CPU |48 cores| +| RAM |188 GB| +| Kernel |6.1.102-111.182.amzn2023.x86_64| +| OS |Amazon Linux 2023.5.20240819| +| GCC |11.4.1| +| Time |2024-09-02 11:15:53 UTC| + +### Laravel demo app - 30 consecutive runs, 100 requests (sec) + +| PHP | Min | Max | Std dev | Average | Average diff % | Median | Median diff % | Memory | +|-------------|-------------|-------------|--------------|------------|-----------------|------------|---------------|---------------| +|[PHP - previous master](https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de)|0.43588|0.44089|0.00084|0.43709|0.00%|0.43691|0.00%|41.94 MB| +|[PHP - master](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.43793|0.44731|0.00165|0.43894|0.42%|0.43863|0.39%|41.93 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.43820|0.44095|0.00075|0.43912|0.46%|0.43897|0.47%|41.93 MB| + +### Symfony demo app - 30 consecutive runs, 100 requests (sec) + +| PHP | Min | Max | Std dev | Average | Average diff % | Median | Median diff % | Memory | +|-------------|-------------|-------------|--------------|------------|-----------------|------------|---------------|---------------| +|[PHP - previous master](https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de)|0.71503|0.72026|0.00086|0.71719|0.00%|0.71715|0.00%|36.98 MB| +|[PHP - master](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.71700|0.71985|0.00075|0.71824|0.15%|0.71806|0.13%|37.59 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.71678|0.71963|0.00076|0.71790|0.10%|0.71772|0.08%|37.60 MB| + +### Wordpress - 30 consecutive runs, 20 requests (sec) + +| PHP | Min | Max | Std dev | Average | Average diff % | Median | Median diff % | Memory | +|-------------|-------------|-------------|--------------|------------|-----------------|------------|---------------|---------------| +|[PHP - previous master](https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de)|0.57905|0.58274|0.00074|0.58049|0.00%|0.58045|0.00%|43.02 MB| +|[PHP - master](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.58014|0.58225|0.00046|0.58099|0.09%|0.58096|0.09%|43.01 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.58012|0.58318|0.00069|0.58113|0.11%|0.58112|0.12%|43.01 MB| + +### bench.php - 25 consecutive runs (sec) + +| PHP | Min | Max | Std dev | Average | Average diff % | Median | Median diff % | Memory | +|-------------|-------------|-------------|--------------|------------|-----------------|------------|---------------|---------------| +|[PHP - previous master](https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de)|0.21720|0.22172|0.00105|0.21899|0.00%|0.21877|0.00%|26.25 MB| +|[PHP - master](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.21478|0.22032|0.00151|0.21669|-1.05%|0.21638|-1.09%|26.25 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|0.21504|0.22272|0.00180|0.21733|-0.76%|0.21685|-0.88%|26.25 MB| + +### micro_bench.php - 25 consecutive runs (sec) + +| PHP | Min | Max | Std dev | Average | Average diff % | Median | Median diff % | Memory | +|-------------|-------------|-------------|--------------|------------|-----------------|------------|---------------|---------------| +|[PHP - previous master](https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de)|1.33389|1.35548|0.00577|1.34407|0.00%|1.34474|0.00%|20.51 MB| +|[PHP - master](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|1.37446|1.40293|0.00713|1.38645|3.15%|1.38562|3.04%|20.50 MB| +|[PHP - master (JIT)](https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256)|1.36638|1.39414|0.00763|1.38136|2.77%|1.38206|2.78%|20.51 MB| diff --git a/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/result.tsv b/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/result.tsv new file mode 100644 index 0000000..8cfa8b4 --- /dev/null +++ b/2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl/result.tsv @@ -0,0 +1,16 @@ +Test name Test warmup Test iterations Test requests PHP PHP Commit hash PHP Commit URL Min Max Std dev Average Average diff % Median Median diff % Memory usage +Laravel demo app 50 30 100 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.43588 0.44089 0.00084 0.43709 0.00 0.43691 0.00 41.94 +Laravel demo app 50 30 100 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.43793 0.44731 0.00165 0.43894 0.42 0.43863 0.39 41.93 +Laravel demo app 50 30 100 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.43820 0.44095 0.00075 0.43912 0.46 0.43897 0.47 41.93 +Symfony demo app 50 30 100 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.71503 0.72026 0.00086 0.71719 0.00 0.71715 0.00 36.98 +Symfony demo app 50 30 100 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.71700 0.71985 0.00075 0.71824 0.15 0.71806 0.13 37.59 +Symfony demo app 50 30 100 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.71678 0.71963 0.00076 0.71790 0.10 0.71772 0.08 37.60 +Wordpress 10 30 20 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.57905 0.58274 0.00074 0.58049 0.00 0.58045 0.00 43.02 +Wordpress 10 30 20 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.58014 0.58225 0.00046 0.58099 0.09 0.58096 0.09 43.01 +Wordpress 10 30 20 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.58012 0.58318 0.00069 0.58113 0.11 0.58112 0.12 43.01 +bench.php 10 25 0 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.21720 0.22172 0.00105 0.21899 0.00 0.21877 0.00 26.25 +bench.php 10 25 0 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.21478 0.22032 0.00151 0.21669 -1.05 0.21638 -1.09 26.25 +bench.php 10 25 0 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.21504 0.22272 0.00180 0.21733 -0.76 0.21685 -0.88 26.25 +micro_bench.php 10 25 0 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 1.33389 1.35548 0.00577 1.34407 0.00 1.34474 0.00 20.51 +micro_bench.php 10 25 0 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 1.37446 1.40293 0.00713 1.38645 3.15 1.38562 3.04 20.50 +micro_bench.php 10 25 0 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 1.36638 1.39414 0.00763 1.38136 2.77 1.38206 2.78 20.51 diff --git a/database.tsv b/database.tsv index 38cd928..efd4f48 100644 --- a/database.tsv +++ b/database.tsv @@ -17,3 +17,22 @@ micro_bench.php 10 25 0 PHP - previous master 1a126c540a8e01cec74898c84da537474e micro_bench.php 10 25 0 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.91724 0.97863 0.01496 0.95167 -0.73 0.95005 -0.86 20.50 micro_bench.php 10 25 0 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.93422 0.98275 0.01375 0.95665 -0.21 0.95645 -0.19 20.51 +URI ID Name Environment Runner Instance type Architecture CPU CPU cores RAM Kernel OS GCC Dedicated instance Disabled deeper C-states Disabled turbo boost Disabled hyper-threading Time +2024_09_02_11_15_53_1_aws_x86_64_c7i_metal_24xl aws_x86_64_c7i_metal_24xl AWS x86_64 (c7i.24xl) aws host c7i.metal-24xl x86_64 48 188 GB 6.1.102-111.182.amzn2023.x86_64 Amazon Linux 2023.5.20240819 11.4.1 0 0 0 0 2024-09-02 11:15:53 +Test name Test warmup Test iterations Test requests PHP PHP Commit hash PHP Commit URL Min Max Std dev Average Average diff % Median Median diff % Memory usage +Laravel demo app 50 30 100 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.43588 0.44089 0.00084 0.43709 0.00 0.43691 0.00 41.94 +Laravel demo app 50 30 100 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.43793 0.44731 0.00165 0.43894 0.42 0.43863 0.39 41.93 +Laravel demo app 50 30 100 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.43820 0.44095 0.00075 0.43912 0.46 0.43897 0.47 41.93 +Symfony demo app 50 30 100 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.71503 0.72026 0.00086 0.71719 0.00 0.71715 0.00 36.98 +Symfony demo app 50 30 100 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.71700 0.71985 0.00075 0.71824 0.15 0.71806 0.13 37.59 +Symfony demo app 50 30 100 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.71678 0.71963 0.00076 0.71790 0.10 0.71772 0.08 37.60 +Wordpress 10 30 20 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.57905 0.58274 0.00074 0.58049 0.00 0.58045 0.00 43.02 +Wordpress 10 30 20 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.58014 0.58225 0.00046 0.58099 0.09 0.58096 0.09 43.01 +Wordpress 10 30 20 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.58012 0.58318 0.00069 0.58113 0.11 0.58112 0.12 43.01 +bench.php 10 25 0 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 0.21720 0.22172 0.00105 0.21899 0.00 0.21877 0.00 26.25 +bench.php 10 25 0 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.21478 0.22032 0.00151 0.21669 -1.05 0.21638 -1.09 26.25 +bench.php 10 25 0 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 0.21504 0.22272 0.00180 0.21733 -0.76 0.21685 -0.88 26.25 +micro_bench.php 10 25 0 PHP - previous master 1a126c540a8e01cec74898c84da537474ec6c5de https://github.com/php/php-src/commit/1a126c540a8e01cec74898c84da537474ec6c5de 1.33389 1.35548 0.00577 1.34407 0.00 1.34474 0.00 20.51 +micro_bench.php 10 25 0 PHP - master 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 1.37446 1.40293 0.00713 1.38645 3.15 1.38562 3.04 20.50 +micro_bench.php 10 25 0 PHP - master (JIT) 4dc77953ebd7e4ad47fa3da83ab32cd069b00256 https://github.com/php/php-src/commit/4dc77953ebd7e4ad47fa3da83ab32cd069b00256 1.36638 1.39414 0.00763 1.38136 2.77 1.38206 2.78 20.51 +