diff --git a/report/milestone2.pdf b/report/milestone2.pdf index 6b1951f..b3ba60d 100644 Binary files a/report/milestone2.pdf and b/report/milestone2.pdf differ diff --git a/report/milestone2.tex b/report/milestone2.tex index cf6bf08..19cb8b0 100644 --- a/report/milestone2.tex +++ b/report/milestone2.tex @@ -345,17 +345,6 @@ \subsection{Hypothesis} The setups with $S=3$ servers will suffer the largest relative performance decrease (compared to $S > 3$) because there are fewer WriteWorkers dealing with the same load of write requests, which in turn increases the queue wait time $tQueue$. -\paragraph{Reasons for reduced performance} - - -\begin{itemize} -\item Draw graphs with expected results -\item Even try to predict variance and statistical properties -\item Make bullet points with explanations -\item Use „modeling“ to make hypothesis -\item Formulate a number of questions on what you expect to see, develop a hypothesis around the behavior that is expected, explain the hypothesis, and write it all down -\end{itemize} - \subsection{Experiments} \begin{center} \small{ diff --git a/scripts/r/exp3_summary.r b/scripts/r/exp3_summary.r index 17f70c7..28e169b 100644 --- a/scripts/r/exp3_summary.r +++ b/scripts/r/exp3_summary.r @@ -278,6 +278,42 @@ ggplot(data2, aes(x=writes_str, y=tps_mean, group=1)) + ggsave(paste0(result_dir_base, "/graphs/throughput_vs_writes.pdf"), width=fig_width, height=fig_height, device=cairo_pdf) +# Performance decrease compared to 1% writes +data3 <- all_results %>% + group_by(type, servers, replication) %>% + mutate(relative_performance=response_time_mean/response_time_mean[writes==1]) %>% + select(type, servers_str, replication_str, writes_str, relative_performance) + +ggplot(data3 %>% filter(type=="all"), aes(x=writes_str, y=relative_performance, group=1)) + + geom_line(color=color_dark) + + geom_point(color=color_dark) + + facet_wrap(~replication_str+servers_str, nrow=2) + + xlab("Proportion of write requests") + + ylab("Response time relative to base case ") + + asl_theme +ggsave(paste0(result_dir_base, "/graphs/relative_performance_all.pdf"), + width=fig_width, height=fig_height, device=cairo_pdf) + +ggplot(data3 %>% filter(type=="SET"), aes(x=writes_str, y=relative_performance, group=1)) + + geom_line(color=color_dark) + + geom_point(color=color_dark) + + facet_wrap(~replication_str+servers_str, nrow=2) + + xlab("Proportion of write requests") + + ylab("Response time relative to base case ") + + asl_theme +ggsave(paste0(result_dir_base, "/graphs/relative_performance_set.pdf"), + width=fig_width, height=fig_height, device=cairo_pdf) + +ggplot(data3 %>% filter(type=="GET"), aes(x=writes_str, y=relative_performance, group=1)) + + geom_line(color=color_dark) + + geom_point(color=color_dark) + + facet_wrap(~replication_str+servers_str, nrow=2) + + xlab("Proportion of write requests") + + ylab("Response time relative to base case ") + + asl_theme +ggsave(paste0(result_dir_base, "/graphs/relative_performance_get.pdf"), + width=fig_width, height=fig_height, device=cairo_pdf) + # Not within confidence interval not_confident <- all_results %>% filter(response_time_confidence_delta_rel > 0.05) %>%