update report and fix #138

report/milestone2.tex

@@ -345,17 +345,6 @@ \subsection{Hypothesis}
 
 The setups with $S=3$ servers will suffer the largest relative performance decrease (compared to $S > 3$) because there are fewer WriteWorkers dealing with the same load of write requests, which in turn increases the queue wait time $tQueue$.
 
-\paragraph{Reasons for reduced performance}
-
-
-\begin{itemize}
-\item Draw graphs with expected results
-\item Even try to predict variance and statistical properties
-\item Make bullet points with explanations
-\item Use „modeling“ to make hypothesis
-\item Formulate a number of questions on what you expect to see, develop a hypothesis around the behavior that is expected, explain the hypothesis, and write it all down
-\end{itemize}
-
 \subsection{Experiments}
 \begin{center}
 \small{

scripts/r/exp3_summary.r

@@ -278,6 +278,42 @@ ggplot(data2, aes(x=writes_str, y=tps_mean, group=1)) +
 ggsave(paste0(result_dir_base, "/graphs/throughput_vs_writes.pdf"),
        width=fig_width, height=fig_height, device=cairo_pdf)
 
+# Performance decrease compared to 1% writes
+data3 <- all_results %>%
+  group_by(type, servers, replication) %>%
+  mutate(relative_performance=response_time_mean/response_time_mean[writes==1]) %>%
+  select(type, servers_str, replication_str, writes_str, relative_performance)
+
+ggplot(data3 %>% filter(type=="all"), aes(x=writes_str, y=relative_performance, group=1)) +
+  geom_line(color=color_dark) +
+  geom_point(color=color_dark) +
+  facet_wrap(~replication_str+servers_str, nrow=2) +
+  xlab("Proportion of write requests") +
+  ylab("Response time relative to base case ") +
+  asl_theme
+ggsave(paste0(result_dir_base, "/graphs/relative_performance_all.pdf"),
+       width=fig_width, height=fig_height, device=cairo_pdf)
+
+ggplot(data3 %>% filter(type=="SET"), aes(x=writes_str, y=relative_performance, group=1)) +
+  geom_line(color=color_dark) +
+  geom_point(color=color_dark) +
+  facet_wrap(~replication_str+servers_str, nrow=2) +
+  xlab("Proportion of write requests") +
+  ylab("Response time relative to base case ") +
+  asl_theme
+ggsave(paste0(result_dir_base, "/graphs/relative_performance_set.pdf"),
+       width=fig_width, height=fig_height, device=cairo_pdf)
+
+ggplot(data3 %>% filter(type=="GET"), aes(x=writes_str, y=relative_performance, group=1)) +
+  geom_line(color=color_dark) +
+  geom_point(color=color_dark) +
+  facet_wrap(~replication_str+servers_str, nrow=2) +
+  xlab("Proportion of write requests") +
+  ylab("Response time relative to base case ") +
+  asl_theme
+ggsave(paste0(result_dir_base, "/graphs/relative_performance_get.pdf"),
+       width=fig_width, height=fig_height, device=cairo_pdf)  
+
 # Not within confidence interval
 not_confident <- all_results %>%
   filter(response_time_confidence_delta_rel > 0.05) %>%