diff --git a/.buildinfo b/.buildinfo
index 031a7d55df0..4978aa08674 100644
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: b3675e25ab15147c297f1cd754fa9cf3
+config: c4b428141c9e4122304713feb4785848
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index a5670fff102..4e40a859445 100644
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '0.6.2.dev4+g85fdec3e5',
+    VERSION: '0.6.2.dev5+ge514908d1',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/api/mlos_bench/mlos_bench.config.html b/api/mlos_bench/mlos_bench.config.html
index f262fd9fa21..dc220d4969f 100644
--- a/api/mlos_bench/mlos_bench.config.html
+++ b/api/mlos_bench/mlos_bench.config.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.config package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html b/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
index ceecf8b6b0e..1b98929c20d 100644
--- a/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
+++ b/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config.schemas.config_schemas module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.config.schemas.config_schemas module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.config.schemas.html b/api/mlos_bench/mlos_bench.config.schemas.html
index c8235d8e0d7..985cd6a9bd3 100644
--- a/api/mlos_bench/mlos_bench.config.schemas.html
+++ b/api/mlos_bench/mlos_bench.config.schemas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config.schemas package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.config.schemas package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.dict_templater.html b/api/mlos_bench/mlos_bench.dict_templater.html
index 3b1d0b48aae..44ed5ce2c3f 100644
--- a/api/mlos_bench/mlos_bench.dict_templater.html
+++ b/api/mlos_bench/mlos_bench.dict_templater.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.dict_templater module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.dict_templater module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.base_environment.html b/api/mlos_bench/mlos_bench.environments.base_environment.html
index 0e9ba42f121..61c235aaf11 100644
--- a/api/mlos_bench/mlos_bench.environments.base_environment.html
+++ b/api/mlos_bench/mlos_bench.environments.base_environment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.base_environment module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.base_environment module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.composite_env.html b/api/mlos_bench/mlos_bench.environments.composite_env.html
index 6174e8717bd..add2b1b9f9b 100644
--- a/api/mlos_bench/mlos_bench.environments.composite_env.html
+++ b/api/mlos_bench/mlos_bench.environments.composite_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.composite_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.composite_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.html b/api/mlos_bench/mlos_bench.environments.html
index 421dfbe506a..453a1d68eb4 100644
--- a/api/mlos_bench/mlos_bench.environments.html
+++ b/api/mlos_bench/mlos_bench.environments.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.html b/api/mlos_bench/mlos_bench.environments.local.html
index 2628aa7d193..dc77921f72b 100644
--- a/api/mlos_bench/mlos_bench.environments.local.html
+++ b/api/mlos_bench/mlos_bench.environments.local.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.local package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.local_env.html b/api/mlos_bench/mlos_bench.environments.local.local_env.html
index 6b9e71d69b7..4264f9bc50f 100644
--- a/api/mlos_bench/mlos_bench.environments.local.local_env.html
+++ b/api/mlos_bench/mlos_bench.environments.local.local_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.local_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.local.local_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html b/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
index 9a628164733..6f387586dbe 100644
--- a/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
+++ b/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.local_fileshare_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.local.local_fileshare_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.mock_env.html b/api/mlos_bench/mlos_bench.environments.mock_env.html
index 0cdca5f68e0..874c4319194 100644
--- a/api/mlos_bench/mlos_bench.environments.mock_env.html
+++ b/api/mlos_bench/mlos_bench.environments.mock_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.mock_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.mock_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.host_env.html b/api/mlos_bench/mlos_bench.environments.remote.host_env.html
index 3ba658a7fa3..6cd5cc35591 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.host_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.host_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.host_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.host_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.html b/api/mlos_bench/mlos_bench.environments.remote.html
index 236d416ccb2..c596c09fb52 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.network_env.html b/api/mlos_bench/mlos_bench.environments.remote.network_env.html
index 1e2d1d9aa06..93d778e3d2f 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.network_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.network_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.network_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.network_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.os_env.html b/api/mlos_bench/mlos_bench.environments.remote.os_env.html
index 62bd3e58a93..a016a1d84d3 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.os_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.os_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.os_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.os_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.remote_env.html b/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
index 000d0f5c1fe..5f00f72bf3f 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.remote_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.remote_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.saas_env.html b/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
index 6e4ac8f55bb..7af8763f45c 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.saas_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.saas_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.vm_env.html b/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
index 0e59504528a..07c41109669 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.vm_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.vm_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.script_env.html b/api/mlos_bench/mlos_bench.environments.script_env.html
index e1a0371fdc1..cabbb02fb96 100644
--- a/api/mlos_bench/mlos_bench.environments.script_env.html
+++ b/api/mlos_bench/mlos_bench.environments.script_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.script_env module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.script_env module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.status.html b/api/mlos_bench/mlos_bench.environments.status.html
index dafd0bae2fe..a8005eaa7d2 100644
--- a/api/mlos_bench/mlos_bench.environments.status.html
+++ b/api/mlos_bench/mlos_bench.environments.status.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.status module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.status module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.event_loop_context.html b/api/mlos_bench/mlos_bench.event_loop_context.html
index 9d2cadeb186..6ac48990f14 100644
--- a/api/mlos_bench/mlos_bench.event_loop_context.html
+++ b/api/mlos_bench/mlos_bench.event_loop_context.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.event_loop_context module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.event_loop_context module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.html b/api/mlos_bench/mlos_bench.html
index 3a73ae057c2..0884730c18a 100644
--- a/api/mlos_bench/mlos_bench.html
+++ b/api/mlos_bench/mlos_bench.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -330,11 +330,13 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Link to this hea
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.load_config"><code class="docutils literal notranslate"><span class="pre">Scheduler.load_config()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.max_trials"><code class="docutils literal notranslate"><span class="pre">Scheduler.max_trials</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.not_done"><code class="docutils literal notranslate"><span class="pre">Scheduler.not_done()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.ran_trials"><code class="docutils literal notranslate"><span class="pre">Scheduler.ran_trials</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.run_trial"><code class="docutils literal notranslate"><span class="pre">Scheduler.run_trial()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.schedule_trial"><code class="docutils literal notranslate"><span class="pre">Scheduler.schedule_trial()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.start"><code class="docutils literal notranslate"><span class="pre">Scheduler.start()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.teardown"><code class="docutils literal notranslate"><span class="pre">Scheduler.teardown()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.trial_config_repeat_count"><code class="docutils literal notranslate"><span class="pre">Scheduler.trial_config_repeat_count</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.trial_count"><code class="docutils literal notranslate"><span class="pre">Scheduler.trial_count</span></code></a></li>
 </ul>
 </li>
 <li class="toctree-l2"><a class="reference internal" href="mlos_bench.schedulers.html#mlos_bench.schedulers.SyncScheduler"><code class="docutils literal notranslate"><span class="pre">SyncScheduler</span></code></a><ul>
@@ -434,6 +436,7 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Link to this hea
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial"><code class="docutils literal notranslate"><span class="pre">Storage.Trial</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.config"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.config()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.opt_targets"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.opt_targets</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.status"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.status</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.trial_id"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.trial_id</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.tunable_config_id"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.tunable_config_id</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.tunables"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.tunables</span></code></a></li>
diff --git a/api/mlos_bench/mlos_bench.launcher.html b/api/mlos_bench/mlos_bench.launcher.html
index d69bdb3c265..1aafb50935b 100644
--- a/api/mlos_bench/mlos_bench.launcher.html
+++ b/api/mlos_bench/mlos_bench.launcher.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.launcher module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.launcher module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
index 23d78fb5613..47642cbe773 100644
--- a/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.base_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.base_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html b/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
index 7cfda0a91c4..d5674b9f44b 100644
--- a/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
+++ b/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.convert_configspace module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.convert_configspace module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
index 735c641f7be..bf8cd29f9a2 100644
--- a/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.grid_search_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.grid_search_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.html b/api/mlos_bench/mlos_bench.optimizers.html
index c434b06a0a2..28e0f5433e1 100644
--- a/api/mlos_bench/mlos_bench.optimizers.html
+++ b/api/mlos_bench/mlos_bench.optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
index 06e6eab9925..0dd067d577c 100644
--- a/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.mlos_core_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.mlos_core_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
index 01a70f831be..b018d0c896e 100644
--- a/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.mock_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.mock_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
index 5cb9d41c28e..b2428ac1881 100644
--- a/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.one_shot_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.one_shot_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
index 9c063433779..df745fc7511 100644
--- a/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.track_best_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.track_best_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.os_environ.html b/api/mlos_bench/mlos_bench.os_environ.html
index e9ba2cd9981..06212042a06 100644
--- a/api/mlos_bench/mlos_bench.os_environ.html
+++ b/api/mlos_bench/mlos_bench.os_environ.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.os_environ module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.os_environ module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.run.html b/api/mlos_bench/mlos_bench.run.html
index d580356f3e6..42c13f5c3b3 100644
--- a/api/mlos_bench/mlos_bench.run.html
+++ b/api/mlos_bench/mlos_bench.run.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.run module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.run module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html b/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
index 8f27546b896..290cb86d549 100644
--- a/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
+++ b/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers.base_scheduler module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.schedulers.base_scheduler module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -128,8 +128,12 @@
 <dd class="field-odd"><dl class="simple">
 <dt><a class="reference internal" href="#mlos_bench.schedulers.base_scheduler.Scheduler.max_trials" title="mlos_bench.schedulers.base_scheduler.Scheduler.max_trials"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_trials</span></code></a></dt><dd><p>Gets the maximum number of trials to run for a given experiment, or -1 for no limit.</p>
 </dd>
+<dt><a class="reference internal" href="#mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials" title="mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ran_trials</span></code></a></dt><dd><p>Get the list of trials that were run.</p>
+</dd>
 <dt><a class="reference internal" href="#mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count" title="mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_config_repeat_count</span></code></a></dt><dd><p>Gets the number of trials to run for a given config.</p>
 </dd>
+<dt><a class="reference internal" href="#mlos_bench.schedulers.base_scheduler.Scheduler.trial_count" title="mlos_bench.schedulers.base_scheduler.Scheduler.trial_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_count</span></code></a></dt><dd><p>Gets the current number of trials run for the experiment.</p>
+</dd>
 </dl>
 </dd>
 </dl>
@@ -185,6 +189,12 @@
 <p>By default, stop when the optimizer converges or max limit of trials reached.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">ran_trials</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial" title="mlos_bench.storage.base_storage.Storage.Trial"><span class="pre">Trial</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials" title="Link to this definition">¶</a></dt>
+<dd><p>Get the list of trials that were run.</p>
+</dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="mlos_bench.schedulers.base_scheduler.Scheduler.run_trial">
 <em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">run_trial</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">trial</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial" title="mlos_bench.storage.base_storage.Storage.Trial"><span class="pre">Trial</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#mlos_bench.schedulers.base_scheduler.Scheduler.run_trial" title="Link to this definition">¶</a></dt>
@@ -217,6 +227,12 @@
 <dd><p>Gets the number of trials to run for a given config.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.schedulers.base_scheduler.Scheduler.trial_count">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">trial_count</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.schedulers.base_scheduler.Scheduler.trial_count" title="Link to this definition">¶</a></dt>
+<dd><p>Gets the current number of trials run for the experiment.</p>
+</dd></dl>
+
 </dd></dl>
 
 </section>
diff --git a/api/mlos_bench/mlos_bench.schedulers.html b/api/mlos_bench/mlos_bench.schedulers.html
index 95de0995c0f..e7630420202 100644
--- a/api/mlos_bench/mlos_bench.schedulers.html
+++ b/api/mlos_bench/mlos_bench.schedulers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.schedulers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -127,8 +127,12 @@
 <dd class="field-odd"><dl class="simple">
 <dt><a class="reference internal" href="#mlos_bench.schedulers.Scheduler.max_trials" title="mlos_bench.schedulers.Scheduler.max_trials"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_trials</span></code></a></dt><dd><p>Gets the maximum number of trials to run for a given experiment, or -1 for no limit.</p>
 </dd>
+<dt><a class="reference internal" href="#mlos_bench.schedulers.Scheduler.ran_trials" title="mlos_bench.schedulers.Scheduler.ran_trials"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ran_trials</span></code></a></dt><dd><p>Get the list of trials that were run.</p>
+</dd>
 <dt><a class="reference internal" href="#mlos_bench.schedulers.Scheduler.trial_config_repeat_count" title="mlos_bench.schedulers.Scheduler.trial_config_repeat_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_config_repeat_count</span></code></a></dt><dd><p>Gets the number of trials to run for a given config.</p>
 </dd>
+<dt><a class="reference internal" href="#mlos_bench.schedulers.Scheduler.trial_count" title="mlos_bench.schedulers.Scheduler.trial_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_count</span></code></a></dt><dd><p>Gets the current number of trials run for the experiment.</p>
+</dd>
 </dl>
 </dd>
 </dl>
@@ -184,6 +188,12 @@
 <p>By default, stop when the optimizer converges or max limit of trials reached.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.schedulers.Scheduler.ran_trials">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">ran_trials</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial" title="mlos_bench.storage.base_storage.Storage.Trial"><span class="pre">Trial</span></a><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#mlos_bench.schedulers.Scheduler.ran_trials" title="Link to this definition">¶</a></dt>
+<dd><p>Get the list of trials that were run.</p>
+</dd></dl>
+
 <dl class="py method">
 <dt class="sig sig-object py" id="mlos_bench.schedulers.Scheduler.run_trial">
 <em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">run_trial</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">trial</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial" title="mlos_bench.storage.base_storage.Storage.Trial"><span class="pre">Trial</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#mlos_bench.schedulers.Scheduler.run_trial" title="Link to this definition">¶</a></dt>
@@ -216,6 +226,12 @@
 <dd><p>Gets the number of trials to run for a given config.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.schedulers.Scheduler.trial_count">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">trial_count</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.schedulers.Scheduler.trial_count" title="Link to this definition">¶</a></dt>
+<dd><p>Gets the current number of trials run for the experiment.</p>
+</dd></dl>
+
 </dd></dl>
 
 <dl class="py class">
@@ -228,8 +244,12 @@
 <dd class="field-odd"><dl class="simple">
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_trials</span></code></dt><dd><p>Gets the maximum number of trials to run for a given experiment, or -1 for no limit.</p>
 </dd>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">ran_trials</span></code></dt><dd><p>Get the list of trials that were run.</p>
+</dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_config_repeat_count</span></code></dt><dd><p>Gets the number of trials to run for a given config.</p>
 </dd>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_count</span></code></dt><dd><p>Gets the current number of trials run for the experiment.</p>
+</dd>
 </dl>
 </dd>
 </dl>
@@ -284,11 +304,13 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.load_config"><code class="docutils literal notranslate"><span class="pre">Scheduler.load_config()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.max_trials"><code class="docutils literal notranslate"><span class="pre">Scheduler.max_trials</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.not_done"><code class="docutils literal notranslate"><span class="pre">Scheduler.not_done()</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials"><code class="docutils literal notranslate"><span class="pre">Scheduler.ran_trials</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.run_trial"><code class="docutils literal notranslate"><span class="pre">Scheduler.run_trial()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial"><code class="docutils literal notranslate"><span class="pre">Scheduler.schedule_trial()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.start"><code class="docutils literal notranslate"><span class="pre">Scheduler.start()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.teardown"><code class="docutils literal notranslate"><span class="pre">Scheduler.teardown()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count"><code class="docutils literal notranslate"><span class="pre">Scheduler.trial_config_repeat_count</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.trial_count"><code class="docutils literal notranslate"><span class="pre">Scheduler.trial_count</span></code></a></li>
 </ul>
 </li>
 </ul>
diff --git a/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html b/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
index 6e4b0a9d7f5..ba36cd272f0 100644
--- a/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
+++ b/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers.sync_scheduler module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.schedulers.sync_scheduler module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -128,8 +128,12 @@
 <dd class="field-odd"><dl class="simple">
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_trials</span></code></dt><dd><p>Gets the maximum number of trials to run for a given experiment, or -1 for no limit.</p>
 </dd>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">ran_trials</span></code></dt><dd><p>Get the list of trials that were run.</p>
+</dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_config_repeat_count</span></code></dt><dd><p>Gets the number of trials to run for a given config.</p>
 </dd>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_count</span></code></dt><dd><p>Gets the current number of trials run for the experiment.</p>
+</dd>
 </dl>
 </dd>
 </dl>
diff --git a/api/mlos_bench/mlos_bench.services.base_fileshare.html b/api/mlos_bench/mlos_bench.services.base_fileshare.html
index 52e56779bbb..e2418167e6e 100644
--- a/api/mlos_bench/mlos_bench.services.base_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.base_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.base_fileshare module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.base_fileshare module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.base_service.html b/api/mlos_bench/mlos_bench.services.base_service.html
index a540bd9d9ab..5c040b4c481 100644
--- a/api/mlos_bench/mlos_bench.services.base_service.html
+++ b/api/mlos_bench/mlos_bench.services.base_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.base_service module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.base_service module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.config_persistence.html b/api/mlos_bench/mlos_bench.services.config_persistence.html
index f77ee183309..60d1f6e124b 100644
--- a/api/mlos_bench/mlos_bench.services.config_persistence.html
+++ b/api/mlos_bench/mlos_bench.services.config_persistence.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.config_persistence module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.config_persistence module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.html b/api/mlos_bench/mlos_bench.services.html
index e4066edbb99..362b0850bd3 100644
--- a/api/mlos_bench/mlos_bench.services.html
+++ b/api/mlos_bench/mlos_bench.services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.html b/api/mlos_bench/mlos_bench.services.local.html
index 2270cedc7bb..3116fe53104 100644
--- a/api/mlos_bench/mlos_bench.services.local.html
+++ b/api/mlos_bench/mlos_bench.services.local.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.local package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.local_exec.html b/api/mlos_bench/mlos_bench.services.local.local_exec.html
index f07736ea57e..8b77b69fc1b 100644
--- a/api/mlos_bench/mlos_bench.services.local.local_exec.html
+++ b/api/mlos_bench/mlos_bench.services.local.local_exec.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.local_exec module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.local.local_exec module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html b/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
index d63949ea97a..9e47c11d26c 100644
--- a/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
+++ b/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.temp_dir_context module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.local.temp_dir_context module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
index c320426bca7..ec83cb3cca3 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_auth module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_auth module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
index 744a9198f9e..1f72daced20 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_deployment_services module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_deployment_services module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
index 2a99aa12d30..b0b2375c325 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_fileshare module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_fileshare module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
index 5a688a2cf57..10c7f1d15c7 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_network_services module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_network_services module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
index 9fb9f3032d7..e308a7df347 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_saas module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_saas module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
index 3f980df41b9..a8665670acb 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_vm_services module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_vm_services module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.html b/api/mlos_bench/mlos_bench.services.remote.azure.html
index 4676ccc256c..eed480864fd 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.html b/api/mlos_bench/mlos_bench.services.remote.html
index 8b6054fef61..f2525ed9802 100644
--- a/api/mlos_bench/mlos_bench.services.remote.html
+++ b/api/mlos_bench/mlos_bench.services.remote.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.html b/api/mlos_bench/mlos_bench.services.remote.ssh.html
index ca9d97f4851..78be92fc2f0 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.ssh package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
index 55d10c060f3..cfca9861051 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_fileshare module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_fileshare module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
index cd27f775f2e..28b4557d5e9 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_host_service module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_host_service module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
index 57653055461..27e1ca0993f 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_service module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_service module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.authenticator_type.html b/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
index ebcec96e76b..399dd91b79c 100644
--- a/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.authenticator_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.authenticator_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.config_loader_type.html b/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
index 3dc4c39c484..f69de39966a 100644
--- a/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.config_loader_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.config_loader_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.fileshare_type.html b/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
index f9a6774c5b5..0f9dc063410 100644
--- a/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.fileshare_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.fileshare_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.host_ops_type.html b/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
index b9456b0929c..b14a89d4333 100644
--- a/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.host_ops_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.host_ops_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
index 2fd11d2af77..44cd370a9d1 100644
--- a/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.host_provisioner_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.host_provisioner_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.html b/api/mlos_bench/mlos_bench.services.types.html
index 14f2dd58c56..0c40de173c5 100644
--- a/api/mlos_bench/mlos_bench.services.types.html
+++ b/api/mlos_bench/mlos_bench.services.types.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.local_exec_type.html b/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
index 1e9588c9e27..e9ffb49e04d 100644
--- a/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.local_exec_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.local_exec_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
index 2c1b6edcfa5..af029ed80e4 100644
--- a/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.network_provisioner_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.network_provisioner_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.os_ops_type.html b/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
index fa03a84391b..2b75c95222c 100644
--- a/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.os_ops_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.os_ops_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.remote_config_type.html b/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
index 608f992d8a7..e102e0b7a12 100644
--- a/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.remote_config_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.remote_config_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html b/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
index b5ee5251b42..8e16a4af173 100644
--- a/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.remote_exec_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.remote_exec_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
index 4d153fb4322..25419041a34 100644
--- a/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.vm_provisioner_type module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.types.vm_provisioner_type module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_experiment_data.html b/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
index a1b03e8142b..8f2a38514ab 100644
--- a/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_experiment_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_experiment_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_storage.html b/api/mlos_bench/mlos_bench.storage.base_storage.html
index 7f00ac0c6a5..5f9e24d88e4 100644
--- a/api/mlos_bench/mlos_bench.storage.base_storage.html
+++ b/api/mlos_bench/mlos_bench.storage.base_storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_storage module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_storage module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -347,6 +347,8 @@
 <dd class="field-odd"><dl class="simple">
 <dt><a class="reference internal" href="#mlos_bench.storage.base_storage.Storage.Trial.opt_targets" title="mlos_bench.storage.base_storage.Storage.Trial.opt_targets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">opt_targets</span></code></a></dt><dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd>
+<dt><a class="reference internal" href="#mlos_bench.storage.base_storage.Storage.Trial.status" title="mlos_bench.storage.base_storage.Storage.Trial.status"><code class="xref py py-obj docutils literal notranslate"><span class="pre">status</span></code></a></dt><dd><p>Get the status of the current trial.</p>
+</dd>
 <dt><a class="reference internal" href="#mlos_bench.storage.base_storage.Storage.Trial.trial_id" title="mlos_bench.storage.base_storage.Storage.Trial.trial_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_id</span></code></a></dt><dd><p>ID of the current trial.</p>
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id" title="mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tunable_config_id</span></code></a></dt><dd><p>ID of the current trial (tunable) configuration.</p>
@@ -387,6 +389,12 @@
 <dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.storage.base_storage.Storage.Trial.status">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">status</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="mlos_bench.environments.status.html#mlos_bench.environments.status.Status" title="mlos_bench.environments.status.Status"><span class="pre">Status</span></a></em><a class="headerlink" href="#mlos_bench.storage.base_storage.Storage.Trial.status" title="Link to this definition">¶</a></dt>
+<dd><p>Get the status of the current trial.</p>
+</dd></dl>
+
 <dl class="py property">
 <dt class="sig sig-object py" id="mlos_bench.storage.base_storage.Storage.Trial.trial_id">
 <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">trial_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.storage.base_storage.Storage.Trial.trial_id" title="Link to this definition">¶</a></dt>
diff --git a/api/mlos_bench/mlos_bench.storage.base_trial_data.html b/api/mlos_bench/mlos_bench.storage.base_trial_data.html
index 59b27131d7b..8112ba1f6b5 100644
--- a/api/mlos_bench/mlos_bench.storage.base_trial_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_trial_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_trial_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_trial_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html b/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
index 6eecea82e45..386bc768ef5 100644
--- a/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html b/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
index caf16b52bfe..7f1a44f9b53 100644
--- a/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.html b/api/mlos_bench/mlos_bench.storage.html
index 2029f1de6d9..f155306b9fe 100644
--- a/api/mlos_bench/mlos_bench.storage.html
+++ b/api/mlos_bench/mlos_bench.storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -346,6 +346,8 @@
 <dd class="field-odd"><dl class="simple">
 <dt><a class="reference internal" href="../../generated/mlos_bench.storage.Storage.html#mlos_bench.storage.Storage.Trial.opt_targets" title="mlos_bench.storage.Storage.Trial.opt_targets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">opt_targets</span></code></a></dt><dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd>
+<dt><a class="reference internal" href="../../generated/mlos_bench.storage.Storage.html#mlos_bench.storage.Storage.Trial.status" title="mlos_bench.storage.Storage.Trial.status"><code class="xref py py-obj docutils literal notranslate"><span class="pre">status</span></code></a></dt><dd><p>Get the status of the current trial.</p>
+</dd>
 <dt><a class="reference internal" href="../../generated/mlos_bench.storage.Storage.html#mlos_bench.storage.Storage.Trial.trial_id" title="mlos_bench.storage.Storage.Trial.trial_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_id</span></code></a></dt><dd><p>ID of the current trial.</p>
 </dd>
 <dt><a class="reference internal" href="../../generated/mlos_bench.storage.Storage.html#mlos_bench.storage.Storage.Trial.tunable_config_id" title="mlos_bench.storage.Storage.Trial.tunable_config_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tunable_config_id</span></code></a></dt><dd><p>ID of the current trial (tunable) configuration.</p>
@@ -386,6 +388,12 @@
 <dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.storage.Storage.Trial.status">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">status</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="mlos_bench.environments.status.html#mlos_bench.environments.status.Status" title="mlos_bench.environments.status.Status"><span class="pre">Status</span></a></em><a class="headerlink" href="#mlos_bench.storage.Storage.Trial.status" title="Link to this definition">¶</a></dt>
+<dd><p>Get the status of the current trial.</p>
+</dd></dl>
+
 <dl class="py property">
 <dt class="sig sig-object py" id="mlos_bench.storage.Storage.Trial.trial_id">
 <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">trial_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.storage.Storage.Trial.trial_id" title="Link to this definition">¶</a></dt>
@@ -618,6 +626,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial"><code class="docutils literal notranslate"><span class="pre">Storage.Trial</span></code></a><ul>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.config"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.config()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.opt_targets"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.opt_targets</span></code></a></li>
+<li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.status"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.status</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.trial_id"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.trial_id</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.tunable_config_id</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.tunables"><code class="docutils literal notranslate"><span class="pre">Storage.Trial.tunables</span></code></a></li>
diff --git a/api/mlos_bench/mlos_bench.storage.sql.common.html b/api/mlos_bench/mlos_bench.storage.sql.common.html
index e3cc81f1f19..03f9994256c 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.common.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.common.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.common module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.common module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.experiment.html b/api/mlos_bench/mlos_bench.storage.sql.experiment.html
index 99e952e77a1..48eec31e35b 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.experiment.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.experiment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.experiment module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.experiment module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html b/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
index 075dd8f2a0a..262beb6ee11 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.experiment_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.experiment_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.html b/api/mlos_bench/mlos_bench.storage.sql.html
index 217cf970958..325770804c6 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.schema.html b/api/mlos_bench/mlos_bench.storage.sql.schema.html
index 3dd10ba83c6..d97f49b2ad4 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.schema.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.schema.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.schema module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.schema module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.storage.html b/api/mlos_bench/mlos_bench.storage.sql.storage.html
index 593df00f772..5b3c255c6f9 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.storage.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.storage module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.storage module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.trial.html b/api/mlos_bench/mlos_bench.storage.sql.trial.html
index c22b6a88725..0465701ad6f 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.trial.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.trial.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.trial module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.trial module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -129,6 +129,8 @@
 <dd class="field-odd"><dl class="simple">
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">opt_targets</span></code></dt><dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">status</span></code></dt><dd><p>Get the status of the current trial.</p>
+</dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_id</span></code></dt><dd><p>ID of the current trial.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">tunable_config_id</span></code></dt><dd><p>ID of the current trial (tunable) configuration.</p>
diff --git a/api/mlos_bench/mlos_bench.storage.sql.trial_data.html b/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
index c9231838dbe..72721842090 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.trial_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.trial_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
index e5aa02e9865..da1a584ee9a 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.tunable_config_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.tunable_config_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
index a50ba42d4ac..0a6ba913237 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.storage_factory.html b/api/mlos_bench/mlos_bench.storage.storage_factory.html
index 6d780c0cb2d..a0d349e6132 100644
--- a/api/mlos_bench/mlos_bench.storage.storage_factory.html
+++ b/api/mlos_bench/mlos_bench.storage.storage_factory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.storage_factory module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.storage_factory module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.util.html b/api/mlos_bench/mlos_bench.storage.util.html
index 556ff17b686..9a7936bf866 100644
--- a/api/mlos_bench/mlos_bench.storage.util.html
+++ b/api/mlos_bench/mlos_bench.storage.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.util module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.covariant_group.html b/api/mlos_bench/mlos_bench.tunables.covariant_group.html
index 3d94807c2dc..864da7c5142 100644
--- a/api/mlos_bench/mlos_bench.tunables.covariant_group.html
+++ b/api/mlos_bench/mlos_bench.tunables.covariant_group.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.covariant_group module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.tunables.covariant_group module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.html b/api/mlos_bench/mlos_bench.tunables.html
index 153fece38a3..180a3362152 100644
--- a/api/mlos_bench/mlos_bench.tunables.html
+++ b/api/mlos_bench/mlos_bench.tunables.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.tunables package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.tunable.html b/api/mlos_bench/mlos_bench.tunables.tunable.html
index 5323c33f904..573b6aa0536 100644
--- a/api/mlos_bench/mlos_bench.tunables.tunable.html
+++ b/api/mlos_bench/mlos_bench.tunables.tunable.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.tunable module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.tunables.tunable module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.tunable_groups.html b/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
index ef2c10a5b93..60ee0c31581 100644
--- a/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
+++ b/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.tunable_groups module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.tunables.tunable_groups module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.util.html b/api/mlos_bench/mlos_bench.util.html
index 0886ac4a6c6..1a1cdc43a6f 100644
--- a/api/mlos_bench/mlos_bench.util.html
+++ b/api/mlos_bench/mlos_bench.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.util module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.version.html b/api/mlos_bench/mlos_bench.version.html
index 1854468d01e..da09d90825a 100644
--- a/api/mlos_bench/mlos_bench.version.html
+++ b/api/mlos_bench/mlos_bench.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.version module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.version module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/modules.html b/api/mlos_bench/modules.html
index db5b91cd2f3..e94d20fd1c9 100644
--- a/api/mlos_bench/modules.html
+++ b/api/mlos_bench/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.html b/api/mlos_core/mlos_core.html
index c45c75d296b..a4b4bac2ef5 100644
--- a/api/mlos_core/mlos_core.html
+++ b/api/mlos_core/mlos_core.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
index 56dc34ed1a0..1fe524ead0d 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
index 8db1a722496..57c7f8042ca 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
index 05fd68c6410..4f6ba206cff 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.smac_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.smac_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html b/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
index bced064f04f..f47ea641967 100644
--- a/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.flaml_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.flaml_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.html b/api/mlos_core/mlos_core.optimizers.html
index c99ff19c229..49676ed99a8 100644
--- a/api/mlos_core/mlos_core.optimizers.html
+++ b/api/mlos_core/mlos_core.optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.optimizer.html b/api/mlos_core/mlos_core.optimizers.optimizer.html
index b6d342d509a..80422adb68d 100644
--- a/api/mlos_core/mlos_core.optimizers.optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.random_optimizer.html b/api/mlos_core/mlos_core.optimizers.random_optimizer.html
index f230aef19cc..6ed088bb6a4 100644
--- a/api/mlos_core/mlos_core.optimizers.random_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.random_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.random_optimizer module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.random_optimizer module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.adapter.html b/api/mlos_core/mlos_core.spaces.adapters.adapter.html
index 485cb3276dc..3f644198ed5 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.adapter.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.adapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.adapter module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.adapter module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.html b/api/mlos_core/mlos_core.spaces.adapters.html
index 7122fcef57e..d50a5d7856e 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html b/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
index 4f89519fc1b..ef19a45736d 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.identity_adapter module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.identity_adapter module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.llamatune.html b/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
index 00410a778b5..74f11156bc1 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.llamatune module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.llamatune module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.flaml.html b/api/mlos_core/mlos_core.spaces.converters.flaml.html
index dacabe8ef39..0e7cc9b11f0 100644
--- a/api/mlos_core/mlos_core.spaces.converters.flaml.html
+++ b/api/mlos_core/mlos_core.spaces.converters.flaml.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.flaml module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.converters.flaml module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.html b/api/mlos_core/mlos_core.spaces.converters.html
index c82d6b94f33..aa4953f204a 100644
--- a/api/mlos_core/mlos_core.spaces.converters.html
+++ b/api/mlos_core/mlos_core.spaces.converters.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.converters package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.util.html b/api/mlos_core/mlos_core.spaces.converters.util.html
index 9803922d68d..adf74efd68f 100644
--- a/api/mlos_core/mlos_core.spaces.converters.util.html
+++ b/api/mlos_core/mlos_core.spaces.converters.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.util module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.converters.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.html b/api/mlos_core/mlos_core.spaces.html
index ebe4cb29c3f..06476055aea 100644
--- a/api/mlos_core/mlos_core.spaces.html
+++ b/api/mlos_core/mlos_core.spaces.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.util.html b/api/mlos_core/mlos_core.util.html
index 4903335f1d4..85a47ba28b9 100644
--- a/api/mlos_core/mlos_core.util.html
+++ b/api/mlos_core/mlos_core.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.util module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.version.html b/api/mlos_core/mlos_core.version.html
index c529fe0191a..bbc13cf3f64 100644
--- a/api/mlos_core/mlos_core.version.html
+++ b/api/mlos_core/mlos_core.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.version module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.version module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/modules.html b/api/mlos_core/modules.html
index 043fd93589f..8cccce2c23b 100644
--- a/api/mlos_core/modules.html
+++ b/api/mlos_core/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.base.html b/api/mlos_viz/mlos_viz.base.html
index a212f7ccc21..d11eabd0b34 100644
--- a/api/mlos_viz/mlos_viz.base.html
+++ b/api/mlos_viz/mlos_viz.base.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.base module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz.base module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.dabl.html b/api/mlos_viz/mlos_viz.dabl.html
index 750f5edb211..beaf7723890 100644
--- a/api/mlos_viz/mlos_viz.dabl.html
+++ b/api/mlos_viz/mlos_viz.dabl.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.dabl module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz.dabl module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.html b/api/mlos_viz/mlos_viz.html
index 79f6c7ae3cb..e4ca0e9daf4 100644
--- a/api/mlos_viz/mlos_viz.html
+++ b/api/mlos_viz/mlos_viz.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz package &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz package &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.util.html b/api/mlos_viz/mlos_viz.util.html
index 1600ffd3644..6bcf355af32 100644
--- a/api/mlos_viz/mlos_viz.util.html
+++ b/api/mlos_viz/mlos_viz.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.util module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz.util module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.version.html b/api/mlos_viz/mlos_viz.version.html
index 340dc00c28b..7ec4a0a2977 100644
--- a/api/mlos_viz/mlos_viz.version.html
+++ b/api/mlos_viz/mlos_viz.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.version module &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz.version module &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -36,7 +36,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/modules.html b/api/mlos_viz/modules.html
index d210f0e4aa4..fb342806ac7 100644
--- a/api/mlos_viz/modules.html
+++ b/api/mlos_viz/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/generated/mlos_bench.environments.CompositeEnv.html b/generated/mlos_bench.environments.CompositeEnv.html
index 05142c436ab..a5f72393969 100644
--- a/generated/mlos_bench.environments.CompositeEnv.html
+++ b/generated/mlos_bench.environments.CompositeEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.CompositeEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.CompositeEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.Environment.html b/generated/mlos_bench.environments.Environment.html
index 775966d18c1..2ca11b2c956 100644
--- a/generated/mlos_bench.environments.Environment.html
+++ b/generated/mlos_bench.environments.Environment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.Environment &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.Environment &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.MockEnv.html b/generated/mlos_bench.environments.MockEnv.html
index 5b6c30da7b0..3af4ce0da04 100644
--- a/generated/mlos_bench.environments.MockEnv.html
+++ b/generated/mlos_bench.environments.MockEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.MockEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.MockEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.Status.html b/generated/mlos_bench.environments.Status.html
index 9948436f614..877cb7ffda0 100644
--- a/generated/mlos_bench.environments.Status.html
+++ b/generated/mlos_bench.environments.Status.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.Status &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.Status &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.local.LocalEnv.html b/generated/mlos_bench.environments.local.LocalEnv.html
index 4416648ea1e..b897fc805b9 100644
--- a/generated/mlos_bench.environments.local.LocalEnv.html
+++ b/generated/mlos_bench.environments.local.LocalEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.LocalEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.local.LocalEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.local.LocalFileShareEnv.html b/generated/mlos_bench.environments.local.LocalFileShareEnv.html
index 5b5f7217deb..351bc6a0321 100644
--- a/generated/mlos_bench.environments.local.LocalFileShareEnv.html
+++ b/generated/mlos_bench.environments.local.LocalFileShareEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.LocalFileShareEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.local.LocalFileShareEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.HostEnv.html b/generated/mlos_bench.environments.remote.HostEnv.html
index 91573a803c9..3ed8c56a01c 100644
--- a/generated/mlos_bench.environments.remote.HostEnv.html
+++ b/generated/mlos_bench.environments.remote.HostEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.HostEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.HostEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.OSEnv.html b/generated/mlos_bench.environments.remote.OSEnv.html
index 262056d822d..ddfb12b5d3a 100644
--- a/generated/mlos_bench.environments.remote.OSEnv.html
+++ b/generated/mlos_bench.environments.remote.OSEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.OSEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.OSEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.RemoteEnv.html b/generated/mlos_bench.environments.remote.RemoteEnv.html
index a350a97792d..67dd703689c 100644
--- a/generated/mlos_bench.environments.remote.RemoteEnv.html
+++ b/generated/mlos_bench.environments.remote.RemoteEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.RemoteEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.RemoteEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.VMEnv.html b/generated/mlos_bench.environments.remote.VMEnv.html
index 47862d368a3..fec51a0fe5f 100644
--- a/generated/mlos_bench.environments.remote.VMEnv.html
+++ b/generated/mlos_bench.environments.remote.VMEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.VMEnv &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.environments.remote.VMEnv &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.MlosCoreOptimizer.html b/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
index 006bb8ff1ab..5b82be6a44b 100644
--- a/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
+++ b/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.MlosCoreOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.MlosCoreOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.MockOptimizer.html b/generated/mlos_bench.optimizers.MockOptimizer.html
index 2cc3bd200a7..dae7fdcccd2 100644
--- a/generated/mlos_bench.optimizers.MockOptimizer.html
+++ b/generated/mlos_bench.optimizers.MockOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.MockOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.MockOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.Optimizer.html b/generated/mlos_bench.optimizers.Optimizer.html
index 06679777b24..7420a07a257 100644
--- a/generated/mlos_bench.optimizers.Optimizer.html
+++ b/generated/mlos_bench.optimizers.Optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.Optimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.optimizers.Optimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.FileShareService.html b/generated/mlos_bench.services.FileShareService.html
index 1ca7afab3b5..aae4e886715 100644
--- a/generated/mlos_bench.services.FileShareService.html
+++ b/generated/mlos_bench.services.FileShareService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.FileShareService &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.FileShareService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.Service.html b/generated/mlos_bench.services.Service.html
index aa63a68a4a6..6879b1b9295 100644
--- a/generated/mlos_bench.services.Service.html
+++ b/generated/mlos_bench.services.Service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.Service &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.Service &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html b/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
index 2d48fb33150..807dfda1bfc 100644
--- a/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
+++ b/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.config_persistence.ConfigPersistenceService &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.config_persistence.ConfigPersistenceService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.local.LocalExecService.html b/generated/mlos_bench.services.local.LocalExecService.html
index db31191314d..69d55933ce3 100644
--- a/generated/mlos_bench.services.local.LocalExecService.html
+++ b/generated/mlos_bench.services.local.LocalExecService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.LocalExecService &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.local.LocalExecService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.remote.azure.AzureFileShareService.html b/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
index 4402c32d578..b971ddcf0f5 100644
--- a/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
+++ b/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.AzureFileShareService &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.AzureFileShareService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.remote.azure.AzureVMService.html b/generated/mlos_bench.services.remote.azure.AzureVMService.html
index 81b0dc0dda2..7214c4347b4 100644
--- a/generated/mlos_bench.services.remote.azure.AzureVMService.html
+++ b/generated/mlos_bench.services.remote.azure.AzureVMService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.AzureVMService &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.services.remote.azure.AzureVMService &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.Storage.html b/generated/mlos_bench.storage.Storage.html
index 27c4179b8f9..981dfb458cc 100644
--- a/generated/mlos_bench.storage.Storage.html
+++ b/generated/mlos_bench.storage.Storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.Storage &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.Storage &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -356,6 +356,8 @@ <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.storage.htm
 <dd class="field-odd"><dl class="simple">
 <dt><a class="reference internal" href="#mlos_bench.storage.Storage.Trial.opt_targets" title="mlos_bench.storage.Storage.Trial.opt_targets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">opt_targets</span></code></a></dt><dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd>
+<dt><a class="reference internal" href="#mlos_bench.storage.Storage.Trial.status" title="mlos_bench.storage.Storage.Trial.status"><code class="xref py py-obj docutils literal notranslate"><span class="pre">status</span></code></a></dt><dd><p>Get the status of the current trial.</p>
+</dd>
 <dt><a class="reference internal" href="#mlos_bench.storage.Storage.Trial.trial_id" title="mlos_bench.storage.Storage.Trial.trial_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trial_id</span></code></a></dt><dd><p>ID of the current trial.</p>
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.storage.Storage.Trial.tunable_config_id" title="mlos_bench.storage.Storage.Trial.tunable_config_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tunable_config_id</span></code></a></dt><dd><p>ID of the current trial (tunable) configuration.</p>
@@ -396,6 +398,12 @@ <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.storage.htm
 <dd><p>Get the Trial’s optimization targets and directions.</p>
 </dd></dl>
 
+<dl class="py property">
+<dt class="sig sig-object py" id="mlos_bench.storage.Storage.Trial.status">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">status</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference internal" href="../api/mlos_bench/mlos_bench.environments.status.html#mlos_bench.environments.status.Status" title="mlos_bench.environments.status.Status"><span class="pre">Status</span></a></em><a class="headerlink" href="#mlos_bench.storage.Storage.Trial.status" title="Link to this definition">¶</a></dt>
+<dd><p>Get the status of the current trial.</p>
+</dd></dl>
+
 <dl class="py property">
 <dt class="sig sig-object py" id="mlos_bench.storage.Storage.Trial.trial_id">
 <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">trial_id</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.storage.Storage.Trial.trial_id" title="Link to this definition">¶</a></dt>
diff --git a/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html b/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
index 1b5e430bf6a..1f66dc5e86c 100644
--- a/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
+++ b/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_experiment_data.ExperimentData &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_experiment_data.ExperimentData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_trial_data.TrialData.html b/generated/mlos_bench.storage.base_trial_data.TrialData.html
index 08e3ea60f84..a8dd81251b0 100644
--- a/generated/mlos_bench.storage.base_trial_data.TrialData.html
+++ b/generated/mlos_bench.storage.base_trial_data.TrialData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_trial_data.TrialData &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_trial_data.TrialData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html b/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
index 37fed40dfe7..fba083e67e2 100644
--- a/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
+++ b/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_data.TunableConfigData &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_data.TunableConfigData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html b/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
index b8f88e0034e..925100b6bef 100644
--- a/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
+++ b/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.sql.storage.SqlStorage.html b/generated/mlos_bench.storage.sql.storage.SqlStorage.html
index c99b0073a86..4c04dd819eb 100644
--- a/generated/mlos_bench.storage.sql.storage.SqlStorage.html
+++ b/generated/mlos_bench.storage.sql.storage.SqlStorage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.storage.SqlStorage &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.sql.storage.SqlStorage &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.storage_factory.from_config.html b/generated/mlos_bench.storage.storage_factory.from_config.html
index e58bed3b399..b35b9020c89 100644
--- a/generated/mlos_bench.storage.storage_factory.from_config.html
+++ b/generated/mlos_bench.storage.storage_factory.from_config.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.storage_factory.from_config &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.storage.storage_factory.from_config &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.tunables.Tunable.html b/generated/mlos_bench.tunables.Tunable.html
index a808ec603d9..3f26a895855 100644
--- a/generated/mlos_bench.tunables.Tunable.html
+++ b/generated/mlos_bench.tunables.Tunable.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.Tunable &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.tunables.Tunable &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.tunables.TunableGroups.html b/generated/mlos_bench.tunables.TunableGroups.html
index a820b68149c..42b4b295d00 100644
--- a/generated/mlos_bench.tunables.TunableGroups.html
+++ b/generated/mlos_bench.tunables.TunableGroups.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.TunableGroups &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_bench.tunables.TunableGroups &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerFactory.create.html b/generated/mlos_core.optimizers.OptimizerFactory.create.html
index 4252f36b782..444482b3b9e 100644
--- a/generated/mlos_core.optimizers.OptimizerFactory.create.html
+++ b/generated/mlos_core.optimizers.OptimizerFactory.create.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerFactory.create &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.OptimizerFactory.create &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerFactory.html b/generated/mlos_core.optimizers.OptimizerFactory.html
index c46362f86ba..fe199afc7ae 100644
--- a/generated/mlos_core.optimizers.OptimizerFactory.html
+++ b/generated/mlos_core.optimizers.OptimizerFactory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerFactory &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.OptimizerFactory &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerType.html b/generated/mlos_core.optimizers.OptimizerType.html
index 479f116bb79..dfa295ddd33 100644
--- a/generated/mlos_core.optimizers.OptimizerType.html
+++ b/generated/mlos_core.optimizers.OptimizerType.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerType &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.OptimizerType &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html b/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
index 7b52b13abf3..5875d3366c2 100644
--- a/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
+++ b/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html b/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
index b3b559e8d25..a866ce40808 100644
--- a/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
+++ b/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.SmacOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.SmacOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html b/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
index fda4a07634a..4f27f46cd29 100644
--- a/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
+++ b/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.flaml_optimizer.FlamlOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.flaml_optimizer.FlamlOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html b/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
index 7a554ffbf09..b3acebe4c40 100644
--- a/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
+++ b/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.optimizer.BaseOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.optimizer.BaseOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html b/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
index 6e5b3aceec0..4f3572fb489 100644
--- a/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
+++ b/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.random_optimizer.RandomOptimizer &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.optimizers.random_optimizer.RandomOptimizer &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
index afc062d4c4b..814e5fd6c9b 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterFactory.create &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterFactory.create &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
index c4907c0aea4..ef1c2191fb9 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterFactory &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterFactory &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterType.html b/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
index 7827563a9bd..2831ec15410 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterType &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterType &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html b/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
index e8db2522aeb..d305d8e9469 100644
--- a/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
+++ b/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.adapter.BaseSpaceAdapter &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.adapter.BaseSpaceAdapter &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html b/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
index 96ab858df0e..898d35f29db 100644
--- a/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
+++ b/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.identity_adapter.IdentityAdapter &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.identity_adapter.IdentityAdapter &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html b/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
index d4fb33910e0..da492ad434f 100644
--- a/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
+++ b/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html b/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
index 2576f469065..2de0ea56b21 100644
--- a/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
+++ b/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.flaml.configspace_to_flaml_space &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_core.spaces.converters.flaml.configspace_to_flaml_space &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_viz.MlosVizMethod.html b/generated/mlos_viz.MlosVizMethod.html
index 777626f7244..9753ce14259 100644
--- a/generated/mlos_viz.MlosVizMethod.html
+++ b/generated/mlos_viz.MlosVizMethod.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.MlosVizMethod &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz.MlosVizMethod &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_viz.plot.html b/generated/mlos_viz.plot.html
index c6a8018c275..e2d2459b83a 100644
--- a/generated/mlos_viz.plot.html
+++ b/generated/mlos_viz.plot.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.plot &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz.plot &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/genindex.html b/genindex.html
index ef2f71fb13b..5b0cc9bedb1 100644
--- a/genindex.html
+++ b/genindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Index &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>Index &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -13,7 +13,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=7547a390"></script>
+        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -34,7 +34,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -2527,6 +2527,12 @@ <h2 id="Q">Q</h2>
 <h2 id="R">R</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
+      <li><a href="api/mlos_bench/mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials">ran_trials (mlos_bench.schedulers.base_scheduler.Scheduler property)</a>
+
+      <ul>
+        <li><a href="api/mlos_bench/mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.ran_trials">(mlos_bench.schedulers.Scheduler property)</a>
+</li>
+      </ul></li>
       <li><a href="generated/mlos_core.optimizers.OptimizerType.html#mlos_core.optimizers.OptimizerType.RANDOM">RANDOM (mlos_core.optimizers.OptimizerType attribute)</a>
 </li>
       <li><a href="api/mlos_core/mlos_core.optimizers.html#mlos_core.optimizers.RandomOptimizer">RandomOptimizer (class in mlos_core.optimizers)</a>
@@ -2629,6 +2635,8 @@ <h2 id="R">R</h2>
         <li><a href="api/mlos_bench/mlos_bench.services.types.html#mlos_bench.services.types.SupportsRemoteExec.remote_exec">(mlos_bench.services.types.SupportsRemoteExec method)</a>
 </li>
       </ul></li>
+  </ul></td>
+  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="api/mlos_bench/mlos_bench.environments.html#mlos_bench.environments.RemoteEnv">RemoteEnv (class in mlos_bench.environments)</a>
 
       <ul>
@@ -2637,8 +2645,6 @@ <h2 id="R">R</h2>
         <li><a href="api/mlos_bench/mlos_bench.environments.remote.remote_env.html#mlos_bench.environments.remote.remote_env.RemoteEnv">(class in mlos_bench.environments.remote.remote_env)</a>
 </li>
       </ul></li>
-  </ul></td>
-  <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="api/mlos_bench/mlos_bench.tunables.tunable_groups.html#mlos_bench.tunables.tunable_groups.TunableGroups.reset">reset() (mlos_bench.tunables.tunable_groups.TunableGroups method)</a>
 
       <ul>
@@ -2965,8 +2971,14 @@ <h2 id="S">S</h2>
         <li><a href="api/mlos_bench/mlos_bench.environments.status.html#mlos_bench.environments.status.Status">(class in mlos_bench.environments.status)</a>
 </li>
       </ul></li>
-      <li><a href="api/mlos_bench/mlos_bench.storage.base_trial_data.html#mlos_bench.storage.base_trial_data.TrialData.status">status (mlos_bench.storage.base_trial_data.TrialData property)</a>, <a href="generated/mlos_bench.storage.base_trial_data.TrialData.html#mlos_bench.storage.base_trial_data.TrialData.status">[1]</a>
+      <li><a href="api/mlos_bench/mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Trial.status">status (mlos_bench.storage.base_storage.Storage.Trial property)</a>
+
+      <ul>
+        <li><a href="api/mlos_bench/mlos_bench.storage.base_trial_data.html#mlos_bench.storage.base_trial_data.TrialData.status">(mlos_bench.storage.base_trial_data.TrialData property)</a>, <a href="generated/mlos_bench.storage.base_trial_data.TrialData.html#mlos_bench.storage.base_trial_data.TrialData.status">[1]</a>
 </li>
+        <li><a href="api/mlos_bench/mlos_bench.storage.html#mlos_bench.storage.Storage.Trial.status">(mlos_bench.storage.Storage.Trial property)</a>, <a href="generated/mlos_bench.storage.Storage.html#mlos_bench.storage.Storage.Trial.status">[1]</a>
+</li>
+      </ul></li>
       <li><a href="api/mlos_bench/mlos_bench.environments.base_environment.html#mlos_bench.environments.base_environment.Environment.status">status() (mlos_bench.environments.base_environment.Environment method)</a>
 
       <ul>
@@ -3245,6 +3257,12 @@ <h2 id="T">T</h2>
 
       <ul>
         <li><a href="api/mlos_bench/mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.trial_config_repeat_count">(mlos_bench.schedulers.Scheduler property)</a>
+</li>
+      </ul></li>
+      <li><a href="api/mlos_bench/mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.trial_count">trial_count (mlos_bench.schedulers.base_scheduler.Scheduler property)</a>
+
+      <ul>
+        <li><a href="api/mlos_bench/mlos_bench.schedulers.html#mlos_bench.schedulers.Scheduler.trial_count">(mlos_bench.schedulers.Scheduler property)</a>
 </li>
       </ul></li>
       <li><a href="api/mlos_bench/mlos_bench.storage.base_storage.html#mlos_bench.storage.base_storage.Storage.Experiment.trial_id">trial_id (mlos_bench.storage.base_storage.Storage.Experiment property)</a>
diff --git a/htmlcov/class_index.html b/htmlcov/class_index.html
index 9f86025c70d..039cc8fb03d 100644
--- a/htmlcov/class_index.html
+++ b/htmlcov/class_index.html
@@ -55,7 +55,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </header>
@@ -460,9 +460,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t24">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t24"><data value='GridSearchOptimizer'>GridSearchOptimizer</data></a></td>
                 <td>64</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="57 64">89%</td>
+                <td class="right" data-ratio="55 64">86%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
@@ -492,9 +492,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t20">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t20"><data value='MockOptimizer'>MockOptimizer</data></a></td>
                 <td>22</td>
-                <td>1</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="21 22">95%</td>
+                <td class="right" data-ratio="19 22">86%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
@@ -547,10 +547,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html">mlos_bench/mlos_bench/run.py</a></td>
                 <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>13</td>
-                <td>0</td>
+                <td>31</td>
+                <td>4</td>
                 <td>2</td>
-                <td class="right" data-ratio="13 13">100%</td>
+                <td class="right" data-ratio="27 31">87%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09___init___py.html">mlos_bench/mlos_bench/schedulers/__init__.py</a></td>
@@ -563,18 +563,18 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t27">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t27"><data value='Scheduler'>Scheduler</data></a></td>
-                <td>86</td>
+                <td>90</td>
                 <td>12</td>
                 <td>9</td>
-                <td class="right" data-ratio="74 86">86%</td>
+                <td class="right" data-ratio="78 90">87%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>36</td>
+                <td>40</td>
                 <td>0</td>
                 <td>1</td>
-                <td class="right" data-ratio="36 36">100%</td>
+                <td class="right" data-ratio="40 40">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_sync_scheduler_py.html#t19">mlos_bench/mlos_bench/schedulers/sync_scheduler.py</a></td>
@@ -660,9 +660,9 @@ <h2>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t73">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t73"><data value='LocalExecService'>LocalExecService</data></a></td>
                 <td>46</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="39 46">85%</td>
+                <td class="right" data-ratio="37 46">80%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
@@ -724,9 +724,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t25">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t25"><data value='AzureDeploymentService'>AzureDeploymentService</data></a></td>
                 <td>143</td>
-                <td>43</td>
+                <td>44</td>
                 <td>1</td>
-                <td class="right" data-ratio="100 143">70%</td>
+                <td class="right" data-ratio="99 143">69%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
@@ -788,9 +788,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t27">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t27"><data value='AzureVMService'>AzureVMService</data></a></td>
                 <td>66</td>
-                <td>2</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="64 66">97%</td>
+                <td class="right" data-ratio="63 66">95%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
@@ -1091,18 +1091,18 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t370">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t370"><data value='Trial'>Storage.Trial</data></a></td>
-                <td>23</td>
+                <td>26</td>
                 <td>2</td>
                 <td>1</td>
-                <td class="right" data-ratio="21 23">91%</td>
+                <td class="right" data-ratio="24 26">92%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td>
-                <td>66</td>
+                <td>68</td>
                 <td>0</td>
                 <td>2</td>
-                <td class="right" data-ratio="66 66">100%</td>
+                <td class="right" data-ratio="68 68">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_trial_data_py.html#t24">mlos_bench/mlos_bench/storage/base_trial_data.py</a></td>
@@ -2901,10 +2901,10 @@ <h2>
             <tr class="total">
                 <td class="name left">Total</td>
                 <td class="name left">&nbsp;</td>
-                <td>9628</td>
-                <td>546</td>
+                <td>9659</td>
+                <td>558</td>
                 <td>296</td>
-                <td class="right" data-ratio="9082 9628">94%</td>
+                <td class="right" data-ratio="9101 9659">94%</td>
             </tr>
         </tfoot>
     </table>
@@ -2916,7 +2916,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/conftest_py.html b/htmlcov/conftest_py.html
index 523da8ed6e3..36dbe579f16 100644
--- a/htmlcov/conftest_py.html
+++ b/htmlcov/conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -187,7 +187,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/function_index.html b/htmlcov/function_index.html
index e84ccdc21b7..f2f1a7d46cb 100644
--- a/htmlcov/function_index.html
+++ b/htmlcov/function_index.html
@@ -55,7 +55,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </header>
@@ -1420,9 +1420,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t116">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t116"><data value='bulk_register'>GridSearchOptimizer.bulk_register</data></a></td>
                 <td>11</td>
-                <td>2</td>
+                <td>4</td>
                 <td>0</td>
-                <td class="right" data-ratio="9 11">82%</td>
+                <td class="right" data-ratio="7 11">64%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html#t134">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
@@ -1548,9 +1548,9 @@ <h2>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t38">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t38"><data value='bulk_register'>MockOptimizer.bulk_register</data></a></td>
                 <td>11</td>
-                <td>1</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="10 11">91%</td>
+                <td class="right" data-ratio="8 11">73%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html#t56">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
@@ -1649,20 +1649,36 @@ <h2>
                 <td class="right" data-ratio="5 9">56%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t23">mlos_bench/mlos_bench/run.py</a></td>
-                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t23"><data value='main'>_main</data></a></td>
-                <td>7</td>
+                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t26">mlos_bench/mlos_bench/run.py</a></td>
+                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t26"><data value='sanity_check_results'>_sanity_check_results</data></a></td>
+                <td>9</td>
+                <td>3</td>
                 <td>0</td>
+                <td class="right" data-ratio="6 9">67%</td>
+            </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t57">mlos_bench/mlos_bench/run.py</a></td>
+                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t57"><data value='main'>_main</data></a></td>
+                <td>8</td>
                 <td>0</td>
-                <td class="right" data-ratio="7 7">100%</td>
+                <td>0</td>
+                <td class="right" data-ratio="8 8">100%</td>
+            </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t74">mlos_bench/mlos_bench/run.py</a></td>
+                <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html#t74"><data value='shell_main'>_shell_main</data></a></td>
+                <td>4</td>
+                <td>1</td>
+                <td>0</td>
+                <td class="right" data-ratio="3 4">75%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html">mlos_bench/mlos_bench/run.py</a></td>
                 <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
-                <td>6</td>
+                <td>10</td>
                 <td>0</td>
                 <td>2</td>
-                <td class="right" data-ratio="6 6">100%</td>
+                <td class="right" data-ratio="10 10">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09___init___py.html">mlos_bench/mlos_bench/schedulers/__init__.py</a></td>
@@ -1675,30 +1691,30 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t31">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t31"><data value='init__'>Scheduler.__init__</data></a></td>
-                <td>19</td>
+                <td>20</td>
                 <td>1</td>
                 <td>0</td>
-                <td class="right" data-ratio="18 19">95%</td>
+                <td class="right" data-ratio="19 20">95%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t93">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t93"><data value='validate_json_config'>Scheduler._validate_json_config</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t94">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t94"><data value='validate_json_config'>Scheduler._validate_json_config</data></a></td>
                 <td>7</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t112">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t112"><data value='trial_config_repeat_count'>Scheduler.trial_config_repeat_count</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t113">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t113"><data value='trial_config_repeat_count'>Scheduler.trial_config_repeat_count</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t117">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t117"><data value='max_trials'>Scheduler.max_trials</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t118">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t118"><data value='trial_count'>Scheduler.trial_count</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
@@ -1706,115 +1722,131 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t123">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t123"><data value='repr__'>Scheduler.__repr__</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t123"><data value='max_trials'>Scheduler.max_trials</data></a></td>
+                <td>1</td>
+                <td>0</td>
+                <td>0</td>
+                <td class="right" data-ratio="1 1">100%</td>
+            </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t129">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t129"><data value='repr__'>Scheduler.__repr__</data></a></td>
                 <td>0</td>
                 <td>0</td>
                 <td>9</td>
                 <td class="right" data-ratio="0 0">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t134">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t134"><data value='enter__'>Scheduler.__enter__</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t140">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t140"><data value='enter__'>Scheduler.__enter__</data></a></td>
                 <td>6</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="6 6">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t154">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t154"><data value='exit__'>Scheduler.__exit__</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t160">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t160"><data value='exit__'>Scheduler.__exit__</data></a></td>
                 <td>10</td>
                 <td>2</td>
                 <td>0</td>
                 <td class="right" data-ratio="8 10">80%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t174">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t174"><data value='start'>Scheduler.start</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t180">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t180"><data value='start'>Scheduler.start</data></a></td>
                 <td>7</td>
                 <td>2</td>
                 <td>0</td>
                 <td class="right" data-ratio="5 7">71%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t190">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t190"><data value='teardown'>Scheduler.teardown</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t196">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t196"><data value='teardown'>Scheduler.teardown</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t200">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t200"><data value='get_best_observation'>Scheduler.get_best_observation</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t206">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t206"><data value='get_best_observation'>Scheduler.get_best_observation</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t206">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t206"><data value='load_config'>Scheduler.load_config</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t212">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t212"><data value='load_config'>Scheduler.load_config</data></a></td>
                 <td>7</td>
                 <td>7</td>
                 <td>0</td>
                 <td class="right" data-ratio="0 7">0%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t216">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t216"><data value='schedule_new_optimizer_suggestions'>Scheduler._schedule_new_optimizer_suggestions</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t222">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t222"><data value='schedule_new_optimizer_suggestions'>Scheduler._schedule_new_optimizer_suggestions</data></a></td>
                 <td>10</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="10 10">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t237">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t237"><data value='schedule_trial'>Scheduler.schedule_trial</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t243">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t243"><data value='schedule_trial'>Scheduler.schedule_trial</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t261">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t261"><data value='add_trial_to_queue'>Scheduler._add_trial_to_queue</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t267">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t267"><data value='add_trial_to_queue'>Scheduler._add_trial_to_queue</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t276">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t276"><data value='run_schedule'>Scheduler._run_schedule</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t282">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t282"><data value='run_schedule'>Scheduler._run_schedule</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t286">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t286"><data value='not_done'>Scheduler.not_done</data></a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t292">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t292"><data value='not_done'>Scheduler.not_done</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t297">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t297"><data value='run_trial'>Scheduler.run_trial</data></a></td>
-                <td>3</td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t303">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t303"><data value='run_trial'>Scheduler.run_trial</data></a></td>
+                <td>4</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="3 3">100%</td>
+                <td class="right" data-ratio="4 4">100%</td>
+            </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t315">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
+                <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html#t315"><data value='ran_trials'>Scheduler.ran_trials</data></a></td>
+                <td>1</td>
+                <td>0</td>
+                <td>0</td>
+                <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
-                <td>36</td>
+                <td>40</td>
                 <td>0</td>
                 <td>1</td>
-                <td class="right" data-ratio="36 36">100%</td>
+                <td class="right" data-ratio="40 40">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_sync_scheduler_py.html#t22">mlos_bench/mlos_bench/schedulers/sync_scheduler.py</a></td>
@@ -2172,9 +2204,9 @@ <h2>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t185">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html#t185"><data value='local_exec_script'>LocalExecService._local_exec_script</data></a></td>
                 <td>24</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="17 24">71%</td>
+                <td class="right" data-ratio="15 24">62%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
@@ -2324,9 +2356,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t214">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t214"><data value='check_operation_status'>AzureDeploymentService._check_operation_status</data></a></td>
                 <td>23</td>
-                <td>5</td>
+                <td>6</td>
                 <td>0</td>
-                <td class="right" data-ratio="18 23">78%</td>
+                <td class="right" data-ratio="17 23">74%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html#t264">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
@@ -2644,9 +2676,9 @@ <h2>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t449">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t449"><data value='remote_exec'>AzureVMService.remote_exec</data></a></td>
                 <td>18</td>
-                <td>1</td>
+                <td>2</td>
                 <td>0</td>
-                <td class="right" data-ratio="17 18">94%</td>
+                <td class="right" data-ratio="16 18">89%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html#t534">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
@@ -3563,70 +3595,78 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t378">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t378"><data value='init__'>Storage.Trial.__init__</data></a></td>
-                <td>6</td>
+                <td>7</td>
                 <td>0</td>
                 <td>0</td>
-                <td class="right" data-ratio="6 6">100%</td>
+                <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t395">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t395"><data value='repr__'>Storage.Trial.__repr__</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t396">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t396"><data value='repr__'>Storage.Trial.__repr__</data></a></td>
                 <td>0</td>
                 <td>0</td>
                 <td>1</td>
                 <td class="right" data-ratio="0 0">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t399">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t399"><data value='trial_id'>Storage.Trial.trial_id</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t400">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t400"><data value='trial_id'>Storage.Trial.trial_id</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t404">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t404"><data value='tunable_config_id'>Storage.Trial.tunable_config_id</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t405">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t405"><data value='tunable_config_id'>Storage.Trial.tunable_config_id</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t409">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t409"><data value='opt_targets'>Storage.Trial.opt_targets</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t410">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t410"><data value='opt_targets'>Storage.Trial.opt_targets</data></a></td>
                 <td>1</td>
                 <td>1</td>
                 <td>0</td>
                 <td class="right" data-ratio="0 1">0%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t414">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t414"><data value='tunables'>Storage.Trial.tunables</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t415">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t415"><data value='tunables'>Storage.Trial.tunables</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t422">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t422"><data value='config'>Storage.Trial.config</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t423">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t423"><data value='config'>Storage.Trial.config</data></a></td>
                 <td>5</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="5 5">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t439">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t439"><data value='update'>Storage.Trial.update</data></a></td>
-                <td>7</td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t440">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t440"><data value='status'>Storage.Trial.status</data></a></td>
                 <td>1</td>
                 <td>0</td>
-                <td class="right" data-ratio="6 7">86%</td>
+                <td>0</td>
+                <td class="right" data-ratio="1 1">100%</td>
+            </tr>
+            <tr class="region">
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t445">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t445"><data value='update'>Storage.Trial.update</data></a></td>
+                <td>8</td>
+                <td>1</td>
+                <td>0</td>
+                <td class="right" data-ratio="7 8">88%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t477">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t477"><data value='update_telemetry'>Storage.Trial.update_telemetry</data></a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t484">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
+                <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html#t484"><data value='update_telemetry'>Storage.Trial.update_telemetry</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
@@ -3635,10 +3675,10 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td>
-                <td>66</td>
+                <td>68</td>
                 <td>0</td>
                 <td>2</td>
-                <td class="right" data-ratio="66 66">100%</td>
+                <td class="right" data-ratio="68 68">100%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_trial_data_py.html#t32">mlos_bench/mlos_bench/storage/base_trial_data.py</a></td>
@@ -11165,10 +11205,10 @@ <h2>
             <tr class="total">
                 <td class="name left">Total</td>
                 <td class="name left">&nbsp;</td>
-                <td>9628</td>
-                <td>546</td>
+                <td>9659</td>
+                <td>558</td>
                 <td>296</td>
-                <td class="right" data-ratio="9082 9628">94%</td>
+                <td class="right" data-ratio="9101 9659">94%</td>
             </tr>
         </tfoot>
     </table>
@@ -11180,7 +11220,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/index.html b/htmlcov/index.html
index 0994e32947f..cec7135263f 100644
--- a/htmlcov/index.html
+++ b/htmlcov/index.html
@@ -54,7 +54,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </header>
@@ -262,9 +262,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_grid_search_optimizer_py.html">mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</a></td>
                 <td>88</td>
-                <td>7</td>
+                <td>9</td>
                 <td>0</td>
-                <td class="right" data-ratio="81 88">92%</td>
+                <td class="right" data-ratio="79 88">90%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
@@ -276,9 +276,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_mock_optimizer_py.html">mlos_bench/mlos_bench/optimizers/mock_optimizer.py</a></td>
                 <td>35</td>
-                <td>1</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="34 35">97%</td>
+                <td class="right" data-ratio="32 35">91%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_323f8141f9f539b4_one_shot_optimizer_py.html">mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py</a></td>
@@ -303,10 +303,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_5396f41af8b1e4bd_run_py.html">mlos_bench/mlos_bench/run.py</a></td>
-                <td>13</td>
-                <td>0</td>
+                <td>31</td>
+                <td>4</td>
                 <td>2</td>
-                <td class="right" data-ratio="13 13">100%</td>
+                <td class="right" data-ratio="27 31">87%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09___init___py.html">mlos_bench/mlos_bench/schedulers/__init__.py</a></td>
@@ -317,10 +317,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_base_scheduler_py.html">mlos_bench/mlos_bench/schedulers/base_scheduler.py</a></td>
-                <td>122</td>
+                <td>130</td>
                 <td>12</td>
                 <td>10</td>
-                <td class="right" data-ratio="110 122">90%</td>
+                <td class="right" data-ratio="118 130">91%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_9fc35783a1522e09_sync_scheduler_py.html">mlos_bench/mlos_bench/schedulers/sync_scheduler.py</a></td>
@@ -367,9 +367,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_local_exec_py.html">mlos_bench/mlos_bench/services/local/local_exec.py</a></td>
                 <td>77</td>
-                <td>7</td>
+                <td>9</td>
                 <td>2</td>
-                <td class="right" data-ratio="70 77">91%</td>
+                <td class="right" data-ratio="68 77">88%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_ea07be53de14ffe8_temp_dir_context_py.html">mlos_bench/mlos_bench/services/local/temp_dir_context.py</a></td>
@@ -402,9 +402,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</a></td>
                 <td>178</td>
-                <td>43</td>
+                <td>44</td>
                 <td>1</td>
-                <td class="right" data-ratio="135 178">76%</td>
+                <td class="right" data-ratio="134 178">75%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py</a></td>
@@ -430,9 +430,9 @@ <h2>
             <tr class="region">
                 <td class="name left"><a href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</a></td>
                 <td>101</td>
-                <td>2</td>
+                <td>3</td>
                 <td>0</td>
-                <td class="right" data-ratio="99 101">98%</td>
+                <td class="right" data-ratio="98 101">97%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_3f378eb4eadac84f___init___py.html">mlos_bench/mlos_bench/services/remote/ssh/__init__.py</a></td>
@@ -555,10 +555,10 @@ <h2>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_storage_py.html">mlos_bench/mlos_bench/storage/base_storage.py</a></td>
-                <td>132</td>
+                <td>137</td>
                 <td>5</td>
                 <td>4</td>
-                <td class="right" data-ratio="127 132">96%</td>
+                <td class="right" data-ratio="132 137">96%</td>
             </tr>
             <tr class="region">
                 <td class="name left"><a href="z_d9cccba8799d95c9_base_trial_data_py.html">mlos_bench/mlos_bench/storage/base_trial_data.py</a></td>
@@ -1796,10 +1796,10 @@ <h2>
         <tfoot>
             <tr class="total">
                 <td class="name left">Total</td>
-                <td>9628</td>
-                <td>546</td>
+                <td>9659</td>
+                <td>558</td>
                 <td>296</td>
-                <td class="right" data-ratio="9082 9628">94%</td>
+                <td class="right" data-ratio="9101 9659">94%</td>
             </tr>
         </tfoot>
     </table>
@@ -1811,7 +1811,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/status.json b/htmlcov/status.json
index 2a7c4ae26bc..97972e1b4b8 100644
--- a/htmlcov/status.json
+++ b/htmlcov/status.json
@@ -1 +1 @@
-{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.6.1","globals":"74e03191d37c7fb57ba44039ddcca05d","files":{"conftest_py":{"hash":"2635663432e348e80aa58b1869ec9d3d","index":{"url":"conftest_py.html","file":"conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd___init___py":{"hash":"94977942045557d8ae44e3f13c2d417e","index":{"url":"z_5396f41af8b1e4bd___init___py.html","file":"mlos_bench/mlos_bench/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3398716e0933e076___init___py":{"hash":"fffa50498690c457a955e0c460afa073","index":{"url":"z_3398716e0933e076___init___py.html","file":"mlos_bench/mlos_bench/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d___init___py":{"hash":"44c3bfe4097b6ded45235699e0dc169e","index":{"url":"z_20c004c35735c01d___init___py.html","file":"mlos_bench/mlos_bench/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d_config_schemas_py":{"hash":"9452d553de5ad7adc6aba94e53095821","index":{"url":"z_20c004c35735c01d_config_schemas_py.html","file":"mlos_bench/mlos_bench/config/schemas/config_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":72,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_dict_templater_py":{"hash":"fe5d1267574eb4e0133c2ec9f963add7","index":{"url":"z_5396f41af8b1e4bd_dict_templater_py.html","file":"mlos_bench/mlos_bench/dict_templater.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3___init___py":{"hash":"52d5dfdaf8a78d07792c1bfc11e6571a","index":{"url":"z_2af64a9d4152bba3___init___py.html","file":"mlos_bench/mlos_bench/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_base_environment_py":{"hash":"17c557c3edf942e98e8a5f32ef0382a5","index":{"url":"z_2af64a9d4152bba3_base_environment_py.html","file":"mlos_bench/mlos_bench/environments/base_environment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":138,"n_excluded":4,"n_missing":10,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_composite_env_py":{"hash":"7200e8d83832b5b8d08ff3e58e100cbb","index":{"url":"z_2af64a9d4152bba3_composite_env_py.html","file":"mlos_bench/mlos_bench/environments/composite_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":96,"n_excluded":0,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d___init___py":{"hash":"5084c457612abc6e20c2ad7d1dee429f","index":{"url":"z_ce2854f29b8d638d___init___py.html","file":"mlos_bench/mlos_bench/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_env_py":{"hash":"07a236bc127d39ac83ee14de31754287","index":{"url":"z_ce2854f29b8d638d_local_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":126,"n_excluded":0,"n_missing":15,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_fileshare_env_py":{"hash":"7c795dbee7a4120f7084a5804534a5d7","index":{"url":"z_ce2854f29b8d638d_local_fileshare_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_fileshare_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_mock_env_py":{"hash":"5433da21c478f8c4d6d067f2aa62fdc4","index":{"url":"z_2af64a9d4152bba3_mock_env_py.html","file":"mlos_bench/mlos_bench/environments/mock_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242___init___py":{"hash":"40a027d81a51d6d11705fa7263c886bf","index":{"url":"z_ee1a086105daf242___init___py.html","file":"mlos_bench/mlos_bench/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_host_env_py":{"hash":"41e461af76eb9a0611befce7bedf623a","index":{"url":"z_ee1a086105daf242_host_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/host_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_network_env_py":{"hash":"20da34b58dac4b84d2421dd72d0f894f","index":{"url":"z_ee1a086105daf242_network_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/network_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_os_env_py":{"hash":"273e0f734e783efa047a9fdddb3cea20","index":{"url":"z_ee1a086105daf242_os_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/os_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_remote_env_py":{"hash":"0518fd72c3eff64aefa1905c853ecbfa","index":{"url":"z_ee1a086105daf242_remote_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/remote_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":64,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_saas_env_py":{"hash":"87df9a39493209ff83e3c30cee456dbe","index":{"url":"z_ee1a086105daf242_saas_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/saas_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":22,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_vm_env_py":{"hash":"03e0aee3c2e0ee368710f1fa8a0db688","index":{"url":"z_ee1a086105daf242_vm_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/vm_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_script_env_py":{"hash":"3d1b9a37d84974d3f30b56028d51d5af","index":{"url":"z_2af64a9d4152bba3_script_env_py.html","file":"mlos_bench/mlos_bench/environments/script_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_status_py":{"hash":"c49095ef6e406c4293c1919c31405587","index":{"url":"z_2af64a9d4152bba3_status_py.html","file":"mlos_bench/mlos_bench/environments/status.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_event_loop_context_py":{"hash":"97011aa012827e937b2698553e7255ec","index":{"url":"z_5396f41af8b1e4bd_event_loop_context_py.html","file":"mlos_bench/mlos_bench/event_loop_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_launcher_py":{"hash":"2dcb003c2509f43486bd2227613891d8","index":{"url":"z_5396f41af8b1e4bd_launcher_py.html","file":"mlos_bench/mlos_bench/launcher.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4___init___py":{"hash":"ec22ce09e56e5da2e430e6db3f3ade5e","index":{"url":"z_323f8141f9f539b4___init___py.html","file":"mlos_bench/mlos_bench/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_base_optimizer_py":{"hash":"2d5746baf8fa6b6fd22eb0778b09ddfc","index":{"url":"z_323f8141f9f539b4_base_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/base_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":127,"n_excluded":6,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_convert_configspace_py":{"hash":"41b72b8f8c20bb2217fc2703cc461baa","index":{"url":"z_323f8141f9f539b4_convert_configspace_py.html","file":"mlos_bench/mlos_bench/optimizers/convert_configspace.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":86,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_grid_search_optimizer_py":{"hash":"7d4ea361ac059adbaf66d6237efa18c1","index":{"url":"z_323f8141f9f539b4_grid_search_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mlos_core_optimizer_py":{"hash":"cd24bc58e5fb7428cf3938ef4c6072f8","index":{"url":"z_323f8141f9f539b4_mlos_core_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mock_optimizer_py":{"hash":"b1ac952bbbe33980458ef4c1c176920a","index":{"url":"z_323f8141f9f539b4_mock_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mock_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_one_shot_optimizer_py":{"hash":"7968c2da5c7d3ff4ce62950fb9457647","index":{"url":"z_323f8141f9f539b4_one_shot_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_track_best_optimizer_py":{"hash":"bd6a91aeb92f0703c7167fdb959c074f","index":{"url":"z_323f8141f9f539b4_track_best_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/track_best_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_os_environ_py":{"hash":"7c193aaf3031053da1ea6de27d65ad19","index":{"url":"z_5396f41af8b1e4bd_os_environ_py.html","file":"mlos_bench/mlos_bench/os_environ.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_run_py":{"hash":"724682df5d2197256c4bec565536308c","index":{"url":"z_5396f41af8b1e4bd_run_py.html","file":"mlos_bench/mlos_bench/run.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09___init___py":{"hash":"69a161c7e8338f99719df794873828b7","index":{"url":"z_9fc35783a1522e09___init___py.html","file":"mlos_bench/mlos_bench/schedulers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_base_scheduler_py":{"hash":"cf14564e6dca8adb146389817532d8e0","index":{"url":"z_9fc35783a1522e09_base_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/base_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":122,"n_excluded":10,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_sync_scheduler_py":{"hash":"7e41f3389fc618b218909e907334ceed","index":{"url":"z_9fc35783a1522e09_sync_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/sync_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362___init___py":{"hash":"ffcc132d61cac8654e2282e11e623be9","index":{"url":"z_2f8ecfca0b9e9362___init___py.html","file":"mlos_bench/mlos_bench/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_fileshare_py":{"hash":"aa183c6793fec2e0b786c8536348f609","index":{"url":"z_2f8ecfca0b9e9362_base_fileshare_py.html","file":"mlos_bench/mlos_bench/services/base_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_service_py":{"hash":"a5aed856702ef237d4f5e4a1e2dfb483","index":{"url":"z_2f8ecfca0b9e9362_base_service_py.html","file":"mlos_bench/mlos_bench/services/base_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":104,"n_excluded":2,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_config_persistence_py":{"hash":"1e90ecab6debe35c8294705d7ef69958","index":{"url":"z_2f8ecfca0b9e9362_config_persistence_py.html","file":"mlos_bench/mlos_bench/services/config_persistence.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":5,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8___init___py":{"hash":"23014b52e9f194ba23e5e97fe284f993","index":{"url":"z_ea07be53de14ffe8___init___py.html","file":"mlos_bench/mlos_bench/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_local_exec_py":{"hash":"2a3ef4c2e1c800097bae8b48b36b450a","index":{"url":"z_ea07be53de14ffe8_local_exec_py.html","file":"mlos_bench/mlos_bench/services/local/local_exec.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":2,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_temp_dir_context_py":{"hash":"8d42ec3519d5e329666722d7a44f3bc6","index":{"url":"z_ea07be53de14ffe8_temp_dir_context_py.html","file":"mlos_bench/mlos_bench/services/local/temp_dir_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d34fc4c3ae3e3619___init___py":{"hash":"d61c661aeb56f6b544b38840a3bf90cd","index":{"url":"z_d34fc4c3ae3e3619___init___py.html","file":"mlos_bench/mlos_bench/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7___init___py":{"hash":"7172041c04f77bda63e8ffd410220062","index":{"url":"z_8bda1461cdfcd6c7___init___py.html","file":"mlos_bench/mlos_bench/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_auth_py":{"hash":"efe321542b91f54ca5d3015d5bf9cacc","index":{"url":"z_8bda1461cdfcd6c7_azure_auth_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_auth.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":26,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_deployment_services_py":{"hash":"d66cd53e1a5b99d71ab8ed7fb4bc0d12","index":{"url":"z_8bda1461cdfcd6c7_azure_deployment_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":178,"n_excluded":1,"n_missing":43,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_fileshare_py":{"hash":"5ad0c6861e1dc6656c8a303933925605","index":{"url":"z_8bda1461cdfcd6c7_azure_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":78,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_network_services_py":{"hash":"fb234426ec0ecbfbf06f1f342f786df9","index":{"url":"z_8bda1461cdfcd6c7_azure_network_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_saas_py":{"hash":"44a146cf2d36f3c9d0da4e44a9d31202","index":{"url":"z_8bda1461cdfcd6c7_azure_saas_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_saas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":81,"n_excluded":0,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_vm_services_py":{"hash":"16ea463dcbea4f3283bda5c19ca6e934","index":{"url":"z_8bda1461cdfcd6c7_azure_vm_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":101,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f___init___py":{"hash":"e438877d12a6aefdcc43f04053e255b0","index":{"url":"z_3f378eb4eadac84f___init___py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_fileshare_py":{"hash":"0bd9bb313beb40054581fd6468c80e85","index":{"url":"z_3f378eb4eadac84f_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_host_service_py":{"hash":"eb3b5b6f76d8a888248caabcfb74c5ee","index":{"url":"z_3f378eb4eadac84f_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_service_py":{"hash":"9d3f2a4225bf227b5b8d19c454408453","index":{"url":"z_3f378eb4eadac84f_ssh_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":2,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83___init___py":{"hash":"f278c1e136e1e854112561fe4e9b79bf","index":{"url":"z_8a1cf60827db5b83___init___py.html","file":"mlos_bench/mlos_bench/services/types/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_authenticator_type_py":{"hash":"7900f404b785d8ae0411d6bac0b17dfc","index":{"url":"z_8a1cf60827db5b83_authenticator_type_py.html","file":"mlos_bench/mlos_bench/services/types/authenticator_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_config_loader_type_py":{"hash":"7fa8e0ea4fe03ed6e0aa758e5cd4dd28","index":{"url":"z_8a1cf60827db5b83_config_loader_type_py.html","file":"mlos_bench/mlos_bench/services/types/config_loader_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_fileshare_type_py":{"hash":"20f65be2ba003a4222c45e88d8de164a","index":{"url":"z_8a1cf60827db5b83_fileshare_type_py.html","file":"mlos_bench/mlos_bench/services/types/fileshare_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_ops_type_py":{"hash":"ba00127f7f601a73000dcc6e65cab610","index":{"url":"z_8a1cf60827db5b83_host_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_provisioner_type_py":{"hash":"b6a7ba4848743b73266016280b3a30aa","index":{"url":"z_8a1cf60827db5b83_host_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_local_exec_type_py":{"hash":"26f58c3ad24cad3cdff46001e0916bf9","index":{"url":"z_8a1cf60827db5b83_local_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/local_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_network_provisioner_type_py":{"hash":"239de27af25133730ae3cbae5821fd9e","index":{"url":"z_8a1cf60827db5b83_network_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/network_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_os_ops_type_py":{"hash":"4945b70e8f32efb7d44349365a979984","index":{"url":"z_8a1cf60827db5b83_os_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/os_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_config_type_py":{"hash":"c0cc303201d7e0c2aed6c5851ff00abb","index":{"url":"z_8a1cf60827db5b83_remote_config_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_config_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_exec_type_py":{"hash":"eccb889fd58b9ab8f8e597c4d44fe3f9","index":{"url":"z_8a1cf60827db5b83_remote_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9___init___py":{"hash":"d124d5a461e008bba10d22c1e679456f","index":{"url":"z_d9cccba8799d95c9___init___py.html","file":"mlos_bench/mlos_bench/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_experiment_data_py":{"hash":"d8de8bbfc412de29aff8620189712632","index":{"url":"z_d9cccba8799d95c9_base_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/base_experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":5,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_storage_py":{"hash":"8315bd43d49b433886a1724b13982b89","index":{"url":"z_d9cccba8799d95c9_base_storage_py.html","file":"mlos_bench/mlos_bench/storage/base_storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":132,"n_excluded":4,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_trial_data_py":{"hash":"66580896db604a6f99ace6f1f9bb6892","index":{"url":"z_d9cccba8799d95c9_base_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/base_trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":62,"n_excluded":7,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_data_py":{"hash":"f56a7208561b1c61bf0c8ff209c6946b","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py":{"hash":"b81df3e11fde2c97fa47c7399bfcf072","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea___init___py":{"hash":"7477af8c5121d5eeae62dafef554a2f6","index":{"url":"z_feb2aa4ec14319ea___init___py.html","file":"mlos_bench/mlos_bench/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_common_py":{"hash":"9d2904ed250ab287fda93b8e74449c87","index":{"url":"z_feb2aa4ec14319ea_common_py.html","file":"mlos_bench/mlos_bench/storage/sql/common.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_py":{"hash":"659732cf97e8019238e8ae62dcf13724","index":{"url":"z_feb2aa4ec14319ea_experiment_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":100,"n_excluded":1,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_data_py":{"hash":"89f9451546ca82a95c6448c9ead583e5","index":{"url":"z_feb2aa4ec14319ea_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_schema_py":{"hash":"3840bd97c3e337bb809b872ddb51bbd7","index":{"url":"z_feb2aa4ec14319ea_schema_py.html","file":"mlos_bench/mlos_bench/storage/sql/schema.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":21,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_storage_py":{"hash":"7c7eb486ad2d9baa052a3974a93dde83","index":{"url":"z_feb2aa4ec14319ea_storage_py.html","file":"mlos_bench/mlos_bench/storage/sql/storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_py":{"hash":"fb47294fef69f9b5f0bf23ac5823d270","index":{"url":"z_feb2aa4ec14319ea_trial_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_data_py":{"hash":"f0b63c5bc1480159e0282768010a39dc","index":{"url":"z_feb2aa4ec14319ea_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_data_py":{"hash":"fde583ee9a85af79b88fd8343401def9","index":{"url":"z_feb2aa4ec14319ea_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py":{"hash":"e7fb41e43fe33a6be57500ba7f95ebce","index":{"url":"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_storage_factory_py":{"hash":"dc9a42e345a47ac49af28b660e783063","index":{"url":"z_d9cccba8799d95c9_storage_factory_py.html","file":"mlos_bench/mlos_bench/storage/storage_factory.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_util_py":{"hash":"da964c4e55f89a79cdc86b143bb8ded0","index":{"url":"z_d9cccba8799d95c9_util_py.html","file":"mlos_bench/mlos_bench/storage/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9___init___py":{"hash":"20b086235943f6d81d9dda89b677b0ff","index":{"url":"z_ffd0e22b8f179be9___init___py.html","file":"mlos_bench/mlos_bench/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703___init___py":{"hash":"bfd3972988dda717432eb9075779680d","index":{"url":"z_23ca098d381c2703___init___py.html","file":"mlos_bench/mlos_bench/tests/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e6d502096990b4bc_test_load_cli_config_examples_py":{"hash":"d1731bab6d5a410213d74cac3a4e64ef","index":{"url":"z_e6d502096990b4bc_test_load_cli_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":51,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703_conftest_py":{"hash":"a9ddb745145742015787cf6f921528f5","index":{"url":"z_23ca098d381c2703_conftest_py.html","file":"mlos_bench/mlos_bench/tests/config/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9d91bcacf3b33219_test_load_environment_config_examples_py":{"hash":"a62d0fa6ca52f027e28d2d0b629923ba","index":{"url":"z_9d91bcacf3b33219_test_load_environment_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":70,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_daea37f8f9d4218b_test_load_global_config_examples_py":{"hash":"1accf51d922228627268982b734c3ceb","index":{"url":"z_daea37f8f9d4218b_test_load_global_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1fe5d26167948339_test_load_optimizer_config_examples_py":{"hash":"0aa6e1a2cfac4b0332cd92075aba065c","index":{"url":"z_1fe5d26167948339_test_load_optimizer_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b2e8508ca8301e3e___init___py":{"hash":"573e062e566047075647d57e8648ae15","index":{"url":"z_b2e8508ca8301e3e___init___py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":3,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_0bd431c13c518cba_test_cli_schemas_py":{"hash":"5de82163ca2e286363d78c146429fe53","index":{"url":"z_0bd431c13c518cba_test_cli_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c2879ac20d51a5_test_environment_schemas_py":{"hash":"b43d790715e9860e0e3a539babade2d4","index":{"url":"z_f9c2879ac20d51a5_test_environment_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c64468f625e920_test_globals_schemas_py":{"hash":"5ca9337887df630d5bae1299af0d4d9e","index":{"url":"z_f9c64468f625e920_test_globals_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_539c3520b5c68f82_test_optimizer_schemas_py":{"hash":"e10dfadeb1da8903ee82bd3f8088cc54","index":{"url":"z_539c3520b5c68f82_test_optimizer_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_002489c1955d0852_test_scheduler_schemas_py":{"hash":"5b2a973663444096d54050f29a591ad3","index":{"url":"z_002489c1955d0852_test_scheduler_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_57125b4c4afc531d_test_services_schemas_py":{"hash":"25ee0f7e4f414a1b05f159cf97767ed6","index":{"url":"z_57125b4c4afc531d_test_services_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_067584b402678614_test_storage_schemas_py":{"hash":"37e70872645f37eed00f47f0f4128ddc","index":{"url":"z_067584b402678614_test_storage_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_866c2aed5680b990_test_tunable_params_schemas_py":{"hash":"41e19e7c07ae929b390670ce4ef03d72","index":{"url":"z_866c2aed5680b990_test_tunable_params_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3cecf87feb0d1a32_test_tunable_values_schemas_py":{"hash":"020bdd29e9c495bd34b7460bdae84d56","index":{"url":"z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e8b6df00ef81429a_test_load_service_config_examples_py":{"hash":"cea70dd701c21b21f280890493c3264e","index":{"url":"z_e8b6df00ef81429a_test_load_service_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b753a059391781c4_test_load_storage_config_examples_py":{"hash":"7bfc32621430c01ee3110720c9bd6222","index":{"url":"z_b753a059391781c4_test_load_storage_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_conftest_py":{"hash":"ee2d824477eb2a4384957ee664c981c6","index":{"url":"z_ffd0e22b8f179be9_conftest_py.html","file":"mlos_bench/mlos_bench/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":44,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_dict_templater_test_py":{"hash":"7987b92f43a27cfbe5921d4b07c7b8c2","index":{"url":"z_ffd0e22b8f179be9_dict_templater_test_py.html","file":"mlos_bench/mlos_bench/tests/dict_templater_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd___init___py":{"hash":"24dd8958f87b1443299666d928af05f4","index":{"url":"z_eff6c9495d2144dd___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_base_env_test_py":{"hash":"9529a0a01c318cfd68060561934682aa","index":{"url":"z_eff6c9495d2144dd_base_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/base_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_service_test_py":{"hash":"992984d140523fc8b302d88983f31bb1","index":{"url":"z_eff6c9495d2144dd_composite_env_service_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_test_py":{"hash":"4e825128700c773ff8258446d904ea5a","index":{"url":"z_eff6c9495d2144dd_composite_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_include_tunables_test_py":{"hash":"9ee3f6be041c87bf699d0343741c9da0","index":{"url":"z_eff6c9495d2144dd_include_tunables_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/include_tunables_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005___init___py":{"hash":"89beb3a91e073b632070188dea1c009b","index":{"url":"z_98e6470b1a2d3005___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_composite_local_env_test_py":{"hash":"e2f8da30b86f7a1def51bf1366c2f850","index":{"url":"z_98e6470b1a2d3005_composite_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_stdout_test_py":{"hash":"17903f77f7722bdc0e0d7762338f9625","index":{"url":"z_98e6470b1a2d3005_local_env_stdout_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_telemetry_test_py":{"hash":"66ba9930d8577de3dfe690394102a553","index":{"url":"z_98e6470b1a2d3005_local_env_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_test_py":{"hash":"652331e4376c65f5f89b0bcbbaed40e5","index":{"url":"z_98e6470b1a2d3005_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_vars_test_py":{"hash":"5fc54a9c9dadb1b8c185413f1ab3ad74","index":{"url":"z_98e6470b1a2d3005_local_env_vars_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_fileshare_env_test_py":{"hash":"236110824d5abb64126b98267f02a4f2","index":{"url":"z_98e6470b1a2d3005_local_fileshare_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_mock_env_test_py":{"hash":"eb83aa995b23220eb30cc62d8323ba90","index":{"url":"z_eff6c9495d2144dd_mock_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/mock_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4___init___py":{"hash":"739ea36ab11d978990782c703bdab380","index":{"url":"z_e3d586e89eaba8f4___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_conftest_py":{"hash":"0fa7a3471edbaaa61737607941221a9d","index":{"url":"z_e3d586e89eaba8f4_conftest_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_test_ssh_env_py":{"hash":"0fb165d7f3eaad96812153ee900cc3b2","index":{"url":"z_e3d586e89eaba8f4_test_ssh_env_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_event_loop_context_test_py":{"hash":"af2b350954d976999481a8eb1a0518ec","index":{"url":"z_ffd0e22b8f179be9_event_loop_context_test_py.html","file":"mlos_bench/mlos_bench/tests/event_loop_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":4,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_in_process_test_py":{"hash":"ad9200d76a89add90fd1dc0f735708e4","index":{"url":"z_ffd0e22b8f179be9_launcher_in_process_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_in_process_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_parse_args_test_py":{"hash":"2f8270e464331a6661af7f95dd5ee05b","index":{"url":"z_ffd0e22b8f179be9_launcher_parse_args_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_parse_args_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_run_test_py":{"hash":"828d240ca59067dfd8035575ad53f4ed","index":{"url":"z_ffd0e22b8f179be9_launcher_run_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_run_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada___init___py":{"hash":"6fe14a97c9464e9fb1e31ab4d2694d01","index":{"url":"z_97f09f0ec8586ada___init___py.html","file":"mlos_bench/mlos_bench/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_conftest_py":{"hash":"f9d55621d191b9ee448780be0c1b817c","index":{"url":"z_97f09f0ec8586ada_conftest_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_grid_search_optimizer_test_py":{"hash":"4879296e72cc9a71a4e61633b9cbfade","index":{"url":"z_97f09f0ec8586ada_grid_search_optimizer_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":128,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_llamatune_opt_test_py":{"hash":"337aa86eed1e1e5aba97082826b30f22","index":{"url":"z_97f09f0ec8586ada_llamatune_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_df_test_py":{"hash":"7f776330b5734b80fe57e6d3b178bd9f","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py":{"hash":"eedd13c7aff0bb5b71214c6378f67940","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mock_opt_test_py":{"hash":"39e9ffef0f51f751c65b194fe788f19a","index":{"url":"z_97f09f0ec8586ada_mock_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_opt_bulk_register_test_py":{"hash":"2cebb82e1098abae80f6cafbb8d74402","index":{"url":"z_97f09f0ec8586ada_opt_bulk_register_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_toy_optimization_loop_test_py":{"hash":"6a89b8e293dbf7db618b99db9262b025","index":{"url":"z_97f09f0ec8586ada_toy_optimization_loop_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":61,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22___init___py":{"hash":"6b65b31fdc40a7c75150d0b63a8ef579","index":{"url":"z_354360b2842e9a22___init___py.html","file":"mlos_bench/mlos_bench/tests/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_config_persistence_test_py":{"hash":"f8c34060a03eb3486d05cb1aa66a9234","index":{"url":"z_354360b2842e9a22_config_persistence_test_py.html","file":"mlos_bench/mlos_bench/tests/services/config_persistence_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662___init___py":{"hash":"6a32e3cbc67f46c3c902bef759ac59d3","index":{"url":"z_1e0e6bde7052d662___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_python_test_py":{"hash":"031a3bf120d3e862a4e4707e1078fa9e","index":{"url":"z_1e0e6bde7052d662_local_exec_python_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_test_py":{"hash":"3a274173e2a83087fb760629ab0f8729","index":{"url":"z_1e0e6bde7052d662_local_exec_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89___init___py":{"hash":"eea9e53b602d6ce891f707892461bb63","index":{"url":"z_12cf951eedca9a89___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89_mock_local_exec_service_py":{"hash":"af85876ee5aca2978e166cb1b2caf35d","index":{"url":"z_12cf951eedca9a89_mock_local_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_mock_service_py":{"hash":"45b5d099f499d9b6b520c7f4b7c3b43c","index":{"url":"z_354360b2842e9a22_mock_service_py.html","file":"mlos_bench/mlos_bench/tests/services/mock_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_75096bf83df2f5ed___init___py":{"hash":"18a8380192acd8f993aaeae6fcbec4e1","index":{"url":"z_75096bf83df2f5ed___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f___init___py":{"hash":"f3f4e1b477bed71e746a703bf3084064","index":{"url":"z_b5994b7a43ca5d1f___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_fileshare_test_py":{"hash":"30fe4b24244f1cd9593a36864b5d7cb6","index":{"url":"z_b5994b7a43ca5d1f_azure_fileshare_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":110,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_network_services_test_py":{"hash":"3a8bb02f15120de0f21bcf4aa14fd9db","index":{"url":"z_b5994b7a43ca5d1f_azure_network_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_vm_services_test_py":{"hash":"5b0eaf1534837def7054b3aa76c9a018","index":{"url":"z_b5994b7a43ca5d1f_azure_vm_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":108,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_conftest_py":{"hash":"63d37fe58337d657a3e14c584a77383b","index":{"url":"z_b5994b7a43ca5d1f_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631___init___py":{"hash":"e20d1cdfae4f009f719bd9bb33704746","index":{"url":"z_ea84a65b31482631___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_auth_service_py":{"hash":"96b2c5bb2988a514b1c67c88fd12c8d6","index":{"url":"z_ea84a65b31482631_mock_auth_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_fileshare_service_py":{"hash":"39a3bcb8f5bfaff505150bb481d97b25","index":{"url":"z_ea84a65b31482631_mock_fileshare_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_network_service_py":{"hash":"334c1756c49710a1fbc3543294a5863d","index":{"url":"z_ea84a65b31482631_mock_network_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_remote_exec_service_py":{"hash":"78db9c4f11e6746746da6864915e5a7f","index":{"url":"z_ea84a65b31482631_mock_remote_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_vm_service_py":{"hash":"ed63b91c8fadb8981784a2949ba69289","index":{"url":"z_ea84a65b31482631_mock_vm_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d___init___py":{"hash":"256a7eb563b2c8b4363181e91f788b12","index":{"url":"z_9975bfa74289b35d___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_conftest_py":{"hash":"3a45936a160ce40661dd63b917e3d05f","index":{"url":"z_9975bfa74289b35d_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_fixtures_py":{"hash":"90468468721a6fd7832b5598fe5563b7","index":{"url":"z_9975bfa74289b35d_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_fileshare_py":{"hash":"69064ef3af569f6c28bf3a8314661899","index":{"url":"z_9975bfa74289b35d_test_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_host_service_py":{"hash":"f2c95a7b33dda76425c05446b352d5e9","index":{"url":"z_9975bfa74289b35d_test_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":92,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_service_py":{"hash":"dc816032aaa6f2a7d63ae85eb3b54d78","index":{"url":"z_9975bfa74289b35d_test_ssh_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":2,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_test_service_method_registering_py":{"hash":"c8ba9f875e1261da6628f3d37a142aed","index":{"url":"z_354360b2842e9a22_test_service_method_registering_py.html","file":"mlos_bench/mlos_bench/tests/services/test_service_method_registering.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c___init___py":{"hash":"3ccd9f06601173d2b19f2798bd72a284","index":{"url":"z_6d460002ba244c5c___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_conftest_py":{"hash":"365ec2a0930a4963163adf95e7e5b101","index":{"url":"z_6d460002ba244c5c_conftest_py.html","file":"mlos_bench/mlos_bench/tests/storage/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_context_test_py":{"hash":"43377d30439f63eb2f5c687a5a2a9be1","index":{"url":"z_6d460002ba244c5c_exp_context_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_data_test_py":{"hash":"c399acf809b5ab9d2f5da9ba0d673922","index":{"url":"z_6d460002ba244c5c_exp_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_load_test_py":{"hash":"2faee09f9ea89c79de3ade21cae71ec6","index":{"url":"z_6d460002ba244c5c_exp_load_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_load_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":71,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699___init___py":{"hash":"eef5088dadd382b8f67766217dd150d5","index":{"url":"z_51dc247422d0d699___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699_fixtures_py":{"hash":"8c3c4289cee6102e72df96f9d571a264","index":{"url":"z_51dc247422d0d699_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_config_test_py":{"hash":"eac53fbdb27ab999c44d422faed78c64","index":{"url":"z_6d460002ba244c5c_trial_config_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_config_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_data_test_py":{"hash":"d6c003158546d24629192a797d24c3fb","index":{"url":"z_6d460002ba244c5c_trial_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_schedule_test_py":{"hash":"feebf24942acad083e1e4d05a76c4fc7","index":{"url":"z_6d460002ba244c5c_trial_schedule_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_telemetry_test_py":{"hash":"456edcdad2c6089147b384d42f4dbefd","index":{"url":"z_6d460002ba244c5c_trial_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_data_test_py":{"hash":"1502e0c40a3ce4548ab58b29a5d8d3c2","index":{"url":"z_6d460002ba244c5c_tunable_config_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py":{"hash":"42ba078c22301da19c8e647a35a6c8b7","index":{"url":"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_test_with_alt_tz_py":{"hash":"e3c78e6a5d8895adfb9ac6502929c5ba","index":{"url":"z_ffd0e22b8f179be9_test_with_alt_tz_py.html","file":"mlos_bench/mlos_bench/tests/test_with_alt_tz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_tunable_groups_fixtures_py":{"hash":"99b5809f5f6fc73c34681310bf49c874","index":{"url":"z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb___init___py":{"hash":"0f33a64c7672933ee00c2b89c96f1af1","index":{"url":"z_b6de38f7e42477eb___init___py.html","file":"mlos_bench/mlos_bench/tests/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_conftest_py":{"hash":"3e29adc11e82fc993c3078a98a782037","index":{"url":"z_b6de38f7e42477eb_conftest_py.html","file":"mlos_bench/mlos_bench/tests/tunables/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_empty_tunable_group_py":{"hash":"b599f82f27a1e67c42cf1f7aaacf6e1f","index":{"url":"z_b6de38f7e42477eb_test_empty_tunable_group_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunable_categoricals_py":{"hash":"93c45318f9cc2842cc78ad69288c8866","index":{"url":"z_b6de38f7e42477eb_test_tunable_categoricals_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunables_size_props_py":{"hash":"c6bf0d61aa0f28b01df99b56bc2a5945","index":{"url":"z_b6de38f7e42477eb_test_tunables_size_props_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":39,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_accessors_test_py":{"hash":"44aa1400c950d04b5bddb680d9196bce","index":{"url":"z_b6de38f7e42477eb_tunable_accessors_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_comparison_test_py":{"hash":"3e3a6fb54708f3838d8a2afa7cf7d3b7","index":{"url":"z_b6de38f7e42477eb_tunable_comparison_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_definition_test_py":{"hash":"ca1faaa81343d8c8c05c76409ab67a7d","index":{"url":"z_b6de38f7e42477eb_tunable_definition_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":147,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_distributions_test_py":{"hash":"51f122be17554af765f3a799b3299ff3","index":{"url":"z_b6de38f7e42477eb_tunable_distributions_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_indexing_test_py":{"hash":"cc805295012a4b6b804272dfc5fd34ad","index":{"url":"z_b6de38f7e42477eb_tunable_group_indexing_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_subgroup_test_py":{"hash":"ab45a3bd426d45e8441f1d65b3c5857d","index":{"url":"z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_update_test_py":{"hash":"139ffef61cd5cf84dbe7a5c3fa29375e","index":{"url":"z_b6de38f7e42477eb_tunable_group_update_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_slice_references_test_py":{"hash":"803b3c97678ba66f3aa4765c0ffecdb5","index":{"url":"z_b6de38f7e42477eb_tunable_slice_references_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py":{"hash":"22de410d8ab8e80fbf661a4c40c09e08","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_test_py":{"hash":"e70be5808c9b261b9f7bafab17dcabad","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_assign_test_py":{"hash":"75db240cfd6d816eac1ec64e39fd9845","index":{"url":"z_b6de38f7e42477eb_tunables_assign_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":85,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_copy_test_py":{"hash":"6e43407c71e6447a715f06db79a4d9f9","index":{"url":"z_b6de38f7e42477eb_tunables_copy_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_str_test_py":{"hash":"592e4d966551eb745dd91db37e0feaf8","index":{"url":"z_b6de38f7e42477eb_tunables_str_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_git_test_py":{"hash":"9850698217c7a4a6c9295aad2a02de98","index":{"url":"z_ffd0e22b8f179be9_util_git_test_py.html","file":"mlos_bench/mlos_bench/tests/util_git_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_nullable_test_py":{"hash":"fbbd658e899511f8b4bda0d43593f6c7","index":{"url":"z_ffd0e22b8f179be9_util_nullable_test_py.html","file":"mlos_bench/mlos_bench/tests/util_nullable_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_try_parse_test_py":{"hash":"0c5d51c11db486b92e6528581fb2f65f","index":{"url":"z_ffd0e22b8f179be9_util_try_parse_test_py.html","file":"mlos_bench/mlos_bench/tests/util_try_parse_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2___init___py":{"hash":"4d23d67e251c9b9587f0faa00baa7235","index":{"url":"z_94faf145c9e5d9d2___init___py.html","file":"mlos_bench/mlos_bench/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_covariant_group_py":{"hash":"4b9f04f72c38c9872497c7a895facc8f","index":{"url":"z_94faf145c9e5d9d2_covariant_group_py.html","file":"mlos_bench/mlos_bench/tunables/covariant_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":11,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_py":{"hash":"dfcddd8c7d2b91f14eb3a6182e5fef23","index":{"url":"z_94faf145c9e5d9d2_tunable_py.html","file":"mlos_bench/mlos_bench/tunables/tunable.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":299,"n_excluded":15,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_groups_py":{"hash":"e23bd5514989829b382646d25bcf16a5","index":{"url":"z_94faf145c9e5d9d2_tunable_groups_py.html","file":"mlos_bench/mlos_bench/tunables/tunable_groups.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":18,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_util_py":{"hash":"64b8da1daee5f125232820382962c3b5","index":{"url":"z_5396f41af8b1e4bd_util_py.html","file":"mlos_bench/mlos_bench/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":6,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_version_py":{"hash":"bcc35b511319d8e37b5e8cd2df201340","index":{"url":"z_5396f41af8b1e4bd_version_py.html","file":"mlos_bench/mlos_bench/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67___init___py":{"hash":"7bc681377c8cc0799d24a2c58adcbb7c","index":{"url":"z_fc7f0a2d8bc93d67___init___py.html","file":"mlos_core/mlos_core/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea___init___py":{"hash":"4ae71cc0a63ffff2d809b4230c15b636","index":{"url":"z_83ca15bbe4632fea___init___py.html","file":"mlos_core/mlos_core/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f___init___py":{"hash":"d789d7084106474529d7aabc65eda9dc","index":{"url":"z_72e2a6025cdb9b6f___init___py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_bayesian_optimizer_py":{"hash":"66c4ec323fb240d0f75d76a7fecf00cf","index":{"url":"z_72e2a6025cdb9b6f_bayesian_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_smac_optimizer_py":{"hash":"b58092b3366bb3a3703bf4478cc7b7c8","index":{"url":"z_72e2a6025cdb9b6f_smac_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":5,"n_missing":13,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_flaml_optimizer_py":{"hash":"af579ee43b8a08c76834c042d2cd2aa9","index":{"url":"z_83ca15bbe4632fea_flaml_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/flaml_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":1,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_optimizer_py":{"hash":"011739e64747185bd4087a290deeb4c0","index":{"url":"z_83ca15bbe4632fea_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":117,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_random_optimizer_py":{"hash":"fe535b4ed8e7169d27e9c159b1501655","index":{"url":"z_83ca15bbe4632fea_random_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/random_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":1,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_01a0fb711d8b07b3___init___py":{"hash":"468f9cf9b6b7b45a91923bd3da061684","index":{"url":"z_01a0fb711d8b07b3___init___py.html","file":"mlos_core/mlos_core/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51___init___py":{"hash":"040aac862ed2cce619d414a774b58d25","index":{"url":"z_a35407dc3f69ee51___init___py.html","file":"mlos_core/mlos_core/spaces/adapters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_adapter_py":{"hash":"afddd6986a937c9b9fe3d17bd1af2a9c","index":{"url":"z_a35407dc3f69ee51_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":10,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_identity_adapter_py":{"hash":"9ffd83fcc1939a2f4ab4b9be0eae8271","index":{"url":"z_a35407dc3f69ee51_identity_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/identity_adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_llamatune_py":{"hash":"bfbe7da82ee4dae9701732dcbf908e47","index":{"url":"z_a35407dc3f69ee51_llamatune_py.html","file":"mlos_core/mlos_core/spaces/adapters/llamatune.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":180,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862___init___py":{"hash":"945b8a24be3878f1879e925280ca3deb","index":{"url":"z_4c77d49b5a513862___init___py.html","file":"mlos_core/mlos_core/spaces/converters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_flaml_py":{"hash":"0722b5d1c197041ef253a1cb0554bcd6","index":{"url":"z_4c77d49b5a513862_flaml_py.html","file":"mlos_core/mlos_core/spaces/converters/flaml.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_util_py":{"hash":"4605e3f953cc2e63dd9bf2c96ea747dd","index":{"url":"z_4c77d49b5a513862_util_py.html","file":"mlos_core/mlos_core/spaces/converters/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_7980ac9b936dbc70___init___py":{"hash":"836bc8bd81f7979cb52d38a19a39bf17","index":{"url":"z_7980ac9b936dbc70___init___py.html","file":"mlos_core/mlos_core/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887___init___py":{"hash":"7ae5ba1c686c35cc76605c365884f29b","index":{"url":"z_974f7f0354d04887___init___py.html","file":"mlos_core/mlos_core/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_bayesian_optimizers_test_py":{"hash":"48fb933df1c0ab3e66d28aba66390be0","index":{"url":"z_974f7f0354d04887_bayesian_optimizers_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_conftest_py":{"hash":"1be8eba62f15225ba9feceef8a950890","index":{"url":"z_974f7f0354d04887_conftest_py.html","file":"mlos_core/mlos_core/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_one_hot_test_py":{"hash":"4b0f6a5c3592d38db3c994e95d2bc317","index":{"url":"z_974f7f0354d04887_one_hot_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/one_hot_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_multiobj_test_py":{"hash":"241618d48bfb26460dbdce61cd9ed055","index":{"url":"z_974f7f0354d04887_optimizer_multiobj_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_test_py":{"hash":"ed01049be283f4a262d5978202d5e03e","index":{"url":"z_974f7f0354d04887_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":194,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_random_optimizer_test_py":{"hash":"9cef3fb9c3940dc6bd9af85977b20533","index":{"url":"z_974f7f0354d04887_random_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78___init___py":{"hash":"4a3a49d95fd03c72fec9fd817f194be3","index":{"url":"z_fdd0616ad8099d78___init___py.html","file":"mlos_core/mlos_core/tests/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_identity_adapter_test_py":{"hash":"b6d45c9e41bd1fa0fb0b828753426573","index":{"url":"z_c9154d4bcbf20984_identity_adapter_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_llamatune_test_py":{"hash":"2216ba285551346e86bdcc2c75fe8d99","index":{"url":"z_c9154d4bcbf20984_llamatune_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_space_adapter_factory_test_py":{"hash":"0964d6d1685660d9595835fb40393235","index":{"url":"z_c9154d4bcbf20984_space_adapter_factory_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_monkey_patch_quantization_test_py":{"hash":"fddced7aea16ac2e5f0ccc292adb435d","index":{"url":"z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html","file":"mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_spaces_test_py":{"hash":"89ad4a1064d81763fdaa1115d9554c8b","index":{"url":"z_fdd0616ad8099d78_spaces_test_py.html","file":"mlos_core/mlos_core/tests/spaces/spaces_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":124,"n_excluded":6,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_util_py":{"hash":"be441c95a2aaca18eba3f21fbd2e3926","index":{"url":"z_fc7f0a2d8bc93d67_util_py.html","file":"mlos_core/mlos_core/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_version_py":{"hash":"06b59d799ca37613c72dae483ecf95e0","index":{"url":"z_fc7f0a2d8bc93d67_version_py.html","file":"mlos_core/mlos_core/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58___init___py":{"hash":"20c9ce18e7e16ee109a1696f8bfc2577","index":{"url":"z_ea0f5c0ee1292a58___init___py.html","file":"mlos_viz/mlos_viz/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_base_py":{"hash":"af2a97208c4e711aece07ebe8ff08bfd","index":{"url":"z_ea0f5c0ee1292a58_base_py.html","file":"mlos_viz/mlos_viz/base.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":154,"n_excluded":0,"n_missing":16,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_dabl_py":{"hash":"186fa8216e3653e336917c97b583d10b","index":{"url":"z_ea0f5c0ee1292a58_dabl_py.html","file":"mlos_viz/mlos_viz/dabl.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0___init___py":{"hash":"582c35f96f42b7b789071060de3a2805","index":{"url":"z_e9ae7bd3de504eb0___init___py.html","file":"mlos_viz/mlos_viz/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_conftest_py":{"hash":"0f0d314ce7d9a9c72a61db67804fef3c","index":{"url":"z_e9ae7bd3de504eb0_conftest_py.html","file":"mlos_viz/mlos_viz/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_base_plot_py":{"hash":"4d8707a493e5d0bf2976cf1de17d2c5a","index":{"url":"z_e9ae7bd3de504eb0_test_base_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_base_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_dabl_plot_py":{"hash":"ef2650e6cf32fc882039e2192ea71506","index":{"url":"z_e9ae7bd3de504eb0_test_dabl_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_dabl_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":12,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_mlos_viz_py":{"hash":"08d28349b46228685f269b51daac645d","index":{"url":"z_e9ae7bd3de504eb0_test_mlos_viz_py.html","file":"mlos_viz/mlos_viz/tests/test_mlos_viz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_util_py":{"hash":"26d12c348f7752726d1f62c527fa1d06","index":{"url":"z_ea0f5c0ee1292a58_util_py.html","file":"mlos_viz/mlos_viz/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_version_py":{"hash":"609e067026f12e183e81f032dbda7677","index":{"url":"z_ea0f5c0ee1292a58_version_py.html","file":"mlos_viz/mlos_viz/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}}}}
\ No newline at end of file
+{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.6.1","globals":"74e03191d37c7fb57ba44039ddcca05d","files":{"conftest_py":{"hash":"2635663432e348e80aa58b1869ec9d3d","index":{"url":"conftest_py.html","file":"conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd___init___py":{"hash":"94977942045557d8ae44e3f13c2d417e","index":{"url":"z_5396f41af8b1e4bd___init___py.html","file":"mlos_bench/mlos_bench/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3398716e0933e076___init___py":{"hash":"fffa50498690c457a955e0c460afa073","index":{"url":"z_3398716e0933e076___init___py.html","file":"mlos_bench/mlos_bench/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d___init___py":{"hash":"44c3bfe4097b6ded45235699e0dc169e","index":{"url":"z_20c004c35735c01d___init___py.html","file":"mlos_bench/mlos_bench/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d_config_schemas_py":{"hash":"9452d553de5ad7adc6aba94e53095821","index":{"url":"z_20c004c35735c01d_config_schemas_py.html","file":"mlos_bench/mlos_bench/config/schemas/config_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":72,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_dict_templater_py":{"hash":"fe5d1267574eb4e0133c2ec9f963add7","index":{"url":"z_5396f41af8b1e4bd_dict_templater_py.html","file":"mlos_bench/mlos_bench/dict_templater.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3___init___py":{"hash":"52d5dfdaf8a78d07792c1bfc11e6571a","index":{"url":"z_2af64a9d4152bba3___init___py.html","file":"mlos_bench/mlos_bench/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_base_environment_py":{"hash":"17c557c3edf942e98e8a5f32ef0382a5","index":{"url":"z_2af64a9d4152bba3_base_environment_py.html","file":"mlos_bench/mlos_bench/environments/base_environment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":138,"n_excluded":4,"n_missing":10,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_composite_env_py":{"hash":"7200e8d83832b5b8d08ff3e58e100cbb","index":{"url":"z_2af64a9d4152bba3_composite_env_py.html","file":"mlos_bench/mlos_bench/environments/composite_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":96,"n_excluded":0,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d___init___py":{"hash":"5084c457612abc6e20c2ad7d1dee429f","index":{"url":"z_ce2854f29b8d638d___init___py.html","file":"mlos_bench/mlos_bench/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_env_py":{"hash":"07a236bc127d39ac83ee14de31754287","index":{"url":"z_ce2854f29b8d638d_local_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":126,"n_excluded":0,"n_missing":15,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_fileshare_env_py":{"hash":"7c795dbee7a4120f7084a5804534a5d7","index":{"url":"z_ce2854f29b8d638d_local_fileshare_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_fileshare_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_mock_env_py":{"hash":"5433da21c478f8c4d6d067f2aa62fdc4","index":{"url":"z_2af64a9d4152bba3_mock_env_py.html","file":"mlos_bench/mlos_bench/environments/mock_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242___init___py":{"hash":"40a027d81a51d6d11705fa7263c886bf","index":{"url":"z_ee1a086105daf242___init___py.html","file":"mlos_bench/mlos_bench/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_host_env_py":{"hash":"41e461af76eb9a0611befce7bedf623a","index":{"url":"z_ee1a086105daf242_host_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/host_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_network_env_py":{"hash":"20da34b58dac4b84d2421dd72d0f894f","index":{"url":"z_ee1a086105daf242_network_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/network_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_os_env_py":{"hash":"273e0f734e783efa047a9fdddb3cea20","index":{"url":"z_ee1a086105daf242_os_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/os_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_remote_env_py":{"hash":"0518fd72c3eff64aefa1905c853ecbfa","index":{"url":"z_ee1a086105daf242_remote_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/remote_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":64,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_saas_env_py":{"hash":"87df9a39493209ff83e3c30cee456dbe","index":{"url":"z_ee1a086105daf242_saas_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/saas_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":22,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_vm_env_py":{"hash":"03e0aee3c2e0ee368710f1fa8a0db688","index":{"url":"z_ee1a086105daf242_vm_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/vm_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_script_env_py":{"hash":"3d1b9a37d84974d3f30b56028d51d5af","index":{"url":"z_2af64a9d4152bba3_script_env_py.html","file":"mlos_bench/mlos_bench/environments/script_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_status_py":{"hash":"c49095ef6e406c4293c1919c31405587","index":{"url":"z_2af64a9d4152bba3_status_py.html","file":"mlos_bench/mlos_bench/environments/status.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_event_loop_context_py":{"hash":"97011aa012827e937b2698553e7255ec","index":{"url":"z_5396f41af8b1e4bd_event_loop_context_py.html","file":"mlos_bench/mlos_bench/event_loop_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_launcher_py":{"hash":"2dcb003c2509f43486bd2227613891d8","index":{"url":"z_5396f41af8b1e4bd_launcher_py.html","file":"mlos_bench/mlos_bench/launcher.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4___init___py":{"hash":"ec22ce09e56e5da2e430e6db3f3ade5e","index":{"url":"z_323f8141f9f539b4___init___py.html","file":"mlos_bench/mlos_bench/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_base_optimizer_py":{"hash":"2d5746baf8fa6b6fd22eb0778b09ddfc","index":{"url":"z_323f8141f9f539b4_base_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/base_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":127,"n_excluded":6,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_convert_configspace_py":{"hash":"41b72b8f8c20bb2217fc2703cc461baa","index":{"url":"z_323f8141f9f539b4_convert_configspace_py.html","file":"mlos_bench/mlos_bench/optimizers/convert_configspace.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":86,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_grid_search_optimizer_py":{"hash":"deb6a816d7e53f73ecc2c21e7459fa00","index":{"url":"z_323f8141f9f539b4_grid_search_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mlos_core_optimizer_py":{"hash":"cd24bc58e5fb7428cf3938ef4c6072f8","index":{"url":"z_323f8141f9f539b4_mlos_core_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mock_optimizer_py":{"hash":"661041813c2a6cd20697ac57e9c1975c","index":{"url":"z_323f8141f9f539b4_mock_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mock_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_one_shot_optimizer_py":{"hash":"7968c2da5c7d3ff4ce62950fb9457647","index":{"url":"z_323f8141f9f539b4_one_shot_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_track_best_optimizer_py":{"hash":"bd6a91aeb92f0703c7167fdb959c074f","index":{"url":"z_323f8141f9f539b4_track_best_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/track_best_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_os_environ_py":{"hash":"7c193aaf3031053da1ea6de27d65ad19","index":{"url":"z_5396f41af8b1e4bd_os_environ_py.html","file":"mlos_bench/mlos_bench/os_environ.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_run_py":{"hash":"b5f2b38c727469ba2461bd4897f4ab79","index":{"url":"z_5396f41af8b1e4bd_run_py.html","file":"mlos_bench/mlos_bench/run.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":2,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09___init___py":{"hash":"69a161c7e8338f99719df794873828b7","index":{"url":"z_9fc35783a1522e09___init___py.html","file":"mlos_bench/mlos_bench/schedulers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_base_scheduler_py":{"hash":"086be97b997435690504f87caadd6d69","index":{"url":"z_9fc35783a1522e09_base_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/base_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":130,"n_excluded":10,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_sync_scheduler_py":{"hash":"7e41f3389fc618b218909e907334ceed","index":{"url":"z_9fc35783a1522e09_sync_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/sync_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362___init___py":{"hash":"ffcc132d61cac8654e2282e11e623be9","index":{"url":"z_2f8ecfca0b9e9362___init___py.html","file":"mlos_bench/mlos_bench/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_fileshare_py":{"hash":"aa183c6793fec2e0b786c8536348f609","index":{"url":"z_2f8ecfca0b9e9362_base_fileshare_py.html","file":"mlos_bench/mlos_bench/services/base_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_service_py":{"hash":"a5aed856702ef237d4f5e4a1e2dfb483","index":{"url":"z_2f8ecfca0b9e9362_base_service_py.html","file":"mlos_bench/mlos_bench/services/base_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":104,"n_excluded":2,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_config_persistence_py":{"hash":"1e90ecab6debe35c8294705d7ef69958","index":{"url":"z_2f8ecfca0b9e9362_config_persistence_py.html","file":"mlos_bench/mlos_bench/services/config_persistence.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":5,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8___init___py":{"hash":"23014b52e9f194ba23e5e97fe284f993","index":{"url":"z_ea07be53de14ffe8___init___py.html","file":"mlos_bench/mlos_bench/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_local_exec_py":{"hash":"e195a9405aa70697831f11f20a9399e1","index":{"url":"z_ea07be53de14ffe8_local_exec_py.html","file":"mlos_bench/mlos_bench/services/local/local_exec.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_temp_dir_context_py":{"hash":"8d42ec3519d5e329666722d7a44f3bc6","index":{"url":"z_ea07be53de14ffe8_temp_dir_context_py.html","file":"mlos_bench/mlos_bench/services/local/temp_dir_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d34fc4c3ae3e3619___init___py":{"hash":"d61c661aeb56f6b544b38840a3bf90cd","index":{"url":"z_d34fc4c3ae3e3619___init___py.html","file":"mlos_bench/mlos_bench/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7___init___py":{"hash":"7172041c04f77bda63e8ffd410220062","index":{"url":"z_8bda1461cdfcd6c7___init___py.html","file":"mlos_bench/mlos_bench/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_auth_py":{"hash":"efe321542b91f54ca5d3015d5bf9cacc","index":{"url":"z_8bda1461cdfcd6c7_azure_auth_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_auth.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":26,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_deployment_services_py":{"hash":"2a48e9d2875a4dde26fcc1a144d531f1","index":{"url":"z_8bda1461cdfcd6c7_azure_deployment_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":178,"n_excluded":1,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_fileshare_py":{"hash":"5ad0c6861e1dc6656c8a303933925605","index":{"url":"z_8bda1461cdfcd6c7_azure_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":78,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_network_services_py":{"hash":"fb234426ec0ecbfbf06f1f342f786df9","index":{"url":"z_8bda1461cdfcd6c7_azure_network_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_saas_py":{"hash":"44a146cf2d36f3c9d0da4e44a9d31202","index":{"url":"z_8bda1461cdfcd6c7_azure_saas_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_saas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":81,"n_excluded":0,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_vm_services_py":{"hash":"1cc5481419a830b6bfcfad6471e2de45","index":{"url":"z_8bda1461cdfcd6c7_azure_vm_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":101,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f___init___py":{"hash":"e438877d12a6aefdcc43f04053e255b0","index":{"url":"z_3f378eb4eadac84f___init___py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_fileshare_py":{"hash":"0bd9bb313beb40054581fd6468c80e85","index":{"url":"z_3f378eb4eadac84f_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_host_service_py":{"hash":"eb3b5b6f76d8a888248caabcfb74c5ee","index":{"url":"z_3f378eb4eadac84f_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_service_py":{"hash":"9d3f2a4225bf227b5b8d19c454408453","index":{"url":"z_3f378eb4eadac84f_ssh_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":2,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83___init___py":{"hash":"f278c1e136e1e854112561fe4e9b79bf","index":{"url":"z_8a1cf60827db5b83___init___py.html","file":"mlos_bench/mlos_bench/services/types/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_authenticator_type_py":{"hash":"7900f404b785d8ae0411d6bac0b17dfc","index":{"url":"z_8a1cf60827db5b83_authenticator_type_py.html","file":"mlos_bench/mlos_bench/services/types/authenticator_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_config_loader_type_py":{"hash":"7fa8e0ea4fe03ed6e0aa758e5cd4dd28","index":{"url":"z_8a1cf60827db5b83_config_loader_type_py.html","file":"mlos_bench/mlos_bench/services/types/config_loader_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_fileshare_type_py":{"hash":"20f65be2ba003a4222c45e88d8de164a","index":{"url":"z_8a1cf60827db5b83_fileshare_type_py.html","file":"mlos_bench/mlos_bench/services/types/fileshare_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_ops_type_py":{"hash":"ba00127f7f601a73000dcc6e65cab610","index":{"url":"z_8a1cf60827db5b83_host_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_provisioner_type_py":{"hash":"b6a7ba4848743b73266016280b3a30aa","index":{"url":"z_8a1cf60827db5b83_host_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_local_exec_type_py":{"hash":"26f58c3ad24cad3cdff46001e0916bf9","index":{"url":"z_8a1cf60827db5b83_local_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/local_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_network_provisioner_type_py":{"hash":"239de27af25133730ae3cbae5821fd9e","index":{"url":"z_8a1cf60827db5b83_network_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/network_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_os_ops_type_py":{"hash":"4945b70e8f32efb7d44349365a979984","index":{"url":"z_8a1cf60827db5b83_os_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/os_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_config_type_py":{"hash":"c0cc303201d7e0c2aed6c5851ff00abb","index":{"url":"z_8a1cf60827db5b83_remote_config_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_config_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_exec_type_py":{"hash":"eccb889fd58b9ab8f8e597c4d44fe3f9","index":{"url":"z_8a1cf60827db5b83_remote_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9___init___py":{"hash":"d124d5a461e008bba10d22c1e679456f","index":{"url":"z_d9cccba8799d95c9___init___py.html","file":"mlos_bench/mlos_bench/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_experiment_data_py":{"hash":"d8de8bbfc412de29aff8620189712632","index":{"url":"z_d9cccba8799d95c9_base_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/base_experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":5,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_storage_py":{"hash":"631cce04d8add44185038beb34c8ffe7","index":{"url":"z_d9cccba8799d95c9_base_storage_py.html","file":"mlos_bench/mlos_bench/storage/base_storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":137,"n_excluded":4,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_trial_data_py":{"hash":"66580896db604a6f99ace6f1f9bb6892","index":{"url":"z_d9cccba8799d95c9_base_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/base_trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":62,"n_excluded":7,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_data_py":{"hash":"f56a7208561b1c61bf0c8ff209c6946b","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py":{"hash":"b81df3e11fde2c97fa47c7399bfcf072","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea___init___py":{"hash":"7477af8c5121d5eeae62dafef554a2f6","index":{"url":"z_feb2aa4ec14319ea___init___py.html","file":"mlos_bench/mlos_bench/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_common_py":{"hash":"9d2904ed250ab287fda93b8e74449c87","index":{"url":"z_feb2aa4ec14319ea_common_py.html","file":"mlos_bench/mlos_bench/storage/sql/common.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_py":{"hash":"659732cf97e8019238e8ae62dcf13724","index":{"url":"z_feb2aa4ec14319ea_experiment_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":100,"n_excluded":1,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_data_py":{"hash":"89f9451546ca82a95c6448c9ead583e5","index":{"url":"z_feb2aa4ec14319ea_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_schema_py":{"hash":"3840bd97c3e337bb809b872ddb51bbd7","index":{"url":"z_feb2aa4ec14319ea_schema_py.html","file":"mlos_bench/mlos_bench/storage/sql/schema.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":21,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_storage_py":{"hash":"7c7eb486ad2d9baa052a3974a93dde83","index":{"url":"z_feb2aa4ec14319ea_storage_py.html","file":"mlos_bench/mlos_bench/storage/sql/storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_py":{"hash":"fb47294fef69f9b5f0bf23ac5823d270","index":{"url":"z_feb2aa4ec14319ea_trial_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_data_py":{"hash":"f0b63c5bc1480159e0282768010a39dc","index":{"url":"z_feb2aa4ec14319ea_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_data_py":{"hash":"fde583ee9a85af79b88fd8343401def9","index":{"url":"z_feb2aa4ec14319ea_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py":{"hash":"e7fb41e43fe33a6be57500ba7f95ebce","index":{"url":"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_storage_factory_py":{"hash":"dc9a42e345a47ac49af28b660e783063","index":{"url":"z_d9cccba8799d95c9_storage_factory_py.html","file":"mlos_bench/mlos_bench/storage/storage_factory.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_util_py":{"hash":"da964c4e55f89a79cdc86b143bb8ded0","index":{"url":"z_d9cccba8799d95c9_util_py.html","file":"mlos_bench/mlos_bench/storage/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9___init___py":{"hash":"20b086235943f6d81d9dda89b677b0ff","index":{"url":"z_ffd0e22b8f179be9___init___py.html","file":"mlos_bench/mlos_bench/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703___init___py":{"hash":"bfd3972988dda717432eb9075779680d","index":{"url":"z_23ca098d381c2703___init___py.html","file":"mlos_bench/mlos_bench/tests/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e6d502096990b4bc_test_load_cli_config_examples_py":{"hash":"d1731bab6d5a410213d74cac3a4e64ef","index":{"url":"z_e6d502096990b4bc_test_load_cli_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":51,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703_conftest_py":{"hash":"a9ddb745145742015787cf6f921528f5","index":{"url":"z_23ca098d381c2703_conftest_py.html","file":"mlos_bench/mlos_bench/tests/config/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9d91bcacf3b33219_test_load_environment_config_examples_py":{"hash":"a62d0fa6ca52f027e28d2d0b629923ba","index":{"url":"z_9d91bcacf3b33219_test_load_environment_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":70,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_daea37f8f9d4218b_test_load_global_config_examples_py":{"hash":"1accf51d922228627268982b734c3ceb","index":{"url":"z_daea37f8f9d4218b_test_load_global_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1fe5d26167948339_test_load_optimizer_config_examples_py":{"hash":"0aa6e1a2cfac4b0332cd92075aba065c","index":{"url":"z_1fe5d26167948339_test_load_optimizer_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b2e8508ca8301e3e___init___py":{"hash":"573e062e566047075647d57e8648ae15","index":{"url":"z_b2e8508ca8301e3e___init___py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":3,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_0bd431c13c518cba_test_cli_schemas_py":{"hash":"5de82163ca2e286363d78c146429fe53","index":{"url":"z_0bd431c13c518cba_test_cli_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c2879ac20d51a5_test_environment_schemas_py":{"hash":"b43d790715e9860e0e3a539babade2d4","index":{"url":"z_f9c2879ac20d51a5_test_environment_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c64468f625e920_test_globals_schemas_py":{"hash":"5ca9337887df630d5bae1299af0d4d9e","index":{"url":"z_f9c64468f625e920_test_globals_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_539c3520b5c68f82_test_optimizer_schemas_py":{"hash":"e10dfadeb1da8903ee82bd3f8088cc54","index":{"url":"z_539c3520b5c68f82_test_optimizer_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_002489c1955d0852_test_scheduler_schemas_py":{"hash":"5b2a973663444096d54050f29a591ad3","index":{"url":"z_002489c1955d0852_test_scheduler_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_57125b4c4afc531d_test_services_schemas_py":{"hash":"25ee0f7e4f414a1b05f159cf97767ed6","index":{"url":"z_57125b4c4afc531d_test_services_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_067584b402678614_test_storage_schemas_py":{"hash":"37e70872645f37eed00f47f0f4128ddc","index":{"url":"z_067584b402678614_test_storage_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_866c2aed5680b990_test_tunable_params_schemas_py":{"hash":"41e19e7c07ae929b390670ce4ef03d72","index":{"url":"z_866c2aed5680b990_test_tunable_params_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3cecf87feb0d1a32_test_tunable_values_schemas_py":{"hash":"020bdd29e9c495bd34b7460bdae84d56","index":{"url":"z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e8b6df00ef81429a_test_load_service_config_examples_py":{"hash":"cea70dd701c21b21f280890493c3264e","index":{"url":"z_e8b6df00ef81429a_test_load_service_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b753a059391781c4_test_load_storage_config_examples_py":{"hash":"7bfc32621430c01ee3110720c9bd6222","index":{"url":"z_b753a059391781c4_test_load_storage_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_conftest_py":{"hash":"ee2d824477eb2a4384957ee664c981c6","index":{"url":"z_ffd0e22b8f179be9_conftest_py.html","file":"mlos_bench/mlos_bench/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":44,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_dict_templater_test_py":{"hash":"7987b92f43a27cfbe5921d4b07c7b8c2","index":{"url":"z_ffd0e22b8f179be9_dict_templater_test_py.html","file":"mlos_bench/mlos_bench/tests/dict_templater_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd___init___py":{"hash":"24dd8958f87b1443299666d928af05f4","index":{"url":"z_eff6c9495d2144dd___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_base_env_test_py":{"hash":"9529a0a01c318cfd68060561934682aa","index":{"url":"z_eff6c9495d2144dd_base_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/base_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_service_test_py":{"hash":"992984d140523fc8b302d88983f31bb1","index":{"url":"z_eff6c9495d2144dd_composite_env_service_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_test_py":{"hash":"4e825128700c773ff8258446d904ea5a","index":{"url":"z_eff6c9495d2144dd_composite_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_include_tunables_test_py":{"hash":"9ee3f6be041c87bf699d0343741c9da0","index":{"url":"z_eff6c9495d2144dd_include_tunables_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/include_tunables_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005___init___py":{"hash":"89beb3a91e073b632070188dea1c009b","index":{"url":"z_98e6470b1a2d3005___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_composite_local_env_test_py":{"hash":"e2f8da30b86f7a1def51bf1366c2f850","index":{"url":"z_98e6470b1a2d3005_composite_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_stdout_test_py":{"hash":"17903f77f7722bdc0e0d7762338f9625","index":{"url":"z_98e6470b1a2d3005_local_env_stdout_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_telemetry_test_py":{"hash":"66ba9930d8577de3dfe690394102a553","index":{"url":"z_98e6470b1a2d3005_local_env_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_test_py":{"hash":"652331e4376c65f5f89b0bcbbaed40e5","index":{"url":"z_98e6470b1a2d3005_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_vars_test_py":{"hash":"5fc54a9c9dadb1b8c185413f1ab3ad74","index":{"url":"z_98e6470b1a2d3005_local_env_vars_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_fileshare_env_test_py":{"hash":"236110824d5abb64126b98267f02a4f2","index":{"url":"z_98e6470b1a2d3005_local_fileshare_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_mock_env_test_py":{"hash":"eb83aa995b23220eb30cc62d8323ba90","index":{"url":"z_eff6c9495d2144dd_mock_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/mock_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4___init___py":{"hash":"739ea36ab11d978990782c703bdab380","index":{"url":"z_e3d586e89eaba8f4___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_conftest_py":{"hash":"0fa7a3471edbaaa61737607941221a9d","index":{"url":"z_e3d586e89eaba8f4_conftest_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_test_ssh_env_py":{"hash":"0fb165d7f3eaad96812153ee900cc3b2","index":{"url":"z_e3d586e89eaba8f4_test_ssh_env_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_event_loop_context_test_py":{"hash":"af2b350954d976999481a8eb1a0518ec","index":{"url":"z_ffd0e22b8f179be9_event_loop_context_test_py.html","file":"mlos_bench/mlos_bench/tests/event_loop_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":4,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_in_process_test_py":{"hash":"ad9200d76a89add90fd1dc0f735708e4","index":{"url":"z_ffd0e22b8f179be9_launcher_in_process_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_in_process_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_parse_args_test_py":{"hash":"2f8270e464331a6661af7f95dd5ee05b","index":{"url":"z_ffd0e22b8f179be9_launcher_parse_args_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_parse_args_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_run_test_py":{"hash":"828d240ca59067dfd8035575ad53f4ed","index":{"url":"z_ffd0e22b8f179be9_launcher_run_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_run_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada___init___py":{"hash":"6fe14a97c9464e9fb1e31ab4d2694d01","index":{"url":"z_97f09f0ec8586ada___init___py.html","file":"mlos_bench/mlos_bench/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_conftest_py":{"hash":"f9d55621d191b9ee448780be0c1b817c","index":{"url":"z_97f09f0ec8586ada_conftest_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_grid_search_optimizer_test_py":{"hash":"4879296e72cc9a71a4e61633b9cbfade","index":{"url":"z_97f09f0ec8586ada_grid_search_optimizer_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":128,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_llamatune_opt_test_py":{"hash":"337aa86eed1e1e5aba97082826b30f22","index":{"url":"z_97f09f0ec8586ada_llamatune_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_df_test_py":{"hash":"7f776330b5734b80fe57e6d3b178bd9f","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py":{"hash":"eedd13c7aff0bb5b71214c6378f67940","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mock_opt_test_py":{"hash":"39e9ffef0f51f751c65b194fe788f19a","index":{"url":"z_97f09f0ec8586ada_mock_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_opt_bulk_register_test_py":{"hash":"2cebb82e1098abae80f6cafbb8d74402","index":{"url":"z_97f09f0ec8586ada_opt_bulk_register_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_toy_optimization_loop_test_py":{"hash":"6a89b8e293dbf7db618b99db9262b025","index":{"url":"z_97f09f0ec8586ada_toy_optimization_loop_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":61,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22___init___py":{"hash":"6b65b31fdc40a7c75150d0b63a8ef579","index":{"url":"z_354360b2842e9a22___init___py.html","file":"mlos_bench/mlos_bench/tests/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_config_persistence_test_py":{"hash":"f8c34060a03eb3486d05cb1aa66a9234","index":{"url":"z_354360b2842e9a22_config_persistence_test_py.html","file":"mlos_bench/mlos_bench/tests/services/config_persistence_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662___init___py":{"hash":"6a32e3cbc67f46c3c902bef759ac59d3","index":{"url":"z_1e0e6bde7052d662___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_python_test_py":{"hash":"031a3bf120d3e862a4e4707e1078fa9e","index":{"url":"z_1e0e6bde7052d662_local_exec_python_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_test_py":{"hash":"3a274173e2a83087fb760629ab0f8729","index":{"url":"z_1e0e6bde7052d662_local_exec_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89___init___py":{"hash":"eea9e53b602d6ce891f707892461bb63","index":{"url":"z_12cf951eedca9a89___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89_mock_local_exec_service_py":{"hash":"af85876ee5aca2978e166cb1b2caf35d","index":{"url":"z_12cf951eedca9a89_mock_local_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_mock_service_py":{"hash":"45b5d099f499d9b6b520c7f4b7c3b43c","index":{"url":"z_354360b2842e9a22_mock_service_py.html","file":"mlos_bench/mlos_bench/tests/services/mock_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_75096bf83df2f5ed___init___py":{"hash":"18a8380192acd8f993aaeae6fcbec4e1","index":{"url":"z_75096bf83df2f5ed___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f___init___py":{"hash":"f3f4e1b477bed71e746a703bf3084064","index":{"url":"z_b5994b7a43ca5d1f___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_fileshare_test_py":{"hash":"30fe4b24244f1cd9593a36864b5d7cb6","index":{"url":"z_b5994b7a43ca5d1f_azure_fileshare_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":110,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_network_services_test_py":{"hash":"3a8bb02f15120de0f21bcf4aa14fd9db","index":{"url":"z_b5994b7a43ca5d1f_azure_network_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_vm_services_test_py":{"hash":"5b0eaf1534837def7054b3aa76c9a018","index":{"url":"z_b5994b7a43ca5d1f_azure_vm_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":108,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_conftest_py":{"hash":"63d37fe58337d657a3e14c584a77383b","index":{"url":"z_b5994b7a43ca5d1f_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631___init___py":{"hash":"e20d1cdfae4f009f719bd9bb33704746","index":{"url":"z_ea84a65b31482631___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_auth_service_py":{"hash":"96b2c5bb2988a514b1c67c88fd12c8d6","index":{"url":"z_ea84a65b31482631_mock_auth_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_fileshare_service_py":{"hash":"39a3bcb8f5bfaff505150bb481d97b25","index":{"url":"z_ea84a65b31482631_mock_fileshare_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_network_service_py":{"hash":"334c1756c49710a1fbc3543294a5863d","index":{"url":"z_ea84a65b31482631_mock_network_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_remote_exec_service_py":{"hash":"78db9c4f11e6746746da6864915e5a7f","index":{"url":"z_ea84a65b31482631_mock_remote_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_vm_service_py":{"hash":"ed63b91c8fadb8981784a2949ba69289","index":{"url":"z_ea84a65b31482631_mock_vm_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d___init___py":{"hash":"256a7eb563b2c8b4363181e91f788b12","index":{"url":"z_9975bfa74289b35d___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_conftest_py":{"hash":"3a45936a160ce40661dd63b917e3d05f","index":{"url":"z_9975bfa74289b35d_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_fixtures_py":{"hash":"90468468721a6fd7832b5598fe5563b7","index":{"url":"z_9975bfa74289b35d_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_fileshare_py":{"hash":"69064ef3af569f6c28bf3a8314661899","index":{"url":"z_9975bfa74289b35d_test_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_host_service_py":{"hash":"f2c95a7b33dda76425c05446b352d5e9","index":{"url":"z_9975bfa74289b35d_test_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":92,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_service_py":{"hash":"dc816032aaa6f2a7d63ae85eb3b54d78","index":{"url":"z_9975bfa74289b35d_test_ssh_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":2,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_test_service_method_registering_py":{"hash":"c8ba9f875e1261da6628f3d37a142aed","index":{"url":"z_354360b2842e9a22_test_service_method_registering_py.html","file":"mlos_bench/mlos_bench/tests/services/test_service_method_registering.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c___init___py":{"hash":"3ccd9f06601173d2b19f2798bd72a284","index":{"url":"z_6d460002ba244c5c___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_conftest_py":{"hash":"365ec2a0930a4963163adf95e7e5b101","index":{"url":"z_6d460002ba244c5c_conftest_py.html","file":"mlos_bench/mlos_bench/tests/storage/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_context_test_py":{"hash":"43377d30439f63eb2f5c687a5a2a9be1","index":{"url":"z_6d460002ba244c5c_exp_context_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_data_test_py":{"hash":"c399acf809b5ab9d2f5da9ba0d673922","index":{"url":"z_6d460002ba244c5c_exp_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_load_test_py":{"hash":"2faee09f9ea89c79de3ade21cae71ec6","index":{"url":"z_6d460002ba244c5c_exp_load_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_load_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":71,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699___init___py":{"hash":"eef5088dadd382b8f67766217dd150d5","index":{"url":"z_51dc247422d0d699___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699_fixtures_py":{"hash":"8c3c4289cee6102e72df96f9d571a264","index":{"url":"z_51dc247422d0d699_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_config_test_py":{"hash":"eac53fbdb27ab999c44d422faed78c64","index":{"url":"z_6d460002ba244c5c_trial_config_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_config_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_data_test_py":{"hash":"d6c003158546d24629192a797d24c3fb","index":{"url":"z_6d460002ba244c5c_trial_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_schedule_test_py":{"hash":"feebf24942acad083e1e4d05a76c4fc7","index":{"url":"z_6d460002ba244c5c_trial_schedule_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_telemetry_test_py":{"hash":"456edcdad2c6089147b384d42f4dbefd","index":{"url":"z_6d460002ba244c5c_trial_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_data_test_py":{"hash":"1502e0c40a3ce4548ab58b29a5d8d3c2","index":{"url":"z_6d460002ba244c5c_tunable_config_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py":{"hash":"42ba078c22301da19c8e647a35a6c8b7","index":{"url":"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_test_with_alt_tz_py":{"hash":"e3c78e6a5d8895adfb9ac6502929c5ba","index":{"url":"z_ffd0e22b8f179be9_test_with_alt_tz_py.html","file":"mlos_bench/mlos_bench/tests/test_with_alt_tz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_tunable_groups_fixtures_py":{"hash":"99b5809f5f6fc73c34681310bf49c874","index":{"url":"z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb___init___py":{"hash":"0f33a64c7672933ee00c2b89c96f1af1","index":{"url":"z_b6de38f7e42477eb___init___py.html","file":"mlos_bench/mlos_bench/tests/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_conftest_py":{"hash":"3e29adc11e82fc993c3078a98a782037","index":{"url":"z_b6de38f7e42477eb_conftest_py.html","file":"mlos_bench/mlos_bench/tests/tunables/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_empty_tunable_group_py":{"hash":"b599f82f27a1e67c42cf1f7aaacf6e1f","index":{"url":"z_b6de38f7e42477eb_test_empty_tunable_group_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunable_categoricals_py":{"hash":"93c45318f9cc2842cc78ad69288c8866","index":{"url":"z_b6de38f7e42477eb_test_tunable_categoricals_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunables_size_props_py":{"hash":"c6bf0d61aa0f28b01df99b56bc2a5945","index":{"url":"z_b6de38f7e42477eb_test_tunables_size_props_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":39,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_accessors_test_py":{"hash":"44aa1400c950d04b5bddb680d9196bce","index":{"url":"z_b6de38f7e42477eb_tunable_accessors_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_comparison_test_py":{"hash":"3e3a6fb54708f3838d8a2afa7cf7d3b7","index":{"url":"z_b6de38f7e42477eb_tunable_comparison_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_definition_test_py":{"hash":"ca1faaa81343d8c8c05c76409ab67a7d","index":{"url":"z_b6de38f7e42477eb_tunable_definition_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":147,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_distributions_test_py":{"hash":"51f122be17554af765f3a799b3299ff3","index":{"url":"z_b6de38f7e42477eb_tunable_distributions_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_indexing_test_py":{"hash":"cc805295012a4b6b804272dfc5fd34ad","index":{"url":"z_b6de38f7e42477eb_tunable_group_indexing_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_subgroup_test_py":{"hash":"ab45a3bd426d45e8441f1d65b3c5857d","index":{"url":"z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_update_test_py":{"hash":"139ffef61cd5cf84dbe7a5c3fa29375e","index":{"url":"z_b6de38f7e42477eb_tunable_group_update_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_slice_references_test_py":{"hash":"803b3c97678ba66f3aa4765c0ffecdb5","index":{"url":"z_b6de38f7e42477eb_tunable_slice_references_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py":{"hash":"22de410d8ab8e80fbf661a4c40c09e08","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_test_py":{"hash":"e70be5808c9b261b9f7bafab17dcabad","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_assign_test_py":{"hash":"75db240cfd6d816eac1ec64e39fd9845","index":{"url":"z_b6de38f7e42477eb_tunables_assign_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":85,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_copy_test_py":{"hash":"6e43407c71e6447a715f06db79a4d9f9","index":{"url":"z_b6de38f7e42477eb_tunables_copy_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_str_test_py":{"hash":"592e4d966551eb745dd91db37e0feaf8","index":{"url":"z_b6de38f7e42477eb_tunables_str_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_git_test_py":{"hash":"9850698217c7a4a6c9295aad2a02de98","index":{"url":"z_ffd0e22b8f179be9_util_git_test_py.html","file":"mlos_bench/mlos_bench/tests/util_git_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_nullable_test_py":{"hash":"fbbd658e899511f8b4bda0d43593f6c7","index":{"url":"z_ffd0e22b8f179be9_util_nullable_test_py.html","file":"mlos_bench/mlos_bench/tests/util_nullable_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_try_parse_test_py":{"hash":"0c5d51c11db486b92e6528581fb2f65f","index":{"url":"z_ffd0e22b8f179be9_util_try_parse_test_py.html","file":"mlos_bench/mlos_bench/tests/util_try_parse_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2___init___py":{"hash":"4d23d67e251c9b9587f0faa00baa7235","index":{"url":"z_94faf145c9e5d9d2___init___py.html","file":"mlos_bench/mlos_bench/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_covariant_group_py":{"hash":"4b9f04f72c38c9872497c7a895facc8f","index":{"url":"z_94faf145c9e5d9d2_covariant_group_py.html","file":"mlos_bench/mlos_bench/tunables/covariant_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":11,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_py":{"hash":"dfcddd8c7d2b91f14eb3a6182e5fef23","index":{"url":"z_94faf145c9e5d9d2_tunable_py.html","file":"mlos_bench/mlos_bench/tunables/tunable.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":299,"n_excluded":15,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_groups_py":{"hash":"e23bd5514989829b382646d25bcf16a5","index":{"url":"z_94faf145c9e5d9d2_tunable_groups_py.html","file":"mlos_bench/mlos_bench/tunables/tunable_groups.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":18,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_util_py":{"hash":"64b8da1daee5f125232820382962c3b5","index":{"url":"z_5396f41af8b1e4bd_util_py.html","file":"mlos_bench/mlos_bench/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":6,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_version_py":{"hash":"bcc35b511319d8e37b5e8cd2df201340","index":{"url":"z_5396f41af8b1e4bd_version_py.html","file":"mlos_bench/mlos_bench/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67___init___py":{"hash":"7bc681377c8cc0799d24a2c58adcbb7c","index":{"url":"z_fc7f0a2d8bc93d67___init___py.html","file":"mlos_core/mlos_core/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea___init___py":{"hash":"4ae71cc0a63ffff2d809b4230c15b636","index":{"url":"z_83ca15bbe4632fea___init___py.html","file":"mlos_core/mlos_core/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f___init___py":{"hash":"d789d7084106474529d7aabc65eda9dc","index":{"url":"z_72e2a6025cdb9b6f___init___py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_bayesian_optimizer_py":{"hash":"66c4ec323fb240d0f75d76a7fecf00cf","index":{"url":"z_72e2a6025cdb9b6f_bayesian_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_smac_optimizer_py":{"hash":"b58092b3366bb3a3703bf4478cc7b7c8","index":{"url":"z_72e2a6025cdb9b6f_smac_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":5,"n_missing":13,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_flaml_optimizer_py":{"hash":"af579ee43b8a08c76834c042d2cd2aa9","index":{"url":"z_83ca15bbe4632fea_flaml_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/flaml_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":1,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_optimizer_py":{"hash":"011739e64747185bd4087a290deeb4c0","index":{"url":"z_83ca15bbe4632fea_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":117,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_random_optimizer_py":{"hash":"fe535b4ed8e7169d27e9c159b1501655","index":{"url":"z_83ca15bbe4632fea_random_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/random_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":1,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_01a0fb711d8b07b3___init___py":{"hash":"468f9cf9b6b7b45a91923bd3da061684","index":{"url":"z_01a0fb711d8b07b3___init___py.html","file":"mlos_core/mlos_core/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51___init___py":{"hash":"040aac862ed2cce619d414a774b58d25","index":{"url":"z_a35407dc3f69ee51___init___py.html","file":"mlos_core/mlos_core/spaces/adapters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_adapter_py":{"hash":"afddd6986a937c9b9fe3d17bd1af2a9c","index":{"url":"z_a35407dc3f69ee51_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":10,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_identity_adapter_py":{"hash":"9ffd83fcc1939a2f4ab4b9be0eae8271","index":{"url":"z_a35407dc3f69ee51_identity_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/identity_adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_llamatune_py":{"hash":"bfbe7da82ee4dae9701732dcbf908e47","index":{"url":"z_a35407dc3f69ee51_llamatune_py.html","file":"mlos_core/mlos_core/spaces/adapters/llamatune.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":180,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862___init___py":{"hash":"945b8a24be3878f1879e925280ca3deb","index":{"url":"z_4c77d49b5a513862___init___py.html","file":"mlos_core/mlos_core/spaces/converters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_flaml_py":{"hash":"0722b5d1c197041ef253a1cb0554bcd6","index":{"url":"z_4c77d49b5a513862_flaml_py.html","file":"mlos_core/mlos_core/spaces/converters/flaml.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_util_py":{"hash":"4605e3f953cc2e63dd9bf2c96ea747dd","index":{"url":"z_4c77d49b5a513862_util_py.html","file":"mlos_core/mlos_core/spaces/converters/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_7980ac9b936dbc70___init___py":{"hash":"836bc8bd81f7979cb52d38a19a39bf17","index":{"url":"z_7980ac9b936dbc70___init___py.html","file":"mlos_core/mlos_core/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887___init___py":{"hash":"7ae5ba1c686c35cc76605c365884f29b","index":{"url":"z_974f7f0354d04887___init___py.html","file":"mlos_core/mlos_core/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_bayesian_optimizers_test_py":{"hash":"48fb933df1c0ab3e66d28aba66390be0","index":{"url":"z_974f7f0354d04887_bayesian_optimizers_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_conftest_py":{"hash":"1be8eba62f15225ba9feceef8a950890","index":{"url":"z_974f7f0354d04887_conftest_py.html","file":"mlos_core/mlos_core/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_one_hot_test_py":{"hash":"4b0f6a5c3592d38db3c994e95d2bc317","index":{"url":"z_974f7f0354d04887_one_hot_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/one_hot_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_multiobj_test_py":{"hash":"241618d48bfb26460dbdce61cd9ed055","index":{"url":"z_974f7f0354d04887_optimizer_multiobj_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_test_py":{"hash":"ed01049be283f4a262d5978202d5e03e","index":{"url":"z_974f7f0354d04887_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":194,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_random_optimizer_test_py":{"hash":"9cef3fb9c3940dc6bd9af85977b20533","index":{"url":"z_974f7f0354d04887_random_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78___init___py":{"hash":"4a3a49d95fd03c72fec9fd817f194be3","index":{"url":"z_fdd0616ad8099d78___init___py.html","file":"mlos_core/mlos_core/tests/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_identity_adapter_test_py":{"hash":"b6d45c9e41bd1fa0fb0b828753426573","index":{"url":"z_c9154d4bcbf20984_identity_adapter_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_llamatune_test_py":{"hash":"2216ba285551346e86bdcc2c75fe8d99","index":{"url":"z_c9154d4bcbf20984_llamatune_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_space_adapter_factory_test_py":{"hash":"0964d6d1685660d9595835fb40393235","index":{"url":"z_c9154d4bcbf20984_space_adapter_factory_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_monkey_patch_quantization_test_py":{"hash":"fddced7aea16ac2e5f0ccc292adb435d","index":{"url":"z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html","file":"mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_spaces_test_py":{"hash":"89ad4a1064d81763fdaa1115d9554c8b","index":{"url":"z_fdd0616ad8099d78_spaces_test_py.html","file":"mlos_core/mlos_core/tests/spaces/spaces_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":124,"n_excluded":6,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_util_py":{"hash":"be441c95a2aaca18eba3f21fbd2e3926","index":{"url":"z_fc7f0a2d8bc93d67_util_py.html","file":"mlos_core/mlos_core/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_version_py":{"hash":"06b59d799ca37613c72dae483ecf95e0","index":{"url":"z_fc7f0a2d8bc93d67_version_py.html","file":"mlos_core/mlos_core/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58___init___py":{"hash":"20c9ce18e7e16ee109a1696f8bfc2577","index":{"url":"z_ea0f5c0ee1292a58___init___py.html","file":"mlos_viz/mlos_viz/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_base_py":{"hash":"af2a97208c4e711aece07ebe8ff08bfd","index":{"url":"z_ea0f5c0ee1292a58_base_py.html","file":"mlos_viz/mlos_viz/base.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":154,"n_excluded":0,"n_missing":16,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_dabl_py":{"hash":"186fa8216e3653e336917c97b583d10b","index":{"url":"z_ea0f5c0ee1292a58_dabl_py.html","file":"mlos_viz/mlos_viz/dabl.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0___init___py":{"hash":"582c35f96f42b7b789071060de3a2805","index":{"url":"z_e9ae7bd3de504eb0___init___py.html","file":"mlos_viz/mlos_viz/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_conftest_py":{"hash":"0f0d314ce7d9a9c72a61db67804fef3c","index":{"url":"z_e9ae7bd3de504eb0_conftest_py.html","file":"mlos_viz/mlos_viz/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_base_plot_py":{"hash":"4d8707a493e5d0bf2976cf1de17d2c5a","index":{"url":"z_e9ae7bd3de504eb0_test_base_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_base_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_dabl_plot_py":{"hash":"ef2650e6cf32fc882039e2192ea71506","index":{"url":"z_e9ae7bd3de504eb0_test_dabl_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_dabl_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":12,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_mlos_viz_py":{"hash":"08d28349b46228685f269b51daac645d","index":{"url":"z_e9ae7bd3de504eb0_test_mlos_viz_py.html","file":"mlos_viz/mlos_viz/tests/test_mlos_viz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_util_py":{"hash":"26d12c348f7752726d1f62c527fa1d06","index":{"url":"z_ea0f5c0ee1292a58_util_py.html","file":"mlos_viz/mlos_viz/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_version_py":{"hash":"609e067026f12e183e81f032dbda7677","index":{"url":"z_ea0f5c0ee1292a58_version_py.html","file":"mlos_viz/mlos_viz/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}}}}
\ No newline at end of file
diff --git a/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html b/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
index 801f0d94929..c5ddf148118 100644
--- a/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
+++ b/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_57125b4c4afc531d_test_services_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_57125b4c4afc531d_test_services_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_01a0fb711d8b07b3___init___py.html b/htmlcov/z_01a0fb711d8b07b3___init___py.html
index a29ed868869..4351e68c7ff 100644
--- a/htmlcov/z_01a0fb711d8b07b3___init___py.html
+++ b/htmlcov/z_01a0fb711d8b07b3___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_067584b402678614_test_storage_schemas_py.html b/htmlcov/z_067584b402678614_test_storage_schemas_py.html
index 741edac7a50..bcb9368caea 100644
--- a/htmlcov/z_067584b402678614_test_storage_schemas_py.html
+++ b/htmlcov/z_067584b402678614_test_storage_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_866c2aed5680b990_test_tunable_params_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_866c2aed5680b990_test_tunable_params_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html b/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
index 99e505ec527..9a848614c81 100644
--- a/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
+++ b/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_f9c2879ac20d51a5_test_environment_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
             <a class="nav" href="z_f9c2879ac20d51a5_test_environment_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_12cf951eedca9a89___init___py.html b/htmlcov/z_12cf951eedca9a89___init___py.html
index b182148abfa..24208454870 100644
--- a/htmlcov/z_12cf951eedca9a89___init___py.html
+++ b/htmlcov/z_12cf951eedca9a89___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_12cf951eedca9a89_mock_local_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_12cf951eedca9a89_mock_local_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html b/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
index 8bf9cdd78da..f211cbb22a4 100644
--- a/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
+++ b/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_mock_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_mock_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662___init___py.html b/htmlcov/z_1e0e6bde7052d662___init___py.html
index e086223c191..c5ec5e0d962 100644
--- a/htmlcov/z_1e0e6bde7052d662___init___py.html
+++ b/htmlcov/z_1e0e6bde7052d662___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662_local_exec_python_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662_local_exec_python_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html b/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
index f683175d2ad..70e4808a606 100644
--- a/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
+++ b/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662_local_exec_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -159,7 +159,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662_local_exec_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html b/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
index e520bdc6bc5..0660db30b31 100644
--- a/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
+++ b/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_12cf951eedca9a89___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -307,7 +307,7 @@ <h2>
             <a class="nav" href="z_12cf951eedca9a89___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html b/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
index 4486cd456d8..13d02c2c813 100644
--- a/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
+++ b/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b2e8508ca8301e3e___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,7 +146,7 @@ <h2>
             <a class="nav" href="z_b2e8508ca8301e3e___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_20c004c35735c01d___init___py.html b/htmlcov/z_20c004c35735c01d___init___py.html
index 2550ccc47ab..7ed5d9cea98 100644
--- a/htmlcov/z_20c004c35735c01d___init___py.html
+++ b/htmlcov/z_20c004c35735c01d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_20c004c35735c01d_config_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -101,7 +101,7 @@ <h2>
             <a class="nav" href="z_20c004c35735c01d_config_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_20c004c35735c01d_config_schemas_py.html b/htmlcov/z_20c004c35735c01d_config_schemas_py.html
index cdc94be7c02..9327915bcb7 100644
--- a/htmlcov/z_20c004c35735c01d_config_schemas_py.html
+++ b/htmlcov/z_20c004c35735c01d_config_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_dict_templater_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -241,7 +241,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_dict_templater_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_23ca098d381c2703___init___py.html b/htmlcov/z_23ca098d381c2703___init___py.html
index 400dfd6da5f..f27ea4bbf97 100644
--- a/htmlcov/z_23ca098d381c2703___init___py.html
+++ b/htmlcov/z_23ca098d381c2703___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e6d502096990b4bc_test_load_cli_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,7 +142,7 @@ <h2>
             <a class="nav" href="z_e6d502096990b4bc_test_load_cli_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_23ca098d381c2703_conftest_py.html b/htmlcov/z_23ca098d381c2703_conftest_py.html
index 3089ee282d0..51ea689c200 100644
--- a/htmlcov/z_23ca098d381c2703_conftest_py.html
+++ b/htmlcov/z_23ca098d381c2703_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9d91bcacf3b33219_test_load_environment_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -119,7 +119,7 @@ <h2>
             <a class="nav" href="z_9d91bcacf3b33219_test_load_environment_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3___init___py.html b/htmlcov/z_2af64a9d4152bba3___init___py.html
index af4bdb20373..bd3679dc851 100644
--- a/htmlcov/z_2af64a9d4152bba3___init___py.html
+++ b/htmlcov/z_2af64a9d4152bba3___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_base_environment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -112,7 +112,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_base_environment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_base_environment_py.html b/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
index dc46a0b6167..7fc21f2aeef 100644
--- a/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_composite_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -542,7 +542,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_composite_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_composite_env_py.html b/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
index e70af294b24..a964048ee00 100644
--- a/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -352,7 +352,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_mock_env_py.html b/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
index 5c16b5f5d69..b2f198e8956 100644
--- a/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_script_env_py.html b/htmlcov/z_2af64a9d4152bba3_script_env_py.html
index e17e66511c1..3ff35c96748 100644
--- a/htmlcov/z_2af64a9d4152bba3_script_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_script_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_status_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -218,7 +218,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_status_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_status_py.html b/htmlcov/z_2af64a9d4152bba3_status_py.html
index 264c6a46454..40b0bdddd30 100644
--- a/htmlcov/z_2af64a9d4152bba3_status_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_status_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_event_loop_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -153,7 +153,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_event_loop_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362___init___py.html b/htmlcov/z_2f8ecfca0b9e9362___init___py.html
index 82434260385..0c8205e32c9 100644
--- a/htmlcov/z_2f8ecfca0b9e9362___init___py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_base_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_base_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html b/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
index 5717d1eced1..e4081f03717 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_base_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_base_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html b/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
index 9111172cc91..f2a9ee4ed55 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_config_persistence_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -383,7 +383,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_config_persistence_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html b/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
index 07c3642e09d..d4d15c53c45 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -788,7 +788,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4___init___py.html b/htmlcov/z_323f8141f9f539b4___init___py.html
index 5c2fea9e847..153a0adb3bf 100644
--- a/htmlcov/z_323f8141f9f539b4___init___py.html
+++ b/htmlcov/z_323f8141f9f539b4___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_base_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -106,7 +106,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_base_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
index b306df38ffc..07c1418dfbd 100644
--- a/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_convert_configspace_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -465,7 +465,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_convert_configspace_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html b/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
index 413699e46c3..56a5c88d31a 100644
--- a/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
+++ b/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_grid_search_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -416,7 +416,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_grid_search_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
index 5d4d36cb862..d5dc9700c57 100644
--- a/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py: 92%</title>
+    <title>Coverage for mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py: 90%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py</b>:
-            <span class="pc_cov">92%</span>
+            <span class="pc_cov">90%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">88 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">81<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">7<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">79<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">9<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -209,8 +209,8 @@ <h2>
     <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">trial_status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Update END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Update END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -285,7 +285,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
index 51197e60017..c1e03fb72d7 100644
--- a/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_mock_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -328,7 +328,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_mock_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
index 6ad1c99f288..bcc15e021ca 100644
--- a/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/optimizers/mock_optimizer.py: 97%</title>
+    <title>Coverage for mlos_bench/mlos_bench/optimizers/mock_optimizer.py: 91%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/optimizers/mock_optimizer.py</b>:
-            <span class="pc_cov">97%</span>
+            <span class="pc_cov">91%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">35 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">34<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">1<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">32<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">3<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_one_shot_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -131,8 +131,8 @@ <h2>
     <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">trial_status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Bulk register END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Bulk register END: %s = %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -155,7 +155,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_one_shot_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
index 5fbff9af725..d1a22a9781f 100644
--- a/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_track_best_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -134,7 +134,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_track_best_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
index 29c75057867..ffd4a7a29a2 100644
--- a/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_os_environ_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -156,7 +156,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_os_environ_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3398716e0933e076___init___py.html b/htmlcov/z_3398716e0933e076___init___py.html
index 41751750881..a3ae82c81f2 100644
--- a/htmlcov/z_3398716e0933e076___init___py.html
+++ b/htmlcov/z_3398716e0933e076___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_20c004c35735c01d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_20c004c35735c01d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22___init___py.html b/htmlcov/z_354360b2842e9a22___init___py.html
index 937ba474ae0..bf32b44612f 100644
--- a/htmlcov/z_354360b2842e9a22___init___py.html
+++ b/htmlcov/z_354360b2842e9a22___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_config_persistence_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_config_persistence_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html b/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
index f78cc8c1d61..c64a0f30c0d 100644
--- a/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
+++ b/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -194,7 +194,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_mock_service_py.html b/htmlcov/z_354360b2842e9a22_mock_service_py.html
index 771c3454182..442a37d593a 100644
--- a/htmlcov/z_354360b2842e9a22_mock_service_py.html
+++ b/htmlcov/z_354360b2842e9a22_mock_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_75096bf83df2f5ed___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -155,7 +155,7 @@ <h2>
             <a class="nav" href="z_75096bf83df2f5ed___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html b/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
index 4a66ea971df..02972134176 100644
--- a/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
+++ b/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -138,7 +138,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html b/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
index 2eef2797ccf..1eba038b038 100644
--- a/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
+++ b/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e8b6df00ef81429a_test_load_service_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,7 +125,7 @@ <h2>
             <a class="nav" href="z_e8b6df00ef81429a_test_load_service_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f___init___py.html b/htmlcov/z_3f378eb4eadac84f___init___py.html
index 38b8a980714..6efe45f7b7a 100644
--- a/htmlcov/z_3f378eb4eadac84f___init___py.html
+++ b/htmlcov/z_3f378eb4eadac84f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
index 874c6ade9d0..8067c1f0dbd 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -235,7 +235,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
index b2a9df93874..80f61b06233 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -398,7 +398,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
index 54dcfac23e1..b67e9399cfc 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -498,7 +498,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862___init___py.html b/htmlcov/z_4c77d49b5a513862___init___py.html
index 05557d4a15c..1d971b64573 100644
--- a/htmlcov/z_4c77d49b5a513862___init___py.html
+++ b/htmlcov/z_4c77d49b5a513862___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862_flaml_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862_flaml_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862_flaml_py.html b/htmlcov/z_4c77d49b5a513862_flaml_py.html
index 4a1d0fbd760..3a2845866e9 100644
--- a/htmlcov/z_4c77d49b5a513862_flaml_py.html
+++ b/htmlcov/z_4c77d49b5a513862_flaml_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,7 +160,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862_util_py.html b/htmlcov/z_4c77d49b5a513862_util_py.html
index edb2f10a5d6..0f819d399c6 100644
--- a/htmlcov/z_4c77d49b5a513862_util_py.html
+++ b/htmlcov/z_4c77d49b5a513862_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_7980ac9b936dbc70___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_7980ac9b936dbc70___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_51dc247422d0d699___init___py.html b/htmlcov/z_51dc247422d0d699___init___py.html
index 815bb883cc1..a11ea2a76f0 100644
--- a/htmlcov/z_51dc247422d0d699___init___py.html
+++ b/htmlcov/z_51dc247422d0d699___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_51dc247422d0d699_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_51dc247422d0d699_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_51dc247422d0d699_fixtures_py.html b/htmlcov/z_51dc247422d0d699_fixtures_py.html
index 23ea408a4af..1f15c1a8080 100644
--- a/htmlcov/z_51dc247422d0d699_fixtures_py.html
+++ b/htmlcov/z_51dc247422d0d699_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_config_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -315,7 +315,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_config_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd___init___py.html b/htmlcov/z_5396f41af8b1e4bd___init___py.html
index 881d811f925..e45ce7eae78 100644
--- a/htmlcov/z_5396f41af8b1e4bd___init___py.html
+++ b/htmlcov/z_5396f41af8b1e4bd___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3398716e0933e076___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -99,7 +99,7 @@ <h2>
             <a class="nav" href="z_3398716e0933e076___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html b/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
index 1dd71ca7a5b..a77f507a512 100644
--- a/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -177,7 +177,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html b/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
index 614075957af..46a1251a17f 100644
--- a/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_launcher_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_launcher_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_launcher_py.html b/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
index 50e3d323c99..183dcb5da61 100644
--- a/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -640,7 +640,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html b/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
index 9627248ce4a..8764086a7ab 100644
--- a/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_run_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_run_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_run_py.html b/htmlcov/z_5396f41af8b1e4bd_run_py.html
index 8a4dc9221b9..aec6f961f39 100644
--- a/htmlcov/z_5396f41af8b1e4bd_run_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_run_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/run.py: 100%</title>
+    <title>Coverage for mlos_bench/mlos_bench/run.py: 87%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/run.py</b>:
-            <span class="pc_cov">100%</span>
+            <span class="pc_cov">87%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -54,9 +54,9 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">13 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">13<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">0<span class="text"> missing</span></button>
+            <span class="text">31 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">27<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">4<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">2<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,32 +94,83 @@ <h2>
     <p class="pln"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"><span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"><span class="key">import</span> <span class="nam">logging</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">from</span> <span class="nam">typing</span> <span class="key">import</span> <span class="nam">Dict</span><span class="op">,</span> <span class="nam">List</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">,</span> <span class="nam">Tuple</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">launcher</span> <span class="key">import</span> <span class="nam">Launcher</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable_groups</span> <span class="key">import</span> <span class="nam">TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">import</span> <span class="nam">sys</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"><span class="key">from</span> <span class="nam">typing</span> <span class="key">import</span> <span class="nam">Dict</span><span class="op">,</span> <span class="nam">List</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">,</span> <span class="nam">Tuple</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"><span class="key">import</span> <span class="nam">numpy</span> <span class="key">as</span> <span class="nam">np</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"><span class="nam">_LOG</span> <span class="op">=</span> <span class="nam">logging</span><span class="op">.</span><span class="nam">getLogger</span><span class="op">(</span><span class="nam">__name__</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">launcher</span> <span class="key">import</span> <span class="nam">Launcher</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"><span class="key">from</span> <span class="nam">mlos_bench</span><span class="op">.</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">tunable_groups</span> <span class="key">import</span> <span class="nam">TunableGroups</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"><span class="key">def</span> <span class="nam">_main</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">    <span class="nam">argv</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">List</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TunableGroups</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="nam">launcher</span> <span class="op">=</span> <span class="nam">Launcher</span><span class="op">(</span><span class="str">"mlos_bench"</span><span class="op">,</span> <span class="str">"Systems autotuning and benchmarking tool"</span><span class="op">,</span> <span class="nam">argv</span><span class="op">=</span><span class="nam">argv</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t">    <span class="key">with</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span> <span class="key">as</span> <span class="nam">scheduler_context</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">        <span class="nam">scheduler_context</span><span class="op">.</span><span class="nam">start</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">        <span class="nam">scheduler_context</span><span class="op">.</span><span class="nam">teardown</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="op">(</span><span class="nam">score</span><span class="op">,</span> <span class="nam">_config</span><span class="op">)</span> <span class="op">=</span> <span class="nam">result</span> <span class="op">=</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">    <span class="com"># NOTE: This log line is used in test_launch_main_app_* unit tests:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">    <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Final score: %s"</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="key">return</span> <span class="nam">result</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"><span class="key">if</span> <span class="nam">__name__</span> <span class="op">==</span> <span class="str">"__main__"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">    <span class="nam">_main</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"><span class="nam">_LOG</span> <span class="op">=</span> <span class="nam">logging</span><span class="op">.</span><span class="nam">getLogger</span><span class="op">(</span><span class="nam">__name__</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"><span class="key">def</span> <span class="nam">_sanity_check_results</span><span class="op">(</span><span class="nam">launcher</span><span class="op">:</span> <span class="nam">Launcher</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t">    <span class="str">"""Do some sanity checking on the results and throw an exception if it looks like</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"><span class="str">    something went wrong.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"><span class="str">    """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t">    <span class="nam">basic_err_msg</span> <span class="op">=</span> <span class="str">"Check configuration, scripts, and logs for details."</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="com"># Check if the scheduler has any trials.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">    <span class="key">if</span> <span class="key">not</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">No trials were run. </span><span class="op">{</span><span class="nam">basic_err_msg</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">    <span class="com"># Check if the scheduler ran the expected number of trials.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="nam">expected_trial_count</span> <span class="op">=</span> <span class="nam">min</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">max_trials</span> <span class="key">if</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">max_trials</span> <span class="op">></span> <span class="num">0</span> <span class="key">else</span> <span class="nam">np</span><span class="op">.</span><span class="nam">inf</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t">        <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_config_repeat_count</span> <span class="op">*</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_suggestions</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t">    <span class="key">if</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span> <span class="op">&lt;</span> <span class="nam">expected_trial_count</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeError</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t">            <span class="fst">f"</span><span class="fst">Expected </span><span class="op">{</span><span class="nam">expected_trial_count</span><span class="op">}</span><span class="fst"> trials, </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t">            <span class="fst">f"</span><span class="fst">but only </span><span class="op">{</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">}</span><span class="fst"> were run. </span><span class="op">{</span><span class="nam">basic_err_msg</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t">    <span class="com"># Check to see if "too many" trials seem to have failed (#523).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t">    <span class="nam">unsuccessful_trials</span> <span class="op">=</span> <span class="op">[</span><span class="nam">t</span> <span class="key">for</span> <span class="nam">t</span> <span class="key">in</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">ran_trials</span> <span class="key">if</span> <span class="key">not</span> <span class="nam">t</span><span class="op">.</span><span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t">    <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">unsuccessful_trials</span><span class="op">)</span> <span class="op">></span> <span class="num">0.2</span> <span class="op">*</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t">        <span class="key">raise</span> <span class="nam">RuntimeWarning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t">            <span class="str">"Too many trials failed: "</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t">            <span class="fst">f"</span><span class="op">{</span><span class="nam">len</span><span class="op">(</span><span class="nam">unsuccessful_trials</span><span class="op">)</span><span class="op">}</span><span class="fst"> out of </span><span class="op">{</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_count</span><span class="op">}</span><span class="fst">. </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t">            <span class="fst">f"</span><span class="op">{</span><span class="nam">basic_err_msg</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t"><span class="key">def</span> <span class="nam">_main</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">    <span class="nam">argv</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">List</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TunableGroups</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">    <span class="nam">launcher</span> <span class="op">=</span> <span class="nam">Launcher</span><span class="op">(</span><span class="str">"mlos_bench"</span><span class="op">,</span> <span class="str">"Systems autotuning and benchmarking tool"</span><span class="op">,</span> <span class="nam">argv</span><span class="op">=</span><span class="nam">argv</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">    <span class="key">with</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span> <span class="key">as</span> <span class="nam">scheduler_context</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">        <span class="nam">scheduler_context</span><span class="op">.</span><span class="nam">start</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">        <span class="nam">scheduler_context</span><span class="op">.</span><span class="nam">teardown</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">    <span class="nam">_sanity_check_results</span><span class="op">(</span><span class="nam">launcher</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">    <span class="op">(</span><span class="nam">score</span><span class="op">,</span> <span class="nam">_config</span><span class="op">)</span> <span class="op">=</span> <span class="nam">result</span> <span class="op">=</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">    <span class="com"># NOTE: This log line is used in test_launch_main_app_* unit tests:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">    <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Final score: %s"</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">    <span class="key">return</span> <span class="nam">result</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"><span class="key">def</span> <span class="nam">_shell_main</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">    <span class="nam">argv</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">List</span><span class="op">[</span><span class="nam">str</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">    <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">best_config</span><span class="op">)</span> <span class="op">=</span> <span class="nam">_main</span><span class="op">(</span><span class="nam">argv</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">    <span class="com"># Exit zero if it looks like the overall operation was successful.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">    <span class="com"># TODO: Improve this sanity check to be more robust.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">    <span class="key">if</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="nam">best_score</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">        <span class="key">and</span> <span class="nam">best_config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="key">and</span> <span class="nam">all</span><span class="op">(</span><span class="nam">isinstance</span><span class="op">(</span><span class="nam">score_value</span><span class="op">,</span> <span class="nam">float</span><span class="op">)</span> <span class="key">for</span> <span class="nam">score_value</span> <span class="key">in</span> <span class="nam">best_score</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">        <span class="key">return</span> <span class="num">0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="fst">f"</span><span class="fst">Unexpected result: </span><span class="op">{</span><span class="nam">best_score</span><span class="op">=</span><span class="op">}</span><span class="fst">, </span><span class="op">{</span><span class="nam">best_config</span><span class="op">=</span><span class="op">}</span><span class="fst">"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"><span class="key">if</span> <span class="nam">__name__</span> <span class="op">==</span> <span class="str">"__main__"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">    <span class="nam">sys</span><span class="op">.</span><span class="nam">exit</span><span class="op">(</span><span class="nam">_shell_main</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -129,7 +180,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_util_py.html b/htmlcov/z_5396f41af8b1e4bd_util_py.html
index 6d2235a4284..c75eb86ff20 100644
--- a/htmlcov/z_5396f41af8b1e4bd_util_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -516,7 +516,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_version_py.html b/htmlcov/z_5396f41af8b1e4bd_version_py.html
index 14acd5279d9..b59c94acfdd 100644
--- a/htmlcov/z_5396f41af8b1e4bd_version_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html b/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
index 11695bdaa90..2fde4e3c955 100644
--- a/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
+++ b/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_002489c1955d0852_test_scheduler_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -243,7 +243,7 @@ <h2>
             <a class="nav" href="z_002489c1955d0852_test_scheduler_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html b/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
index 3c489ab96dc..6a4b490585d 100644
--- a/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
+++ b/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_067584b402678614_test_storage_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_067584b402678614_test_storage_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c___init___py.html b/htmlcov/z_6d460002ba244c5c___init___py.html
index 02d0f1f157c..d02ee1c848b 100644
--- a/htmlcov/z_6d460002ba244c5c___init___py.html
+++ b/htmlcov/z_6d460002ba244c5c___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -97,7 +97,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_conftest_py.html b/htmlcov/z_6d460002ba244c5c_conftest_py.html
index 2b2a162e410..2470ac40dd1 100644
--- a/htmlcov/z_6d460002ba244c5c_conftest_py.html
+++ b/htmlcov/z_6d460002ba244c5c_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -114,7 +114,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
index 66bf51aa2fe..487a017aefe 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
index 4f467db084e..19cae65677e 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_load_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -245,7 +245,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_load_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
index 92d93066e52..f59b797c96f 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_51dc247422d0d699___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -249,7 +249,7 @@ <h2>
             <a class="nav" href="z_51dc247422d0d699___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
index b4fbec21878..e1613fa7143 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
index d551feed16f..c9bc6ee10bf 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_schedule_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -117,7 +117,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_schedule_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
index 47d9bac1916..19a92b62b88 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -207,7 +207,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
index b7232e4970e..9283b39a7b5 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_tunable_config_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_tunable_config_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html b/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
index 442f011623c..224a9c1fc5e 100644
--- a/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html b/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
index d262b8f177d..1cf8b4809b8 100644
--- a/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_test_with_alt_tz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -189,7 +189,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_test_with_alt_tz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f___init___py.html b/htmlcov/z_72e2a6025cdb9b6f___init___py.html
index 7aa287d4017..4440f9a9628 100644
--- a/htmlcov/z_72e2a6025cdb9b6f___init___py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f_bayesian_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f_bayesian_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html b/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
index 8922210da96..23b20cc0db7 100644
--- a/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f_smac_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -150,7 +150,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f_smac_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html b/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
index 43ab0f812c1..d96a42dfc23 100644
--- a/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_flaml_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -544,7 +544,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_flaml_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_75096bf83df2f5ed___init___py.html b/htmlcov/z_75096bf83df2f5ed___init___py.html
index e6afa693435..9a4f37a44f7 100644
--- a/htmlcov/z_75096bf83df2f5ed___init___py.html
+++ b/htmlcov/z_75096bf83df2f5ed___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_7980ac9b936dbc70___init___py.html b/htmlcov/z_7980ac9b936dbc70___init___py.html
index 240217a5e87..cdcd2cb526d 100644
--- a/htmlcov/z_7980ac9b936dbc70___init___py.html
+++ b/htmlcov/z_7980ac9b936dbc70___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -159,7 +159,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea___init___py.html b/htmlcov/z_83ca15bbe4632fea___init___py.html
index 79ad1d0c67f..c91e66f2306 100644
--- a/htmlcov/z_83ca15bbe4632fea___init___py.html
+++ b/htmlcov/z_83ca15bbe4632fea___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
index 370a97f4788..42a79e48f14 100644
--- a/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -345,7 +345,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
index f8b2f001ba7..7398806de65 100644
--- a/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_random_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -442,7 +442,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_random_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
index edfd6f33e0a..1cd1462d66d 100644
--- a/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_01a0fb711d8b07b3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -188,7 +188,7 @@ <h2>
             <a class="nav" href="z_01a0fb711d8b07b3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html b/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
index 1ef5d7e8cbd..4e7525f64d0 100644
--- a/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
+++ b/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -120,7 +120,7 @@ <h2>
             <a class="nav" href="z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83___init___py.html b/htmlcov/z_8a1cf60827db5b83___init___py.html
index 23fd2b1bf85..1886edac993 100644
--- a/htmlcov/z_8a1cf60827db5b83___init___py.html
+++ b/htmlcov/z_8a1cf60827db5b83___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_authenticator_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -118,7 +118,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_authenticator_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html b/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
index a23f5a451b2..9c86ffea998 100644
--- a/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_config_loader_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -133,7 +133,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_config_loader_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html b/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
index 2b0365179dd..b6fe6dc71f9 100644
--- a/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_fileshare_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -253,7 +253,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_fileshare_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html b/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
index 02fc45fb5c5..e3f7910b768 100644
--- a/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_host_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_host_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html b/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
index f2ddfa4b9b4..d0582fc54a2 100644
--- a/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_host_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_host_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html b/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
index 8fd8c223427..ceb6d9d1131 100644
--- a/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_local_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -179,7 +179,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_local_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html b/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
index 40741a2733d..cfe9aac2d40 100644
--- a/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_network_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -165,7 +165,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_network_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html b/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
index a2456037851..9e34fb8d988 100644
--- a/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_os_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_os_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html b/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
index 12f0ba6ef3b..186bcdd43c4 100644
--- a/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_remote_config_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,7 +160,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_remote_config_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html b/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
index b8a66a58200..d28fd39355a 100644
--- a/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_remote_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_remote_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html b/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
index ba902938988..67df52bc20e 100644
--- a/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7___init___py.html b/htmlcov/z_8bda1461cdfcd6c7___init___py.html
index de2ab73a317..38495179026 100644
--- a/htmlcov/z_8bda1461cdfcd6c7___init___py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_auth_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_auth_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
index 7acf0e7318b..b1e3e90b235 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
index d1aa5858b0b..6f4aa28a2be 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py: 76%</title>
+    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py: 75%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py</b>:
-            <span class="pc_cov">76%</span>
+            <span class="pc_cov">75%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">178 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">135<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">43<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">134<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">44<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">1<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -326,7 +326,7 @@ <h2>
     <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">            <span class="key">return</span> <span class="op">(</span><span class="nam">Status</span><span class="op">.</span><span class="nam">FAILED</span><span class="op">,</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">                <span class="str">"Response: %s\n%s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">                <span class="nam">response</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">                <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">response</span><span class="op">.</span><span class="nam">json</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span> <span class="key">if</span> <span class="nam">response</span><span class="op">.</span><span class="nam">content</span> <span class="key">else</span> <span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -597,7 +597,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
index 4fad2f346b6..670668e9c44 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_network_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -275,7 +275,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_network_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
index bf9efe0e52a..d3437946fc0 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_saas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -266,7 +266,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_saas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
index 51eec7a2c20..e8c3cb9b6af 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -375,7 +375,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
index 926a90bdd7a..8a4301da671 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py: 98%</title>
+    <title>Coverage for mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py: 97%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py</b>:
-            <span class="pc_cov">98%</span>
+            <span class="pc_cov">97%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">101 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">99<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">2<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">98<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">3<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -582,7 +582,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t501" href="#t501">501</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Request: POST %s\n%s"</span><span class="op">,</span> <span class="nam">url</span><span class="op">,</span> <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">json_req</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t503" href="#t503">503</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Request: POST %s\n%s"</span><span class="op">,</span> <span class="nam">url</span><span class="op">,</span> <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">json_req</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t504" href="#t504">504</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t505" href="#t505">505</a></span><span class="t">        <span class="nam">response</span> <span class="op">=</span> <span class="nam">requests</span><span class="op">.</span><span class="nam">post</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t506" href="#t506">506</a></span><span class="t">            <span class="nam">url</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -592,13 +592,13 @@ <h2>
     <p class="pln"><span class="n"><a id="t510" href="#t510">510</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t511" href="#t511">511</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t512" href="#t512">512</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t513" href="#t513">513</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t514" href="#t514">514</a></span><span class="t">                <span class="str">"Response: %s\n%s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t515" href="#t515">515</a></span><span class="t">                <span class="nam">response</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t516" href="#t516">516</a></span><span class="t">                <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">response</span><span class="op">.</span><span class="nam">json</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span> <span class="key">if</span> <span class="nam">response</span><span class="op">.</span><span class="nam">content</span> <span class="key">else</span> <span class="str">""</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t517" href="#t517">517</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t518" href="#t518">518</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Response: %s"</span><span class="op">,</span> <span class="nam">response</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t519" href="#t519">519</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Response: %s"</span><span class="op">,</span> <span class="nam">response</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t520" href="#t520">520</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t521" href="#t521">521</a></span><span class="t">        <span class="key">if</span> <span class="nam">response</span><span class="op">.</span><span class="nam">status_code</span> <span class="op">==</span> <span class="num">200</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t522" href="#t522">522</a></span><span class="t">            <span class="com"># TODO: extract the results from JSON response</span>&nbsp;</span><span class="r"></span></p>
@@ -648,7 +648,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2___init___py.html b/htmlcov/z_94faf145c9e5d9d2___init___py.html
index a07a1ca1aca..3a4e7d45e39 100644
--- a/htmlcov/z_94faf145c9e5d9d2___init___py.html
+++ b/htmlcov/z_94faf145c9e5d9d2___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_covariant_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -103,7 +103,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_covariant_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html b/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
index f80ff7c9976..975d8e34bb8 100644
--- a/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_tunable_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -336,7 +336,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_tunable_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html b/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
index 0a11dff13de..9bdf5391b02 100644
--- a/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -445,7 +445,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_tunable_py.html b/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
index e156c05e7c4..be2204fb446 100644
--- a/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_tunable_groups_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -814,7 +814,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_tunable_groups_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887___init___py.html b/htmlcov/z_974f7f0354d04887___init___py.html
index 9eb06a373c2..6f411ed9b7d 100644
--- a/htmlcov/z_974f7f0354d04887___init___py.html
+++ b/htmlcov/z_974f7f0354d04887___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_bayesian_optimizers_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_bayesian_optimizers_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html b/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
index 5ba01662449..87e4466fbea 100644
--- a/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_conftest_py.html b/htmlcov/z_974f7f0354d04887_conftest_py.html
index c62d8f16a8e..1bfab1b2eca 100644
--- a/htmlcov/z_974f7f0354d04887_conftest_py.html
+++ b/htmlcov/z_974f7f0354d04887_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_one_hot_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -111,7 +111,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_one_hot_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_one_hot_test_py.html b/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
index 8a625435891..e6cfd50b45f 100644
--- a/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_optimizer_multiobj_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -248,7 +248,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_optimizer_multiobj_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html b/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
index 9ba94591188..efc25f52361 100644
--- a/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -220,7 +220,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_optimizer_test_py.html b/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
index dfc76b07c6b..6d2ab873091 100644
--- a/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_random_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -528,7 +528,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_random_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html b/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
index fef407a5b46..1f5686eafe4 100644
--- a/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada___init___py.html b/htmlcov/z_97f09f0ec8586ada___init___py.html
index 06db22a8e64..ed96a484a5e 100644
--- a/htmlcov/z_97f09f0ec8586ada___init___py.html
+++ b/htmlcov/z_97f09f0ec8586ada___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_conftest_py.html b/htmlcov/z_97f09f0ec8586ada_conftest_py.html
index 6020814f9bc..2775c2a49c5 100644
--- a/htmlcov/z_97f09f0ec8586ada_conftest_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_grid_search_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -245,7 +245,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_grid_search_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html b/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
index 52d70ed66f8..2fe03d167be 100644
--- a/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_llamatune_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -395,7 +395,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_llamatune_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html b/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
index 914ddad4044..51dc953872c 100644
--- a/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
index efd8c219d14..ad90631d9f3 100644
--- a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -251,7 +251,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
index 7d0d1cc1f7d..5ade43211f1 100644
--- a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mock_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -240,7 +240,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mock_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html b/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
index 9ada8b284eb..f80ff239765 100644
--- a/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_opt_bulk_register_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -197,7 +197,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_opt_bulk_register_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html b/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
index 8dc4f3e6228..1e0d9b7986d 100644
--- a/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_toy_optimization_loop_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -250,7 +250,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_toy_optimization_loop_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html b/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
index 44b4004ec26..6a3459568ca 100644
--- a/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -208,7 +208,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005___init___py.html b/htmlcov/z_98e6470b1a2d3005___init___py.html
index b7ccc3af268..9a936d8c952 100644
--- a/htmlcov/z_98e6470b1a2d3005___init___py.html
+++ b/htmlcov/z_98e6470b1a2d3005___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_composite_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -174,7 +174,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_composite_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
index 84ad617a40c..208818c6488 100644
--- a/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_stdout_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_stdout_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
index 3ca659f4574..99eef01cf83 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -198,7 +198,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
index 47005c8dc05..ca39b1903c6 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -285,7 +285,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
index 403eec3b826..51fb016b398 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_vars_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -192,7 +192,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_vars_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
index ca211ac8034..77afbbb653c 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_fileshare_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,7 +158,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_fileshare_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
index 4f32349ab5f..7017234f33b 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_mock_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_mock_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d___init___py.html b/htmlcov/z_9975bfa74289b35d___init___py.html
index d509ec1a0c6..bffb7d24c62 100644
--- a/htmlcov/z_9975bfa74289b35d___init___py.html
+++ b/htmlcov/z_9975bfa74289b35d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -171,7 +171,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_conftest_py.html b/htmlcov/z_9975bfa74289b35d_conftest_py.html
index 23ed8b4489d..cc919d32078 100644
--- a/htmlcov/z_9975bfa74289b35d_conftest_py.html
+++ b/htmlcov/z_9975bfa74289b35d_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_fixtures_py.html b/htmlcov/z_9975bfa74289b35d_fixtures_py.html
index d6a23e0bad3..27fe41d7fac 100644
--- a/htmlcov/z_9975bfa74289b35d_fixtures_py.html
+++ b/htmlcov/z_9975bfa74289b35d_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -259,7 +259,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
index 69fcf375c8d..faa507981f2 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -293,7 +293,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
index 0ec9e2a721b..76d6d28f6d8 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
index 191f560c6cd..ec9a52cc19c 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_test_service_method_registering_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_test_service_method_registering_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html b/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
index d496bc26ce6..4c71e02a978 100644
--- a/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
+++ b/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_daea37f8f9d4218b_test_load_global_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -246,7 +246,7 @@ <h2>
             <a class="nav" href="z_daea37f8f9d4218b_test_load_global_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09___init___py.html b/htmlcov/z_9fc35783a1522e09___init___py.html
index b0926907453..c153d93d1b3 100644
--- a/htmlcov/z_9fc35783a1522e09___init___py.html
+++ b/htmlcov/z_9fc35783a1522e09___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09_base_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09_base_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html b/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
index f027b31c178..fb81cb3b4a5 100644
--- a/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
+++ b/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/schedulers/base_scheduler.py: 90%</title>
+    <title>Coverage for mlos_bench/mlos_bench/schedulers/base_scheduler.py: 91%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/schedulers/base_scheduler.py</b>:
-            <span class="pc_cov">90%</span>
+            <span class="pc_cov">91%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -54,8 +54,8 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">122 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">110<span class="text"> run</span></button>
+            <span class="text">130 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">118<span class="text"> run</span></button>
             <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">12<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">10<span class="text"> excluded</span></button>
         </h2>
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09_sync_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -91,7 +91,7 @@ <h2>
     <p class="run"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"><span class="key">from</span> <span class="nam">abc</span> <span class="key">import</span> <span class="nam">ABCMeta</span><span class="op">,</span> <span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t"><span class="key">from</span> <span class="nam">datetime</span> <span class="key">import</span> <span class="nam">datetime</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"><span class="key">from</span> <span class="nam">types</span> <span class="key">import</span> <span class="nam">TracebackType</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"><span class="key">from</span> <span class="nam">typing</span> <span class="key">import</span> <span class="nam">Any</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">,</span> <span class="nam">Tuple</span><span class="op">,</span> <span class="nam">Type</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"><span class="key">from</span> <span class="nam">typing</span> <span class="key">import</span> <span class="nam">Any</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">,</span> <span class="nam">List</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">,</span> <span class="nam">Tuple</span><span class="op">,</span> <span class="nam">Type</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"><span class="key">from</span> <span class="nam">pytz</span> <span class="key">import</span> <span class="nam">UTC</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">from</span> <span class="nam">typing_extensions</span> <span class="key">import</span> <span class="nam">Literal</span>&nbsp;</span><span class="r"></span></p>
@@ -169,222 +169,234 @@ <h2>
     <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">storage</span> <span class="op">=</span> <span class="nam">storage</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_root_env_config</span> <span class="op">=</span> <span class="nam">root_env_config</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span> <span class="op">=</span> <span class="op">-</span><span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Scheduler instantiated: %s :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="key">def</span> <span class="nam">_validate_json_config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">config</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="str">"""Reconstructs a basic json config that this class might have been instantiated</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t"><span class="str">        from in order to validate configs provided outside the file loading</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"><span class="str">        mechanism.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="nam">json_config</span><span class="op">:</span> <span class="nam">dict</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">            <span class="str">"class"</span><span class="op">:</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__module__</span> <span class="op">+</span> <span class="str">"."</span> <span class="op">+</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">        <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="key">if</span> <span class="nam">config</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">            <span class="nam">json_config</span><span class="op">[</span><span class="str">"config"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">config</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="com"># The json schema does not allow for -1 as a valid value for config_id.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">            <span class="com"># As it is just a default placeholder value, and not required, we can</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">            <span class="com"># remove it from the config copy prior to validation safely.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="nam">config_id</span> <span class="op">=</span> <span class="nam">json_config</span><span class="op">[</span><span class="str">"config"</span><span class="op">]</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"config_id"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="key">if</span> <span class="nam">config_id</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">and</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">config_id</span><span class="op">,</span> <span class="nam">int</span><span class="op">)</span> <span class="key">and</span> <span class="nam">config_id</span> <span class="op">&lt;</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">                <span class="nam">json_config</span><span class="op">[</span><span class="str">"config"</span><span class="op">]</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"config_id"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">        <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">SCHEDULER</span><span class="op">.</span><span class="nam">validate</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">    <span class="key">def</span> <span class="nam">trial_config_repeat_count</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">        <span class="str">"""Gets the number of trials to run for a given config."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">    <span class="key">def</span> <span class="nam">max_trials</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">        <span class="str">"""Gets the maximum number of trials to run for a given experiment, or -1 for no</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t"><span class="str">        limit.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t"><span class="str">        Produce a human-readable version of the Scheduler (mostly for logging).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t"><span class="str">        string : str</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t"><span class="str">            A human-readable version of the Scheduler.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">    <span class="key">def</span> <span class="nam">__enter__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="str">"Scheduler"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">        <span class="str">"""Enter the scheduler's context."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Scheduler START :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">__enter__</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">__enter__</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">        <span class="com"># Start new or resume the existing experiment. Verify that the</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">        <span class="com"># experiment configuration is compatible with the previous runs.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">        <span class="com"># If the `merge` config parameter is present, merge in the data</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="com"># from other experiments and check for compatibility.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">storage</span><span class="op">.</span><span class="nam">experiment</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">            <span class="nam">experiment_id</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">            <span class="nam">trial_id</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">            <span class="nam">root_env_config</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_root_env_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">            <span class="nam">description</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">            <span class="nam">tunables</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">tunable_params</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">            <span class="nam">opt_targets</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">targets</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">        <span class="op">)</span><span class="op">.</span><span class="nam">__enter__</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="key">def</span> <span class="nam">__exit__</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">        <span class="nam">ex_type</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Type</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">        <span class="nam">ex_val</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">        <span class="nam">ex_tb</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TracebackType</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Literal</span><span class="op">[</span><span class="key">False</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">        <span class="str">"""Exit the context of the scheduler."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">        <span class="key">if</span> <span class="nam">ex_val</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Scheduler END :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">            <span class="key">assert</span> <span class="nam">ex_type</span> <span class="key">and</span> <span class="nam">ex_val</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span><span class="str">"Scheduler END :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">exc_info</span><span class="op">=</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">        <span class="key">return</span> <span class="key">False</span>  <span class="com"># Do not suppress exceptions</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">    <span class="key">def</span> <span class="nam">start</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">        <span class="str">"""Start the optimization loop."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">            <span class="str">"START: Experiment: %s Env: %s Optimizer: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">INFO</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Root Environment:\n%s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">pprint</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_id</span> <span class="op">></span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">load_config</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">schedule_trial</span><span class="op">(</span><span class="nam">tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">    <span class="key">def</span> <span class="nam">teardown</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t"><span class="str">        Tear down the environment.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t"><span class="str">        Call it after the completion of the `.start()` in the scheduler context.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_do_teardown</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">teardown</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_ran_trials</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Storage</span><span class="op">.</span><span class="nam">Trial</span><span class="op">]</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Scheduler instantiated: %s :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">    <span class="key">def</span> <span class="nam">_validate_json_config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">config</span><span class="op">:</span> <span class="nam">dict</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">        <span class="str">"""Reconstructs a basic json config that this class might have been instantiated</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"><span class="str">        from in order to validate configs provided outside the file loading</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"><span class="str">        mechanism.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">        <span class="nam">json_config</span><span class="op">:</span> <span class="nam">dict</span> <span class="op">=</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">            <span class="str">"class"</span><span class="op">:</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__module__</span> <span class="op">+</span> <span class="str">"."</span> <span class="op">+</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="key">if</span> <span class="nam">config</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">            <span class="nam">json_config</span><span class="op">[</span><span class="str">"config"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">config</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">            <span class="com"># The json schema does not allow for -1 as a valid value for config_id.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">            <span class="com"># As it is just a default placeholder value, and not required, we can</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">            <span class="com"># remove it from the config copy prior to validation safely.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">            <span class="nam">config_id</span> <span class="op">=</span> <span class="nam">json_config</span><span class="op">[</span><span class="str">"config"</span><span class="op">]</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"config_id"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">            <span class="key">if</span> <span class="nam">config_id</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">and</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">config_id</span><span class="op">,</span> <span class="nam">int</span><span class="op">)</span> <span class="key">and</span> <span class="nam">config_id</span> <span class="op">&lt;</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">                <span class="nam">json_config</span><span class="op">[</span><span class="str">"config"</span><span class="op">]</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"config_id"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="nam">ConfigSchema</span><span class="op">.</span><span class="nam">SCHEDULER</span><span class="op">.</span><span class="nam">validate</span><span class="op">(</span><span class="nam">json_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">    <span class="key">def</span> <span class="nam">trial_config_repeat_count</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="str">"""Gets the number of trials to run for a given config."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">    <span class="key">def</span> <span class="nam">trial_count</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">        <span class="str">"""Gets the current number of trials run for the experiment."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">    <span class="key">def</span> <span class="nam">max_trials</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">        <span class="str">"""Gets the maximum number of trials to run for a given experiment, or -1 for no</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t"><span class="str">        limit.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">    <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t"><span class="str">        Produce a human-readable version of the Scheduler (mostly for logging).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t"><span class="str">        string : str</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t"><span class="str">            A human-readable version of the Scheduler.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="key">def</span> <span class="nam">__enter__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="str">"Scheduler"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">        <span class="str">"""Enter the scheduler's context."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Scheduler START :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">__enter__</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">__enter__</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">        <span class="com"># Start new or resume the existing experiment. Verify that the</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">        <span class="com"># experiment configuration is compatible with the previous runs.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">        <span class="com"># If the `merge` config parameter is present, merge in the data</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">        <span class="com"># from other experiments and check for compatibility.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">storage</span><span class="op">.</span><span class="nam">experiment</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">            <span class="nam">experiment_id</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">            <span class="nam">trial_id</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">            <span class="nam">root_env_config</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_root_env_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">            <span class="nam">description</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">            <span class="nam">tunables</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">tunable_params</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">            <span class="nam">opt_targets</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">targets</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">        <span class="op">)</span><span class="op">.</span><span class="nam">__enter__</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="key">def</span> <span class="nam">__exit__</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">        <span class="nam">ex_type</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Type</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">        <span class="nam">ex_val</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">        <span class="nam">ex_tb</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TracebackType</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Literal</span><span class="op">[</span><span class="key">False</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t">        <span class="str">"""Exit the context of the scheduler."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">        <span class="key">if</span> <span class="nam">ex_val</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Scheduler END :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">            <span class="key">assert</span> <span class="nam">ex_type</span> <span class="key">and</span> <span class="nam">ex_val</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span><span class="str">"Scheduler END :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">exc_info</span><span class="op">=</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">        <span class="key">return</span> <span class="key">False</span>  <span class="com"># Do not suppress exceptions</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">    <span class="key">def</span> <span class="nam">start</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">        <span class="str">"""Start the optimization loop."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">            <span class="str">"START: Experiment: %s Env: %s Optimizer: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">INFO</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Root Environment:\n%s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">pprint</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_id</span> <span class="op">></span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">load_config</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">schedule_trial</span><span class="op">(</span><span class="nam">tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">    <span class="key">def</span> <span class="nam">teardown</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t"><span class="str">        Tear down the environment.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_best_observation</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TunableGroups</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">        <span class="str">"""Get the best observation from the optimizer."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">best_config</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Env: %s best score: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">best_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="str">        Call it after the completion of the `.start()` in the scheduler context.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_do_teardown</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">teardown</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">    <span class="key">def</span> <span class="nam">load_config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">config_id</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">        <span class="str">"""Load the existing tunable configuration from the storage."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="nam">tunable_values</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">load_tunable_config</span><span class="op">(</span><span class="nam">config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">        <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">tunable_params</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">tunable_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Load config from storage: %d"</span><span class="op">,</span> <span class="nam">config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Config %d ::\n%s"</span><span class="op">,</span> <span class="nam">config_id</span><span class="op">,</span> <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">tunable_values</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">        <span class="key">return</span> <span class="nam">tunables</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">    <span class="key">def</span> <span class="nam">_schedule_new_optimizer_suggestions</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"><span class="str">        Optimizer part of the loop.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"><span class="str">        Load the results of the executed trials into the optimizer, suggest new</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"><span class="str">        configurations, and add them to the queue. Return True if optimization is not</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"><span class="str">        over, False otherwise.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">        <span class="op">(</span><span class="nam">trial_ids</span><span class="op">,</span> <span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">load</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"QUEUE: Update the optimizer with trial results: %s"</span><span class="op">,</span> <span class="nam">trial_ids</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">bulk_register</span><span class="op">(</span><span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span> <span class="op">=</span> <span class="nam">max</span><span class="op">(</span><span class="nam">trial_ids</span><span class="op">,</span> <span class="nam">default</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="nam">not_done</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">not_done</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">        <span class="key">if</span> <span class="nam">not_done</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">schedule_trial</span><span class="op">(</span><span class="nam">tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">        <span class="key">return</span> <span class="nam">not_done</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">    <span class="key">def</span> <span class="nam">schedule_trial</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">        <span class="str">"""Add a configuration to the queue of trials."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">        <span class="key">for</span> <span class="nam">repeat_i</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span> <span class="op">+</span> <span class="num">1</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_add_trial_to_queue</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">                <span class="nam">tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">                <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">                    <span class="com"># Add some additional metadata to track for the trial such as the</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">                    <span class="com"># optimizer config used.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">                    <span class="com"># Note: these values are unfortunately mutable at the moment.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">                    <span class="com"># Consider them as hints of what the config was the trial *started*.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">                    <span class="com"># It is possible that the experiment configs were changed</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">                    <span class="com"># between resuming the experiment (since that is not currently</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">                    <span class="com"># prevented).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">                    <span class="str">"optimizer"</span><span class="op">:</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">                    <span class="str">"repeat_i"</span><span class="op">:</span> <span class="nam">repeat_i</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">                    <span class="str">"is_defaults"</span><span class="op">:</span> <span class="nam">tunables</span><span class="op">.</span><span class="nam">is_defaults</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">                    <span class="op">**</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">                        <span class="fst">f"</span><span class="fst">opt_</span><span class="op">{</span><span class="nam">key</span><span class="op">}</span><span class="fst">_</span><span class="op">{</span><span class="nam">i</span><span class="op">}</span><span class="fst">"</span><span class="op">:</span> <span class="nam">val</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">i</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span> <span class="key">in</span> <span class="nam">enumerate</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">key</span><span class="op">,</span> <span class="nam">val</span><span class="op">)</span> <span class="key">in</span> <span class="nam">zip</span><span class="op">(</span><span class="op">[</span><span class="str">"target"</span><span class="op">,</span> <span class="str">"direction"</span><span class="op">]</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">                    <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">    <span class="key">def</span> <span class="nam">_add_trial_to_queue</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">        <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">        <span class="nam">ts_start</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">datetime</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">        <span class="nam">config</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t"><span class="str">        Add a configuration to the queue of trials.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="str">        A wrapper for the `Experiment.new_trial` method.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t">        <span class="nam">trial</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">new_trial</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">ts_start</span><span class="op">,</span> <span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"QUEUE: Add new trial: %s"</span><span class="op">,</span> <span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_best_observation</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">,</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TunableGroups</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">        <span class="str">"""Get the best observation from the optimizer."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">best_config</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Env: %s best score: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">,</span> <span class="nam">best_score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span><span class="nam">best_score</span><span class="op">,</span> <span class="nam">best_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">    <span class="key">def</span> <span class="nam">load_config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">config_id</span><span class="op">:</span> <span class="nam">int</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">        <span class="str">"""Load the existing tunable configuration from the storage."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">        <span class="nam">tunable_values</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">load_tunable_config</span><span class="op">(</span><span class="nam">config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">        <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">environment</span><span class="op">.</span><span class="nam">tunable_params</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">tunable_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Load config from storage: %d"</span><span class="op">,</span> <span class="nam">config_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Config %d ::\n%s"</span><span class="op">,</span> <span class="nam">config_id</span><span class="op">,</span> <span class="nam">json</span><span class="op">.</span><span class="nam">dumps</span><span class="op">(</span><span class="nam">tunable_values</span><span class="op">,</span> <span class="nam">indent</span><span class="op">=</span><span class="num">2</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">        <span class="key">return</span> <span class="nam">tunables</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">    <span class="key">def</span> <span class="nam">_schedule_new_optimizer_suggestions</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"><span class="str">        Optimizer part of the loop.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="str">        Load the results of the executed trials into the optimizer, suggest new</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"><span class="str">        configurations, and add them to the queue. Return True if optimization is not</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"><span class="str">        over, False otherwise.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">        <span class="op">(</span><span class="nam">trial_ids</span><span class="op">,</span> <span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">load</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"QUEUE: Update the optimizer with trial results: %s"</span><span class="op">,</span> <span class="nam">trial_ids</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">bulk_register</span><span class="op">(</span><span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span> <span class="op">=</span> <span class="nam">max</span><span class="op">(</span><span class="nam">trial_ids</span><span class="op">,</span> <span class="nam">default</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_last_trial_id</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">        <span class="nam">not_done</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">not_done</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">        <span class="key">if</span> <span class="nam">not_done</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">            <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">schedule_trial</span><span class="op">(</span><span class="nam">tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t">        <span class="key">return</span> <span class="nam">not_done</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">    <span class="key">def</span> <span class="nam">schedule_trial</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t">        <span class="str">"""Add a configuration to the queue of trials."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t">        <span class="key">for</span> <span class="nam">repeat_i</span> <span class="key">in</span> <span class="nam">range</span><span class="op">(</span><span class="num">1</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_config_repeat_count</span> <span class="op">+</span> <span class="num">1</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_add_trial_to_queue</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">                <span class="nam">tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">                <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">                    <span class="com"># Add some additional metadata to track for the trial such as the</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">                    <span class="com"># optimizer config used.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">                    <span class="com"># Note: these values are unfortunately mutable at the moment.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">                    <span class="com"># Consider them as hints of what the config was the trial *started*.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">                    <span class="com"># It is possible that the experiment configs were changed</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">                    <span class="com"># between resuming the experiment (since that is not currently</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">                    <span class="com"># prevented).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">                    <span class="str">"optimizer"</span><span class="op">:</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">name</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">                    <span class="str">"repeat_i"</span><span class="op">:</span> <span class="nam">repeat_i</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">                    <span class="str">"is_defaults"</span><span class="op">:</span> <span class="nam">tunables</span><span class="op">.</span><span class="nam">is_defaults</span><span class="op">(</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">                    <span class="op">**</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">                        <span class="fst">f"</span><span class="fst">opt_</span><span class="op">{</span><span class="nam">key</span><span class="op">}</span><span class="fst">_</span><span class="op">{</span><span class="nam">i</span><span class="op">}</span><span class="fst">"</span><span class="op">:</span> <span class="nam">val</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">i</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span> <span class="key">in</span> <span class="nam">enumerate</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">                        <span class="key">for</span> <span class="op">(</span><span class="nam">key</span><span class="op">,</span> <span class="nam">val</span><span class="op">)</span> <span class="key">in</span> <span class="nam">zip</span><span class="op">(</span><span class="op">[</span><span class="str">"target"</span><span class="op">,</span> <span class="str">"direction"</span><span class="op">]</span><span class="op">,</span> <span class="nam">opt_target</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">                    <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">                <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t">    <span class="key">def</span> <span class="nam">_add_trial_to_queue</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">        <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t">        <span class="nam">ts_start</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">datetime</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t">        <span class="nam">config</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t"><span class="str">        Add a configuration to the queue of trials.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">    <span class="key">def</span> <span class="nam">_run_schedule</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">running</span><span class="op">:</span> <span class="nam">bool</span> <span class="op">=</span> <span class="key">False</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t"><span class="str">        Scheduler part of the loop.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t"><span class="str">        Check for pending trials in the queue and run them.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">        <span class="key">for</span> <span class="nam">trial</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">pending_trials</span><span class="op">(</span><span class="nam">datetime</span><span class="op">.</span><span class="nam">now</span><span class="op">(</span><span class="nam">UTC</span><span class="op">)</span><span class="op">,</span> <span class="nam">running</span><span class="op">=</span><span class="nam">running</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">run_trial</span><span class="op">(</span><span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t"><span class="str">        A wrapper for the `Experiment.new_trial` method.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">        <span class="nam">trial</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">new_trial</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">ts_start</span><span class="op">,</span> <span class="nam">config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"QUEUE: Add new trial: %s"</span><span class="op">,</span> <span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">    <span class="key">def</span> <span class="nam">_run_schedule</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">running</span><span class="op">:</span> <span class="nam">bool</span> <span class="op">=</span> <span class="key">False</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t"><span class="str">        Scheduler part of the loop.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">    <span class="key">def</span> <span class="nam">not_done</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"><span class="str">        Check the stopping conditions.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t"><span class="str">        By default, stop when the optimizer converges or max limit of trials reached.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">not_converged</span><span class="op">(</span><span class="op">)</span> <span class="key">and</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span> <span class="op">&lt;</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span> <span class="key">or</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span> <span class="op">&lt;=</span> <span class="num">0</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t"><span class="str">        Check for pending trials in the queue and run them.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t">        <span class="key">for</span> <span class="nam">trial</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span><span class="op">.</span><span class="nam">pending_trials</span><span class="op">(</span><span class="nam">datetime</span><span class="op">.</span><span class="nam">now</span><span class="op">(</span><span class="nam">UTC</span><span class="op">)</span><span class="op">,</span> <span class="nam">running</span><span class="op">=</span><span class="nam">running</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">run_trial</span><span class="op">(</span><span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t">    <span class="key">def</span> <span class="nam">not_done</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="str">        Check the stopping conditions.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t">    <span class="key">def</span> <span class="nam">run_trial</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">trial</span><span class="op">:</span> <span class="nam">Storage</span><span class="op">.</span><span class="nam">Trial</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t"><span class="str">        Set up and run a single trial.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t"><span class="str">        Save the results in the storage.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"QUEUE: Execute trial # %d/%d :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span><span class="op">,</span> <span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t"><span class="str">        By default, stop when the optimizer converges or max limit of trials reached.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">not_converged</span><span class="op">(</span><span class="op">)</span> <span class="key">and</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span> <span class="op">&lt;</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span> <span class="key">or</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span> <span class="op">&lt;=</span> <span class="num">0</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t">    <span class="key">def</span> <span class="nam">run_trial</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">trial</span><span class="op">:</span> <span class="nam">Storage</span><span class="op">.</span><span class="nam">Trial</span><span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t"><span class="str">        Set up and run a single trial.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"><span class="str">        Save the results in the storage.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">        <span class="key">assert</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_ran_trials</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"QUEUE: Execute trial # %d/%d :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_count</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_trials</span><span class="op">,</span> <span class="nam">trial</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t">    <span class="key">def</span> <span class="nam">ran_trials</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">List</span><span class="op">[</span><span class="nam">Storage</span><span class="op">.</span><span class="nam">Trial</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">        <span class="str">"""Get the list of trials that were run."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_ran_trials</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -394,7 +406,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09_sync_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html b/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
index c8c93d12bb4..9fa7b76ecb3 100644
--- a/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
+++ b/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51___init___py.html b/htmlcov/z_a35407dc3f69ee51___init___py.html
index 44f5fe8494a..7b1b71594d1 100644
--- a/htmlcov/z_a35407dc3f69ee51___init___py.html
+++ b/htmlcov/z_a35407dc3f69ee51___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -174,7 +174,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_adapter_py.html b/htmlcov/z_a35407dc3f69ee51_adapter_py.html
index b4157313a1c..e932232b981 100644
--- a/htmlcov/z_a35407dc3f69ee51_adapter_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_adapter_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_identity_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -178,7 +178,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_identity_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html b/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
index 3f3516233e1..c26834c489d 100644
--- a/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_llamatune_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -120,7 +120,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_llamatune_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_llamatune_py.html b/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
index 8717e72c656..53c4119b7c2 100644
--- a/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -661,7 +661,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b2e8508ca8301e3e___init___py.html b/htmlcov/z_b2e8508ca8301e3e___init___py.html
index 0d5f9c3d592..451a11c130d 100644
--- a/htmlcov/z_b2e8508ca8301e3e___init___py.html
+++ b/htmlcov/z_b2e8508ca8301e3e___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_0bd431c13c518cba_test_cli_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -261,7 +261,7 @@ <h2>
             <a class="nav" href="z_0bd431c13c518cba_test_cli_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f___init___py.html b/htmlcov/z_b5994b7a43ca5d1f___init___py.html
index b080815ce22..d2b39642f64 100644
--- a/htmlcov/z_b5994b7a43ca5d1f___init___py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_fileshare_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -109,7 +109,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_fileshare_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
index 66120f24622..a13041dce99 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_network_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -364,7 +364,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_network_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
index 4806935c258..4cc1096b73b 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_vm_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -214,7 +214,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_vm_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
index 14a02e41084..5b8eec59948 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -476,7 +476,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html b/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
index 35b799210ea..4aa8080c083 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -205,7 +205,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb___init___py.html b/htmlcov/z_b6de38f7e42477eb___init___py.html
index 596a2da4184..ac6b77a62ab 100644
--- a/htmlcov/z_b6de38f7e42477eb___init___py.html
+++ b/htmlcov/z_b6de38f7e42477eb___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_conftest_py.html b/htmlcov/z_b6de38f7e42477eb_conftest_py.html
index 1a71033b1e2..d125b100828 100644
--- a/htmlcov/z_b6de38f7e42477eb_conftest_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_empty_tunable_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_empty_tunable_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html b/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
index 9d33b1da44e..707ce227511 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_tunable_categoricals_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -107,7 +107,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_tunable_categoricals_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html b/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
index 50be7f3c43c..919a085e127 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_tunables_size_props_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -147,7 +147,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_tunables_size_props_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html b/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
index a093d114856..b8ae04b2604 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_accessors_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_accessors_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
index 31b1e4f32d4..79f9beb09b2 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_comparison_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_comparison_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
index b7c5179ef6a..496f4b3de82 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_definition_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_definition_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
index 0945ecb912a..86d6c750433 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_distributions_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -505,7 +505,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_distributions_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
index 83e767c27ff..6bc145cbb43 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_indexing_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -183,7 +183,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_indexing_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
index e876e04c085..157cb74b253 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,7 +146,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
index 81d383e1c72..368eeb9630d 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_update_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_update_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
index fb473b3c24e..a3ecf000505 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_slice_references_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,7 +142,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_slice_references_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
index 09fc1275b39..30f72a00ce4 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -240,7 +240,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
index cbe795080df..ad94b5a1c3e 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
index 4e4dc0b6cf5..c70c1c7d6e4 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_assign_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -260,7 +260,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_assign_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
index 10c2107853e..346fe734089 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_copy_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -275,7 +275,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_copy_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
index 37e9a19cbc8..67caec7095f 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_str_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -132,7 +132,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_str_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
index 21745cee565..9a89821ce24 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_git_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -147,7 +147,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_git_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html b/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
index f82fd2f47ad..29998ffb506 100644
--- a/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
+++ b/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -145,7 +145,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html b/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
index 5eb470914fd..f66126e67dc 100644
--- a/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_llamatune_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -131,7 +131,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_llamatune_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html b/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
index 73fe7dab6fd..a17752ff306 100644
--- a/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -690,7 +690,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html b/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
index d2336c5025c..dda50de5ea3 100644
--- a/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d___init___py.html b/htmlcov/z_ce2854f29b8d638d___init___py.html
index 0ee6faa117c..8410b689b14 100644
--- a/htmlcov/z_ce2854f29b8d638d___init___py.html
+++ b/htmlcov/z_ce2854f29b8d638d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d_local_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d_local_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d_local_env_py.html b/htmlcov/z_ce2854f29b8d638d_local_env_py.html
index 58fcc514bcf..8fce84e7cf9 100644
--- a/htmlcov/z_ce2854f29b8d638d_local_env_py.html
+++ b/htmlcov/z_ce2854f29b8d638d_local_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d_local_fileshare_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -402,7 +402,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d_local_fileshare_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html b/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
index e40a3c2ed07..bace748a8d8 100644
--- a/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
+++ b/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_mock_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -278,7 +278,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_mock_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d34fc4c3ae3e3619___init___py.html b/htmlcov/z_d34fc4c3ae3e3619___init___py.html
index 09dcc8da20a..54f273161d7 100644
--- a/htmlcov/z_d34fc4c3ae3e3619___init___py.html
+++ b/htmlcov/z_d34fc4c3ae3e3619___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9___init___py.html b/htmlcov/z_d9cccba8799d95c9___init___py.html
index 4e26e789635..723328e4570 100644
--- a/htmlcov/z_d9cccba8799d95c9___init___py.html
+++ b/htmlcov/z_d9cccba8799d95c9___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
index 8f3873f1868..9e5b114bd42 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -254,7 +254,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_storage_py.html b/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
index 52dc5fa7235..6b7fe717e72 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
@@ -54,8 +54,8 @@ <h1>
             </div>
         </aside>
         <h2>
-            <span class="text">132 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">127<span class="text"> run</span></button>
+            <span class="text">137 statements &nbsp;</span>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">132<span class="text"> run</span></button>
             <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">5<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">4<span class="text"> excluded</span></button>
         </h2>
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -473,108 +473,115 @@ <h2>
     <p class="run"><span class="n"><a id="t391" href="#t391">391</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span> <span class="op">=</span> <span class="nam">tunable_config_id</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t392" href="#t392">392</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span> <span class="op">=</span> <span class="nam">opt_targets</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t393" href="#t393">393</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span> <span class="op">=</span> <span class="nam">config</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t">        <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="exc show_exc"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t">            <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t">        <span class="key">def</span> <span class="nam">trial_id</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t">            <span class="str">"""ID of the current trial."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t401" href="#t401">401</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t402" href="#t402">402</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t403" href="#t403">403</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t404" href="#t404">404</a></span><span class="t">        <span class="key">def</span> <span class="nam">tunable_config_id</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t405" href="#t405">405</a></span><span class="t">            <span class="str">"""ID of the current trial (tunable) configuration."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t406" href="#t406">406</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t407" href="#t407">407</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t408" href="#t408">408</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t409" href="#t409">409</a></span><span class="t">        <span class="key">def</span> <span class="nam">opt_targets</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Literal</span><span class="op">[</span><span class="str">"min"</span><span class="op">,</span> <span class="str">"max"</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t410" href="#t410">410</a></span><span class="t">            <span class="str">"""Get the Trial's optimization targets and directions."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t411" href="#t411">411</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t412" href="#t412">412</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t413" href="#t413">413</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t">        <span class="key">def</span> <span class="nam">tunables</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t"><span class="str">            Tunable parameters of the current trial.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t"><span class="str">            (e.g., application Environment's "config")</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t419" href="#t419">419</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t420" href="#t420">420</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t421" href="#t421">421</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t422" href="#t422">422</a></span><span class="t">        <span class="key">def</span> <span class="nam">config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">global_config</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t423" href="#t423">423</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t"><span class="str">            Produce a copy of the global configuration updated with the parameters of</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t425" href="#t425">425</a></span><span class="t"><span class="str">            the current trial.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t427" href="#t427">427</a></span><span class="t"><span class="str">            Note: this is not the target Environment's "config" (i.e., tunable</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t428" href="#t428">428</a></span><span class="t"><span class="str">            params), but rather the internal "config" which consists of a</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t429" href="#t429">429</a></span><span class="t"><span class="str">            combination of somewhat more static variables defined in the json config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t430" href="#t430">430</a></span><span class="t"><span class="str">            files.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t431" href="#t431">431</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t432" href="#t432">432</a></span><span class="t">            <span class="nam">config</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t433" href="#t433">433</a></span><span class="t">            <span class="nam">config</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">global_config</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t434" href="#t434">434</a></span><span class="t">            <span class="nam">config</span><span class="op">[</span><span class="str">"experiment_id"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t435" href="#t435">435</a></span><span class="t">            <span class="nam">config</span><span class="op">[</span><span class="str">"trial_id"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t436" href="#t436">436</a></span><span class="t">            <span class="key">return</span> <span class="nam">config</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t437" href="#t437">437</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t438" href="#t438">438</a></span><span class="t">        <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t439" href="#t439">439</a></span><span class="t">        <span class="key">def</span> <span class="nam">update</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t440" href="#t440">440</a></span><span class="t">            <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t">            <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t442" href="#t442">442</a></span><span class="t">            <span class="nam">timestamp</span><span class="op">:</span> <span class="nam">datetime</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t">            <span class="nam">metrics</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t">        <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t445" href="#t445">445</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t"><span class="str">            Update the storage with the results of the experiment.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t447" href="#t447">447</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t448" href="#t448">448</a></span><span class="t"><span class="str">            Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t449" href="#t449">449</a></span><span class="t"><span class="str">            ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t450" href="#t450">450</a></span><span class="t"><span class="str">            status : Status</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t"><span class="str">                Status of the experiment run.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t452" href="#t452">452</a></span><span class="t"><span class="str">            timestamp: datetime</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t453" href="#t453">453</a></span><span class="t"><span class="str">                Timestamp of the status and metrics.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t454" href="#t454">454</a></span><span class="t"><span class="str">            metrics : Optional[Dict[str, Any]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t455" href="#t455">455</a></span><span class="t"><span class="str">                One or several metrics of the experiment run.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t456" href="#t456">456</a></span><span class="t"><span class="str">                Must contain the (float) optimization target if the status is SUCCEEDED.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t457" href="#t457">457</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t458" href="#t458">458</a></span><span class="t"><span class="str">            Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t459" href="#t459">459</a></span><span class="t"><span class="str">            -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t394" href="#t394">394</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_status</span> <span class="op">=</span> <span class="nam">Status</span><span class="op">.</span><span class="nam">UNKNOWN</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t395" href="#t395">395</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t396" href="#t396">396</a></span><span class="t">        <span class="key">def</span> <span class="nam">__repr__</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="exc show_exc"><span class="n"><a id="t397" href="#t397">397</a></span><span class="t">            <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t398" href="#t398">398</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t399" href="#t399">399</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t400" href="#t400">400</a></span><span class="t">        <span class="key">def</span> <span class="nam">trial_id</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t401" href="#t401">401</a></span><span class="t">            <span class="str">"""ID of the current trial."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t402" href="#t402">402</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t403" href="#t403">403</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t404" href="#t404">404</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t405" href="#t405">405</a></span><span class="t">        <span class="key">def</span> <span class="nam">tunable_config_id</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t406" href="#t406">406</a></span><span class="t">            <span class="str">"""ID of the current trial (tunable) configuration."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t407" href="#t407">407</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunable_config_id</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t408" href="#t408">408</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t409" href="#t409">409</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t410" href="#t410">410</a></span><span class="t">        <span class="key">def</span> <span class="nam">opt_targets</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Literal</span><span class="op">[</span><span class="str">"min"</span><span class="op">,</span> <span class="str">"max"</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t411" href="#t411">411</a></span><span class="t">            <span class="str">"""Get the Trial's optimization targets and directions."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t412" href="#t412">412</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t413" href="#t413">413</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t414" href="#t414">414</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t415" href="#t415">415</a></span><span class="t">        <span class="key">def</span> <span class="nam">tunables</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t416" href="#t416">416</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t417" href="#t417">417</a></span><span class="t"><span class="str">            Tunable parameters of the current trial.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t418" href="#t418">418</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t419" href="#t419">419</a></span><span class="t"><span class="str">            (e.g., application Environment's "config")</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t420" href="#t420">420</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t421" href="#t421">421</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t422" href="#t422">422</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t423" href="#t423">423</a></span><span class="t">        <span class="key">def</span> <span class="nam">config</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">global_config</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t424" href="#t424">424</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t425" href="#t425">425</a></span><span class="t"><span class="str">            Produce a copy of the global configuration updated with the parameters of</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t426" href="#t426">426</a></span><span class="t"><span class="str">            the current trial.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t427" href="#t427">427</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t428" href="#t428">428</a></span><span class="t"><span class="str">            Note: this is not the target Environment's "config" (i.e., tunable</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t429" href="#t429">429</a></span><span class="t"><span class="str">            params), but rather the internal "config" which consists of a</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t430" href="#t430">430</a></span><span class="t"><span class="str">            combination of somewhat more static variables defined in the json config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t431" href="#t431">431</a></span><span class="t"><span class="str">            files.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t432" href="#t432">432</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t433" href="#t433">433</a></span><span class="t">            <span class="nam">config</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t434" href="#t434">434</a></span><span class="t">            <span class="nam">config</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">global_config</span> <span class="key">or</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t435" href="#t435">435</a></span><span class="t">            <span class="nam">config</span><span class="op">[</span><span class="str">"experiment_id"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_experiment_id</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t436" href="#t436">436</a></span><span class="t">            <span class="nam">config</span><span class="op">[</span><span class="str">"trial_id"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_trial_id</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t437" href="#t437">437</a></span><span class="t">            <span class="key">return</span> <span class="nam">config</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t438" href="#t438">438</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t439" href="#t439">439</a></span><span class="t">        <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t440" href="#t440">440</a></span><span class="t">        <span class="key">def</span> <span class="nam">status</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Status</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t441" href="#t441">441</a></span><span class="t">            <span class="str">"""Get the status of the current trial."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t442" href="#t442">442</a></span><span class="t">            <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_status</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t443" href="#t443">443</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t444" href="#t444">444</a></span><span class="t">        <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t445" href="#t445">445</a></span><span class="t">        <span class="key">def</span> <span class="nam">update</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t446" href="#t446">446</a></span><span class="t">            <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t447" href="#t447">447</a></span><span class="t">            <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t448" href="#t448">448</a></span><span class="t">            <span class="nam">timestamp</span><span class="op">:</span> <span class="nam">datetime</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t449" href="#t449">449</a></span><span class="t">            <span class="nam">metrics</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t450" href="#t450">450</a></span><span class="t">        <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t451" href="#t451">451</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t452" href="#t452">452</a></span><span class="t"><span class="str">            Update the storage with the results of the experiment.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t453" href="#t453">453</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t454" href="#t454">454</a></span><span class="t"><span class="str">            Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t455" href="#t455">455</a></span><span class="t"><span class="str">            ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t456" href="#t456">456</a></span><span class="t"><span class="str">            status : Status</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t457" href="#t457">457</a></span><span class="t"><span class="str">                Status of the experiment run.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t458" href="#t458">458</a></span><span class="t"><span class="str">            timestamp: datetime</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t459" href="#t459">459</a></span><span class="t"><span class="str">                Timestamp of the status and metrics.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t460" href="#t460">460</a></span><span class="t"><span class="str">            metrics : Optional[Dict[str, Any]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t461" href="#t461">461</a></span><span class="t"><span class="str">                Same as `metrics`, but always in the dict format.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t462" href="#t462">462</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t463" href="#t463">463</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Store trial: %s :: %s %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">status</span><span class="op">,</span> <span class="nam">metrics</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t464" href="#t464">464</a></span><span class="t">            <span class="key">if</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t465" href="#t465">465</a></span><span class="t">                <span class="key">assert</span> <span class="nam">metrics</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t466" href="#t466">466</a></span><span class="t">                <span class="nam">opt_targets</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t467" href="#t467">467</a></span><span class="t">                <span class="key">if</span> <span class="key">not</span> <span class="nam">opt_targets</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">metrics</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t468" href="#t468">468</a></span><span class="t">                    <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t469" href="#t469">469</a></span><span class="t">                        <span class="str">"Trial %s :: opt.targets missing: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t470" href="#t470">470</a></span><span class="t">                        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t471" href="#t471">471</a></span><span class="t">                        <span class="nam">opt_targets</span><span class="op">.</span><span class="nam">difference</span><span class="op">(</span><span class="nam">metrics</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t472" href="#t472">472</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t473" href="#t473">473</a></span><span class="t">                    <span class="com"># raise ValueError()</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t474" href="#t474">474</a></span><span class="t">            <span class="key">return</span> <span class="nam">metrics</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t">        <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t477" href="#t477">477</a></span><span class="t">        <span class="key">def</span> <span class="nam">update_telemetry</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t478" href="#t478">478</a></span><span class="t">            <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t479" href="#t479">479</a></span><span class="t">            <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t480" href="#t480">480</a></span><span class="t">            <span class="nam">timestamp</span><span class="op">:</span> <span class="nam">datetime</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t">            <span class="nam">metrics</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">datetime</span><span class="op">,</span> <span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t482" href="#t482">482</a></span><span class="t">        <span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t483" href="#t483">483</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t484" href="#t484">484</a></span><span class="t"><span class="str">            Save the experiment's telemetry data and intermediate status.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t485" href="#t485">485</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t486" href="#t486">486</a></span><span class="t"><span class="str">            Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t487" href="#t487">487</a></span><span class="t"><span class="str">            ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t488" href="#t488">488</a></span><span class="t"><span class="str">            status : Status</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t489" href="#t489">489</a></span><span class="t"><span class="str">                Current status of the trial.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t490" href="#t490">490</a></span><span class="t"><span class="str">            timestamp: datetime</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t"><span class="str">                Timestamp of the status (but not the metrics).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t"><span class="str">            metrics : List[Tuple[datetime, str, Any]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t"><span class="str">                Telemetry data.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Store telemetry: %s :: %s %d records"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">status</span><span class="op">,</span> <span class="nam">len</span><span class="op">(</span><span class="nam">metrics</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t461" href="#t461">461</a></span><span class="t"><span class="str">                One or several metrics of the experiment run.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t462" href="#t462">462</a></span><span class="t"><span class="str">                Must contain the (float) optimization target if the status is SUCCEEDED.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t463" href="#t463">463</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t464" href="#t464">464</a></span><span class="t"><span class="str">            Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t465" href="#t465">465</a></span><span class="t"><span class="str">            -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t466" href="#t466">466</a></span><span class="t"><span class="str">            metrics : Optional[Dict[str, Any]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t467" href="#t467">467</a></span><span class="t"><span class="str">                Same as `metrics`, but always in the dict format.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t468" href="#t468">468</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t469" href="#t469">469</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Store trial: %s :: %s %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">status</span><span class="op">,</span> <span class="nam">metrics</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t470" href="#t470">470</a></span><span class="t">            <span class="key">if</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t471" href="#t471">471</a></span><span class="t">                <span class="key">assert</span> <span class="nam">metrics</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t472" href="#t472">472</a></span><span class="t">                <span class="nam">opt_targets</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t473" href="#t473">473</a></span><span class="t">                <span class="key">if</span> <span class="key">not</span> <span class="nam">opt_targets</span><span class="op">.</span><span class="nam">issubset</span><span class="op">(</span><span class="nam">metrics</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t474" href="#t474">474</a></span><span class="t">                    <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t475" href="#t475">475</a></span><span class="t">                        <span class="str">"Trial %s :: opt.targets missing: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t476" href="#t476">476</a></span><span class="t">                        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t477" href="#t477">477</a></span><span class="t">                        <span class="nam">opt_targets</span><span class="op">.</span><span class="nam">difference</span><span class="op">(</span><span class="nam">metrics</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t478" href="#t478">478</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t479" href="#t479">479</a></span><span class="t">                    <span class="com"># raise ValueError()</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t480" href="#t480">480</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_status</span> <span class="op">=</span> <span class="nam">status</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t481" href="#t481">481</a></span><span class="t">            <span class="key">return</span> <span class="nam">metrics</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t482" href="#t482">482</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t483" href="#t483">483</a></span><span class="t">        <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t484" href="#t484">484</a></span><span class="t">        <span class="key">def</span> <span class="nam">update_telemetry</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t485" href="#t485">485</a></span><span class="t">            <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t486" href="#t486">486</a></span><span class="t">            <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t487" href="#t487">487</a></span><span class="t">            <span class="nam">timestamp</span><span class="op">:</span> <span class="nam">datetime</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t488" href="#t488">488</a></span><span class="t">            <span class="nam">metrics</span><span class="op">:</span> <span class="nam">List</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">datetime</span><span class="op">,</span> <span class="nam">str</span><span class="op">,</span> <span class="nam">Any</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t489" href="#t489">489</a></span><span class="t">        <span class="op">)</span> <span class="op">-></span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t490" href="#t490">490</a></span><span class="t">            <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t491" href="#t491">491</a></span><span class="t"><span class="str">            Save the experiment's telemetry data and intermediate status.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t492" href="#t492">492</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t493" href="#t493">493</a></span><span class="t"><span class="str">            Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t494" href="#t494">494</a></span><span class="t"><span class="str">            ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t495" href="#t495">495</a></span><span class="t"><span class="str">            status : Status</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t496" href="#t496">496</a></span><span class="t"><span class="str">                Current status of the trial.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t497" href="#t497">497</a></span><span class="t"><span class="str">            timestamp: datetime</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t498" href="#t498">498</a></span><span class="t"><span class="str">                Timestamp of the status (but not the metrics).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t499" href="#t499">499</a></span><span class="t"><span class="str">            metrics : List[Tuple[datetime, str, Any]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t500" href="#t500">500</a></span><span class="t"><span class="str">                Telemetry data.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t501" href="#t501">501</a></span><span class="t"><span class="str">            """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t502" href="#t502">502</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Store telemetry: %s :: %s %d records"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">status</span><span class="op">,</span> <span class="nam">len</span><span class="op">(</span><span class="nam">metrics</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -584,7 +591,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
index eb4112fc7a6..b5af56035ad 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -267,7 +267,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
index 2b838417b3d..6774612088e 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -157,7 +157,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
index 0322b7f6078..7191c5243e4 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -213,7 +213,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html b/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
index e2a2eb96edf..f040a81cbdb 100644
--- a/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,7 +144,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_util_py.html b/htmlcov/z_d9cccba8799d95c9_util_py.html
index d32e5a7e811..7c18f01d319 100644
--- a/htmlcov/z_d9cccba8799d95c9_util_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html b/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
index 5f27b035573..5485d0c423a 100644
--- a/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
+++ b/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1fe5d26167948339_test_load_optimizer_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
             <a class="nav" href="z_1fe5d26167948339_test_load_optimizer_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4___init___py.html b/htmlcov/z_e3d586e89eaba8f4___init___py.html
index 941588f9482..835dad71cee 100644
--- a/htmlcov/z_e3d586e89eaba8f4___init___py.html
+++ b/htmlcov/z_e3d586e89eaba8f4___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4_conftest_py.html b/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
index f9e54586649..be12280d18e 100644
--- a/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
+++ b/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4_test_ssh_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4_test_ssh_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html b/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
index 75e050980c4..0745f137a0b 100644
--- a/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
+++ b/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_event_loop_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -157,7 +157,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_event_loop_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html b/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
index 2ea7e0a2f0c..3b618eb4fd0 100644
--- a/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
+++ b/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_23ca098d381c2703_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -283,7 +283,7 @@ <h2>
             <a class="nav" href="z_23ca098d381c2703_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html b/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
index 92644d85b22..7163e69dee6 100644
--- a/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
+++ b/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b753a059391781c4_test_load_storage_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -164,7 +164,7 @@ <h2>
             <a class="nav" href="z_b753a059391781c4_test_load_storage_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0___init___py.html b/htmlcov/z_e9ae7bd3de504eb0___init___py.html
index 65808604ec5..6a57aab12be 100644
--- a/htmlcov/z_e9ae7bd3de504eb0___init___py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html b/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
index daa0dc55d50..21b9f9245dd 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_base_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -107,7 +107,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_base_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
index f6c0bec358c..6f623ed876b 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_dabl_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_dabl_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
index 2dc9a5de634..ef712863162 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_mlos_viz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_mlos_viz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
index 835dc8e4747..0b77a4c0126 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -121,7 +121,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8___init___py.html b/htmlcov/z_ea07be53de14ffe8___init___py.html
index 7b79961b509..aaf95695634 100644
--- a/htmlcov/z_ea07be53de14ffe8___init___py.html
+++ b/htmlcov/z_ea07be53de14ffe8___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8_local_exec_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8_local_exec_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8_local_exec_py.html b/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
index 888408ceff7..f1189b50537 100644
--- a/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
+++ b/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
@@ -2,7 +2,7 @@
 <html lang="en">
 <head>
     <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-    <title>Coverage for mlos_bench/mlos_bench/services/local/local_exec.py: 91%</title>
+    <title>Coverage for mlos_bench/mlos_bench/services/local/local_exec.py: 88%</title>
     <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png">
     <link rel="stylesheet" href="style_cb_8e611ae1.css" type="text/css">
     <script src="coverage_html_cb_6fb7b396.js" defer></script>
@@ -12,7 +12,7 @@
     <div class="content">
         <h1>
             <span class="text">Coverage for </span><b>mlos_bench/mlos_bench/services/local/local_exec.py</b>:
-            <span class="pc_cov">91%</span>
+            <span class="pc_cov">88%</span>
         </h1>
         <aside id="help_panel_wrapper">
             <input id="help_panel_state" type="checkbox">
@@ -55,8 +55,8 @@ <h1>
         </aside>
         <h2>
             <span class="text">77 statements &nbsp;</span>
-            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">70<span class="text"> run</span></button>
-            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">7<span class="text"> missing</span></button>
+            <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">68<span class="text"> run</span></button>
+            <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">9<span class="text"> missing</span></button>
             <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">2<span class="text"> excluded</span></button>
         </h2>
         <p class="text">
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8_temp_dir_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -311,8 +311,8 @@ <h2>
     <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Run: %s"</span><span class="op">,</span> <span class="nam">cmd</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">            <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Expands to: %s"</span><span class="op">,</span> <span class="nam">Template</span><span class="op">(</span><span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">cmd</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">safe_substitute</span><span class="op">(</span><span class="nam">env</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Current working dir: %s"</span><span class="op">,</span> <span class="nam">cwd</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Expands to: %s"</span><span class="op">,</span> <span class="nam">Template</span><span class="op">(</span><span class="str">" "</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">cmd</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">safe_substitute</span><span class="op">(</span><span class="nam">env</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Current working dir: %s"</span><span class="op">,</span> <span class="nam">cwd</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">            <span class="nam">proc</span> <span class="op">=</span> <span class="nam">subprocess</span><span class="op">.</span><span class="nam">run</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">                <span class="nam">cmd</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8_temp_dir_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html b/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
index 3eef87a9e0f..6b16e7b8558 100644
--- a/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
+++ b/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d34fc4c3ae3e3619___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_d34fc4c3ae3e3619___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58___init___py.html b/htmlcov/z_ea0f5c0ee1292a58___init___py.html
index f0003647ebf..527722c4db7 100644
--- a/htmlcov/z_ea0f5c0ee1292a58___init___py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_base_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_base_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_base_py.html b/htmlcov/z_ea0f5c0ee1292a58_base_py.html
index f6b6bd505d0..5559144adb1 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_base_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_base_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_dabl_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -585,7 +585,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_dabl_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html b/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
index 5da6fa825b6..284e97edf13 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -184,7 +184,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_util_py.html b/htmlcov/z_ea0f5c0ee1292a58_util_py.html
index e4723c0e8df..be24b565b44 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_util_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,7 +158,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_version_py.html b/htmlcov/z_ea0f5c0ee1292a58_version_py.html
index f97db0afb7a..7546518b825 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_version_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="index.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="index.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631___init___py.html b/htmlcov/z_ea84a65b31482631___init___py.html
index 56a72f82133..2893f856a7d 100644
--- a/htmlcov/z_ea84a65b31482631___init___py.html
+++ b/htmlcov/z_ea84a65b31482631___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_auth_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_auth_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html b/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
index c391e6a9280..91b8fab3bc3 100644
--- a/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_fileshare_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_fileshare_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html b/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
index 4a5247f80f8..18671277bc5 100644
--- a/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_network_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_network_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_network_service_py.html b/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
index 83edb48ae35..23164eeea23 100644
--- a/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_remote_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,7 +144,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_remote_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html b/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
index 766ad46fce6..5a4099915cc 100644
--- a/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_vm_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -137,7 +137,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_vm_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html b/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
index 5d77e0f3d43..6bb602def34 100644
--- a/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242___init___py.html b/htmlcov/z_ee1a086105daf242___init___py.html
index b1c16a99d09..50fb7096921 100644
--- a/htmlcov/z_ee1a086105daf242___init___py.html
+++ b/htmlcov/z_ee1a086105daf242___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_host_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_host_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_host_env_py.html b/htmlcov/z_ee1a086105daf242_host_env_py.html
index b25228f4887..79068dea63f 100644
--- a/htmlcov/z_ee1a086105daf242_host_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_host_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_network_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_network_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_network_env_py.html b/htmlcov/z_ee1a086105daf242_network_env_py.html
index 0e1dc3394be..12bed5ed35b 100644
--- a/htmlcov/z_ee1a086105daf242_network_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_network_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_os_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -210,7 +210,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_os_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_os_env_py.html b/htmlcov/z_ee1a086105daf242_os_env_py.html
index beab821bbc2..eecbb211c6f 100644
--- a/htmlcov/z_ee1a086105daf242_os_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_os_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_remote_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_remote_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_remote_env_py.html b/htmlcov/z_ee1a086105daf242_remote_env_py.html
index c71cce57d37..6ef8e0bd250 100644
--- a/htmlcov/z_ee1a086105daf242_remote_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_remote_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_saas_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -279,7 +279,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_saas_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_saas_env_py.html b/htmlcov/z_ee1a086105daf242_saas_env_py.html
index 9025a96f45a..b4c1f23d882 100644
--- a/htmlcov/z_ee1a086105daf242_saas_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_saas_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_vm_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_vm_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_vm_env_py.html b/htmlcov/z_ee1a086105daf242_vm_env_py.html
index d86be9fc3e3..bd4be0e115e 100644
--- a/htmlcov/z_ee1a086105daf242_vm_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_vm_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_script_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_script_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd___init___py.html b/htmlcov/z_eff6c9495d2144dd___init___py.html
index 8299478bf06..5f432b23b32 100644
--- a/htmlcov/z_eff6c9495d2144dd___init___py.html
+++ b/htmlcov/z_eff6c9495d2144dd___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_base_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -164,7 +164,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_base_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
index 3147ee751a7..1ecf69227eb 100644
--- a/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_composite_env_service_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -167,7 +167,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_composite_env_service_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html b/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
index a68dd62395d..ca747719a9d 100644
--- a/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_composite_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -152,7 +152,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_composite_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
index cc6aabc8752..fee38dcdf0a 100644
--- a/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_include_tunables_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -380,7 +380,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_include_tunables_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html b/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
index dd04a36bc49..d2dd20409a0 100644
--- a/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -252,7 +252,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
index 404e2a89567..510f5019779 100644
--- a/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -187,7 +187,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html b/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
index 32a53006a53..731e3612118 100644
--- a/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
+++ b/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_f9c64468f625e920_test_globals_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -179,7 +179,7 @@ <h2>
             <a class="nav" href="z_f9c64468f625e920_test_globals_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html b/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
index 1dba475d1ab..1bd1f7f04f6 100644
--- a/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
+++ b/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_539c3520b5c68f82_test_optimizer_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,7 +125,7 @@ <h2>
             <a class="nav" href="z_539c3520b5c68f82_test_optimizer_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67___init___py.html b/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
index eb545f38e81..feba8177844 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -97,7 +97,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67_util_py.html b/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
index 7f5deb0c172..f176db87c52 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -162,7 +162,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67_version_py.html b/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
index b716e16c62a..d20a01408ee 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78___init___py.html b/htmlcov/z_fdd0616ad8099d78___init___py.html
index 30a1cabfaaf..b7af2daba70 100644
--- a/htmlcov/z_fdd0616ad8099d78___init___py.html
+++ b/htmlcov/z_fdd0616ad8099d78___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_identity_adapter_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_identity_adapter_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html b/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
index b0154091bcb..cace99b7783 100644
--- a/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
+++ b/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78_spaces_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -156,7 +156,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78_spaces_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html b/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
index 45eb9421524..23d07d0b989 100644
--- a/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
+++ b/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea___init___py.html b/htmlcov/z_feb2aa4ec14319ea___init___py.html
index 8764dd2d607..29fd677bc90 100644
--- a/htmlcov/z_feb2aa4ec14319ea___init___py.html
+++ b/htmlcov/z_feb2aa4ec14319ea___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_common_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -99,7 +99,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_common_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_common_py.html b/htmlcov/z_feb2aa4ec14319ea_common_py.html
index 9d82f23f60d..22b7fa50170 100644
--- a/htmlcov/z_feb2aa4ec14319ea_common_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_common_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_experiment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -339,7 +339,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_experiment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html b/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
index bd0b53c5995..2b700f229f2 100644
--- a/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_schema_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -301,7 +301,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_schema_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_experiment_py.html b/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
index 0f822e30e11..9230b3bba36 100644
--- a/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -452,7 +452,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_schema_py.html b/htmlcov/z_feb2aa4ec14319ea_schema_py.html
index e7737145c71..f82f61a0cf0 100644
--- a/htmlcov/z_feb2aa4ec14319ea_schema_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_schema_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -322,7 +322,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_storage_py.html b/htmlcov/z_feb2aa4ec14319ea_storage_py.html
index 8686b809811..a63bed202bb 100644
--- a/htmlcov/z_feb2aa4ec14319ea_storage_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_storage_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_trial_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -188,7 +188,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_trial_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html b/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
index e68281f193d..44902b7390f 100644
--- a/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -235,7 +235,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_trial_py.html b/htmlcov/z_feb2aa4ec14319ea_trial_py.html
index 4441a5268a8..61e4b113786 100644
--- a/htmlcov/z_feb2aa4ec14319ea_trial_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_trial_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -267,7 +267,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html b/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
index 683e6635d8c..4eff42d98a2 100644
--- a/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html b/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
index 6e7f0955556..7af90d41955 100644
--- a/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_storage_factory_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -197,7 +197,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_storage_factory_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9___init___py.html b/htmlcov/z_ffd0e22b8f179be9___init___py.html
index 4e24c3b4ed6..5f28f8a32d3 100644
--- a/htmlcov/z_ffd0e22b8f179be9___init___py.html
+++ b/htmlcov/z_ffd0e22b8f179be9___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_23ca098d381c2703___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -248,7 +248,7 @@ <h2>
             <a class="nav" href="z_23ca098d381c2703___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_conftest_py.html b/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
index 5a8616fb6de..3c313c403c2 100644
--- a/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_dict_templater_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -270,7 +270,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_dict_templater_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html b/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
index 9130174e338..d59583ffc7f 100644
--- a/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -228,7 +228,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html b/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
index 617827c13df..c982caf351b 100644
--- a/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_in_process_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -260,7 +260,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_in_process_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
index 48ed84c11b3..57878175210 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_parse_args_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_parse_args_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
index d061029f131..7ec7a3f6992 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_run_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -365,7 +365,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_run_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
index f9dfcb20942..d75542cef79 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -229,7 +229,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html b/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
index 1f15788c493..e51136fa52e 100644
--- a/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -135,7 +135,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html b/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
index 63129cb4b3b..91626d7eb71 100644
--- a/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -232,7 +232,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
index d815441dc84..1c4f3cb1b93 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_nullable_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_nullable_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
index b1ca9c66494..f02b1ab9846 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_try_parse_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -123,7 +123,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_try_parse_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
index 834f3e73f58..bf7e046a405 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-20 00:37 +0000
+            created at 2024-08-20 17:42 +0000
         </p>
     </div>
 </footer>
diff --git a/index.html b/index.html
index 2b1ee2392fa..a97fc523686 100644
--- a/index.html
+++ b/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Welcome to the MLOS documentation! &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>Welcome to the MLOS documentation! &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=7547a390"></script>
+        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -36,7 +36,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/objects.inv b/objects.inv
index e4cb1062c8a..7e928b5ef48 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/overview.html b/overview.html
index e817a555dcb..056e4d37d25 100644
--- a/overview.html
+++ b/overview.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MLOS Package APIs Overview &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>MLOS Package APIs Overview &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=7547a390"></script>
+        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/py-modindex.html b/py-modindex.html
index d502a0aa7b9..5adf7681368 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Python Module Index &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>Python Module Index &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -13,7 +13,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=7547a390"></script>
+        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/search.html b/search.html
index be28b750757..0a85686e8a8 100644
--- a/search.html
+++ b/search.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Search &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>Search &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=7547a390"></script>
+        <script src="_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="#" method="get">
diff --git a/searchindex.js b/searchindex.js
index 68d764b09a1..b5c9e7efee3 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"1. Install and activate the conda environment": [[165, "install-and-activate-the-conda-environment"]], "2. Make sure that you have Azure CLI tool installed and working": [[165, "make-sure-that-you-have-azure-cli-tool-installed-and-working"]], "3. Generate access tokens to interact with Azure resources": [[165, "generate-access-tokens-to-interact-with-azure-resources"]], "4. Create a JSON config with DB credentials (Optional)": [[165, "create-a-json-config-with-db-credentials-optional"]], "5. Create a top-level configuration file for your MLOS setup": [[165, "create-a-top-level-configuration-file-for-your-mlos-setup"]], "5. Create another config file for the parameters specific to your experiment": [[165, "create-another-config-file-for-the-parameters-specific-to-your-experiment"]], "6. Run the benchmark": [[165, "run-the-benchmark"]], "API Overview": [[162, null]], "API Reference": [[162, null]], "Analysis Client Access APIs": [[163, "analysis-client-access-apis"]], "Analyzing Results": [[165, "analyzing-results"]], "Base Runtime Backends": [[163, "base-runtime-backends"]], "Benchmark Environments": [[163, "benchmark-environments"]], "Contents": [[164, "contents"]], "Contributing": [[164, "contributing"]], "Converters": [[163, "converters"]], "Description": [[165, "description"], [166, "description"]], "Example": [[31, "example"]], "Examples": [[164, "examples"]], "Features": [[165, "features"], [166, "features"]], "Getting Started": [[164, "getting-started"]], "Importance of the Experiment ID config": [[165, "importance-of-the-experiment-id-config"]], "Installation": [[164, "installation"]], "Local Environments": [[163, "local-environments"]], "Local Services": [[163, "local-services"]], "MLOS": [[164, null]], "MLOS Package APIs Overview": [[163, null]], "Main": [[163, "main"]], "Optimization": [[165, "optimization"]], "Optimizer Adapters": [[163, "optimizer-adapters"]], "Optimizers": [[163, "optimizers"]], "Organization": [[164, "organization"]], "Overview": [[164, "overview"]], "Quickstart": [[165, "quickstart"]], "References": [[162, null]], "Remote Azure Services": [[163, "remote-azure-services"]], "Remote Environments": [[163, "remote-environments"]], "Resuming interrupted experiments": [[165, "resuming-interrupted-experiments"]], "SQL DB Storage Backend": [[163, "sql-db-storage-backend"]], "See Also": [[164, "see-also"]], "Service Mix-ins": [[163, "service-mix-ins"]], "Source Tree Documentation": [[162, null]], "Space Adapters": [[163, "space-adapters"]], "Spaces": [[163, "spaces"]], "Storage": [[163, "storage"]], "Submodules": [[0, "submodules"], [2, "submodules"], [5, "submodules"], [8, "submodules"], [12, "submodules"], [23, "submodules"], [33, "submodules"], [36, "submodules"], [40, "submodules"], [44, "submodules"], [51, "submodules"], [55, "submodules"], [67, "submodules"], [73, "submodules"], [85, "submodules"], [92, "submodules"], [93, "submodules"], [94, "submodules"], [101, "submodules"], [105, "submodules"], [111, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [5, "subpackages"], [36, "subpackages"], [43, "subpackages"], [67, "subpackages"], [92, "subpackages"], [93, "subpackages"], [100, "subpackages"]], "Table of Contents": [[165, "table-of-contents"]], "Tunable Parameters": [[163, "tunable-parameters"]], "Usage Examples": [[164, "usage-examples"]], "Welcome to the MLOS documentation!": [[162, null]], "conda activation": [[164, "conda-activation"]], "mlos-bench": [[164, "mlos-bench"], [165, null]], "mlos-bench API": [[163, "mlos-bench-api"]], "mlos-core": [[164, "mlos-core"], [166, null]], "mlos-core API": [[163, "mlos-core-api"]], "mlos-viz": [[164, "mlos-viz"]], "mlos-viz API": [[163, "mlos-viz-api"]], "mlos_bench": [[91, null]], "mlos_bench package": [[0, null]], "mlos_bench.config package": [[1, null]], "mlos_bench.config.schemas package": [[2, null]], "mlos_bench.config.schemas.config_schemas module": [[3, null]], "mlos_bench.dict_templater module": [[4, null]], "mlos_bench.environments package": [[5, null]], "mlos_bench.environments.CompositeEnv": [[117, null]], "mlos_bench.environments.Environment": [[118, null]], "mlos_bench.environments.MockEnv": [[119, null]], "mlos_bench.environments.Status": [[120, null]], "mlos_bench.environments.base_environment module": [[6, null]], "mlos_bench.environments.composite_env module": [[7, null]], "mlos_bench.environments.local package": [[8, null]], "mlos_bench.environments.local.LocalEnv": [[121, null]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, null]], "mlos_bench.environments.local.local_env module": [[9, null]], "mlos_bench.environments.local.local_fileshare_env module": [[10, null]], "mlos_bench.environments.mock_env module": [[11, null]], "mlos_bench.environments.remote package": [[12, null]], "mlos_bench.environments.remote.HostEnv": [[123, null]], "mlos_bench.environments.remote.OSEnv": [[124, null]], "mlos_bench.environments.remote.RemoteEnv": [[125, null]], "mlos_bench.environments.remote.VMEnv": [[126, null]], "mlos_bench.environments.remote.host_env module": [[13, null]], "mlos_bench.environments.remote.network_env module": [[14, null]], "mlos_bench.environments.remote.os_env module": [[15, null]], "mlos_bench.environments.remote.remote_env module": [[16, null]], "mlos_bench.environments.remote.saas_env module": [[17, null]], "mlos_bench.environments.remote.vm_env module": [[18, null]], "mlos_bench.environments.script_env module": [[19, null]], "mlos_bench.environments.status module": [[20, null]], "mlos_bench.event_loop_context module": [[21, null]], "mlos_bench.launcher module": [[22, null]], "mlos_bench.optimizers package": [[23, null]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, null]], "mlos_bench.optimizers.MockOptimizer": [[128, null]], "mlos_bench.optimizers.Optimizer": [[129, null]], "mlos_bench.optimizers.base_optimizer module": [[24, null]], "mlos_bench.optimizers.convert_configspace module": [[25, null]], "mlos_bench.optimizers.grid_search_optimizer module": [[26, null]], "mlos_bench.optimizers.mlos_core_optimizer module": [[27, null]], "mlos_bench.optimizers.mock_optimizer module": [[28, null]], "mlos_bench.optimizers.one_shot_optimizer module": [[29, null]], "mlos_bench.optimizers.track_best_optimizer module": [[30, null]], "mlos_bench.os_environ module": [[31, null]], "mlos_bench.run module": [[32, null]], "mlos_bench.schedulers package": [[33, null]], "mlos_bench.schedulers.base_scheduler module": [[34, null]], "mlos_bench.schedulers.sync_scheduler module": [[35, null]], "mlos_bench.services package": [[36, null]], "mlos_bench.services.FileShareService": [[130, null]], "mlos_bench.services.Service": [[131, null]], "mlos_bench.services.base_fileshare module": [[37, null]], "mlos_bench.services.base_service module": [[38, null]], "mlos_bench.services.config_persistence module": [[39, null]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, null]], "mlos_bench.services.local package": [[40, null]], "mlos_bench.services.local.LocalExecService": [[133, null]], "mlos_bench.services.local.local_exec module": [[41, null]], "mlos_bench.services.local.temp_dir_context module": [[42, null]], "mlos_bench.services.remote package": [[43, null]], "mlos_bench.services.remote.azure package": [[44, null]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, null]], "mlos_bench.services.remote.azure.AzureVMService": [[135, null]], "mlos_bench.services.remote.azure.azure_auth module": [[45, null]], "mlos_bench.services.remote.azure.azure_deployment_services module": [[46, null]], "mlos_bench.services.remote.azure.azure_fileshare module": [[47, null]], "mlos_bench.services.remote.azure.azure_network_services module": [[48, null]], "mlos_bench.services.remote.azure.azure_saas module": [[49, null]], "mlos_bench.services.remote.azure.azure_vm_services module": [[50, null]], "mlos_bench.services.remote.ssh package": [[51, null]], "mlos_bench.services.remote.ssh.ssh_fileshare module": [[52, null]], "mlos_bench.services.remote.ssh.ssh_host_service module": [[53, null]], "mlos_bench.services.remote.ssh.ssh_service module": [[54, null]], "mlos_bench.services.types package": [[55, null]], "mlos_bench.services.types.authenticator_type module": [[56, null]], "mlos_bench.services.types.config_loader_type module": [[57, null]], "mlos_bench.services.types.fileshare_type module": [[58, null]], "mlos_bench.services.types.host_ops_type module": [[59, null]], "mlos_bench.services.types.host_provisioner_type module": [[60, null]], "mlos_bench.services.types.local_exec_type module": [[61, null]], "mlos_bench.services.types.network_provisioner_type module": [[62, null]], "mlos_bench.services.types.os_ops_type module": [[63, null]], "mlos_bench.services.types.remote_config_type module": [[64, null]], "mlos_bench.services.types.remote_exec_type module": [[65, null]], "mlos_bench.services.types.vm_provisioner_type module": [[66, null]], "mlos_bench.storage package": [[67, null]], "mlos_bench.storage.Storage": [[136, null]], "mlos_bench.storage.base_experiment_data module": [[68, null]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, null]], "mlos_bench.storage.base_storage module": [[69, null]], "mlos_bench.storage.base_trial_data module": [[70, null]], "mlos_bench.storage.base_trial_data.TrialData": [[138, null]], "mlos_bench.storage.base_tunable_config_data module": [[71, null]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, null]], "mlos_bench.storage.base_tunable_config_trial_group_data module": [[72, null]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, null]], "mlos_bench.storage.sql package": [[73, null]], "mlos_bench.storage.sql.common module": [[74, null]], "mlos_bench.storage.sql.experiment module": [[75, null]], "mlos_bench.storage.sql.experiment_data module": [[76, null]], "mlos_bench.storage.sql.schema module": [[77, null]], "mlos_bench.storage.sql.storage module": [[78, null]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, null]], "mlos_bench.storage.sql.trial module": [[79, null]], "mlos_bench.storage.sql.trial_data module": [[80, null]], "mlos_bench.storage.sql.tunable_config_data module": [[81, null]], "mlos_bench.storage.sql.tunable_config_trial_group_data module": [[82, null]], "mlos_bench.storage.storage_factory module": [[83, null]], "mlos_bench.storage.storage_factory.from_config": [[142, null]], "mlos_bench.storage.util module": [[84, null]], "mlos_bench.tunables package": [[85, null]], "mlos_bench.tunables.Tunable": [[143, null]], "mlos_bench.tunables.TunableGroups": [[144, null]], "mlos_bench.tunables.covariant_group module": [[86, null]], "mlos_bench.tunables.tunable module": [[87, null]], "mlos_bench.tunables.tunable_groups module": [[88, null]], "mlos_bench.util module": [[89, null]], "mlos_bench.version module": [[90, null]], "mlos_core": [[110, null]], "mlos_core package": [[92, null]], "mlos_core.optimizers package": [[93, null]], "mlos_core.optimizers.OptimizerFactory": [[145, null]], "mlos_core.optimizers.OptimizerFactory.create": [[146, null]], "mlos_core.optimizers.OptimizerType": [[147, null]], "mlos_core.optimizers.bayesian_optimizers package": [[94, null]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, null]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, null]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module": [[95, null]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module": [[96, null]], "mlos_core.optimizers.flaml_optimizer module": [[97, null]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, null]], "mlos_core.optimizers.optimizer module": [[98, null]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, null]], "mlos_core.optimizers.random_optimizer module": [[99, null]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, null]], "mlos_core.spaces package": [[100, null]], "mlos_core.spaces.adapters package": [[101, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory.create": [[154, null]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, null]], "mlos_core.spaces.adapters.adapter module": [[102, null]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, null]], "mlos_core.spaces.adapters.identity_adapter module": [[103, null]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, null]], "mlos_core.spaces.adapters.llamatune module": [[104, null]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, null]], "mlos_core.spaces.converters package": [[105, null]], "mlos_core.spaces.converters.flaml module": [[106, null]], "mlos_core.spaces.converters.flaml.configspace_to_flaml_space": [[159, null]], "mlos_core.spaces.converters.util module": [[107, null]], "mlos_core.util module": [[108, null]], "mlos_core.version module": [[109, null]], "mlos_viz": [[116, null], [167, null]], "mlos_viz package": [[111, null]], "mlos_viz.MlosVizMethod": [[160, null]], "mlos_viz.base module": [[112, null]], "mlos_viz.dabl module": [[113, null]], "mlos_viz.plot": [[161, null]], "mlos_viz.util module": [[114, null]], "mlos_viz.version module": [[115, null]]}, "docnames": ["api/mlos_bench/mlos_bench", "api/mlos_bench/mlos_bench.config", "api/mlos_bench/mlos_bench.config.schemas", "api/mlos_bench/mlos_bench.config.schemas.config_schemas", "api/mlos_bench/mlos_bench.dict_templater", "api/mlos_bench/mlos_bench.environments", "api/mlos_bench/mlos_bench.environments.base_environment", "api/mlos_bench/mlos_bench.environments.composite_env", "api/mlos_bench/mlos_bench.environments.local", "api/mlos_bench/mlos_bench.environments.local.local_env", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env", "api/mlos_bench/mlos_bench.environments.mock_env", "api/mlos_bench/mlos_bench.environments.remote", "api/mlos_bench/mlos_bench.environments.remote.host_env", "api/mlos_bench/mlos_bench.environments.remote.network_env", "api/mlos_bench/mlos_bench.environments.remote.os_env", "api/mlos_bench/mlos_bench.environments.remote.remote_env", "api/mlos_bench/mlos_bench.environments.remote.saas_env", "api/mlos_bench/mlos_bench.environments.remote.vm_env", "api/mlos_bench/mlos_bench.environments.script_env", "api/mlos_bench/mlos_bench.environments.status", "api/mlos_bench/mlos_bench.event_loop_context", "api/mlos_bench/mlos_bench.launcher", "api/mlos_bench/mlos_bench.optimizers", "api/mlos_bench/mlos_bench.optimizers.base_optimizer", "api/mlos_bench/mlos_bench.optimizers.convert_configspace", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer", "api/mlos_bench/mlos_bench.os_environ", "api/mlos_bench/mlos_bench.run", "api/mlos_bench/mlos_bench.schedulers", "api/mlos_bench/mlos_bench.schedulers.base_scheduler", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler", "api/mlos_bench/mlos_bench.services", "api/mlos_bench/mlos_bench.services.base_fileshare", "api/mlos_bench/mlos_bench.services.base_service", "api/mlos_bench/mlos_bench.services.config_persistence", "api/mlos_bench/mlos_bench.services.local", "api/mlos_bench/mlos_bench.services.local.local_exec", "api/mlos_bench/mlos_bench.services.local.temp_dir_context", "api/mlos_bench/mlos_bench.services.remote", "api/mlos_bench/mlos_bench.services.remote.azure", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services", "api/mlos_bench/mlos_bench.services.remote.ssh", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service", "api/mlos_bench/mlos_bench.services.types", "api/mlos_bench/mlos_bench.services.types.authenticator_type", "api/mlos_bench/mlos_bench.services.types.config_loader_type", "api/mlos_bench/mlos_bench.services.types.fileshare_type", "api/mlos_bench/mlos_bench.services.types.host_ops_type", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type", "api/mlos_bench/mlos_bench.services.types.local_exec_type", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type", "api/mlos_bench/mlos_bench.services.types.os_ops_type", "api/mlos_bench/mlos_bench.services.types.remote_config_type", "api/mlos_bench/mlos_bench.services.types.remote_exec_type", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type", "api/mlos_bench/mlos_bench.storage", "api/mlos_bench/mlos_bench.storage.base_experiment_data", "api/mlos_bench/mlos_bench.storage.base_storage", "api/mlos_bench/mlos_bench.storage.base_trial_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.sql", "api/mlos_bench/mlos_bench.storage.sql.common", "api/mlos_bench/mlos_bench.storage.sql.experiment", "api/mlos_bench/mlos_bench.storage.sql.experiment_data", "api/mlos_bench/mlos_bench.storage.sql.schema", "api/mlos_bench/mlos_bench.storage.sql.storage", "api/mlos_bench/mlos_bench.storage.sql.trial", "api/mlos_bench/mlos_bench.storage.sql.trial_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.storage_factory", "api/mlos_bench/mlos_bench.storage.util", "api/mlos_bench/mlos_bench.tunables", "api/mlos_bench/mlos_bench.tunables.covariant_group", "api/mlos_bench/mlos_bench.tunables.tunable", "api/mlos_bench/mlos_bench.tunables.tunable_groups", "api/mlos_bench/mlos_bench.util", "api/mlos_bench/mlos_bench.version", "api/mlos_bench/modules", "api/mlos_core/mlos_core", "api/mlos_core/mlos_core.optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer", "api/mlos_core/mlos_core.optimizers.flaml_optimizer", "api/mlos_core/mlos_core.optimizers.optimizer", "api/mlos_core/mlos_core.optimizers.random_optimizer", "api/mlos_core/mlos_core.spaces", "api/mlos_core/mlos_core.spaces.adapters", "api/mlos_core/mlos_core.spaces.adapters.adapter", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter", "api/mlos_core/mlos_core.spaces.adapters.llamatune", "api/mlos_core/mlos_core.spaces.converters", "api/mlos_core/mlos_core.spaces.converters.flaml", "api/mlos_core/mlos_core.spaces.converters.util", "api/mlos_core/mlos_core.util", "api/mlos_core/mlos_core.version", "api/mlos_core/modules", "api/mlos_viz/mlos_viz", "api/mlos_viz/mlos_viz.base", "api/mlos_viz/mlos_viz.dabl", "api/mlos_viz/mlos_viz.util", "api/mlos_viz/mlos_viz.version", "api/mlos_viz/modules", "generated/mlos_bench.environments.CompositeEnv", "generated/mlos_bench.environments.Environment", "generated/mlos_bench.environments.MockEnv", "generated/mlos_bench.environments.Status", "generated/mlos_bench.environments.local.LocalEnv", "generated/mlos_bench.environments.local.LocalFileShareEnv", "generated/mlos_bench.environments.remote.HostEnv", "generated/mlos_bench.environments.remote.OSEnv", "generated/mlos_bench.environments.remote.RemoteEnv", "generated/mlos_bench.environments.remote.VMEnv", "generated/mlos_bench.optimizers.MlosCoreOptimizer", "generated/mlos_bench.optimizers.MockOptimizer", "generated/mlos_bench.optimizers.Optimizer", "generated/mlos_bench.services.FileShareService", "generated/mlos_bench.services.Service", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService", "generated/mlos_bench.services.local.LocalExecService", "generated/mlos_bench.services.remote.azure.AzureFileShareService", "generated/mlos_bench.services.remote.azure.AzureVMService", "generated/mlos_bench.storage.Storage", "generated/mlos_bench.storage.base_experiment_data.ExperimentData", "generated/mlos_bench.storage.base_trial_data.TrialData", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", "generated/mlos_bench.storage.sql.storage.SqlStorage", "generated/mlos_bench.storage.storage_factory.from_config", "generated/mlos_bench.tunables.Tunable", "generated/mlos_bench.tunables.TunableGroups", "generated/mlos_core.optimizers.OptimizerFactory", "generated/mlos_core.optimizers.OptimizerFactory.create", "generated/mlos_core.optimizers.OptimizerType", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", "generated/mlos_core.optimizers.optimizer.BaseOptimizer", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create", "generated/mlos_core.spaces.adapters.SpaceAdapterType", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space", "generated/mlos_viz.MlosVizMethod", "generated/mlos_viz.plot", "index", "overview", "source_tree_docs/index", "source_tree_docs/mlos_bench/index", "source_tree_docs/mlos_core/index", "source_tree_docs/mlos_viz/index"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api/mlos_bench/mlos_bench.rst", "api/mlos_bench/mlos_bench.config.rst", "api/mlos_bench/mlos_bench.config.schemas.rst", "api/mlos_bench/mlos_bench.config.schemas.config_schemas.rst", "api/mlos_bench/mlos_bench.dict_templater.rst", "api/mlos_bench/mlos_bench.environments.rst", "api/mlos_bench/mlos_bench.environments.base_environment.rst", "api/mlos_bench/mlos_bench.environments.composite_env.rst", "api/mlos_bench/mlos_bench.environments.local.rst", "api/mlos_bench/mlos_bench.environments.local.local_env.rst", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.rst", "api/mlos_bench/mlos_bench.environments.mock_env.rst", "api/mlos_bench/mlos_bench.environments.remote.rst", "api/mlos_bench/mlos_bench.environments.remote.host_env.rst", "api/mlos_bench/mlos_bench.environments.remote.network_env.rst", "api/mlos_bench/mlos_bench.environments.remote.os_env.rst", "api/mlos_bench/mlos_bench.environments.remote.remote_env.rst", "api/mlos_bench/mlos_bench.environments.remote.saas_env.rst", "api/mlos_bench/mlos_bench.environments.remote.vm_env.rst", "api/mlos_bench/mlos_bench.environments.script_env.rst", "api/mlos_bench/mlos_bench.environments.status.rst", "api/mlos_bench/mlos_bench.event_loop_context.rst", "api/mlos_bench/mlos_bench.launcher.rst", "api/mlos_bench/mlos_bench.optimizers.rst", "api/mlos_bench/mlos_bench.optimizers.base_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.convert_configspace.rst", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.rst", "api/mlos_bench/mlos_bench.os_environ.rst", "api/mlos_bench/mlos_bench.run.rst", "api/mlos_bench/mlos_bench.schedulers.rst", "api/mlos_bench/mlos_bench.schedulers.base_scheduler.rst", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler.rst", "api/mlos_bench/mlos_bench.services.rst", "api/mlos_bench/mlos_bench.services.base_fileshare.rst", "api/mlos_bench/mlos_bench.services.base_service.rst", "api/mlos_bench/mlos_bench.services.config_persistence.rst", "api/mlos_bench/mlos_bench.services.local.rst", "api/mlos_bench/mlos_bench.services.local.local_exec.rst", "api/mlos_bench/mlos_bench.services.local.temp_dir_context.rst", "api/mlos_bench/mlos_bench.services.remote.rst", "api/mlos_bench/mlos_bench.services.remote.azure.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.rst", "api/mlos_bench/mlos_bench.services.types.rst", "api/mlos_bench/mlos_bench.services.types.authenticator_type.rst", "api/mlos_bench/mlos_bench.services.types.config_loader_type.rst", "api/mlos_bench/mlos_bench.services.types.fileshare_type.rst", "api/mlos_bench/mlos_bench.services.types.host_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.local_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.os_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_config_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.rst", "api/mlos_bench/mlos_bench.storage.rst", "api/mlos_bench/mlos_bench.storage.base_experiment_data.rst", "api/mlos_bench/mlos_bench.storage.base_storage.rst", "api/mlos_bench/mlos_bench.storage.base_trial_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.sql.rst", "api/mlos_bench/mlos_bench.storage.sql.common.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment_data.rst", "api/mlos_bench/mlos_bench.storage.sql.schema.rst", "api/mlos_bench/mlos_bench.storage.sql.storage.rst", "api/mlos_bench/mlos_bench.storage.sql.trial.rst", "api/mlos_bench/mlos_bench.storage.sql.trial_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.storage_factory.rst", "api/mlos_bench/mlos_bench.storage.util.rst", "api/mlos_bench/mlos_bench.tunables.rst", "api/mlos_bench/mlos_bench.tunables.covariant_group.rst", "api/mlos_bench/mlos_bench.tunables.tunable.rst", "api/mlos_bench/mlos_bench.tunables.tunable_groups.rst", "api/mlos_bench/mlos_bench.util.rst", "api/mlos_bench/mlos_bench.version.rst", "api/mlos_bench/modules.rst", "api/mlos_core/mlos_core.rst", "api/mlos_core/mlos_core.optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.rst", "api/mlos_core/mlos_core.optimizers.flaml_optimizer.rst", "api/mlos_core/mlos_core.optimizers.optimizer.rst", "api/mlos_core/mlos_core.optimizers.random_optimizer.rst", "api/mlos_core/mlos_core.spaces.rst", "api/mlos_core/mlos_core.spaces.adapters.rst", "api/mlos_core/mlos_core.spaces.adapters.adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.llamatune.rst", "api/mlos_core/mlos_core.spaces.converters.rst", "api/mlos_core/mlos_core.spaces.converters.flaml.rst", "api/mlos_core/mlos_core.spaces.converters.util.rst", "api/mlos_core/mlos_core.util.rst", "api/mlos_core/mlos_core.version.rst", "api/mlos_core/modules.rst", "api/mlos_viz/mlos_viz.rst", "api/mlos_viz/mlos_viz.base.rst", "api/mlos_viz/mlos_viz.dabl.rst", "api/mlos_viz/mlos_viz.util.rst", "api/mlos_viz/mlos_viz.version.rst", "api/mlos_viz/modules.rst", "generated/mlos_bench.environments.CompositeEnv.rst", "generated/mlos_bench.environments.Environment.rst", "generated/mlos_bench.environments.MockEnv.rst", "generated/mlos_bench.environments.Status.rst", "generated/mlos_bench.environments.local.LocalEnv.rst", "generated/mlos_bench.environments.local.LocalFileShareEnv.rst", "generated/mlos_bench.environments.remote.HostEnv.rst", "generated/mlos_bench.environments.remote.OSEnv.rst", "generated/mlos_bench.environments.remote.RemoteEnv.rst", "generated/mlos_bench.environments.remote.VMEnv.rst", "generated/mlos_bench.optimizers.MlosCoreOptimizer.rst", "generated/mlos_bench.optimizers.MockOptimizer.rst", "generated/mlos_bench.optimizers.Optimizer.rst", "generated/mlos_bench.services.FileShareService.rst", "generated/mlos_bench.services.Service.rst", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService.rst", "generated/mlos_bench.services.local.LocalExecService.rst", "generated/mlos_bench.services.remote.azure.AzureFileShareService.rst", "generated/mlos_bench.services.remote.azure.AzureVMService.rst", "generated/mlos_bench.storage.Storage.rst", "generated/mlos_bench.storage.base_experiment_data.ExperimentData.rst", "generated/mlos_bench.storage.base_trial_data.TrialData.rst", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.rst", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.rst", "generated/mlos_bench.storage.sql.storage.SqlStorage.rst", "generated/mlos_bench.storage.storage_factory.from_config.rst", "generated/mlos_bench.tunables.Tunable.rst", "generated/mlos_bench.tunables.TunableGroups.rst", "generated/mlos_core.optimizers.OptimizerFactory.rst", "generated/mlos_core.optimizers.OptimizerFactory.create.rst", "generated/mlos_core.optimizers.OptimizerType.rst", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.rst", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.rst", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.rst", "generated/mlos_core.optimizers.optimizer.BaseOptimizer.rst", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterType.rst", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.rst", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.rst", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.rst", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.rst", "generated/mlos_viz.MlosVizMethod.rst", "generated/mlos_viz.plot.rst", "index.rst", "overview.rst", "source_tree_docs/index.md", "source_tree_docs/mlos_bench/index.md", "source_tree_docs/mlos_core/index.md", "source_tree_docs/mlos_viz/index.md"], "indexentries": {"__init__() (mlos_bench.environments.compositeenv method)": [[117, "mlos_bench.environments.CompositeEnv.__init__", false]], "__init__() (mlos_bench.environments.environment method)": [[118, "mlos_bench.environments.Environment.__init__", false]], "__init__() (mlos_bench.environments.local.localenv method)": [[121, "mlos_bench.environments.local.LocalEnv.__init__", false]], "__init__() (mlos_bench.environments.local.localfileshareenv method)": [[122, "mlos_bench.environments.local.LocalFileShareEnv.__init__", false]], "__init__() (mlos_bench.environments.mockenv method)": [[119, "mlos_bench.environments.MockEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.hostenv method)": [[123, "mlos_bench.environments.remote.HostEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.osenv method)": [[124, "mlos_bench.environments.remote.OSEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.remoteenv method)": [[125, "mlos_bench.environments.remote.RemoteEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.vmenv method)": [[126, "mlos_bench.environments.remote.VMEnv.__init__", false]], "__init__() (mlos_bench.environments.status method)": [[120, "mlos_bench.environments.Status.__init__", false]], "__init__() (mlos_bench.optimizers.mloscoreoptimizer method)": [[127, "mlos_bench.optimizers.MlosCoreOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.mockoptimizer method)": [[128, "mlos_bench.optimizers.MockOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.optimizer method)": [[129, "mlos_bench.optimizers.Optimizer.__init__", false]], "__init__() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[132, "mlos_bench.services.config_persistence.ConfigPersistenceService.__init__", false]], "__init__() (mlos_bench.services.fileshareservice method)": [[130, "mlos_bench.services.FileShareService.__init__", false]], "__init__() (mlos_bench.services.local.localexecservice method)": [[133, "mlos_bench.services.local.LocalExecService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[134, "mlos_bench.services.remote.azure.AzureFileShareService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurevmservice method)": [[135, "mlos_bench.services.remote.azure.AzureVMService.__init__", false]], "__init__() (mlos_bench.services.service method)": [[131, "mlos_bench.services.Service.__init__", false]], "__init__() (mlos_bench.storage.base_experiment_data.experimentdata method)": [[137, "mlos_bench.storage.base_experiment_data.ExperimentData.__init__", false]], "__init__() (mlos_bench.storage.base_trial_data.trialdata method)": [[138, "mlos_bench.storage.base_trial_data.TrialData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_data.tunableconfigdata method)": [[139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata method)": [[140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.__init__", false]], "__init__() (mlos_bench.storage.sql.storage.sqlstorage method)": [[141, "mlos_bench.storage.sql.storage.SqlStorage.__init__", false]], "__init__() (mlos_bench.storage.storage method)": [[136, "mlos_bench.storage.Storage.__init__", false]], "__init__() (mlos_bench.tunables.tunable method)": [[143, "mlos_bench.tunables.Tunable.__init__", false]], "__init__() (mlos_bench.tunables.tunablegroups method)": [[144, "mlos_bench.tunables.TunableGroups.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[151, "mlos_core.optimizers.optimizer.BaseOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizerfactory method)": [[145, "mlos_core.optimizers.OptimizerFactory.__init__", false]], "__init__() (mlos_core.optimizers.optimizertype method)": [[147, "mlos_core.optimizers.OptimizerType.__init__", false]], "__init__() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.__init__", false]], "__init__() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadapterfactory method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadaptertype method)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.__init__", false]], "__init__() (mlos_viz.mlosvizmethod method)": [[160, "mlos_viz.MlosVizMethod.__init__", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.acquisition_function", false]], "assign() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.assign", false]], "assign() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.assign", false], [144, "mlos_bench.tunables.TunableGroups.assign", false]], "augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base)": [[112, "mlos_viz.base.augment_results_df_with_config_trial_group_stats", false]], "auto (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.AUTO", false], [160, "mlos_viz.MlosVizMethod.AUTO", false]], "azureauthservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureAuthService", false]], "azureauthservice (class in mlos_bench.services.remote.azure.azure_auth)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService", false]], "azuredeploymentservice (class in mlos_bench.services.remote.azure.azure_deployment_services)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure.azure_fileshare)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure.azure_network_services)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure.azure_saas)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService", false]], "azurevmservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureVMService", false], [135, "mlos_bench.services.remote.azure.AzureVMService", false]], "azurevmservice (class in mlos_bench.services.remote.azure.azure_vm_services)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService", false]], "base_supported_config_props (mlos_bench.optimizers.base_optimizer.optimizer attribute)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "base_supported_config_props (mlos_bench.optimizers.optimizer attribute)": [[23, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false], [129, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.BaseOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers.optimizer)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer", false]], "basespaceadapter (class in mlos_core.spaces.adapters.adapter)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false]], "build_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false]], "build_environment() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.build_environment", false]], "build_environment() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.build_environment", false]], "build_optimizer() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false]], "build_scheduler() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false]], "build_service() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false]], "build_storage() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false]], "builtin_config_path (mlos_bench.services.config_persistence.configpersistenceservice attribute)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false]], "bulk_register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.bulk_register", false], [128, "mlos_bench.optimizers.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.bulk_register", false], [129, "mlos_bench.optimizers.Optimizer.bulk_register", false]], "canceled (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.CANCELED", false], [120, "mlos_bench.environments.Status.CANCELED", false]], "canceled (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.CANCELED", false]], "cardinality (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.cardinality", false], [143, "mlos_bench.tunables.Tunable.cardinality", false]], "cardinality (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.cardinality", false]], "categories (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.categories", false], [143, "mlos_bench.tunables.Tunable.categories", false]], "categories (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.categories", false]], "category (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.category", false], [143, "mlos_bench.tunables.Tunable.category", false]], "category (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.category", false]], "check_required_params() (in module mlos_bench.util)": [[89, "mlos_bench.util.check_required_params", false]], "children (mlos_bench.environments.composite_env.compositeenv property)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.children", false]], "children (mlos_bench.environments.compositeenv property)": [[5, "mlos_bench.environments.CompositeEnv.children", false], [117, "mlos_bench.environments.CompositeEnv.children", false]], "cleanup() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.cleanup", false]], "cleanup() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.cleanup", false]], "clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.sshservice class method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService.clear_client_cache", false]], "cli (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.CLI", false]], "cli (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.CLI", false]], "compositeenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.CompositeEnv", false], [117, "mlos_bench.environments.CompositeEnv", false]], "compositeenv (class in mlos_bench.environments.composite_env)": [[7, "mlos_bench.environments.composite_env.CompositeEnv", false]], "config (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.config", false]], "config() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.config", false]], "config() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.config", false], [136, "mlos_bench.storage.Storage.Trial.config", false]], "config_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false]], "config_df (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false]], "config_df (mlos_bench.storage.sql.tunable_config_data.tunableconfigsqldata property)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData.config_df", false]], "config_dict (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false]], "config_loader (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.config_loader", false]], "config_loader_service (mlos_bench.services.base_service.service property)": [[38, "mlos_bench.services.base_service.Service.config_loader_service", false]], "config_loader_service (mlos_bench.services.service property)": [[36, "mlos_bench.services.Service.config_loader_service", false], [131, "mlos_bench.services.Service.config_loader_service", false]], "config_paths (mlos_bench.services.config_persistence.configpersistenceservice property)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false]], "config_space (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.config_space", false]], "config_space (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.config_space", false], [129, "mlos_bench.optimizers.Optimizer.config_space", false]], "config_to_dataframe() (in module mlos_core.util)": [[108, "mlos_core.util.config_to_dataframe", false]], "configpersistenceservice (class in mlos_bench.services.config_persistence)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService", false]], "configschema (class in mlos_bench.config.schemas)": [[2, "mlos_bench.config.schemas.ConfigSchema", false]], "configschema (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema", false]], "configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.configspace_data_to_tunable_values", false]], "configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml)": [[106, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false], [159, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false]], "configure() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.configure", false]], "configure() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.configure", false]], "connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection", false]], "connection_lost() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_lost", false]], "connection_made() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_made", false]], "copy() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.copy", false]], "copy() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.copy", false], [143, "mlos_bench.tunables.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.copy", false]], "copy() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.copy", false], [144, "mlos_bench.tunables.TunableGroups.copy", false]], "copymode (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode", false]], "cost (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.cost", false]], "covarianttunablegroup (class in mlos_bench.tunables.covariant_group)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup", false]], "create() (mlos_bench.storage.sql.schema.dbschema method)": [[77, "mlos_bench.storage.sql.schema.DbSchema.create", false]], "create() (mlos_core.optimizers.optimizerfactory static method)": [[93, "mlos_core.optimizers.OptimizerFactory.create", false], [145, "mlos_core.optimizers.OptimizerFactory.create", false]], "create() (mlos_core.spaces.adapters.spaceadapterfactory static method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.create", false]], "current_iteration (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration", false]], "current_iteration (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.current_iteration", false], [129, "mlos_bench.optimizers.Optimizer.current_iteration", false]], "dabl (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.DABL", false], [160, "mlos_viz.MlosVizMethod.DABL", false]], "datetime_parser() (in module mlos_bench.util)": [[89, "mlos_bench.util.datetime_parser", false]], "dbschema (class in mlos_bench.storage.sql.schema)": [[77, "mlos_bench.storage.sql.schema.DbSchema", false]], "deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deallocate_host", false]], "default (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.default", false], [143, "mlos_bench.tunables.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.default", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_tunable_config_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false]], "default_tunable_config_id (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.default_tunable_config_id", false]], "deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.azuredeploymentservice property)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService.deploy_params", false]], "deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deprovision_host", false]], "deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.deprovision_network", false]], "description (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false]], "description (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.description", false]], "description (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.description", false], [136, "mlos_bench.storage.Storage.Experiment.description", false]], "description (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.description", false]], "dicttemplater (class in mlos_bench.dict_templater)": [[4, "mlos_bench.dict_templater.DictTemplater", false]], "distribution (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution", false], [143, "mlos_bench.tunables.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.distribution", false]], "distribution_params (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution_params", false], [143, "mlos_bench.tunables.Tunable.distribution_params", false]], "distribution_params (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution_params", false]], "distributiondict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.DistributionDict", false]], "download (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.DOWNLOAD", false]], "download() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.download", false]], "download() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.download", false], [130, "mlos_bench.services.FileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.download", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.download", false]], "download() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.download", false]], "download() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.download", false]], "drop_nulls() (in module mlos_core.util)": [[108, "mlos_core.util.drop_nulls", false]], "dtype (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.dtype", false], [143, "mlos_bench.tunables.Tunable.dtype", false]], "dtype (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.dtype", false]], "enter() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.enter", false]], "enter() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.enter", false]], "environment (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Environment", false], [118, "mlos_bench.environments.Environment", false]], "environment (class in mlos_bench.environments.base_environment)": [[6, "mlos_bench.environments.base_environment.Environment", false]], "environment (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.ENVIRONMENT", false]], "environment (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.ENVIRONMENT", false]], "equals_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.equals_defaults", false]], "evaluatedsample (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample", false]], "eventloopcontext (class in mlos_bench.event_loop_context)": [[21, "mlos_bench.event_loop_context.EventLoopContext", false]], "exit() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.exit", false]], "exit() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.exit", false]], "expand_results_data_args() (in module mlos_viz.util)": [[114, "mlos_viz.util.expand_results_data_args", false]], "expand_vars() (mlos_bench.dict_templater.dicttemplater method)": [[4, "mlos_bench.dict_templater.DictTemplater.expand_vars", false]], "experiment (class in mlos_bench.storage.sql.experiment)": [[75, "mlos_bench.storage.sql.experiment.Experiment", false]], "experiment() (mlos_bench.storage.base_storage.storage method)": [[69, "mlos_bench.storage.base_storage.Storage.experiment", false]], "experiment() (mlos_bench.storage.sql.sqlstorage method)": [[73, "mlos_bench.storage.sql.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.sql.storage.sqlstorage method)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.storage method)": [[67, "mlos_bench.storage.Storage.experiment", false], [136, "mlos_bench.storage.Storage.experiment", false]], "experiment_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.experiment_id", false]], "experiment_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false]], "experiment_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.experiment_id", false], [136, "mlos_bench.storage.Storage.Experiment.experiment_id", false]], "experimentdata (class in mlos_bench.storage.base_experiment_data)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData", false]], "experiments (mlos_bench.storage.base_storage.storage property)": [[69, "mlos_bench.storage.base_storage.Storage.experiments", false]], "experiments (mlos_bench.storage.sql.sqlstorage property)": [[73, "mlos_bench.storage.sql.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.sql.storage.sqlstorage property)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.storage property)": [[67, "mlos_bench.storage.Storage.experiments", false], [136, "mlos_bench.storage.Storage.experiments", false]], "experimentsqldata (class in mlos_bench.storage.sql.experiment_data)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData", false]], "export() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.export", false]], "export() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.export", false], [131, "mlos_bench.services.Service.export", false]], "failed (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.FAILED", false], [120, "mlos_bench.environments.Status.FAILED", false]], "failed (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.FAILED", false]], "fileshareservice (class in mlos_bench.services)": [[36, "mlos_bench.services.FileShareService", false], [130, "mlos_bench.services.FileShareService", false]], "fileshareservice (class in mlos_bench.services.base_fileshare)": [[37, "mlos_bench.services.base_fileshare.FileShareService", false]], "flaml (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.FLAML", false]], "flamloptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.FlamlOptimizer", false]], "flamloptimizer (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false]], "from_config() (in module mlos_bench.storage)": [[67, "mlos_bench.storage.from_config", false]], "from_config() (in module mlos_bench.storage.storage_factory)": [[83, "mlos_bench.storage.storage_factory.from_config", false], [142, "mlos_bench.storage.storage_factory.from_config", false]], "get_access_token() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_access_token", false]], "get_access_token() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_access_token", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_auth_headers", false]], "get_best_observation() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.get_best_observation", false], [129, "mlos_bench.optimizers.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.get_best_observation", false]], "get_best_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_best_observations", false]], "get_best_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false]], "get_class_from_name() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_class_from_name", false]], "get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.get_client_connection", false]], "get_covariant_group_names() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_covariant_group_names", false]], "get_covariant_group_names() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false], [144, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false]], "get_credential() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_credential", false]], "get_credential() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_credential", false]], "get_current_cost() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_current_cost", false]], "get_git_info() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_git_info", false]], "get_names() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_names", false]], "get_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_observations", false]], "get_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false]], "get_param_values() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_param_values", false]], "get_param_values() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_param_values", false], [144, "mlos_bench.tunables.TunableGroups.get_param_values", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false], [135, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.get_remote_exec_results", false]], "get_results_df() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_results_df", false]], "get_trials() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_trials", false]], "get_tunable() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_tunable", false], [144, "mlos_bench.tunables.TunableGroups.get_tunable", false]], "get_tunable_values_dict() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable_values_dict", false]], "get_tunables() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunables", false]], "globals (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.GLOBALS", false]], "globals (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.GLOBALS", false]], "gridsearchoptimizer (class in mlos_bench.optimizers.grid_search_optimizer)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer", false]], "hostenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.HostEnv", false], [123, "mlos_bench.environments.remote.HostEnv", false]], "hostenv (class in mlos_bench.environments.remote.host_env)": [[13, "mlos_bench.environments.remote.host_env.HostEnv", false]], "id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_connection", false]], "id_from_params() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_params", false]], "identity (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.IDENTITY", false]], "identity (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.IDENTITY", false]], "identityadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.IdentityAdapter", false]], "identityadapter (class in mlos_core.spaces.adapters.identity_adapter)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false]], "ignore_plotter_warnings() (in module mlos_viz)": [[111, "mlos_viz.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.base)": [[112, "mlos_viz.base.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.ignore_plotter_warnings", false]], "in_range() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.in_range", false], [143, "mlos_bench.tunables.Tunable.in_range", false]], "in_range() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.in_range", false]], "instantiate_from_config() (in module mlos_bench.util)": [[89, "mlos_bench.util.instantiate_from_config", false]], "inverse_transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.inverse_transform", false]], "is_canceled() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_canceled", false], [120, "mlos_bench.environments.Status.is_canceled", false]], "is_canceled() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_canceled", false]], "is_categorical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_categorical", false], [143, "mlos_bench.tunables.Tunable.is_categorical", false]], "is_categorical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_categorical", false]], "is_completed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_completed", false], [120, "mlos_bench.environments.Status.is_completed", false]], "is_completed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_completed", false]], "is_config_pending() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.is_config_pending", false]], "is_default() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_default", false], [143, "mlos_bench.tunables.Tunable.is_default", false]], "is_default() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_default", false]], "is_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_defaults", false], [144, "mlos_bench.tunables.TunableGroups.is_defaults", false]], "is_failed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_failed", false], [120, "mlos_bench.environments.Status.is_failed", false]], "is_failed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_failed", false]], "is_good() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_good", false], [120, "mlos_bench.environments.Status.is_good", false]], "is_good() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_good", false]], "is_log (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_log", false], [143, "mlos_bench.tunables.Tunable.is_log", false]], "is_log (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_log", false]], "is_numerical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_numerical", false], [143, "mlos_bench.tunables.Tunable.is_numerical", false]], "is_numerical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_numerical", false]], "is_pending() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_pending", false], [120, "mlos_bench.environments.Status.is_pending", false]], "is_pending() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_pending", false]], "is_ready() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_ready", false], [120, "mlos_bench.environments.Status.is_ready", false]], "is_ready() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_ready", false]], "is_special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_special", false], [143, "mlos_bench.tunables.Tunable.is_special", false]], "is_special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_special", false]], "is_succeeded() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_succeeded", false], [120, "mlos_bench.environments.Status.is_succeeded", false]], "is_succeeded() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_succeeded", false]], "is_timed_out() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_timed_out", false], [120, "mlos_bench.environments.Status.is_timed_out", false]], "is_timed_out() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_timed_out", false]], "is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_updated", false]], "is_updated() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_updated", false]], "is_updated() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_updated", false], [144, "mlos_bench.tunables.TunableGroups.is_updated", false]], "is_valid() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_valid", false], [143, "mlos_bench.tunables.Tunable.is_valid", false]], "is_valid() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_valid", false]], "kv_df_to_dict() (in module mlos_bench.storage.util)": [[84, "mlos_bench.storage.util.kv_df_to_dict", false]], "launcher (class in mlos_bench.launcher)": [[22, "mlos_bench.launcher.Launcher", false]], "limit_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.limit_top_n_configs", false]], "llamatune (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.LLAMATUNE", false]], "llamatune (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.LLAMATUNE", false]], "llamatuneadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter", false]], "llamatuneadapter (class in mlos_core.spaces.adapters.llamatune)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false]], "load() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load", false]], "load() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load", false]], "load() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load", false], [136, "mlos_bench.storage.Storage.Experiment.load", false]], "load_config() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.load_config", false]], "load_config() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.load_config", false]], "load_config() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false]], "load_config() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_config", false]], "load_config() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_config", false]], "load_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false]], "load_environment_list() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_environment_list", false]], "load_services() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false]], "load_services() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_services", false]], "load_services() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_services", false]], "load_telemetry() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_telemetry", false], [136, "mlos_bench.storage.Storage.Experiment.load_telemetry", false]], "load_tunable_config() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false], [136, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false]], "local_exec() (mlos_bench.services.local.local_exec.localexecservice method)": [[41, "mlos_bench.services.local.local_exec.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.local.localexecservice method)": [[40, "mlos_bench.services.local.LocalExecService.local_exec", false], [133, "mlos_bench.services.local.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.localexecservice method)": [[36, "mlos_bench.services.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.local_exec", false]], "local_exec() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.local_exec", false]], "localenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalEnv", false]], "localenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalEnv", false], [121, "mlos_bench.environments.local.LocalEnv", false]], "localenv (class in mlos_bench.environments.local.local_env)": [[9, "mlos_bench.environments.local.local_env.LocalEnv", false]], "localexecservice (class in mlos_bench.services)": [[36, "mlos_bench.services.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local)": [[40, "mlos_bench.services.local.LocalExecService", false], [133, "mlos_bench.services.local.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.LocalExecService", false]], "localfileshareenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalFileShareEnv", false], [122, "mlos_bench.environments.local.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local.local_fileshare_env)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv", false]], "log (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.log", false]], "max_suggestions (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions", false]], "max_suggestions (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.max_suggestions", false], [129, "mlos_bench.optimizers.Optimizer.max_suggestions", false]], "max_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.max_trials", false]], "max_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.max_trials", false]], "merge() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.merge", false]], "merge() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.merge", false], [136, "mlos_bench.storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.merge", false]], "merge() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.merge", false], [144, "mlos_bench.tunables.TunableGroups.merge", false]], "merge_methods() (mlos_bench.services.base_service.service static method)": [[38, "mlos_bench.services.base_service.Service.merge_methods", false]], "merge_methods() (mlos_bench.services.service static method)": [[36, "mlos_bench.services.Service.merge_methods", false], [131, "mlos_bench.services.Service.merge_methods", false]], "merge_parameters() (in module mlos_bench.util)": [[89, "mlos_bench.util.merge_parameters", false]], "meta (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.meta", false], [143, "mlos_bench.tunables.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.meta", false]], "metadata_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false]], "metadata_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.metadata_df", false]], "metadata_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false]], "mlos_bench": [[0, "module-mlos_bench", false]], "mlos_bench.config": [[1, "module-mlos_bench.config", false]], "mlos_bench.config.schemas": [[2, "module-mlos_bench.config.schemas", false]], "mlos_bench.config.schemas.config_schemas": [[3, "module-mlos_bench.config.schemas.config_schemas", false]], "mlos_bench.dict_templater": [[4, "module-mlos_bench.dict_templater", false]], "mlos_bench.environments": [[5, "module-mlos_bench.environments", false]], "mlos_bench.environments.base_environment": [[6, "module-mlos_bench.environments.base_environment", false]], "mlos_bench.environments.composite_env": [[7, "module-mlos_bench.environments.composite_env", false]], "mlos_bench.environments.local": [[8, "module-mlos_bench.environments.local", false]], "mlos_bench.environments.local.local_env": [[9, "module-mlos_bench.environments.local.local_env", false]], "mlos_bench.environments.local.local_fileshare_env": [[10, "module-mlos_bench.environments.local.local_fileshare_env", false]], "mlos_bench.environments.mock_env": [[11, "module-mlos_bench.environments.mock_env", false]], "mlos_bench.environments.remote": [[12, "module-mlos_bench.environments.remote", false]], "mlos_bench.environments.remote.host_env": [[13, "module-mlos_bench.environments.remote.host_env", false]], "mlos_bench.environments.remote.network_env": [[14, "module-mlos_bench.environments.remote.network_env", false]], "mlos_bench.environments.remote.os_env": [[15, "module-mlos_bench.environments.remote.os_env", false]], "mlos_bench.environments.remote.remote_env": [[16, "module-mlos_bench.environments.remote.remote_env", false]], "mlos_bench.environments.remote.saas_env": [[17, "module-mlos_bench.environments.remote.saas_env", false]], "mlos_bench.environments.remote.vm_env": [[18, "module-mlos_bench.environments.remote.vm_env", false]], "mlos_bench.environments.script_env": [[19, "module-mlos_bench.environments.script_env", false]], "mlos_bench.environments.status": [[20, "module-mlos_bench.environments.status", false]], "mlos_bench.event_loop_context": [[21, "module-mlos_bench.event_loop_context", false]], "mlos_bench.launcher": [[22, "module-mlos_bench.launcher", false]], "mlos_bench.optimizers": [[23, "module-mlos_bench.optimizers", false]], "mlos_bench.optimizers.base_optimizer": [[24, "module-mlos_bench.optimizers.base_optimizer", false]], "mlos_bench.optimizers.convert_configspace": [[25, "module-mlos_bench.optimizers.convert_configspace", false]], "mlos_bench.optimizers.grid_search_optimizer": [[26, "module-mlos_bench.optimizers.grid_search_optimizer", false]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, "module-mlos_bench.optimizers.mlos_core_optimizer", false]], "mlos_bench.optimizers.mock_optimizer": [[28, "module-mlos_bench.optimizers.mock_optimizer", false]], "mlos_bench.optimizers.one_shot_optimizer": [[29, "module-mlos_bench.optimizers.one_shot_optimizer", false]], "mlos_bench.optimizers.track_best_optimizer": [[30, "module-mlos_bench.optimizers.track_best_optimizer", false]], "mlos_bench.os_environ": [[31, "module-mlos_bench.os_environ", false]], "mlos_bench.run": [[32, "module-mlos_bench.run", false]], "mlos_bench.schedulers": [[33, "module-mlos_bench.schedulers", false]], "mlos_bench.schedulers.base_scheduler": [[34, "module-mlos_bench.schedulers.base_scheduler", false]], "mlos_bench.schedulers.sync_scheduler": [[35, "module-mlos_bench.schedulers.sync_scheduler", false]], "mlos_bench.services": [[36, "module-mlos_bench.services", false]], "mlos_bench.services.base_fileshare": [[37, "module-mlos_bench.services.base_fileshare", false]], "mlos_bench.services.base_service": [[38, "module-mlos_bench.services.base_service", false]], "mlos_bench.services.config_persistence": [[39, "module-mlos_bench.services.config_persistence", false]], "mlos_bench.services.local": [[40, "module-mlos_bench.services.local", false]], "mlos_bench.services.local.local_exec": [[41, "module-mlos_bench.services.local.local_exec", false]], "mlos_bench.services.local.temp_dir_context": [[42, "module-mlos_bench.services.local.temp_dir_context", false]], "mlos_bench.services.remote": [[43, "module-mlos_bench.services.remote", false]], "mlos_bench.services.remote.azure": [[44, "module-mlos_bench.services.remote.azure", false]], "mlos_bench.services.remote.azure.azure_auth": [[45, "module-mlos_bench.services.remote.azure.azure_auth", false]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, "module-mlos_bench.services.remote.azure.azure_fileshare", false]], "mlos_bench.services.remote.azure.azure_network_services": [[48, "module-mlos_bench.services.remote.azure.azure_network_services", false]], "mlos_bench.services.remote.azure.azure_saas": [[49, "module-mlos_bench.services.remote.azure.azure_saas", false]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, "module-mlos_bench.services.remote.azure.azure_vm_services", false]], "mlos_bench.services.remote.ssh": [[51, "module-mlos_bench.services.remote.ssh", false]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false]], "mlos_bench.services.remote.ssh.ssh_service": [[54, "module-mlos_bench.services.remote.ssh.ssh_service", false]], "mlos_bench.services.types": [[55, "module-mlos_bench.services.types", false]], "mlos_bench.services.types.authenticator_type": [[56, "module-mlos_bench.services.types.authenticator_type", false]], "mlos_bench.services.types.config_loader_type": [[57, "module-mlos_bench.services.types.config_loader_type", false]], "mlos_bench.services.types.fileshare_type": [[58, "module-mlos_bench.services.types.fileshare_type", false]], "mlos_bench.services.types.host_ops_type": [[59, "module-mlos_bench.services.types.host_ops_type", false]], "mlos_bench.services.types.host_provisioner_type": [[60, "module-mlos_bench.services.types.host_provisioner_type", false]], "mlos_bench.services.types.local_exec_type": [[61, "module-mlos_bench.services.types.local_exec_type", false]], "mlos_bench.services.types.network_provisioner_type": [[62, "module-mlos_bench.services.types.network_provisioner_type", false]], "mlos_bench.services.types.os_ops_type": [[63, "module-mlos_bench.services.types.os_ops_type", false]], "mlos_bench.services.types.remote_config_type": [[64, "module-mlos_bench.services.types.remote_config_type", false]], "mlos_bench.services.types.remote_exec_type": [[65, "module-mlos_bench.services.types.remote_exec_type", false]], "mlos_bench.services.types.vm_provisioner_type": [[66, "module-mlos_bench.services.types.vm_provisioner_type", false]], "mlos_bench.storage": [[67, "module-mlos_bench.storage", false]], "mlos_bench.storage.base_experiment_data": [[68, "module-mlos_bench.storage.base_experiment_data", false]], "mlos_bench.storage.base_storage": [[69, "module-mlos_bench.storage.base_storage", false]], "mlos_bench.storage.base_trial_data": [[70, "module-mlos_bench.storage.base_trial_data", false]], "mlos_bench.storage.base_tunable_config_data": [[71, "module-mlos_bench.storage.base_tunable_config_data", false]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false]], "mlos_bench.storage.sql": [[73, "module-mlos_bench.storage.sql", false]], "mlos_bench.storage.sql.common": [[74, "module-mlos_bench.storage.sql.common", false]], "mlos_bench.storage.sql.experiment": [[75, "module-mlos_bench.storage.sql.experiment", false]], "mlos_bench.storage.sql.experiment_data": [[76, "module-mlos_bench.storage.sql.experiment_data", false]], "mlos_bench.storage.sql.schema": [[77, "module-mlos_bench.storage.sql.schema", false]], "mlos_bench.storage.sql.storage": [[78, "module-mlos_bench.storage.sql.storage", false]], "mlos_bench.storage.sql.trial": [[79, "module-mlos_bench.storage.sql.trial", false]], "mlos_bench.storage.sql.trial_data": [[80, "module-mlos_bench.storage.sql.trial_data", false]], "mlos_bench.storage.sql.tunable_config_data": [[81, "module-mlos_bench.storage.sql.tunable_config_data", false]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false]], "mlos_bench.storage.storage_factory": [[83, "module-mlos_bench.storage.storage_factory", false]], "mlos_bench.storage.util": [[84, "module-mlos_bench.storage.util", false]], "mlos_bench.tunables": [[85, "module-mlos_bench.tunables", false]], "mlos_bench.tunables.covariant_group": [[86, "module-mlos_bench.tunables.covariant_group", false]], "mlos_bench.tunables.tunable": [[87, "module-mlos_bench.tunables.tunable", false]], "mlos_bench.tunables.tunable_groups": [[88, "module-mlos_bench.tunables.tunable_groups", false]], "mlos_bench.util": [[89, "module-mlos_bench.util", false]], "mlos_bench.version": [[90, "module-mlos_bench.version", false]], "mlos_core": [[92, "module-mlos_core", false]], "mlos_core.optimizers": [[93, "module-mlos_core.optimizers", false]], "mlos_core.optimizers.bayesian_optimizers": [[94, "module-mlos_core.optimizers.bayesian_optimizers", false]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false]], "mlos_core.optimizers.flaml_optimizer": [[97, "module-mlos_core.optimizers.flaml_optimizer", false]], "mlos_core.optimizers.optimizer": [[98, "module-mlos_core.optimizers.optimizer", false]], "mlos_core.optimizers.random_optimizer": [[99, "module-mlos_core.optimizers.random_optimizer", false]], "mlos_core.spaces": [[100, "module-mlos_core.spaces", false]], "mlos_core.spaces.adapters": [[101, "module-mlos_core.spaces.adapters", false]], "mlos_core.spaces.adapters.adapter": [[102, "module-mlos_core.spaces.adapters.adapter", false]], "mlos_core.spaces.adapters.identity_adapter": [[103, "module-mlos_core.spaces.adapters.identity_adapter", false]], "mlos_core.spaces.adapters.llamatune": [[104, "module-mlos_core.spaces.adapters.llamatune", false]], "mlos_core.spaces.converters": [[105, "module-mlos_core.spaces.converters", false]], "mlos_core.spaces.converters.flaml": [[106, "module-mlos_core.spaces.converters.flaml", false]], "mlos_core.spaces.converters.util": [[107, "module-mlos_core.spaces.converters.util", false]], "mlos_core.util": [[108, "module-mlos_core.util", false]], "mlos_core.version": [[109, "module-mlos_core.version", false]], "mlos_viz": [[111, "module-mlos_viz", false]], "mlos_viz.base": [[112, "module-mlos_viz.base", false]], "mlos_viz.dabl": [[113, "module-mlos_viz.dabl", false]], "mlos_viz.util": [[114, "module-mlos_viz.util", false]], "mlos_viz.version": [[115, "module-mlos_viz.version", false]], "mloscoreoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer", false]], "mloscoreoptimizer (class in mlos_bench.optimizers.mlos_core_optimizer)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer", false]], "mlosvizmethod (class in mlos_viz)": [[111, "mlos_viz.MlosVizMethod", false], [160, "mlos_viz.MlosVizMethod", false]], "mockenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.MockEnv", false], [119, "mlos_bench.environments.MockEnv", false]], "mockenv (class in mlos_bench.environments.mock_env)": [[11, "mlos_bench.environments.mock_env.MockEnv", false]], "mockoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MockOptimizer", false], [128, "mlos_bench.optimizers.MockOptimizer", false]], "mockoptimizer (class in mlos_bench.optimizers.mock_optimizer)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer", false]], "module": [[0, "module-mlos_bench", false], [1, "module-mlos_bench.config", false], [2, "module-mlos_bench.config.schemas", false], [3, "module-mlos_bench.config.schemas.config_schemas", false], [4, "module-mlos_bench.dict_templater", false], [5, "module-mlos_bench.environments", false], [6, "module-mlos_bench.environments.base_environment", false], [7, "module-mlos_bench.environments.composite_env", false], [8, "module-mlos_bench.environments.local", false], [9, "module-mlos_bench.environments.local.local_env", false], [10, "module-mlos_bench.environments.local.local_fileshare_env", false], [11, "module-mlos_bench.environments.mock_env", false], [12, "module-mlos_bench.environments.remote", false], [13, "module-mlos_bench.environments.remote.host_env", false], [14, "module-mlos_bench.environments.remote.network_env", false], [15, "module-mlos_bench.environments.remote.os_env", false], [16, "module-mlos_bench.environments.remote.remote_env", false], [17, "module-mlos_bench.environments.remote.saas_env", false], [18, "module-mlos_bench.environments.remote.vm_env", false], [19, "module-mlos_bench.environments.script_env", false], [20, "module-mlos_bench.environments.status", false], [21, "module-mlos_bench.event_loop_context", false], [22, "module-mlos_bench.launcher", false], [23, "module-mlos_bench.optimizers", false], [24, "module-mlos_bench.optimizers.base_optimizer", false], [25, "module-mlos_bench.optimizers.convert_configspace", false], [26, "module-mlos_bench.optimizers.grid_search_optimizer", false], [27, "module-mlos_bench.optimizers.mlos_core_optimizer", false], [28, "module-mlos_bench.optimizers.mock_optimizer", false], [29, "module-mlos_bench.optimizers.one_shot_optimizer", false], [30, "module-mlos_bench.optimizers.track_best_optimizer", false], [31, "module-mlos_bench.os_environ", false], [32, "module-mlos_bench.run", false], [33, "module-mlos_bench.schedulers", false], [34, "module-mlos_bench.schedulers.base_scheduler", false], [35, "module-mlos_bench.schedulers.sync_scheduler", false], [36, "module-mlos_bench.services", false], [37, "module-mlos_bench.services.base_fileshare", false], [38, "module-mlos_bench.services.base_service", false], [39, "module-mlos_bench.services.config_persistence", false], [40, "module-mlos_bench.services.local", false], [41, "module-mlos_bench.services.local.local_exec", false], [42, "module-mlos_bench.services.local.temp_dir_context", false], [43, "module-mlos_bench.services.remote", false], [44, "module-mlos_bench.services.remote.azure", false], [45, "module-mlos_bench.services.remote.azure.azure_auth", false], [46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false], [47, "module-mlos_bench.services.remote.azure.azure_fileshare", false], [48, "module-mlos_bench.services.remote.azure.azure_network_services", false], [49, "module-mlos_bench.services.remote.azure.azure_saas", false], [50, "module-mlos_bench.services.remote.azure.azure_vm_services", false], [51, "module-mlos_bench.services.remote.ssh", false], [52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false], [53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false], [54, "module-mlos_bench.services.remote.ssh.ssh_service", false], [55, "module-mlos_bench.services.types", false], [56, "module-mlos_bench.services.types.authenticator_type", false], [57, "module-mlos_bench.services.types.config_loader_type", false], [58, "module-mlos_bench.services.types.fileshare_type", false], [59, "module-mlos_bench.services.types.host_ops_type", false], [60, "module-mlos_bench.services.types.host_provisioner_type", false], [61, "module-mlos_bench.services.types.local_exec_type", false], [62, "module-mlos_bench.services.types.network_provisioner_type", false], [63, "module-mlos_bench.services.types.os_ops_type", false], [64, "module-mlos_bench.services.types.remote_config_type", false], [65, "module-mlos_bench.services.types.remote_exec_type", false], [66, "module-mlos_bench.services.types.vm_provisioner_type", false], [67, "module-mlos_bench.storage", false], [68, "module-mlos_bench.storage.base_experiment_data", false], [69, "module-mlos_bench.storage.base_storage", false], [70, "module-mlos_bench.storage.base_trial_data", false], [71, "module-mlos_bench.storage.base_tunable_config_data", false], [72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false], [73, "module-mlos_bench.storage.sql", false], [74, "module-mlos_bench.storage.sql.common", false], [75, "module-mlos_bench.storage.sql.experiment", false], [76, "module-mlos_bench.storage.sql.experiment_data", false], [77, "module-mlos_bench.storage.sql.schema", false], [78, "module-mlos_bench.storage.sql.storage", false], [79, "module-mlos_bench.storage.sql.trial", false], [80, "module-mlos_bench.storage.sql.trial_data", false], [81, "module-mlos_bench.storage.sql.tunable_config_data", false], [82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false], [83, "module-mlos_bench.storage.storage_factory", false], [84, "module-mlos_bench.storage.util", false], [85, "module-mlos_bench.tunables", false], [86, "module-mlos_bench.tunables.covariant_group", false], [87, "module-mlos_bench.tunables.tunable", false], [88, "module-mlos_bench.tunables.tunable_groups", false], [89, "module-mlos_bench.util", false], [90, "module-mlos_bench.version", false], [92, "module-mlos_core", false], [93, "module-mlos_core.optimizers", false], [94, "module-mlos_core.optimizers.bayesian_optimizers", false], [95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false], [96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false], [97, "module-mlos_core.optimizers.flaml_optimizer", false], [98, "module-mlos_core.optimizers.optimizer", false], [99, "module-mlos_core.optimizers.random_optimizer", false], [100, "module-mlos_core.spaces", false], [101, "module-mlos_core.spaces.adapters", false], [102, "module-mlos_core.spaces.adapters.adapter", false], [103, "module-mlos_core.spaces.adapters.identity_adapter", false], [104, "module-mlos_core.spaces.adapters.llamatune", false], [105, "module-mlos_core.spaces.converters", false], [106, "module-mlos_core.spaces.converters.flaml", false], [107, "module-mlos_core.spaces.converters.util", false], [108, "module-mlos_core.util", false], [109, "module-mlos_core.version", false], [111, "module-mlos_viz", false], [112, "module-mlos_viz.base", false], [113, "module-mlos_viz.dabl", false], [114, "module-mlos_viz.util", false], [115, "module-mlos_viz.version", false]], "monkey_patch_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_quantization", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer property)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smacoptimizer property)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.smacoptimizer property)": [[93, "mlos_core.optimizers.SmacOptimizer.n_random_init", false]], "name (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.name", false]], "name (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer property)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.mloscoreoptimizer property)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.name", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.name", false], [129, "mlos_bench.optimizers.Optimizer.name", false]], "name (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.name", false]], "name (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.name", false], [143, "mlos_bench.tunables.Tunable.name", false]], "name (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.name", false]], "networkenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.NetworkEnv", false]], "networkenv (class in mlos_bench.environments.remote.network_env)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv", false]], "new() (mlos_bench.environments.base_environment.environment class method)": [[6, "mlos_bench.environments.base_environment.Environment.new", false]], "new() (mlos_bench.environments.environment class method)": [[5, "mlos_bench.environments.Environment.new", false], [118, "mlos_bench.environments.Environment.new", false]], "new() (mlos_bench.services.base_service.service class method)": [[38, "mlos_bench.services.base_service.Service.new", false]], "new() (mlos_bench.services.service class method)": [[36, "mlos_bench.services.Service.new", false], [131, "mlos_bench.services.Service.new", false]], "new_trial() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.new_trial", false]], "new_trial() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.new_trial", false], [136, "mlos_bench.storage.Storage.Experiment.new_trial", false]], "normalize_config() (in module mlos_core.util)": [[108, "mlos_core.util.normalize_config", false]], "not_converged() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.not_converged", false], [129, "mlos_bench.optimizers.Optimizer.not_converged", false]], "not_done() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.not_done", false]], "not_done() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.not_done", false]], "nullable() (in module mlos_bench.util)": [[89, "mlos_bench.util.nullable", false]], "numerical_value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.numerical_value", false], [143, "mlos_bench.tunables.Tunable.numerical_value", false]], "numerical_value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.numerical_value", false]], "objectives (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false]], "objectives (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.objectives", false]], "oneshotoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.OneShotOptimizer", false]], "oneshotoptimizer (class in mlos_bench.optimizers.one_shot_optimizer)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer", false]], "opt_targets (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.opt_targets", false], [136, "mlos_bench.storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.opt_targets", false], [136, "mlos_bench.storage.Storage.Trial.opt_targets", false]], "optimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.Optimizer", false], [129, "mlos_bench.optimizers.Optimizer", false]], "optimizer (class in mlos_bench.optimizers.base_optimizer)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer", false]], "optimizer (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.OPTIMIZER", false]], "optimizer (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.OPTIMIZER", false]], "optimizerfactory (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.OptimizerFactory", false], [145, "mlos_core.optimizers.OptimizerFactory", false]], "optimizertype (class in mlos_core.optimizers)": [[147, "mlos_core.optimizers.OptimizerType", false]], "orig_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false]], "osenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.OSEnv", false], [124, "mlos_bench.environments.remote.OSEnv", false]], "osenv (class in mlos_bench.environments.remote.os_env)": [[15, "mlos_bench.environments.remote.os_env.OSEnv", false]], "parameters (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.parameters", false]], "parameters (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.parameters", false], [118, "mlos_bench.environments.Environment.parameters", false]], "params (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.params", false]], "path_join() (in module mlos_bench.util)": [[89, "mlos_bench.util.path_join", false]], "pending (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.PENDING", false], [120, "mlos_bench.environments.Status.PENDING", false]], "pending (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.PENDING", false]], "pending_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.pending_configs", false]], "pending_trials() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.pending_trials", false], [136, "mlos_bench.storage.Storage.Experiment.pending_trials", false]], "plot() (in module mlos_viz)": [[111, "mlos_viz.plot", false], [161, "mlos_viz.plot", false]], "plot() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.plot", false]], "plot_optimizer_trends() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_optimizer_trends", false]], "plot_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_top_n_configs", false]], "pprint() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.pprint", false]], "pprint() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.pprint", false], [117, "mlos_bench.environments.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.pprint", false], [118, "mlos_bench.environments.Environment.pprint", false]], "pprint() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.pprint", false]], "pprint() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.pprint", false], [131, "mlos_bench.services.Service.pprint", false]], "prepare_class_load() (in module mlos_bench.util)": [[89, "mlos_bench.util.prepare_class_load", false]], "prepare_class_load() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false]], "preprocess_dynamic_configs() (in module mlos_bench.util)": [[89, "mlos_bench.util.preprocess_dynamic_configs", false]], "provision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.provision_host", false]], "provision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.provision_host", false]], "provision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.provision_network", false]], "provision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.provision_network", false]], "quantization_bins (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantization_bins", false], [143, "mlos_bench.tunables.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.quantization_bins", false]], "quantized_values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantized_values", false], [143, "mlos_bench.tunables.Tunable.quantized_values", false]], "quantized_values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantized_values", false]], "random (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.RANDOM", false]], "randomoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.RandomOptimizer", false]], "randomoptimizer (class in mlos_core.optimizers.random_optimizer)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false]], "range (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.RANGE", false]], "range (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range", false], [143, "mlos_bench.tunables.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range", false]], "range_weight (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range_weight", false], [143, "mlos_bench.tunables.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range_weight", false]], "ready (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.READY", false], [120, "mlos_bench.environments.Status.READY", false]], "ready (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.READY", false]], "reboot() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.reboot", false], [135, "mlos_bench.services.remote.azure.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.reboot", false]], "reboot() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.reboot", false]], "register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.register", false]], "register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.register", false]], "register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.register", false], [129, "mlos_bench.optimizers.Optimizer.register", false]], "register() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.register", false]], "register() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.register", false]], "register() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.register", false], [131, "mlos_bench.services.Service.register", false]], "register() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register", false]], "register() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false]], "register_pending() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flamloptimizer method)": [[93, "mlos_core.optimizers.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.randomoptimizer method)": [[93, "mlos_core.optimizers.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.register_pending", false]], "registry (mlos_bench.config.schemas.config_schemas.schemastore property)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore.registry", false]], "remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false], [135, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.remote_exec", false]], "remote_exec() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.remote_exec", false]], "remoteenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.RemoteEnv", false], [125, "mlos_bench.environments.remote.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote.remote_env)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv", false]], "reset() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.reset", false]], "reset() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.reset", false], [144, "mlos_bench.tunables.TunableGroups.reset", false]], "reset_is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.reset_is_updated", false]], "resolve_path() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false]], "resolve_path() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.resolve_path", false]], "resolve_path() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.resolve_path", false]], "restart_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.restart_host", false]], "restore_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.restore_defaults", false], [144, "mlos_bench.tunables.TunableGroups.restore_defaults", false]], "result_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false]], "results_df (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false]], "results_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_df", false]], "results_df (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false]], "results_df (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.results_df", false]], "results_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false]], "root_env_config (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false]], "run() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.run", false]], "run() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.run", false]], "run() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.run", false], [117, "mlos_bench.environments.CompositeEnv.run", false]], "run() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.run", false], [118, "mlos_bench.environments.Environment.run", false]], "run() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.run", false]], "run() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.run", false], [121, "mlos_bench.environments.local.LocalEnv.run", false]], "run() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.run", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.run", false]], "run() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.mock_env.mockenv method)": [[11, "mlos_bench.environments.mock_env.MockEnv.run", false]], "run() (mlos_bench.environments.mockenv method)": [[5, "mlos_bench.environments.MockEnv.run", false], [119, "mlos_bench.environments.MockEnv.run", false]], "run() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.run", false]], "run() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.run", false], [125, "mlos_bench.environments.remote.RemoteEnv.run", false]], "run() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.run", false]], "run_coroutine() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.run_coroutine", false]], "run_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.run_trial", false]], "running (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.RUNNING", false], [120, "mlos_bench.environments.Status.RUNNING", false]], "running (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.RUNNING", false]], "saasenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.SaaSEnv", false]], "saasenv (class in mlos_bench.environments.remote.saas_env)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv", false]], "schedule_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial", false]], "schedule_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.schedule_trial", false]], "scheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.Scheduler", false]], "scheduler (class in mlos_bench.schedulers.base_scheduler)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler", false]], "scheduler (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SCHEDULER", false]], "scheduler (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SCHEDULER", false]], "schema (mlos_bench.config.schemas.config_schemas.configschema property)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.schema", false]], "schema (mlos_bench.config.schemas.configschema property)": [[2, "mlos_bench.config.schemas.ConfigSchema.schema", false]], "schemastore (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore", false]], "score (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.score", false]], "scriptenv (class in mlos_bench.environments.script_env)": [[19, "mlos_bench.environments.script_env.ScriptEnv", false]], "seed (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.seed", false]], "seed (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.seed", false], [129, "mlos_bench.optimizers.Optimizer.seed", false]], "service (class in mlos_bench.services)": [[36, "mlos_bench.services.Service", false], [131, "mlos_bench.services.Service", false]], "service (class in mlos_bench.services.base_service)": [[38, "mlos_bench.services.base_service.Service", false]], "service (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.service", false]], "setup() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.setup", false]], "setup() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.setup", false], [117, "mlos_bench.environments.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.setup", false], [118, "mlos_bench.environments.Environment.setup", false]], "setup() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.setup", false], [121, "mlos_bench.environments.local.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.setup", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.setup", false]], "setup() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.setup", false], [123, "mlos_bench.environments.remote.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.setup", false], [124, "mlos_bench.environments.remote.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.setup", false], [125, "mlos_bench.environments.remote.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.saas_env.saasenv method)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remote.saasenv method)": [[12, "mlos_bench.environments.remote.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.setup", false]], "shutdown() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false], [135, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.shutdown", false]], "smac (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.SMAC", false]], "smacoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer", false]], "space_adapter (mlos_core.optimizers.baseoptimizer property)": [[93, "mlos_core.optimizers.BaseOptimizer.space_adapter", false]], "space_adapter (mlos_core.optimizers.optimizer.baseoptimizer property)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false]], "spaceadapterfactory (class in mlos_core.spaces.adapters)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory", false]], "spaceadaptertype (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SpaceAdapterType", false]], "spaceadaptertype (class in mlos_core.spaces.adapters)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType", false]], "span (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.span", false], [143, "mlos_bench.tunables.Tunable.span", false]], "span (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.span", false]], "special (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.SPECIAL", false]], "special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.special", false], [143, "mlos_bench.tunables.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special", false]], "special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_is_temp", false]], "special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_strip", false]], "special_param_names() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_names", false]], "special_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special_weights", false]], "split_cmdline() (in module mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.split_cmdline", false]], "sqlstorage (class in mlos_bench.storage.sql)": [[73, "mlos_bench.storage.sql.SqlStorage", false]], "sqlstorage (class in mlos_bench.storage.sql.storage)": [[78, "mlos_bench.storage.sql.storage.SqlStorage", false], [141, "mlos_bench.storage.sql.storage.SqlStorage", false]], "sshclient (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient", false]], "sshclientcache (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshHostService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh.ssh_host_service)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService", false]], "sshservice (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService", false]], "start() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.start", false]], "start() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.start", false]], "start() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.start", false]], "start() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.start", false]], "start_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.start_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.start_host", false]], "start_with_defaults (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.start_with_defaults", false]], "start_with_defaults (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.start_with_defaults", false], [129, "mlos_bench.optimizers.Optimizer.start_with_defaults", false]], "status (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Status", false], [120, "mlos_bench.environments.Status", false]], "status (class in mlos_bench.environments.status)": [[20, "mlos_bench.environments.status.Status", false]], "status (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.status", false], [138, "mlos_bench.storage.base_trial_data.TrialData.status", false]], "status() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.status", false]], "status() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.status", false]], "status() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.status", false], [117, "mlos_bench.environments.CompositeEnv.status", false]], "status() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.status", false], [118, "mlos_bench.environments.Environment.status", false]], "status() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.status", false]], "status() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.status", false], [121, "mlos_bench.environments.local.LocalEnv.status", false]], "status() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.status", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.status", false]], "status() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.status", false]], "stop_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.stop_host", false]], "storage (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage", false], [136, "mlos_bench.storage.Storage", false]], "storage (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage", false]], "storage (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.STORAGE", false]], "storage (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.STORAGE", false]], "storage.experiment (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Experiment", false], [136, "mlos_bench.storage.Storage.Experiment", false]], "storage.experiment (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment", false]], "storage.trial (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Trial", false], [136, "mlos_bench.storage.Storage.Trial", false]], "storage.trial (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Trial", false]], "subgroup() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.subgroup", false]], "subgroup() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.subgroup", false], [144, "mlos_bench.tunables.TunableGroups.subgroup", false]], "succeeded (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.SUCCEEDED", false], [120, "mlos_bench.environments.Status.SUCCEEDED", false]], "succeeded (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.SUCCEEDED", false]], "suggest() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.suggest", false]], "suggest() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.suggest", false], [128, "mlos_bench.optimizers.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer method)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.oneshotoptimizer method)": [[23, "mlos_bench.optimizers.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.suggest", false], [129, "mlos_bench.optimizers.Optimizer.suggest", false]], "suggest() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.suggest", false]], "suggest() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false]], "suggested_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggested_configs", false]], "supports_preload (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer property)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.oneshotoptimizer property)": [[23, "mlos_bench.optimizers.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.supports_preload", false], [129, "mlos_bench.optimizers.Optimizer.supports_preload", false]], "supportsauth (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsAuth", false]], "supportsauth (class in mlos_bench.services.types.authenticator_type)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth", false]], "supportsconfigloading (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsConfigLoading", false]], "supportsconfigloading (class in mlos_bench.services.types.config_loader_type)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading", false]], "supportsfileshareops (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsFileShareOps", false]], "supportsfileshareops (class in mlos_bench.services.types.fileshare_type)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps", false]], "supportshostops (class in mlos_bench.services.types.host_ops_type)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps", false]], "supportshostprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsHostProvisioning", false]], "supportshostprovisioning (class in mlos_bench.services.types.host_provisioner_type)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning", false]], "supportslocalexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsLocalExec", false]], "supportslocalexec (class in mlos_bench.services.types.local_exec_type)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types.network_provisioner_type)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning", false]], "supportsosops (class in mlos_bench.services.types.os_ops_type)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps", false]], "supportsremoteconfig (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteConfig", false]], "supportsremoteconfig (class in mlos_bench.services.types.remote_config_type)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig", false]], "supportsremoteexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteExec", false]], "supportsremoteexec (class in mlos_bench.services.types.remote_exec_type)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec", false]], "supportsvmops (class in mlos_bench.services.types.vm_provisioner_type)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.surrogate_predict", false]], "syncscheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.SyncScheduler", false]], "syncscheduler (class in mlos_bench.schedulers.sync_scheduler)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler", false]], "target_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identity_adapter.identityadapter property)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identityadapter property)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatune.llamatuneadapter property)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatuneadapter property)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.target_parameter_space", false]], "targets (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.targets", false]], "targets (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.targets", false], [129, "mlos_bench.optimizers.Optimizer.targets", false]], "teardown() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.teardown", false]], "teardown() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.teardown", false], [117, "mlos_bench.environments.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.teardown", false], [118, "mlos_bench.environments.Environment.teardown", false]], "teardown() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.teardown", false], [121, "mlos_bench.environments.local.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.teardown", false], [123, "mlos_bench.environments.remote.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.teardown", false], [124, "mlos_bench.environments.remote.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.teardown", false], [125, "mlos_bench.environments.remote.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.teardown", false]], "teardown() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.teardown", false]], "teardown() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.teardown", false]], "telemetry_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false]], "telemetry_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.telemetry_df", false]], "temp_dir_context() (mlos_bench.services.local.temp_dir_context.tempdircontextservice method)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.temp_dir_context", false]], "tempdircontextservice (class in mlos_bench.services.local.temp_dir_context)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService", false]], "timed_out (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.TIMED_OUT", false], [120, "mlos_bench.environments.Status.TIMED_OUT", false]], "timed_out (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.TIMED_OUT", false]], "trackbestoptimizer (class in mlos_bench.optimizers.track_best_optimizer)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer", false]], "transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.transform", false]], "trial (class in mlos_bench.storage.sql.trial)": [[79, "mlos_bench.storage.sql.trial.Trial", false]], "trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count", false]], "trial_config_repeat_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_config_repeat_count", false]], "trial_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.trial_id", false]], "trial_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false]], "trial_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.trial_id", false], [136, "mlos_bench.storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.trial_id", false], [136, "mlos_bench.storage.Storage.Trial.trial_id", false]], "trialdata (class in mlos_bench.storage.base_trial_data)": [[70, "mlos_bench.storage.base_trial_data.TrialData", false], [138, "mlos_bench.storage.base_trial_data.TrialData", false]], "trials (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false]], "trials (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false]], "trials (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.trials", false]], "trials (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.trials", false]], "trialsqldata (class in mlos_bench.storage.sql.trial_data)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData", false]], "try_parse_val() (in module mlos_bench.util)": [[89, "mlos_bench.util.try_parse_val", false]], "ts_end (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false]], "ts_start (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false]], "tunable (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.Tunable", false], [143, "mlos_bench.tunables.Tunable", false]], "tunable (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.Tunable", false]], "tunable_config (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false]], "tunable_config (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.tunable_config", false]], "tunable_config_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunable_config_id", false], [136, "mlos_bench.storage.Storage.Trial.tunable_config_id", false]], "tunable_config_trial_group (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false]], "tunable_config_trial_group (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config_trial_group", false]], "tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false]], "tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false]], "tunable_config_trial_groups (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_config_trial_groups", false]], "tunable_configs (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false]], "tunable_configs (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_configs", false]], "tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_groups_to_configspace", false]], "tunable_params (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.tunable_params", false]], "tunable_params (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.tunable_params", false], [118, "mlos_bench.environments.Environment.tunable_params", false]], "tunable_params (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.tunable_params", false]], "tunable_params (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.tunable_params", false], [129, "mlos_bench.optimizers.Optimizer.tunable_params", false]], "tunable_values (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_values_to_configuration", false]], "tunableconfigdata (class in mlos_bench.storage.base_tunable_config_data)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false]], "tunableconfigsqldata (class in mlos_bench.storage.sql.tunable_config_data)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData", false]], "tunableconfigtrialgroupdata (class in mlos_bench.storage.base_tunable_config_trial_group_data)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false]], "tunableconfigtrialgroupsqldata (class in mlos_bench.storage.sql.tunable_config_trial_group_data)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData", false]], "tunabledict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableDict", false]], "tunablegroups (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.TunableGroups", false], [144, "mlos_bench.tunables.TunableGroups", false]], "tunablegroups (class in mlos_bench.tunables.tunable_groups)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups", false]], "tunables (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunables", false]], "tunables (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.tunables", false], [136, "mlos_bench.storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunables", false], [136, "mlos_bench.storage.Storage.Trial.tunables", false]], "tunablevalue (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValue", false]], "tunablevaluekind (class in mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind", false]], "tunablevaluesdict (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValuesDict", false]], "tunablevaluetype (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueType", false]], "tunablevaluetypename (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeName", false]], "tunablevaluetypetuple (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeTuple", false]], "type (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.type", false], [143, "mlos_bench.tunables.Tunable.type", false]], "type (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.type", false]], "type (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.type", false]], "type (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.type", false]], "unified (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.UNIFIED", false]], "unified (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.UNIFIED", false]], "unknown (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.UNKNOWN", false], [120, "mlos_bench.environments.Status.UNKNOWN", false]], "unknown (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.UNKNOWN", false]], "update() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update", false]], "update() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update", false]], "update() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update", false], [136, "mlos_bench.storage.Storage.Trial.update", false]], "update() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.update", false], [143, "mlos_bench.tunables.Tunable.update", false]], "update() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.update", false]], "update_telemetry() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update_telemetry", false], [136, "mlos_bench.storage.Storage.Trial.update_telemetry", false]], "upload (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.UPLOAD", false]], "upload() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.upload", false]], "upload() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.upload", false], [130, "mlos_bench.services.FileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.upload", false]], "upload() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.upload", false]], "upload() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.upload", false]], "utcify_nullable_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_nullable_timestamp", false]], "utcify_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_timestamp", false]], "validate() (mlos_bench.config.schemas.config_schemas.configschema method)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.validate", false]], "validate() (mlos_bench.config.schemas.configschema method)": [[2, "mlos_bench.config.schemas.ConfigSchema.validate", false]], "value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.value", false], [143, "mlos_bench.tunables.Tunable.value", false]], "value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.value", false]], "values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.values", false], [143, "mlos_bench.tunables.Tunable.values", false]], "values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.values", false]], "values_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.values_weights", false]], "vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_deprovision", false]], "vm_provision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_provision", false]], "vm_restart() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_restart", false]], "vm_start() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_start", false]], "vm_stop() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_stop", false]], "vmenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.VMEnv", false], [126, "mlos_bench.environments.remote.VMEnv", false]], "vmenv (class in mlos_bench.environments.remote.vm_env)": [[18, "mlos_bench.environments.remote.vm_env.VMEnv", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.wait_host_operation", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.wait_os_operation", false]], "wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_deployment", false]], "wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_operation", false]], "weights (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.weights", false], [143, "mlos_bench.tunables.Tunable.weights", false]], "weights (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.weights", false]]}, "objects": {"": [[0, 0, 0, "-", "mlos_bench"], [92, 0, 0, "-", "mlos_core"], [111, 0, 0, "-", "mlos_viz"]], "mlos_bench": [[1, 0, 0, "-", "config"], [4, 0, 0, "-", "dict_templater"], [5, 0, 0, "-", "environments"], [21, 0, 0, "-", "event_loop_context"], [22, 0, 0, "-", "launcher"], [23, 0, 0, "-", "optimizers"], [31, 0, 0, "-", "os_environ"], [32, 0, 0, "-", "run"], [33, 0, 0, "-", "schedulers"], [36, 0, 0, "-", "services"], [67, 0, 0, "-", "storage"], [85, 0, 0, "-", "tunables"], [89, 0, 0, "-", "util"], [90, 0, 0, "-", "version"]], "mlos_bench.config": [[2, 0, 0, "-", "schemas"]], "mlos_bench.config.schemas": [[2, 1, 1, "", "ConfigSchema"], [3, 0, 0, "-", "config_schemas"]], "mlos_bench.config.schemas.ConfigSchema": [[2, 2, 1, "", "CLI"], [2, 2, 1, "", "ENVIRONMENT"], [2, 2, 1, "", "GLOBALS"], [2, 2, 1, "", "OPTIMIZER"], [2, 2, 1, "", "SCHEDULER"], [2, 2, 1, "", "SERVICE"], [2, 2, 1, "", "STORAGE"], [2, 2, 1, "", "TUNABLE_PARAMS"], [2, 2, 1, "", "TUNABLE_VALUES"], [2, 2, 1, "", "UNIFIED"], [2, 3, 1, "", "schema"], [2, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas": [[3, 1, 1, "", "ConfigSchema"], [3, 1, 1, "", "SchemaStore"]], "mlos_bench.config.schemas.config_schemas.ConfigSchema": [[3, 2, 1, "", "CLI"], [3, 2, 1, "", "ENVIRONMENT"], [3, 2, 1, "", "GLOBALS"], [3, 2, 1, "", "OPTIMIZER"], [3, 2, 1, "", "SCHEDULER"], [3, 2, 1, "", "SERVICE"], [3, 2, 1, "", "STORAGE"], [3, 2, 1, "", "TUNABLE_PARAMS"], [3, 2, 1, "", "TUNABLE_VALUES"], [3, 2, 1, "", "UNIFIED"], [3, 3, 1, "", "schema"], [3, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas.SchemaStore": [[3, 3, 1, "", "registry"]], "mlos_bench.dict_templater": [[4, 1, 1, "", "DictTemplater"]], "mlos_bench.dict_templater.DictTemplater": [[4, 4, 1, "", "expand_vars"]], "mlos_bench.environments": [[117, 1, 1, "", "CompositeEnv"], [118, 1, 1, "", "Environment"], [5, 1, 1, "", "LocalEnv"], [5, 1, 1, "", "LocalFileShareEnv"], [119, 1, 1, "", "MockEnv"], [5, 1, 1, "", "RemoteEnv"], [120, 1, 1, "", "Status"], [6, 0, 0, "-", "base_environment"], [7, 0, 0, "-", "composite_env"], [8, 0, 0, "-", "local"], [11, 0, 0, "-", "mock_env"], [12, 0, 0, "-", "remote"], [19, 0, 0, "-", "script_env"], [20, 0, 0, "-", "status"]], "mlos_bench.environments.CompositeEnv": [[117, 4, 1, "", "__init__"], [117, 3, 1, "", "children"], [117, 4, 1, "", "pprint"], [117, 4, 1, "", "run"], [117, 4, 1, "", "setup"], [117, 4, 1, "", "status"], [117, 4, 1, "", "teardown"]], "mlos_bench.environments.Environment": [[118, 4, 1, "", "__init__"], [118, 4, 1, "", "new"], [118, 3, 1, "", "parameters"], [118, 4, 1, "", "pprint"], [118, 4, 1, "", "run"], [118, 4, 1, "", "setup"], [118, 4, 1, "", "status"], [118, 4, 1, "", "teardown"], [118, 3, 1, "", "tunable_params"]], "mlos_bench.environments.LocalEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.LocalFileShareEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"]], "mlos_bench.environments.MockEnv": [[119, 4, 1, "", "__init__"], [119, 4, 1, "", "run"]], "mlos_bench.environments.RemoteEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.Status": [[120, 2, 1, "", "CANCELED"], [120, 2, 1, "", "FAILED"], [120, 2, 1, "", "PENDING"], [120, 2, 1, "", "READY"], [120, 2, 1, "", "RUNNING"], [120, 2, 1, "", "SUCCEEDED"], [120, 2, 1, "", "TIMED_OUT"], [120, 2, 1, "", "UNKNOWN"], [120, 4, 1, "", "__init__"], [120, 4, 1, "", "is_canceled"], [120, 4, 1, "", "is_completed"], [120, 4, 1, "", "is_failed"], [120, 4, 1, "", "is_good"], [120, 4, 1, "", "is_pending"], [120, 4, 1, "", "is_ready"], [120, 4, 1, "", "is_succeeded"], [120, 4, 1, "", "is_timed_out"]], "mlos_bench.environments.base_environment": [[6, 1, 1, "", "Environment"]], "mlos_bench.environments.base_environment.Environment": [[6, 4, 1, "", "new"], [6, 3, 1, "", "parameters"], [6, 4, 1, "", "pprint"], [6, 4, 1, "", "run"], [6, 4, 1, "", "setup"], [6, 4, 1, "", "status"], [6, 4, 1, "", "teardown"], [6, 3, 1, "", "tunable_params"]], "mlos_bench.environments.composite_env": [[7, 1, 1, "", "CompositeEnv"]], "mlos_bench.environments.composite_env.CompositeEnv": [[7, 3, 1, "", "children"], [7, 4, 1, "", "pprint"], [7, 4, 1, "", "run"], [7, 4, 1, "", "setup"], [7, 4, 1, "", "status"], [7, 4, 1, "", "teardown"]], "mlos_bench.environments.local": [[121, 1, 1, "", "LocalEnv"], [122, 1, 1, "", "LocalFileShareEnv"], [9, 0, 0, "-", "local_env"], [10, 0, 0, "-", "local_fileshare_env"]], "mlos_bench.environments.local.LocalEnv": [[121, 4, 1, "", "__init__"], [121, 4, 1, "", "run"], [121, 4, 1, "", "setup"], [121, 4, 1, "", "status"], [121, 4, 1, "", "teardown"]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, 4, 1, "", "__init__"], [122, 4, 1, "", "run"], [122, 4, 1, "", "setup"], [122, 4, 1, "", "status"]], "mlos_bench.environments.local.local_env": [[9, 1, 1, "", "LocalEnv"]], "mlos_bench.environments.local.local_env.LocalEnv": [[9, 4, 1, "", "run"], [9, 4, 1, "", "setup"], [9, 4, 1, "", "status"], [9, 4, 1, "", "teardown"]], "mlos_bench.environments.local.local_fileshare_env": [[10, 1, 1, "", "LocalFileShareEnv"]], "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv": [[10, 4, 1, "", "run"], [10, 4, 1, "", "setup"], [10, 4, 1, "", "status"]], "mlos_bench.environments.mock_env": [[11, 1, 1, "", "MockEnv"]], "mlos_bench.environments.mock_env.MockEnv": [[11, 4, 1, "", "run"]], "mlos_bench.environments.remote": [[123, 1, 1, "", "HostEnv"], [12, 1, 1, "", "NetworkEnv"], [124, 1, 1, "", "OSEnv"], [125, 1, 1, "", "RemoteEnv"], [12, 1, 1, "", "SaaSEnv"], [126, 1, 1, "", "VMEnv"], [13, 0, 0, "-", "host_env"], [14, 0, 0, "-", "network_env"], [15, 0, 0, "-", "os_env"], [16, 0, 0, "-", "remote_env"], [17, 0, 0, "-", "saas_env"], [18, 0, 0, "-", "vm_env"]], "mlos_bench.environments.remote.HostEnv": [[123, 4, 1, "", "__init__"], [123, 4, 1, "", "setup"], [123, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.NetworkEnv": [[12, 4, 1, "", "setup"], [12, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.OSEnv": [[124, 4, 1, "", "__init__"], [124, 4, 1, "", "setup"], [124, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.RemoteEnv": [[125, 4, 1, "", "__init__"], [125, 4, 1, "", "run"], [125, 4, 1, "", "setup"], [125, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.SaaSEnv": [[12, 4, 1, "", "setup"]], "mlos_bench.environments.remote.VMEnv": [[126, 4, 1, "", "__init__"]], "mlos_bench.environments.remote.host_env": [[13, 1, 1, "", "HostEnv"]], "mlos_bench.environments.remote.host_env.HostEnv": [[13, 4, 1, "", "setup"], [13, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.network_env": [[14, 1, 1, "", "NetworkEnv"]], "mlos_bench.environments.remote.network_env.NetworkEnv": [[14, 4, 1, "", "setup"], [14, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.os_env": [[15, 1, 1, "", "OSEnv"]], "mlos_bench.environments.remote.os_env.OSEnv": [[15, 4, 1, "", "setup"], [15, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.remote_env": [[16, 1, 1, "", "RemoteEnv"]], "mlos_bench.environments.remote.remote_env.RemoteEnv": [[16, 4, 1, "", "run"], [16, 4, 1, "", "setup"], [16, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.saas_env": [[17, 1, 1, "", "SaaSEnv"]], "mlos_bench.environments.remote.saas_env.SaaSEnv": [[17, 4, 1, "", "setup"]], "mlos_bench.environments.remote.vm_env": [[18, 1, 1, "", "VMEnv"]], "mlos_bench.environments.script_env": [[19, 1, 1, "", "ScriptEnv"]], "mlos_bench.environments.status": [[20, 1, 1, "", "Status"]], "mlos_bench.environments.status.Status": [[20, 2, 1, "", "CANCELED"], [20, 2, 1, "", "FAILED"], [20, 2, 1, "", "PENDING"], [20, 2, 1, "", "READY"], [20, 2, 1, "", "RUNNING"], [20, 2, 1, "", "SUCCEEDED"], [20, 2, 1, "", "TIMED_OUT"], [20, 2, 1, "", "UNKNOWN"], [20, 4, 1, "", "is_canceled"], [20, 4, 1, "", "is_completed"], [20, 4, 1, "", "is_failed"], [20, 4, 1, "", "is_good"], [20, 4, 1, "", "is_pending"], [20, 4, 1, "", "is_ready"], [20, 4, 1, "", "is_succeeded"], [20, 4, 1, "", "is_timed_out"]], "mlos_bench.event_loop_context": [[21, 1, 1, "", "EventLoopContext"]], "mlos_bench.event_loop_context.EventLoopContext": [[21, 4, 1, "", "enter"], [21, 4, 1, "", "exit"], [21, 4, 1, "", "run_coroutine"]], "mlos_bench.launcher": [[22, 1, 1, "", "Launcher"]], "mlos_bench.launcher.Launcher": [[22, 3, 1, "", "config_loader"], [22, 3, 1, "", "service"]], "mlos_bench.optimizers": [[127, 1, 1, "", "MlosCoreOptimizer"], [128, 1, 1, "", "MockOptimizer"], [23, 1, 1, "", "OneShotOptimizer"], [129, 1, 1, "", "Optimizer"], [24, 0, 0, "-", "base_optimizer"], [25, 0, 0, "-", "convert_configspace"], [26, 0, 0, "-", "grid_search_optimizer"], [27, 0, 0, "-", "mlos_core_optimizer"], [28, 0, 0, "-", "mock_optimizer"], [29, 0, 0, "-", "one_shot_optimizer"], [30, 0, 0, "-", "track_best_optimizer"]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, 4, 1, "", "__init__"], [127, 4, 1, "", "bulk_register"], [127, 4, 1, "", "get_best_observation"], [127, 3, 1, "", "name"], [127, 4, 1, "", "register"], [127, 4, 1, "", "suggest"]], "mlos_bench.optimizers.MockOptimizer": [[128, 4, 1, "", "__init__"], [128, 4, 1, "", "bulk_register"], [128, 4, 1, "", "suggest"]], "mlos_bench.optimizers.OneShotOptimizer": [[23, 4, 1, "", "suggest"], [23, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.Optimizer": [[129, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [129, 4, 1, "", "__init__"], [129, 4, 1, "", "bulk_register"], [129, 3, 1, "", "config_space"], [129, 3, 1, "", "current_iteration"], [129, 4, 1, "", "get_best_observation"], [129, 3, 1, "", "max_suggestions"], [129, 3, 1, "", "name"], [129, 4, 1, "", "not_converged"], [129, 4, 1, "", "register"], [129, 3, 1, "", "seed"], [129, 3, 1, "", "start_with_defaults"], [129, 4, 1, "", "suggest"], [129, 3, 1, "", "supports_preload"], [129, 3, 1, "", "targets"], [129, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.base_optimizer": [[24, 1, 1, "", "Optimizer"]], "mlos_bench.optimizers.base_optimizer.Optimizer": [[24, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [24, 4, 1, "", "bulk_register"], [24, 3, 1, "", "config_space"], [24, 3, 1, "", "current_iteration"], [24, 4, 1, "", "get_best_observation"], [24, 3, 1, "", "max_suggestions"], [24, 3, 1, "", "name"], [24, 4, 1, "", "not_converged"], [24, 4, 1, "", "register"], [24, 3, 1, "", "seed"], [24, 3, 1, "", "start_with_defaults"], [24, 4, 1, "", "suggest"], [24, 3, 1, "", "supports_preload"], [24, 3, 1, "", "targets"], [24, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.convert_configspace": [[25, 1, 1, "", "TunableValueKind"], [25, 5, 1, "", "configspace_data_to_tunable_values"], [25, 5, 1, "", "special_param_name_is_temp"], [25, 5, 1, "", "special_param_name_strip"], [25, 5, 1, "", "special_param_names"], [25, 5, 1, "", "tunable_groups_to_configspace"], [25, 5, 1, "", "tunable_values_to_configuration"]], "mlos_bench.optimizers.convert_configspace.TunableValueKind": [[25, 2, 1, "", "RANGE"], [25, 2, 1, "", "SPECIAL"]], "mlos_bench.optimizers.grid_search_optimizer": [[26, 1, 1, "", "GridSearchOptimizer"]], "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer": [[26, 4, 1, "", "bulk_register"], [26, 4, 1, "", "not_converged"], [26, 3, 1, "", "pending_configs"], [26, 4, 1, "", "register"], [26, 4, 1, "", "suggest"], [26, 3, 1, "", "suggested_configs"]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, 1, 1, "", "MlosCoreOptimizer"]], "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer": [[27, 4, 1, "", "bulk_register"], [27, 4, 1, "", "get_best_observation"], [27, 3, 1, "", "name"], [27, 4, 1, "", "register"], [27, 4, 1, "", "suggest"]], "mlos_bench.optimizers.mock_optimizer": [[28, 1, 1, "", "MockOptimizer"]], "mlos_bench.optimizers.mock_optimizer.MockOptimizer": [[28, 4, 1, "", "bulk_register"], [28, 4, 1, "", "suggest"]], "mlos_bench.optimizers.one_shot_optimizer": [[29, 1, 1, "", "OneShotOptimizer"]], "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer": [[29, 4, 1, "", "suggest"], [29, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.track_best_optimizer": [[30, 1, 1, "", "TrackBestOptimizer"]], "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer": [[30, 4, 1, "", "get_best_observation"], [30, 4, 1, "", "register"]], "mlos_bench.schedulers": [[33, 1, 1, "", "Scheduler"], [33, 1, 1, "", "SyncScheduler"], [34, 0, 0, "-", "base_scheduler"], [35, 0, 0, "-", "sync_scheduler"]], "mlos_bench.schedulers.Scheduler": [[33, 4, 1, "", "get_best_observation"], [33, 4, 1, "", "load_config"], [33, 3, 1, "", "max_trials"], [33, 4, 1, "", "not_done"], [33, 4, 1, "", "run_trial"], [33, 4, 1, "", "schedule_trial"], [33, 4, 1, "", "start"], [33, 4, 1, "", "teardown"], [33, 3, 1, "", "trial_config_repeat_count"]], "mlos_bench.schedulers.SyncScheduler": [[33, 4, 1, "", "run_trial"], [33, 4, 1, "", "start"]], "mlos_bench.schedulers.base_scheduler": [[34, 1, 1, "", "Scheduler"]], "mlos_bench.schedulers.base_scheduler.Scheduler": [[34, 4, 1, "", "get_best_observation"], [34, 4, 1, "", "load_config"], [34, 3, 1, "", "max_trials"], [34, 4, 1, "", "not_done"], [34, 4, 1, "", "run_trial"], [34, 4, 1, "", "schedule_trial"], [34, 4, 1, "", "start"], [34, 4, 1, "", "teardown"], [34, 3, 1, "", "trial_config_repeat_count"]], "mlos_bench.schedulers.sync_scheduler": [[35, 1, 1, "", "SyncScheduler"]], "mlos_bench.schedulers.sync_scheduler.SyncScheduler": [[35, 4, 1, "", "run_trial"], [35, 4, 1, "", "start"]], "mlos_bench.services": [[130, 1, 1, "", "FileShareService"], [36, 1, 1, "", "LocalExecService"], [131, 1, 1, "", "Service"], [37, 0, 0, "-", "base_fileshare"], [38, 0, 0, "-", "base_service"], [39, 0, 0, "-", "config_persistence"], [40, 0, 0, "-", "local"], [43, 0, 0, "-", "remote"], [55, 0, 0, "-", "types"]], "mlos_bench.services.FileShareService": [[130, 4, 1, "", "__init__"], [130, 4, 1, "", "download"], [130, 4, 1, "", "upload"]], "mlos_bench.services.LocalExecService": [[36, 4, 1, "", "local_exec"]], "mlos_bench.services.Service": [[131, 4, 1, "", "__init__"], [131, 3, 1, "", "config_loader_service"], [131, 4, 1, "", "export"], [131, 4, 1, "", "merge_methods"], [131, 4, 1, "", "new"], [131, 4, 1, "", "pprint"], [131, 4, 1, "", "register"]], "mlos_bench.services.base_fileshare": [[37, 1, 1, "", "FileShareService"]], "mlos_bench.services.base_fileshare.FileShareService": [[37, 4, 1, "", "download"], [37, 4, 1, "", "upload"]], "mlos_bench.services.base_service": [[38, 1, 1, "", "Service"]], "mlos_bench.services.base_service.Service": [[38, 3, 1, "", "config_loader_service"], [38, 4, 1, "", "export"], [38, 4, 1, "", "merge_methods"], [38, 4, 1, "", "new"], [38, 4, 1, "", "pprint"], [38, 4, 1, "", "register"]], "mlos_bench.services.config_persistence": [[132, 1, 1, "", "ConfigPersistenceService"]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, 2, 1, "", "BUILTIN_CONFIG_PATH"], [132, 4, 1, "", "__init__"], [132, 4, 1, "", "build_environment"], [132, 4, 1, "", "build_optimizer"], [132, 4, 1, "", "build_scheduler"], [132, 4, 1, "", "build_service"], [132, 4, 1, "", "build_storage"], [132, 3, 1, "", "config_paths"], [132, 4, 1, "", "load_config"], [132, 4, 1, "", "load_environment"], [132, 4, 1, "", "load_environment_list"], [132, 4, 1, "", "load_services"], [132, 4, 1, "", "prepare_class_load"], [132, 4, 1, "", "resolve_path"]], "mlos_bench.services.local": [[133, 1, 1, "", "LocalExecService"], [41, 0, 0, "-", "local_exec"], [42, 0, 0, "-", "temp_dir_context"]], "mlos_bench.services.local.LocalExecService": [[133, 4, 1, "", "__init__"], [133, 4, 1, "", "local_exec"]], "mlos_bench.services.local.local_exec": [[41, 1, 1, "", "LocalExecService"], [41, 5, 1, "", "split_cmdline"]], "mlos_bench.services.local.local_exec.LocalExecService": [[41, 4, 1, "", "local_exec"]], "mlos_bench.services.local.temp_dir_context": [[42, 1, 1, "", "TempDirContextService"]], "mlos_bench.services.local.temp_dir_context.TempDirContextService": [[42, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.remote": [[44, 0, 0, "-", "azure"], [51, 0, 0, "-", "ssh"]], "mlos_bench.services.remote.azure": [[44, 1, 1, "", "AzureAuthService"], [134, 1, 1, "", "AzureFileShareService"], [44, 1, 1, "", "AzureNetworkService"], [44, 1, 1, "", "AzureSaaSConfigService"], [135, 1, 1, "", "AzureVMService"], [45, 0, 0, "-", "azure_auth"], [46, 0, 0, "-", "azure_deployment_services"], [47, 0, 0, "-", "azure_fileshare"], [48, 0, 0, "-", "azure_network_services"], [49, 0, 0, "-", "azure_saas"], [50, 0, 0, "-", "azure_vm_services"]], "mlos_bench.services.remote.azure.AzureAuthService": [[44, 4, 1, "", "get_access_token"], [44, 4, 1, "", "get_auth_headers"], [44, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, 4, 1, "", "__init__"], [134, 4, 1, "", "download"], [134, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.AzureNetworkService": [[44, 4, 1, "", "deprovision_network"], [44, 4, 1, "", "provision_network"], [44, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.AzureSaaSConfigService": [[44, 4, 1, "", "configure"], [44, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.AzureVMService": [[135, 4, 1, "", "__init__"], [135, 4, 1, "", "deallocate_host"], [135, 4, 1, "", "deprovision_host"], [135, 4, 1, "", "get_remote_exec_results"], [135, 4, 1, "", "provision_host"], [135, 4, 1, "", "reboot"], [135, 4, 1, "", "remote_exec"], [135, 4, 1, "", "restart_host"], [135, 4, 1, "", "shutdown"], [135, 4, 1, "", "start_host"], [135, 4, 1, "", "stop_host"], [135, 4, 1, "", "wait_host_deployment"], [135, 4, 1, "", "wait_host_operation"], [135, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.azure.azure_auth": [[45, 1, 1, "", "AzureAuthService"]], "mlos_bench.services.remote.azure.azure_auth.AzureAuthService": [[45, 4, 1, "", "get_access_token"], [45, 4, 1, "", "get_auth_headers"], [45, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, 1, 1, "", "AzureDeploymentService"]], "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService": [[46, 3, 1, "", "deploy_params"]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, 1, 1, "", "AzureFileShareService"]], "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService": [[47, 4, 1, "", "download"], [47, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.azure_network_services": [[48, 1, 1, "", "AzureNetworkService"]], "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService": [[48, 4, 1, "", "deprovision_network"], [48, 4, 1, "", "provision_network"], [48, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.azure_saas": [[49, 1, 1, "", "AzureSaaSConfigService"]], "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService": [[49, 4, 1, "", "configure"], [49, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, 1, 1, "", "AzureVMService"]], "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService": [[50, 4, 1, "", "deallocate_host"], [50, 4, 1, "", "deprovision_host"], [50, 4, 1, "", "get_remote_exec_results"], [50, 4, 1, "", "provision_host"], [50, 4, 1, "", "reboot"], [50, 4, 1, "", "remote_exec"], [50, 4, 1, "", "restart_host"], [50, 4, 1, "", "shutdown"], [50, 4, 1, "", "start_host"], [50, 4, 1, "", "stop_host"], [50, 4, 1, "", "wait_host_deployment"], [50, 4, 1, "", "wait_host_operation"], [50, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh": [[51, 1, 1, "", "SshFileShareService"], [51, 1, 1, "", "SshHostService"], [52, 0, 0, "-", "ssh_fileshare"], [53, 0, 0, "-", "ssh_host_service"], [54, 0, 0, "-", "ssh_service"]], "mlos_bench.services.remote.ssh.SshFileShareService": [[51, 4, 1, "", "download"], [51, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.SshHostService": [[51, 4, 1, "", "get_remote_exec_results"], [51, 4, 1, "", "reboot"], [51, 4, 1, "", "remote_exec"], [51, 4, 1, "", "shutdown"], [51, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, 1, 1, "", "CopyMode"], [52, 1, 1, "", "SshFileShareService"]], "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode": [[52, 2, 1, "", "DOWNLOAD"], [52, 2, 1, "", "UPLOAD"]], "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService": [[52, 4, 1, "", "download"], [52, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, 1, 1, "", "SshHostService"]], "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService": [[53, 4, 1, "", "get_remote_exec_results"], [53, 4, 1, "", "reboot"], [53, 4, 1, "", "remote_exec"], [53, 4, 1, "", "shutdown"], [53, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_service": [[54, 1, 1, "", "SshClient"], [54, 1, 1, "", "SshClientCache"], [54, 1, 1, "", "SshService"]], "mlos_bench.services.remote.ssh.ssh_service.SshClient": [[54, 4, 1, "", "connection"], [54, 4, 1, "", "connection_lost"], [54, 4, 1, "", "connection_made"], [54, 4, 1, "", "id_from_connection"], [54, 4, 1, "", "id_from_params"]], "mlos_bench.services.remote.ssh.ssh_service.SshClientCache": [[54, 4, 1, "", "cleanup"], [54, 4, 1, "", "enter"], [54, 4, 1, "", "exit"], [54, 4, 1, "", "get_client_connection"]], "mlos_bench.services.remote.ssh.ssh_service.SshService": [[54, 4, 1, "", "clear_client_cache"]], "mlos_bench.services.types": [[55, 1, 1, "", "SupportsAuth"], [55, 1, 1, "", "SupportsConfigLoading"], [55, 1, 1, "", "SupportsFileShareOps"], [55, 1, 1, "", "SupportsHostProvisioning"], [55, 1, 1, "", "SupportsLocalExec"], [55, 1, 1, "", "SupportsNetworkProvisioning"], [55, 1, 1, "", "SupportsRemoteConfig"], [55, 1, 1, "", "SupportsRemoteExec"], [56, 0, 0, "-", "authenticator_type"], [57, 0, 0, "-", "config_loader_type"], [58, 0, 0, "-", "fileshare_type"], [59, 0, 0, "-", "host_ops_type"], [60, 0, 0, "-", "host_provisioner_type"], [61, 0, 0, "-", "local_exec_type"], [62, 0, 0, "-", "network_provisioner_type"], [63, 0, 0, "-", "os_ops_type"], [64, 0, 0, "-", "remote_config_type"], [65, 0, 0, "-", "remote_exec_type"], [66, 0, 0, "-", "vm_provisioner_type"]], "mlos_bench.services.types.SupportsAuth": [[55, 4, 1, "", "get_access_token"], [55, 4, 1, "", "get_auth_headers"], [55, 4, 1, "", "get_credential"]], "mlos_bench.services.types.SupportsConfigLoading": [[55, 4, 1, "", "build_environment"], [55, 4, 1, "", "load_config"], [55, 4, 1, "", "load_environment_list"], [55, 4, 1, "", "load_services"], [55, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.SupportsFileShareOps": [[55, 4, 1, "", "download"], [55, 4, 1, "", "upload"]], "mlos_bench.services.types.SupportsHostProvisioning": [[55, 4, 1, "", "deallocate_host"], [55, 4, 1, "", "deprovision_host"], [55, 4, 1, "", "provision_host"], [55, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.SupportsLocalExec": [[55, 4, 1, "", "local_exec"], [55, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.SupportsNetworkProvisioning": [[55, 4, 1, "", "deprovision_network"], [55, 4, 1, "", "provision_network"], [55, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.SupportsRemoteConfig": [[55, 4, 1, "", "configure"], [55, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.SupportsRemoteExec": [[55, 4, 1, "", "get_remote_exec_results"], [55, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.authenticator_type": [[56, 1, 1, "", "SupportsAuth"]], "mlos_bench.services.types.authenticator_type.SupportsAuth": [[56, 4, 1, "", "get_access_token"], [56, 4, 1, "", "get_auth_headers"], [56, 4, 1, "", "get_credential"]], "mlos_bench.services.types.config_loader_type": [[57, 1, 1, "", "SupportsConfigLoading"]], "mlos_bench.services.types.config_loader_type.SupportsConfigLoading": [[57, 4, 1, "", "build_environment"], [57, 4, 1, "", "load_config"], [57, 4, 1, "", "load_environment_list"], [57, 4, 1, "", "load_services"], [57, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.fileshare_type": [[58, 1, 1, "", "SupportsFileShareOps"]], "mlos_bench.services.types.fileshare_type.SupportsFileShareOps": [[58, 4, 1, "", "download"], [58, 4, 1, "", "upload"]], "mlos_bench.services.types.host_ops_type": [[59, 1, 1, "", "SupportsHostOps"]], "mlos_bench.services.types.host_ops_type.SupportsHostOps": [[59, 4, 1, "", "restart_host"], [59, 4, 1, "", "start_host"], [59, 4, 1, "", "stop_host"], [59, 4, 1, "", "wait_host_operation"]], "mlos_bench.services.types.host_provisioner_type": [[60, 1, 1, "", "SupportsHostProvisioning"]], "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning": [[60, 4, 1, "", "deallocate_host"], [60, 4, 1, "", "deprovision_host"], [60, 4, 1, "", "provision_host"], [60, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.local_exec_type": [[61, 1, 1, "", "SupportsLocalExec"]], "mlos_bench.services.types.local_exec_type.SupportsLocalExec": [[61, 4, 1, "", "local_exec"], [61, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.network_provisioner_type": [[62, 1, 1, "", "SupportsNetworkProvisioning"]], "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning": [[62, 4, 1, "", "deprovision_network"], [62, 4, 1, "", "provision_network"], [62, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.os_ops_type": [[63, 1, 1, "", "SupportsOSOps"]], "mlos_bench.services.types.os_ops_type.SupportsOSOps": [[63, 4, 1, "", "reboot"], [63, 4, 1, "", "shutdown"], [63, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.types.remote_config_type": [[64, 1, 1, "", "SupportsRemoteConfig"]], "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig": [[64, 4, 1, "", "configure"], [64, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.remote_exec_type": [[65, 1, 1, "", "SupportsRemoteExec"]], "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec": [[65, 4, 1, "", "get_remote_exec_results"], [65, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.vm_provisioner_type": [[66, 1, 1, "", "SupportsVMOps"]], "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps": [[66, 4, 1, "", "vm_deprovision"], [66, 4, 1, "", "vm_provision"], [66, 4, 1, "", "vm_restart"], [66, 4, 1, "", "vm_start"], [66, 4, 1, "", "vm_stop"], [66, 4, 1, "", "wait_vm_deployment"], [66, 4, 1, "", "wait_vm_operation"]], "mlos_bench.storage": [[136, 1, 1, "", "Storage"], [68, 0, 0, "-", "base_experiment_data"], [69, 0, 0, "-", "base_storage"], [70, 0, 0, "-", "base_trial_data"], [71, 0, 0, "-", "base_tunable_config_data"], [72, 0, 0, "-", "base_tunable_config_trial_group_data"], [67, 5, 1, "", "from_config"], [73, 0, 0, "-", "sql"], [83, 0, 0, "-", "storage_factory"], [84, 0, 0, "-", "util"]], "mlos_bench.storage.Storage": [[136, 1, 1, "", "Experiment"], [136, 1, 1, "", "Trial"], [136, 4, 1, "", "__init__"], [136, 4, 1, "", "experiment"], [136, 3, 1, "", "experiments"]], "mlos_bench.storage.Storage.Experiment": [[136, 3, 1, "", "description"], [136, 3, 1, "", "experiment_id"], [136, 4, 1, "", "load"], [136, 4, 1, "", "load_telemetry"], [136, 4, 1, "", "load_tunable_config"], [136, 4, 1, "", "merge"], [136, 4, 1, "", "new_trial"], [136, 3, 1, "", "opt_targets"], [136, 4, 1, "", "pending_trials"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunables"]], "mlos_bench.storage.Storage.Trial": [[136, 4, 1, "", "config"], [136, 3, 1, "", "opt_targets"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunable_config_id"], [136, 3, 1, "", "tunables"], [136, 4, 1, "", "update"], [136, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_experiment_data": [[137, 1, 1, "", "ExperimentData"]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, 2, 1, "", "CONFIG_COLUMN_PREFIX"], [137, 2, 1, "", "RESULT_COLUMN_PREFIX"], [137, 4, 1, "", "__init__"], [137, 3, 1, "", "default_tunable_config_id"], [137, 3, 1, "", "description"], [137, 3, 1, "", "experiment_id"], [137, 3, 1, "", "objectives"], [137, 3, 1, "", "results_df"], [137, 3, 1, "", "root_env_config"], [137, 3, 1, "", "trials"], [137, 3, 1, "", "tunable_config_trial_groups"], [137, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.base_storage": [[69, 1, 1, "", "Storage"]], "mlos_bench.storage.base_storage.Storage": [[69, 1, 1, "", "Experiment"], [69, 1, 1, "", "Trial"], [69, 4, 1, "", "experiment"], [69, 3, 1, "", "experiments"]], "mlos_bench.storage.base_storage.Storage.Experiment": [[69, 3, 1, "", "description"], [69, 3, 1, "", "experiment_id"], [69, 4, 1, "", "load"], [69, 4, 1, "", "load_telemetry"], [69, 4, 1, "", "load_tunable_config"], [69, 4, 1, "", "merge"], [69, 4, 1, "", "new_trial"], [69, 3, 1, "", "opt_targets"], [69, 4, 1, "", "pending_trials"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunables"]], "mlos_bench.storage.base_storage.Storage.Trial": [[69, 4, 1, "", "config"], [69, 3, 1, "", "opt_targets"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunable_config_id"], [69, 3, 1, "", "tunables"], [69, 4, 1, "", "update"], [69, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_trial_data": [[138, 1, 1, "", "TrialData"]], "mlos_bench.storage.base_trial_data.TrialData": [[138, 4, 1, "", "__init__"], [138, 3, 1, "", "experiment_id"], [138, 3, 1, "", "metadata_df"], [138, 3, 1, "", "metadata_dict"], [138, 3, 1, "", "results_df"], [138, 3, 1, "", "results_dict"], [138, 3, 1, "", "status"], [138, 3, 1, "", "telemetry_df"], [138, 3, 1, "", "trial_id"], [138, 3, 1, "", "ts_end"], [138, 3, 1, "", "ts_start"], [138, 3, 1, "", "tunable_config"], [138, 3, 1, "", "tunable_config_id"], [138, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.base_tunable_config_data": [[139, 1, 1, "", "TunableConfigData"]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, 4, 1, "", "__init__"], [139, 3, 1, "", "config_df"], [139, 3, 1, "", "config_dict"], [139, 3, 1, "", "tunable_config_id"]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[140, 1, 1, "", "TunableConfigTrialGroupData"]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, 4, 1, "", "__init__"], [140, 3, 1, "", "experiment_id"], [140, 3, 1, "", "results_df"], [140, 3, 1, "", "trials"], [140, 3, 1, "", "tunable_config"], [140, 3, 1, "", "tunable_config_id"], [140, 3, 1, "", "tunable_config_trial_group_id"]], "mlos_bench.storage.sql": [[73, 1, 1, "", "SqlStorage"], [74, 0, 0, "-", "common"], [75, 0, 0, "-", "experiment"], [76, 0, 0, "-", "experiment_data"], [77, 0, 0, "-", "schema"], [78, 0, 0, "-", "storage"], [79, 0, 0, "-", "trial"], [80, 0, 0, "-", "trial_data"], [81, 0, 0, "-", "tunable_config_data"], [82, 0, 0, "-", "tunable_config_trial_group_data"]], "mlos_bench.storage.sql.SqlStorage": [[73, 4, 1, "", "experiment"], [73, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.common": [[74, 5, 1, "", "get_results_df"], [74, 5, 1, "", "get_trials"]], "mlos_bench.storage.sql.experiment": [[75, 1, 1, "", "Experiment"]], "mlos_bench.storage.sql.experiment.Experiment": [[75, 4, 1, "", "load"], [75, 4, 1, "", "load_telemetry"], [75, 4, 1, "", "load_tunable_config"], [75, 4, 1, "", "merge"], [75, 4, 1, "", "pending_trials"]], "mlos_bench.storage.sql.experiment_data": [[76, 1, 1, "", "ExperimentSqlData"]], "mlos_bench.storage.sql.experiment_data.ExperimentSqlData": [[76, 3, 1, "", "default_tunable_config_id"], [76, 3, 1, "", "objectives"], [76, 3, 1, "", "results_df"], [76, 3, 1, "", "trials"], [76, 3, 1, "", "tunable_config_trial_groups"], [76, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.sql.schema": [[77, 1, 1, "", "DbSchema"]], "mlos_bench.storage.sql.schema.DbSchema": [[77, 4, 1, "", "create"]], "mlos_bench.storage.sql.storage": [[141, 1, 1, "", "SqlStorage"]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, 4, 1, "", "__init__"], [141, 4, 1, "", "experiment"], [141, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.trial": [[79, 1, 1, "", "Trial"]], "mlos_bench.storage.sql.trial.Trial": [[79, 4, 1, "", "update"], [79, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.sql.trial_data": [[80, 1, 1, "", "TrialSqlData"]], "mlos_bench.storage.sql.trial_data.TrialSqlData": [[80, 3, 1, "", "metadata_df"], [80, 3, 1, "", "results_df"], [80, 3, 1, "", "telemetry_df"], [80, 3, 1, "", "tunable_config"], [80, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.sql.tunable_config_data": [[81, 1, 1, "", "TunableConfigSqlData"]], "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData": [[81, 3, 1, "", "config_df"]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, 1, 1, "", "TunableConfigTrialGroupSqlData"]], "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData": [[82, 3, 1, "", "results_df"], [82, 3, 1, "", "trials"], [82, 3, 1, "", "tunable_config"]], "mlos_bench.storage.storage_factory": [[142, 5, 1, "", "from_config"]], "mlos_bench.storage.util": [[84, 5, 1, "", "kv_df_to_dict"]], "mlos_bench.tunables": [[143, 1, 1, "", "Tunable"], [144, 1, 1, "", "TunableGroups"], [86, 0, 0, "-", "covariant_group"], [87, 0, 0, "-", "tunable"], [88, 0, 0, "-", "tunable_groups"]], "mlos_bench.tunables.Tunable": [[143, 4, 1, "", "__init__"], [143, 3, 1, "", "cardinality"], [143, 3, 1, "", "categories"], [143, 3, 1, "", "category"], [143, 4, 1, "", "copy"], [143, 3, 1, "", "default"], [143, 3, 1, "", "distribution"], [143, 3, 1, "", "distribution_params"], [143, 3, 1, "", "dtype"], [143, 4, 1, "", "in_range"], [143, 3, 1, "", "is_categorical"], [143, 4, 1, "", "is_default"], [143, 3, 1, "", "is_log"], [143, 3, 1, "", "is_numerical"], [143, 3, 1, "", "is_special"], [143, 4, 1, "", "is_valid"], [143, 3, 1, "", "meta"], [143, 3, 1, "", "name"], [143, 3, 1, "", "numerical_value"], [143, 3, 1, "", "quantization_bins"], [143, 3, 1, "", "quantized_values"], [143, 3, 1, "", "range"], [143, 3, 1, "", "range_weight"], [143, 3, 1, "", "span"], [143, 3, 1, "", "special"], [143, 3, 1, "", "type"], [143, 4, 1, "", "update"], [143, 3, 1, "", "value"], [143, 3, 1, "", "values"], [143, 3, 1, "", "weights"]], "mlos_bench.tunables.TunableGroups": [[144, 4, 1, "", "__init__"], [144, 4, 1, "", "assign"], [144, 4, 1, "", "copy"], [144, 4, 1, "", "get_covariant_group_names"], [144, 4, 1, "", "get_param_values"], [144, 4, 1, "", "get_tunable"], [144, 4, 1, "", "is_defaults"], [144, 4, 1, "", "is_updated"], [144, 4, 1, "", "merge"], [144, 4, 1, "", "reset"], [144, 4, 1, "", "restore_defaults"], [144, 4, 1, "", "subgroup"]], "mlos_bench.tunables.covariant_group": [[86, 1, 1, "", "CovariantTunableGroup"]], "mlos_bench.tunables.covariant_group.CovariantTunableGroup": [[86, 4, 1, "", "copy"], [86, 3, 1, "", "cost"], [86, 4, 1, "", "equals_defaults"], [86, 4, 1, "", "get_current_cost"], [86, 4, 1, "", "get_names"], [86, 4, 1, "", "get_tunable"], [86, 4, 1, "", "get_tunable_values_dict"], [86, 4, 1, "", "get_tunables"], [86, 4, 1, "", "is_defaults"], [86, 4, 1, "", "is_updated"], [86, 3, 1, "", "name"], [86, 4, 1, "", "reset_is_updated"], [86, 4, 1, "", "restore_defaults"]], "mlos_bench.tunables.tunable": [[87, 1, 1, "", "DistributionDict"], [87, 1, 1, "", "Tunable"], [87, 1, 1, "", "TunableDict"], [87, 6, 1, "", "TunableValue"], [87, 6, 1, "", "TunableValueType"], [87, 6, 1, "", "TunableValueTypeName"], [87, 6, 1, "", "TunableValueTypeTuple"], [87, 6, 1, "", "TunableValuesDict"]], "mlos_bench.tunables.tunable.DistributionDict": [[87, 2, 1, "", "params"], [87, 2, 1, "", "type"]], "mlos_bench.tunables.tunable.Tunable": [[87, 3, 1, "", "cardinality"], [87, 3, 1, "", "categories"], [87, 3, 1, "", "category"], [87, 4, 1, "", "copy"], [87, 3, 1, "", "default"], [87, 3, 1, "", "distribution"], [87, 3, 1, "", "distribution_params"], [87, 3, 1, "", "dtype"], [87, 4, 1, "", "in_range"], [87, 3, 1, "", "is_categorical"], [87, 4, 1, "", "is_default"], [87, 3, 1, "", "is_log"], [87, 3, 1, "", "is_numerical"], [87, 3, 1, "", "is_special"], [87, 4, 1, "", "is_valid"], [87, 3, 1, "", "meta"], [87, 3, 1, "", "name"], [87, 3, 1, "", "numerical_value"], [87, 3, 1, "", "quantization_bins"], [87, 3, 1, "", "quantized_values"], [87, 3, 1, "", "range"], [87, 3, 1, "", "range_weight"], [87, 3, 1, "", "span"], [87, 3, 1, "", "special"], [87, 3, 1, "", "type"], [87, 4, 1, "", "update"], [87, 3, 1, "", "value"], [87, 3, 1, "", "values"], [87, 3, 1, "", "weights"]], "mlos_bench.tunables.tunable.TunableDict": [[87, 2, 1, "", "default"], [87, 2, 1, "", "description"], [87, 2, 1, "", "distribution"], [87, 2, 1, "", "log"], [87, 2, 1, "", "meta"], [87, 2, 1, "", "quantization_bins"], [87, 2, 1, "", "range"], [87, 2, 1, "", "range_weight"], [87, 2, 1, "", "special"], [87, 2, 1, "", "special_weights"], [87, 2, 1, "", "type"], [87, 2, 1, "", "values_weights"]], "mlos_bench.tunables.tunable_groups": [[88, 1, 1, "", "TunableGroups"]], "mlos_bench.tunables.tunable_groups.TunableGroups": [[88, 4, 1, "", "assign"], [88, 4, 1, "", "copy"], [88, 4, 1, "", "get_covariant_group_names"], [88, 4, 1, "", "get_param_values"], [88, 4, 1, "", "get_tunable"], [88, 4, 1, "", "is_defaults"], [88, 4, 1, "", "is_updated"], [88, 4, 1, "", "merge"], [88, 4, 1, "", "reset"], [88, 4, 1, "", "restore_defaults"], [88, 4, 1, "", "subgroup"]], "mlos_bench.util": [[89, 5, 1, "", "check_required_params"], [89, 5, 1, "", "datetime_parser"], [89, 5, 1, "", "get_class_from_name"], [89, 5, 1, "", "get_git_info"], [89, 5, 1, "", "instantiate_from_config"], [89, 5, 1, "", "merge_parameters"], [89, 5, 1, "", "nullable"], [89, 5, 1, "", "path_join"], [89, 5, 1, "", "prepare_class_load"], [89, 5, 1, "", "preprocess_dynamic_configs"], [89, 5, 1, "", "try_parse_val"], [89, 5, 1, "", "utcify_nullable_timestamp"], [89, 5, 1, "", "utcify_timestamp"]], "mlos_core": [[93, 0, 0, "-", "optimizers"], [100, 0, 0, "-", "spaces"], [108, 0, 0, "-", "util"], [109, 0, 0, "-", "version"]], "mlos_core.optimizers": [[93, 1, 1, "", "BaseOptimizer"], [93, 1, 1, "", "FlamlOptimizer"], [145, 1, 1, "", "OptimizerFactory"], [147, 1, 1, "", "OptimizerType"], [93, 1, 1, "", "RandomOptimizer"], [93, 1, 1, "", "SmacOptimizer"], [93, 1, 1, "", "SpaceAdapterType"], [94, 0, 0, "-", "bayesian_optimizers"], [97, 0, 0, "-", "flaml_optimizer"], [98, 0, 0, "-", "optimizer"], [99, 0, 0, "-", "random_optimizer"]], "mlos_core.optimizers.BaseOptimizer": [[93, 4, 1, "", "cleanup"], [93, 4, 1, "", "get_best_observations"], [93, 4, 1, "", "get_observations"], [93, 4, 1, "", "register"], [93, 4, 1, "", "register_pending"], [93, 3, 1, "", "space_adapter"], [93, 4, 1, "", "suggest"]], "mlos_core.optimizers.FlamlOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.OptimizerFactory": [[145, 4, 1, "", "__init__"], [145, 4, 1, "", "create"]], "mlos_core.optimizers.OptimizerType": [[147, 2, 1, "", "FLAML"], [147, 2, 1, "", "RANDOM"], [147, 2, 1, "", "SMAC"], [147, 4, 1, "", "__init__"]], "mlos_core.optimizers.RandomOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.SmacOptimizer": [[93, 4, 1, "", "acquisition_function"], [93, 4, 1, "", "cleanup"], [93, 3, 1, "", "n_random_init"], [93, 4, 1, "", "register_pending"], [93, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.SpaceAdapterType": [[93, 2, 1, "", "IDENTITY"], [93, 2, 1, "", "LLAMATUNE"]], "mlos_core.optimizers.bayesian_optimizers": [[148, 1, 1, "", "BaseBayesianOptimizer"], [149, 1, 1, "", "SmacOptimizer"], [95, 0, 0, "-", "bayesian_optimizer"], [96, 0, 0, "-", "smac_optimizer"]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, 4, 1, "", "__init__"], [148, 4, 1, "", "acquisition_function"], [148, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, 4, 1, "", "__init__"], [149, 4, 1, "", "acquisition_function"], [149, 4, 1, "", "cleanup"], [149, 3, 1, "", "n_random_init"], [149, 4, 1, "", "register_pending"], [149, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, 1, 1, "", "BaseBayesianOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer": [[95, 4, 1, "", "acquisition_function"], [95, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, 1, 1, "", "SmacOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer": [[96, 4, 1, "", "acquisition_function"], [96, 4, 1, "", "cleanup"], [96, 3, 1, "", "n_random_init"], [96, 4, 1, "", "register_pending"], [96, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.flaml_optimizer": [[97, 1, 1, "", "EvaluatedSample"], [150, 1, 1, "", "FlamlOptimizer"]], "mlos_core.optimizers.flaml_optimizer.EvaluatedSample": [[97, 2, 1, "", "config"], [97, 2, 1, "", "score"]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, 4, 1, "", "__init__"], [150, 4, 1, "", "register_pending"]], "mlos_core.optimizers.optimizer": [[151, 1, 1, "", "BaseOptimizer"]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, 4, 1, "", "__init__"], [151, 4, 1, "", "cleanup"], [151, 4, 1, "", "get_best_observations"], [151, 4, 1, "", "get_observations"], [151, 4, 1, "", "register"], [151, 4, 1, "", "register_pending"], [151, 3, 1, "", "space_adapter"], [151, 4, 1, "", "suggest"]], "mlos_core.optimizers.random_optimizer": [[152, 1, 1, "", "RandomOptimizer"]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, 4, 1, "", "__init__"], [152, 4, 1, "", "register_pending"]], "mlos_core.spaces": [[101, 0, 0, "-", "adapters"], [105, 0, 0, "-", "converters"]], "mlos_core.spaces.adapters": [[101, 1, 1, "", "IdentityAdapter"], [101, 1, 1, "", "LlamaTuneAdapter"], [153, 1, 1, "", "SpaceAdapterFactory"], [155, 1, 1, "", "SpaceAdapterType"], [102, 0, 0, "-", "adapter"], [103, 0, 0, "-", "identity_adapter"], [104, 0, 0, "-", "llamatune"]], "mlos_core.spaces.adapters.IdentityAdapter": [[101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.LlamaTuneAdapter": [[101, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [101, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [101, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, 4, 1, "", "__init__"], [153, 4, 1, "", "create"]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, 2, 1, "", "IDENTITY"], [155, 2, 1, "", "LLAMATUNE"], [155, 4, 1, "", "__init__"]], "mlos_core.spaces.adapters.adapter": [[156, 1, 1, "", "BaseSpaceAdapter"]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, 4, 1, "", "__init__"], [156, 4, 1, "", "inverse_transform"], [156, 3, 1, "", "orig_parameter_space"], [156, 3, 1, "", "target_parameter_space"], [156, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.identity_adapter": [[157, 1, 1, "", "IdentityAdapter"]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, 4, 1, "", "__init__"], [157, 4, 1, "", "inverse_transform"], [157, 3, 1, "", "target_parameter_space"], [157, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.llamatune": [[158, 1, 1, "", "LlamaTuneAdapter"]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [158, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [158, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [158, 4, 1, "", "__init__"], [158, 4, 1, "", "inverse_transform"], [158, 3, 1, "", "target_parameter_space"], [158, 4, 1, "", "transform"]], "mlos_core.spaces.converters": [[106, 0, 0, "-", "flaml"], [107, 0, 0, "-", "util"]], "mlos_core.spaces.converters.flaml": [[159, 5, 1, "", "configspace_to_flaml_space"]], "mlos_core.spaces.converters.util": [[107, 5, 1, "", "monkey_patch_quantization"]], "mlos_core.util": [[108, 5, 1, "", "config_to_dataframe"], [108, 5, 1, "", "drop_nulls"], [108, 5, 1, "", "normalize_config"]], "mlos_viz": [[160, 1, 1, "", "MlosVizMethod"], [112, 0, 0, "-", "base"], [113, 0, 0, "-", "dabl"], [111, 5, 1, "", "ignore_plotter_warnings"], [161, 5, 1, "", "plot"], [114, 0, 0, "-", "util"], [115, 0, 0, "-", "version"]], "mlos_viz.MlosVizMethod": [[160, 2, 1, "", "AUTO"], [160, 2, 1, "", "DABL"], [160, 4, 1, "", "__init__"]], "mlos_viz.base": [[112, 5, 1, "", "augment_results_df_with_config_trial_group_stats"], [112, 5, 1, "", "ignore_plotter_warnings"], [112, 5, 1, "", "limit_top_n_configs"], [112, 5, 1, "", "plot_optimizer_trends"], [112, 5, 1, "", "plot_top_n_configs"]], "mlos_viz.dabl": [[113, 5, 1, "", "ignore_plotter_warnings"], [113, 5, 1, "", "plot"]], "mlos_viz.util": [[114, 5, 1, "", "expand_results_data_args"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:property", "4": "py:method", "5": "py:function", "6": "py:data"}, "terms": {"": [5, 6, 7, 8, 9, 10, 11, 21, 23, 24, 26, 27, 30, 32, 39, 54, 55, 57, 67, 68, 69, 70, 71, 75, 76, 79, 80, 81, 85, 87, 89, 93, 94, 95, 96, 97, 98, 99, 108, 111, 112, 117, 118, 119, 121, 122, 127, 129, 132, 136, 137, 138, 139, 143, 148, 149, 150, 151, 152, 158, 161, 164, 165, 166, 167], "0": [5, 6, 7, 20, 86, 93, 94, 96, 97, 101, 104, 117, 118, 119, 120, 149, 158], "1": [2, 3, 5, 20, 32, 33, 34, 35, 52, 67, 69, 75, 93, 94, 96, 97, 98, 111, 119, 120, 136, 147, 149, 151, 155, 160], "10": [112, 165], "100": [93, 94, 96, 149], "10000": [101, 104, 158], "16": [101, 104, 158], "1shot": 164, "2": [5, 20, 39, 52, 85, 87, 88, 101, 104, 112, 120, 132, 143, 144, 158], "20": 112, "2022": 164, "3": [5, 6, 7, 8, 9, 10, 11, 12, 16, 20, 36, 40, 41, 55, 61, 117, 118, 119, 120, 121, 122, 125, 133], "30": 165, "4": [5, 6, 7, 20, 117, 118, 120], "5": [5, 20, 120], "6": [5, 20, 120], "64": 165, "7": [5, 20, 120], "A": [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 98, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 150, 151, 155, 159, 165], "As": 165, "Be": 165, "By": [32, 33, 34, 93, 98, 112, 149, 151, 164], "For": [5, 6, 32, 87, 118, 164, 165], "If": [5, 6, 7, 8, 9, 10, 12, 16, 32, 36, 37, 39, 40, 41, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 75, 85, 87, 89, 111, 112, 113, 117, 118, 121, 122, 125, 130, 132, 133, 134, 135, 136, 138, 143, 149, 150, 158, 161, 165], "In": [5, 8, 9, 10, 25, 85, 88, 89, 112, 121, 122, 144, 165, 166, 167], "It": [5, 6, 21, 22, 25, 32, 36, 38, 42, 70, 71, 81, 85, 88, 118, 130, 131, 134, 138, 139, 144, 164, 165, 166, 167], "Its": [32, 167], "NOT": [85, 87, 143], "No": [23, 29], "Not": [93, 94, 95, 96, 97, 98, 99, 119, 148, 149, 150, 151, 152], "On": [89, 165], "One": [32, 67, 69, 79, 136], "That": [86, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152, 165], "The": [2, 3, 4, 5, 7, 11, 21, 23, 24, 25, 26, 27, 28, 29, 30, 39, 41, 44, 48, 49, 50, 54, 55, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 72, 75, 76, 82, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 117, 119, 127, 128, 129, 132, 135, 136, 137, 140, 144, 145, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 167], "There": 21, "These": [23, 24, 27, 87, 127, 129, 164, 166], "To": [54, 164, 165], "With": 165, "__enter__": [21, 54], "__exit__": [21, 54], "__init__": [117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160], "__repr__": [5, 6, 118], "_config_path": [39, 55, 57, 132], "_connection_pend": 54, "_scalartype_co": [93, 94, 95, 96, 148, 149], "ab": 112, "abil": 165, "about": [67, 69, 73, 78, 85, 87, 136, 141, 143, 150, 165], "abov": [164, 165], "abs_path": 89, "absolut": [39, 55, 57, 89, 132], "abstract": [5, 6, 23, 24, 31, 33, 34, 36, 37, 38, 67, 68, 69, 70, 71, 72, 93, 94, 95, 98, 102, 118, 129, 130, 131, 136, 137, 138, 139, 140, 148, 151, 156, 164, 165], "access": [44, 45, 55, 56, 68, 70, 71, 72, 74, 76, 80, 81, 82, 85, 86, 88, 137, 138, 139, 140, 144], "access_head": [55, 56], "access_token": [55, 56], "accomplish": 164, "account": [85, 87, 143, 165], "accuraci": 165, "acquisit": [93, 94, 95, 96, 148, 149], "acquisition_funct": [92, 93, 94, 95, 96, 148, 149], "across": [32, 112, 149, 166], "act": [36, 40, 41, 55, 61, 133], "actual": [39, 55, 57, 85, 87, 132, 143], "ad": [25, 111, 112, 165], "adapt": [92, 93, 94, 95, 96, 97, 98, 99, 100, 108, 145, 148, 149, 150, 151, 152, 162, 165], "add": [33, 34, 39, 55, 57, 112, 113, 132, 164, 167], "addit": [32, 39, 54, 55, 57, 67, 69, 83, 85, 87, 132, 136, 142, 143, 162, 164, 165], "addition": [74, 112], "adjust": 165, "advis": 32, "affect": 149, "after": [23, 24, 32, 33, 34, 67, 69, 75, 89, 93, 94, 96, 98, 129, 136, 149, 151, 165], "again": 165, "against": [2, 3, 39, 55, 57, 93, 99, 132, 152, 164], "agnost": [31, 165], "aid": [21, 167], "aim": [101, 104, 158, 164], "algorithm": 166, "alia": [12, 18, 87, 97, 126], "all": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 36, 37, 38, 39, 54, 55, 57, 67, 68, 69, 72, 75, 76, 82, 85, 86, 87, 88, 89, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 136, 137, 140, 143, 144, 164, 165], "allow": [67, 69, 73, 78, 85, 88, 136, 141, 144, 164, 165], "along": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 111, 112, 117, 118, 121, 122, 123, 124, 125, 161], "alongsid": [93, 145, 153], "alreadi": [67, 69, 75, 89, 136], "also": [23, 24, 32, 85, 88, 93, 94, 96, 112, 121, 122, 124, 125, 129, 144, 149, 162, 163, 165, 167], "alwai": [23, 29, 44, 48, 49, 50, 55, 59, 60, 62, 63, 64, 66, 67, 69, 79, 135, 136, 165], "an": [2, 3, 4, 5, 6, 12, 16, 21, 23, 24, 36, 37, 38, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 57, 61, 63, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 144, 147, 149, 150, 151, 152, 155, 164, 165, 166, 167], "analysi": 165, "analyz": 162, "ani": [4, 5, 6, 7, 8, 9, 10, 21, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 67, 69, 70, 75, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 138, 142, 143, 144, 148, 149, 150, 151, 152, 161, 165], "annoi": [111, 112], "api": [23, 28, 44, 45, 46, 55, 56, 128, 164, 165, 166, 167], "appear": 164, "appli": [32, 89, 164, 165], "applic": [0, 5, 8, 9, 10, 12, 16, 67, 69, 89, 121, 122, 125, 136, 165, 166], "approach": 164, "ar": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 27, 29, 32, 44, 48, 50, 55, 60, 62, 66, 67, 68, 69, 75, 76, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 135, 136, 137, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 166], "are_equ": 86, "arg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 89, 120, 145, 147, 153, 155, 160], "argument": [32, 39, 89, 93, 111, 112, 114, 119, 132, 145, 153, 161], "argv": 22, "arm": 165, "around": [54, 164, 167], "arrai": 41, "arriv": [44, 50, 55, 60, 135], "ascend": [93, 98, 114, 151], "assess": 112, "assign": [0, 85, 86, 87, 88, 143, 144], "associ": [70, 89, 93, 98, 138, 151], "assum": 165, "async": 54, "asynchron": [44, 50, 51, 53, 55, 65, 135], "asyncio": 21, "asyncremoteexecresultsfutur": [51, 53], "asyncresultsurl": [44, 50, 55, 59, 63, 65, 66, 135], "asyncssh": 54, "attempt": [67, 69, 75, 89, 136], "attribut": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 148, 149, 150, 151, 152, 156, 157, 158], "augment": [32, 89, 112], "augment_results_df_with_config_trial_group_stat": [111, 112, 116], "authent": [55, 56], "authenticator_typ": [36, 55], "author": [44, 45, 55, 56], "auto": [111, 116, 160], "autom": [0, 111, 162, 164, 165, 166], "automat": [32, 112, 165, 166, 167], "automl": [93, 96, 97, 150], "autotun": [0, 23, 32, 67, 73, 162, 164, 165], "auxiliari": 25, "avail": [32, 36, 38, 131, 163, 164, 165, 166, 167], "aw": 165, "awai": 165, "awar": 166, "az": 165, "azur": [15, 36, 38, 43, 66, 131, 164], "azure_auth": [43, 44], "azure_deployment_servic": [43, 44], "azure_fileshar": [43, 44], "azure_network_servic": [43, 44], "azure_saa": [43, 44], "azure_vm_servic": [43, 44], "azureauthservic": [36, 43, 44, 45], "azuredeploymentservic": [43, 44, 46, 48, 50], "azurefileshareservic": [36, 43, 44, 47], "azurenetworkservic": [36, 43, 44, 48], "azuresaasconfigservic": [36, 43, 44, 49], "azurevmservic": [36, 38, 43, 44, 50, 131], "backend": [67, 73, 78, 79, 89, 93, 94, 96, 97, 98, 99, 141, 149, 150, 151, 152, 164], "background": 21, "bar": 31, "base": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 116, 118, 127, 129, 130, 131, 136, 137, 138, 139, 140, 148, 149, 151, 152, 165], "base_class": 89, "base_environ": [0, 5], "base_experiment_data": [0, 67], "base_fileshar": [0, 36], "base_optim": [0, 23], "base_schedul": [0, 33], "base_servic": [0, 36], "base_storag": [0, 67], "base_supported_config_prop": [0, 23, 24, 129], "base_trial_data": [0, 67], "base_tunable_config_data": [0, 67], "base_tunable_config_trial_group_data": [0, 67], "basebayesianoptim": [92, 93, 94, 95, 96], "baselin": [93, 99, 152, 166], "baseoptim": [92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 110, 145, 156, 157, 158], "basespaceadapt": [93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 148, 149, 150, 151, 152, 153, 157, 158], "basetypevar": 89, "basic": [92, 93, 94, 98, 101, 102, 151, 156, 165, 167], "bayesian": [93, 94, 95, 96, 99, 148, 149, 152, 164, 166], "bayesian_optim": [92, 93, 147], "bayesianoptim": 164, "becaus": 25, "becom": 164, "been": [23, 24, 26, 27, 30, 85, 86, 88, 93, 94, 96, 97, 98, 99, 127, 129, 144, 149, 150, 151, 152], "befor": [5, 6, 32, 36, 38, 67, 69, 75, 93, 98, 112, 118, 131, 136, 151, 165], "behavior": [55, 119, 165], "being": [5, 7, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 117, 127, 129, 135], "belong": [70, 80, 85, 88, 101, 102, 103, 104, 138, 144, 156, 157, 158], "below": [162, 165], "bench": [2, 3, 162, 166], "benchmark": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 19, 20, 22, 23, 24, 26, 27, 28, 30, 32, 39, 44, 55, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 89, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 164, 166, 167], "benchmark_statu": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "best": [23, 24, 27, 30, 33, 34, 93, 98, 112, 127, 129, 151], "beta": [85, 87, 143], "better": [164, 165], "between": [23, 24, 25, 67, 68, 69, 76, 129, 136, 137], "bia": [101, 104, 158], "bin": [85, 87, 107, 143], "bo": 164, "bool": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 23, 24, 25, 26, 27, 28, 29, 33, 34, 36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 111, 112, 114, 117, 118, 120, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 149, 151, 158, 161], "boolean": [44, 48, 49, 55, 62, 64], "boot": [12, 15, 59, 124], "bootstrap": 149, "both": [74, 164, 165], "bound": 166, "boundari": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "brief": 164, "browser": 164, "budget": 164, "build": [36, 38, 39, 55, 57, 131, 132], "build_environ": [36, 39, 55, 57, 132], "build_optim": [36, 39, 132], "build_schedul": [36, 39, 132], "build_servic": [36, 39, 132], "build_storag": [36, 39, 132], "builtin_config_path": [36, 39, 132], "bulk": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "bulk_regist": [0, 23, 24, 26, 27, 28, 127, 128, 129, 149], "bundl": [39, 55, 57, 132], "cach": 54, "call": [5, 6, 7, 21, 33, 34, 36, 38, 44, 45, 54, 55, 56, 72, 82, 101, 102, 103, 104, 117, 118, 131, 140, 150, 156, 157, 158], "callabl": [36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 89, 130, 131, 132, 133, 134, 135], "caller": [21, 36, 38, 54, 131], "can": [5, 12, 16, 21, 25, 32, 36, 38, 39, 40, 41, 44, 50, 55, 57, 60, 61, 67, 68, 69, 72, 76, 82, 85, 87, 89, 93, 94, 96, 97, 98, 99, 112, 125, 130, 131, 132, 133, 134, 135, 136, 137, 140, 143, 149, 150, 151, 152, 164, 165, 166], "cancel": [0, 5, 20, 120], "candid": 166, "capabl": 164, "cardin": [0, 85, 87, 143], "case": [85, 88, 89, 144], "categor": [85, 87, 143], "categori": [0, 85, 87, 143], "caus": [44, 50, 54, 55, 60, 135], "certain": [46, 84, 164], "chain": [85, 88, 144], "chang": [32, 54, 68, 76, 86, 137, 165], "charact": [25, 41], "characterist": [44, 50, 55, 60, 135], "check": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 20, 23, 24, 25, 26, 33, 34, 44, 49, 50, 55, 60, 62, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 120, 121, 122, 123, 124, 125, 129, 135, 136, 143, 144], "check_required_param": [0, 89, 91], "child": [5, 7, 117], "children": [0, 5, 6, 7, 117, 118], "choos": [25, 149], "class": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163], "class_config": [39, 89, 132], "class_nam": [5, 6, 36, 38, 39, 89, 118, 130, 131, 132, 134], "classmethod": [5, 6, 36, 38, 54, 118, 131], "claus": [42, 55, 61], "clean": [5, 8, 9, 12, 15, 16, 21, 108, 121, 124, 125, 165], "cleanli": 54, "cleanup": [51, 54, 92, 93, 94, 96, 98, 149, 151], "clear": [54, 85, 86, 88, 144], "clear_client_cach": [51, 54], "cli": [1, 2, 3, 32, 44, 45, 164], "client": [54, 89], "close": 54, "cloud": [12, 17, 55, 56, 64, 165], "cmd": 89, "cmdline": 41, "code": [36, 40, 41, 55, 61, 133, 163, 164, 165, 166], "codespac": 164, "collect": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 36, 39, 40, 41, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 85, 86, 88, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 132, 133, 144, 164, 165], "column": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 114, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158], "com": [32, 164, 165], "combin": [39, 67, 69, 132, 136, 164], "come": [44, 50, 51, 53, 55, 65, 135, 165], "command": [22, 32, 36, 40, 41, 43, 44, 50, 51, 53, 54, 55, 61, 65, 133, 135, 163, 165], "commandlin": 41, "comment": 54, "commit": 89, "common": [67, 73, 114, 165], "compar": 86, "comparison": [93, 99, 152, 166], "compat": [67, 69, 75, 136], "complet": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 33, 34, 67, 69, 75, 117, 118, 119, 121, 122, 125, 136, 164, 165], "complic": [36, 40, 41, 55, 61, 133], "compon": [22, 89, 164, 165], "compos": [85, 88, 144], "composit": [5, 6, 7, 117, 118], "composite_env": [0, 5], "compositeenv": [0, 5, 7, 39, 55, 57, 91, 132], "compositeenviron": [85, 88, 144], "comput": [44, 50, 55, 60, 66, 135], "concret": [93, 145, 153], "concreteoptim": [93, 145], "concretespaceadapt": 153, "condit": [33, 34, 108], "config": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 96, 97, 98, 99, 107, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 163, 164], "config_column_prefix": [67, 68, 137], "config_df": [67, 71, 73, 81, 139], "config_dict": [67, 71, 81, 139], "config_fil": [67, 83, 142, 165], "config_id": [33, 34, 67, 69, 72, 75, 79, 80, 82, 136, 140], "config_load": [0, 22], "config_loader_servic": [0, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "config_loader_typ": [36, 55], "config_path": [32, 36, 39, 132, 165], "config_persist": [0, 36], "config_schema": [1, 2], "config_spac": [0, 23, 24, 26, 27, 28, 29, 30, 106, 108, 127, 128, 129, 159], "config_to_datafram": [92, 108, 110], "configpersistenceservic": [0, 22, 36, 39], "configschema": [0, 1, 2, 3, 39, 55, 57, 132], "configspac": [23, 24, 25, 93, 99, 101, 102, 103, 106, 107, 108, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "configspace_data_to_tunable_valu": [0, 23, 25], "configspace_to_flaml_spac": [100, 105, 106], "configur": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 36, 38, 39, 43, 44, 48, 49, 50, 55, 57, 60, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 83, 89, 93, 94, 95, 96, 98, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 145, 148, 149, 151, 153, 156, 157, 158, 159, 164, 166], "configurationspac": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 127, 128, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "conn": 54, "connect": [36, 37, 44, 47, 51, 52, 54, 55, 58, 130, 134, 165], "connect_param": 54, "connection_id": 54, "connection_lost": [51, 54], "connection_mad": [51, 54], "consid": [89, 165, 166], "consist": [67, 69, 85, 88, 136, 144, 166], "const_arg": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 39, 44, 50, 51, 53, 55, 57, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 165], "constant": 86, "constitut": 165, "constraint": [164, 166], "constructor": [5, 6, 23, 24, 27, 36, 38, 39, 55, 57, 89, 93, 118, 127, 129, 130, 131, 132, 134, 145, 153], "consum": 164, "contain": [5, 6, 32, 36, 38, 39, 41, 55, 56, 57, 67, 69, 79, 85, 88, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 144, 156, 157, 158, 165, 166], "content": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134, 162], "context": [21, 33, 34, 42, 54, 55, 61, 71, 81, 93, 94, 95, 96, 97, 98, 99, 139, 148, 149, 150, 151, 152, 164], "continu": [85, 87, 143], "contribut": 162, "control": [149, 150, 165], "converg": [23, 24, 26, 33, 34, 129, 164], "convers": [44, 50, 51, 53, 55, 65, 85, 87, 135, 143], "convert": [25, 84, 89, 92, 100, 108], "convert_configspac": [0, 23], "copi": [0, 52, 67, 69, 85, 86, 87, 88, 136, 143, 144, 165], "copymod": [43, 51, 52], "core": [162, 165, 167], "coro": 21, "cororeturntyp": 21, "coroutin": 21, "correl": 166, "correspond": [23, 24, 25, 26, 27, 28, 30, 70, 71, 80, 81, 89, 127, 128, 129, 138, 139, 165], "cost": [85, 86, 150, 165, 166], "could": [5, 8, 9, 10, 121, 122], "count": [23, 24, 26, 27, 32, 54, 127, 129, 165], "covari": [5, 6, 23, 24, 85, 86, 88, 118, 129, 144], "covariant_group": [0, 85], "covarianttunablegroup": [0, 85, 86, 88, 144], "cpu": 166, "creat": [12, 14, 36, 40, 41, 42, 55, 61, 67, 69, 73, 77, 78, 83, 85, 88, 92, 93, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 158, 164], "create_connect": 54, "credenti": [5, 6, 44, 45, 55, 56, 117, 118, 119, 121, 122, 123, 124, 125, 126, 164], "cs_config": 108, "curat": 166, "current": [5, 6, 7, 8, 9, 10, 23, 24, 25, 26, 27, 28, 29, 30, 67, 68, 69, 75, 76, 79, 85, 86, 87, 88, 89, 117, 118, 121, 122, 127, 128, 129, 136, 137, 143, 144, 164, 166], "current_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "cutoff": 112, "cwd": [36, 40, 41, 55, 61, 133], "d": 108, "dabl": [111, 116, 160, 161, 167], "data": [5, 8, 10, 11, 23, 24, 25, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 85, 87, 89, 111, 112, 113, 114, 119, 122, 127, 128, 129, 133, 136, 137, 138, 139, 140, 141, 143, 149, 161, 164, 165], "databas": [78, 79, 164, 165], "database_password": 165, "datafram": [23, 24, 26, 27, 30, 68, 70, 71, 72, 74, 76, 80, 81, 82, 84, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 127, 129, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158, 161], "date": 164, "datetim": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "datetime_col": 89, "datetime_pars": [0, 89, 91], "db": [44, 49, 76, 77, 80, 81, 82], "dbschema": [67, 73, 74, 75, 76, 77, 79, 80, 81, 82], "dealloc": [44, 50, 55, 60, 66, 135], "deallocate_host": [36, 43, 44, 50, 55, 60, 135], "debug": 32, "declar": 55, "deep": [85, 86, 87, 88, 143, 144], "default": [0, 5, 6, 7, 8, 9, 10, 11, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 68, 76, 85, 86, 87, 88, 93, 94, 96, 98, 101, 104, 111, 112, 113, 114, 117, 118, 119, 121, 122, 127, 128, 129, 130, 134, 137, 143, 144, 149, 151, 158, 161, 165, 166], "default_max_unique_values_per_param": [100, 101, 104, 158], "default_num_low_dim": [100, 101, 104, 158], "default_special_param_value_biasing_percentag": [100, 101, 104, 158], "default_tunable_config_id": [67, 68, 73, 76, 137], "defin": [67, 69, 72, 77, 82, 93, 94, 95, 98, 102, 127, 128, 129, 136, 140, 145, 148, 151, 156], "definit": [21, 77, 85, 86, 87, 88, 143], "delet": [44, 48, 50, 55, 60, 62, 135], "depend": [36, 39, 40, 41, 44, 48, 55, 61, 62, 85, 87, 132, 133, 143, 149, 164], "deploi": [5, 6, 39, 44, 46, 48, 50, 55, 57, 60, 62, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135], "deploy": [44, 46, 48, 50, 135, 164], "deploy_param": [44, 46, 48, 50, 135], "deprovis": [12, 15, 44, 48, 50, 55, 60, 62, 66, 124, 135, 165], "deprovision_host": [36, 43, 44, 50, 55, 60, 135], "deprovision_network": [36, 43, 44, 48, 55, 62], "deriv": [5, 6, 36, 38, 89, 93, 118, 131, 145, 153], "describ": [2, 3, 39, 55, 57, 132, 164], "descript": [0, 22, 67, 68, 69, 73, 75, 76, 78, 85, 87, 136, 137, 141, 162], "deseri": [39, 132, 143], "design": 164, "desir": [85, 88, 144], "dest": 89, "destin": [4, 89], "detail": [5, 6, 32, 36, 37, 44, 47, 51, 52, 54, 55, 58, 118, 130, 134, 164, 165, 167], "detect": 32, "determin": [112, 165], "determinist": 119, "devcontain": [164, 165], "develop": 164, "deviat": 112, "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 101, 104, 106, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 153, 158, 159, 161], "dict_templat": [0, 91], "dictionari": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 29, 30, 36, 37, 38, 39, 44, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 85, 87, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 140, 141, 143, 144, 150, 158, 159, 165], "dicttemplat": [0, 4, 91], "differ": [3, 44, 50, 55, 60, 85, 87, 135, 143, 149, 164], "dimens": [101, 104, 150, 158], "dimension": [101, 104, 158, 166], "dir": [36, 40, 41, 55, 61, 133, 149], "direct": [23, 24, 26, 27, 28, 29, 30, 67, 68, 69, 73, 75, 76, 78, 79, 112, 127, 128, 129, 136, 137, 141, 165], "directli": 149, "directori": [36, 37, 39, 40, 41, 42, 44, 47, 51, 52, 55, 57, 58, 61, 130, 132, 133, 134, 149, 164, 165, 166], "disabl": [32, 158], "disallow": 25, "disconnect": 54, "discoveri": 166, "discret": [101, 104, 158], "disk": 166, "distinguish": 149, "distribut": [0, 85, 87, 143], "distribution_param": [0, 85, 87, 143], "distributiondict": [0, 85, 87], "do": [46, 85, 87, 143, 164, 165], "doc": 150, "docker": 165, "document": [164, 165, 166], "doe": [85, 87, 88, 143, 144], "doesn": 89, "domain": [106, 159], "don": 165, "done": 165, "down": [5, 6, 7, 12, 13, 14, 15, 16, 33, 34, 44, 50, 54, 55, 60, 66, 117, 118, 123, 124, 125, 135], "download": [0, 5, 6, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 118, 122, 130, 134], "drop_nul": [92, 108, 110], "dtype": [0, 85, 87, 93, 94, 95, 96, 143, 148, 149], "duckdb": 165, "due": [36, 40, 41, 44, 48, 55, 61, 62, 93, 94, 96, 133, 149, 165], "dump_params_fil": [121, 122], "dure": [44, 48, 55, 62, 149, 165], "dynam": [39, 55, 57, 132], "e": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 86, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 149, 153, 164, 165, 166], "each": [5, 7, 23, 24, 27, 32, 41, 54, 85, 88, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 144, 158, 165], "earli": 89, "eas": [164, 165], "easi": 164, "easili": [32, 149, 164, 165], "ec2": 165, "effici": [101, 104, 158, 165, 166], "either": [21, 39, 55, 57, 85, 87, 132, 143, 164, 165], "element": [85, 87, 143], "els": [85, 87, 143], "emploi": [93, 98, 148, 149, 150, 151, 152, 158], "empti": [5, 6, 7, 8, 9, 10, 39, 55, 57, 70, 85, 87, 117, 118, 121, 122, 132, 138, 143], "enabl": [162, 164], "encapsul": [21, 39], "encod": 165, "encount": [44, 48, 55, 62], "end": [70, 80, 138, 165], "engin": [74, 75, 76, 77, 79, 80, 81, 82, 165], "ensur": [164, 165], "enter": [0, 21, 51, 54], "entir": [36, 37, 44, 47, 51, 52, 55, 58, 85, 86, 88, 130, 134, 144], "enum": [2, 3, 5, 20, 25, 52, 93, 111, 120, 145], "enumer": [93, 147, 155], "env": [5, 6, 36, 39, 40, 41, 55, 57, 61, 118, 132, 133, 164, 165], "env_nam": [5, 6, 118], "env_param": [44, 50, 51, 53, 55, 65, 135], "environ": [0, 1, 2, 3, 4, 23, 28, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 68, 69, 73, 76, 78, 85, 88, 89, 91, 128, 131, 132, 133, 134, 135, 136, 137, 141, 144, 162, 164], "ephemer": 32, "equal": [93, 94, 96, 149], "equals_default": [85, 86], "equival": [5, 6, 7, 117, 118], "error": [44, 48, 55, 62, 89, 165], "especi": 164, "establish": 54, "estim": 165, "etc": [5, 6, 32, 39, 41, 55, 57, 67, 69, 73, 78, 93, 94, 96, 97, 98, 99, 117, 118, 121, 122, 123, 124, 125, 126, 132, 133, 136, 141, 145, 149, 150, 151, 152, 153, 164, 166, 167], "evalu": [93, 97, 98, 149, 151, 165, 166], "evaluatedsampl": [92, 93, 97], "event": [21, 54], "event_loop_context": [0, 91], "eventloopcontext": [0, 21, 91], "everi": [36, 40, 41, 55, 61, 133], "exactli": 84, "exampl": [0, 32, 91, 163, 165], "exc": 54, "except": [2, 3, 54], "execut": [5, 6, 16, 36, 40, 41, 43, 44, 50, 51, 53, 55, 61, 65, 68, 76, 93, 94, 96, 97, 98, 99, 118, 121, 124, 125, 133, 135, 137, 149, 150, 151, 152, 165], "exist": [33, 34, 164, 165, 166], "exit": [0, 21, 32, 51, 54], "exp_data": [111, 112, 113, 114, 161], "expand": [4, 39, 55, 57, 114, 132], "expand_results_data_arg": [111, 114, 116], "expand_var": [0, 4], "expans": 4, "expect": [5, 6, 7, 8, 9, 10, 12, 14, 16, 21, 85, 87, 88, 89, 117, 118, 121, 122, 125, 144, 164], "experi": [0, 5, 6, 7, 11, 12, 16, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 86, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 125, 127, 128, 129, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 160, 161, 164, 166, 167], "experiment": [68, 76, 137, 165], "experiment_data": [67, 73, 74, 164, 165], "experiment_id": [0, 32, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "experiment_myappbench": 165, "experiment_mybenchmark": 165, "experiment_redisbench": 165, "experimentdata": [0, 67, 68, 69, 72, 73, 76, 78, 82, 111, 112, 113, 114, 136, 140, 141, 161, 165, 167], "experimentsqldata": [67, 73, 74, 76], "expir": [44, 45], "explain": [54, 111, 112], "explicit": [23, 29], "explicitli": [89, 149], "exploit": 149, "explor": [101, 102, 103, 104, 149, 156, 157, 158, 164], "export": [0, 36, 38, 39, 55, 57, 131, 132], "ext_method": [36, 38, 131], "extern": [36, 38, 40, 41, 55, 61, 131, 133, 164], "extra": [4, 86], "extra_path": [39, 55, 57, 132], "extra_source_dict": 4, "extract": [23, 24, 26, 27, 30, 39, 44, 48, 50, 89, 127, 129, 132, 135], "extrem": 166, "f": [164, 165], "factori": [5, 6, 36, 38, 39, 55, 57, 83, 89, 93, 118, 131, 132, 145, 153], "fail": [0, 5, 7, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 117, 120, 127, 129, 135], "failur": 165, "fallback": 4, "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 36, 37, 44, 47, 50, 51, 52, 53, 55, 58, 59, 63, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 143, 144, 149, 151, 158, 165], "faq": 150, "far": [23, 24, 27, 30, 93, 98, 127, 129, 151], "fast": [93, 97, 150], "favor": 149, "featur": [162, 164], "fed": [101, 102, 103, 156, 157], "feed": [164, 165], "feedback": 167, "few": 165, "field": [5, 6, 7, 8, 9, 10, 12, 16, 25, 39, 44, 49, 55, 57, 64, 97, 117, 118, 121, 122, 125, 132], "figur": 112, "file": [5, 8, 9, 10, 22, 23, 29, 32, 36, 37, 39, 42, 44, 47, 51, 52, 54, 55, 57, 58, 67, 68, 69, 73, 76, 78, 83, 89, 93, 94, 96, 98, 100, 105, 121, 122, 130, 132, 133, 134, 136, 137, 141, 142, 149, 151, 164], "file_path": [39, 55, 57, 132], "fileshar": 47, "fileshare_typ": [36, 55], "fileshareservic": [0, 36, 37, 44, 47, 51, 52, 91], "filter": [111, 112, 113, 161, 166], "filter_warn": [111, 161], "final": [4, 23, 24, 26, 27, 30, 127, 129], "find": 3, "first": [23, 24, 32, 68, 76, 93, 98, 129, 137, 149, 151, 165], "flag": [85, 86, 88, 144], "flaml": [93, 97, 100, 105, 145, 147, 150, 164, 166], "flaml_optim": [92, 93, 147], "flaml_spac": [106, 159], "flamloptim": [92, 93, 97, 110, 145, 147], "flat": [36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 65, 66, 84, 85, 88, 130, 134, 135, 144], "flatten": 41, "flex": [44, 49], "flight": 54, "float": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 69, 70, 71, 79, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 138, 139, 143, 144, 148, 149, 150, 151, 152], "flow": 164, "focus": 164, "follow": [68, 72, 76, 82, 112, 121, 122, 124, 125, 137, 140, 164, 165, 166], "foo": 31, "forc": [44, 50, 51, 53, 59, 63, 135], "fork": 164, "form": [85, 87, 143], "format": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 67, 69, 79, 84, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 165], "found": [85, 88, 144, 165], "four": [39, 132], "fqn": [5, 6, 36, 38, 39, 55, 57, 89, 118, 131, 132], "frame": 165, "framework": [0, 23, 24, 67, 69, 111, 129, 136, 164, 165], "free": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 85, 87, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143], "from": [5, 6, 8, 10, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 61, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 87, 88, 89, 93, 94, 95, 96, 98, 111, 112, 113, 118, 122, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 161, 164, 165, 167], "from_config": [0, 67, 83, 91, 165], "full": [21, 23, 29, 67, 69, 73, 78, 136, 141, 165, 167], "fulli": 89, "func": 89, "function": [21, 25, 36, 38, 39, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 65, 84, 89, 93, 94, 95, 96, 98, 107, 108, 112, 113, 114, 130, 131, 132, 133, 134, 135, 148, 149, 151, 163], "further": 41, "futur": [21, 67, 69, 136, 164, 165, 166, 167], "g": [5, 6, 12, 14, 16, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 153, 164, 165, 166], "gain": [111, 112], "gear": 164, "gener": [21, 23, 24, 25, 26, 27, 28, 101, 104, 127, 128, 129, 149, 158, 164, 166, 167], "get": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 59, 63, 65, 66, 67, 69, 74, 75, 79, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 143, 144, 148, 149, 150, 151, 152, 158, 162, 165], "get_access_token": [36, 43, 44, 45, 55, 56], "get_auth_head": [36, 43, 44, 45, 55, 56], "get_best_observ": [0, 23, 24, 27, 30, 33, 34, 92, 93, 98, 127, 129, 151], "get_class_from_nam": [0, 89, 91], "get_client_connect": [51, 54], "get_covariant_group_nam": [0, 85, 88, 144], "get_credenti": [36, 43, 44, 45, 55, 56], "get_current_cost": [85, 86], "get_git_info": [0, 89, 91], "get_nam": [85, 86], "get_observ": [92, 93, 98, 151], "get_param_valu": [0, 85, 88, 144], "get_remote_exec_result": [36, 43, 44, 50, 51, 53, 55, 65, 135], "get_results_df": [67, 73, 74], "get_trial": [67, 73, 74], "get_tun": [0, 85, 86, 88, 144], "get_tunable_values_dict": [85, 86], "git": [89, 164], "git_commit": [68, 76, 89, 137], "git_path": 89, "git_repo": [68, 76, 89, 137], "github": [32, 96, 150, 162, 164, 165, 167], "give": 165, "given": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 30, 33, 34, 35, 36, 38, 39, 52, 55, 57, 67, 68, 69, 70, 72, 74, 75, 76, 82, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 140, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 160, 165, 166], "global": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 36, 38, 39, 55, 57, 67, 69, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 142, 150, 165], "global_config": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 67, 69, 73, 78, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142], "global_config_azur": [164, 165], "global_config_storag": 165, "good": [5, 20, 120], "grace": [44, 50, 51, 53, 59, 63, 66, 135], "grid": 26, "grid_search_optim": [0, 23], "gridsearchoptim": [0, 23, 26], "group": [5, 6, 12, 13, 14, 15, 17, 23, 24, 39, 55, 57, 68, 70, 72, 76, 80, 82, 85, 86, 88, 112, 117, 118, 123, 124, 129, 132, 137, 138, 140, 144, 165], "group_nam": [85, 88, 144], "guid": [93, 98, 151, 165], "h": 32, "ha": [23, 24, 26, 27, 30, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152], "handl": [25, 54, 166], "hash": [89, 149], "have": [5, 11, 25, 26, 39, 44, 50, 51, 53, 55, 59, 60, 63, 65, 66, 86, 89, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 164], "header": [44, 45, 55, 56], "heavi": 166, "help": [0, 2, 3, 4, 32, 54, 67, 69, 75, 89, 111, 112, 136, 164], "helper": [22, 39, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 57, 61, 65, 89, 107, 108, 134, 135, 164], "here": [67, 69, 73, 78, 136, 141, 164, 165], "hesbo": [101, 104, 158], "hierarchi": 6, "high": [112, 166], "higher": 149, "histor": [12, 18, 126, 149], "hood": [93, 98, 151], "hook": 54, "host": [5, 6, 12, 13, 15, 16, 18, 43, 44, 50, 51, 53, 54, 55, 59, 60, 63, 65, 118, 123, 124, 125, 126, 135, 165], "host_env": [5, 12], "host_ops_typ": [36, 55], "host_provisioner_typ": [36, 55], "hostenv": [0, 5, 6, 12, 13, 15, 18, 44, 50, 89, 118, 124, 126, 135], "hostnam": 165, "how": 112, "howev": [68, 76, 137, 149, 165], "hp": 107, "html": 96, "http": [32, 44, 45, 55, 56, 96, 150, 164, 165, 167], "human": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "hyper": 165, "hyperparamet": [25, 107, 108], "i": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 36, 38, 39, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 79, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152, 156, 157, 158, 162, 163, 164, 165, 166, 167], "id": [32, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 112, 136, 137, 138, 139, 140, 141, 143, 144], "id_from_connect": [51, 54], "id_from_param": [51, 54], "idempot": [5, 6, 7, 117, 118], "ident": [92, 93, 101, 103, 145, 153, 155, 157], "identifi": [67, 69, 72, 73, 78, 89, 136, 140, 141, 143, 166], "identity_adapt": [93, 100, 101, 155], "identityadapt": [92, 93, 100, 101, 103, 155], "ignor": [36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 86, 108, 113, 130, 134], "ignore_error": [44, 48, 55, 62], "ignore_plotter_warn": [111, 112, 113, 116, 162], "immedi": 164, "immut": 165, "impact": 166, "implement": [23, 24, 26, 27, 33, 35, 36, 55, 73, 78, 93, 94, 95, 96, 97, 98, 99, 101, 104, 127, 129, 141, 148, 149, 150, 151, 152, 158, 164, 167], "import": [31, 32], "improv": [101, 104, 158], "imput": [67, 69, 75, 136], "in_rang": [0, 85, 87, 143], "inact": 108, "includ": [67, 69, 75, 85, 88, 112, 136, 144, 162, 164, 165, 166], "incompat": [32, 165], "increment": [23, 24, 27, 127, 129], "incur": 86, "indent": [5, 6, 7, 117, 118], "independ": [164, 165, 166], "index": [93, 96, 98, 151], "indic": [44, 49, 55, 64, 112], "individu": 165, "info": [32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135, 150, 165], "inform": [23, 24, 27, 85, 87, 127, 129, 143, 165, 166], "inherit": 42, "init": [32, 100, 105, 150], "initi": [5, 6, 23, 29, 32, 36, 38, 39, 44, 50, 51, 53, 55, 57, 59, 63, 66, 89, 92, 93, 94, 96, 101, 118, 131, 132, 135, 149, 150, 164, 165, 167], "input": [25, 39, 44, 48, 50, 55, 57, 85, 87, 93, 106, 132, 135, 143, 145, 153, 159, 165], "ins": [36, 38, 131, 162], "insid": 165, "insight": [111, 112], "inst": [39, 89, 132], "instal": [162, 166, 167], "instanc": [5, 6, 8, 9, 10, 12, 16, 17, 21, 25, 36, 38, 39, 49, 55, 57, 72, 82, 83, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 118, 121, 122, 125, 131, 132, 133, 135, 140, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 165], "instanti": [5, 6, 22, 36, 38, 39, 55, 57, 67, 69, 89, 118, 131, 132, 136, 149], "instantiate_from_config": [0, 89, 91], "instead": [93, 98, 151, 165], "instruct": [164, 165], "int": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 101, 104, 107, 112, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 149, 150, 151, 158], "integ": [85, 87, 143], "integr": [165, 166], "intend": [111, 112, 161, 164], "intention": 89, "interact": [44, 47, 51, 52, 54, 134, 167], "interfac": [23, 24, 33, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 93, 94, 95, 98, 102, 129, 136, 137, 138, 139, 140, 141, 148, 151, 156, 165], "intermedi": [67, 69, 79, 136], "intern": [67, 69, 108, 136], "interpret": 89, "interv": 166, "into_param": [85, 88, 144], "invers": [101, 102, 103, 104, 156, 157, 158], "inverse_transform": [100, 101, 102, 103, 104, 156, 157, 158], "invok": [36, 38, 93, 94, 95, 96, 131, 148, 149], "involv": 164, "io": [96, 150, 164, 165, 167], "ipynb": 164, "is_cancel": [0, 5, 20, 120], "is_categor": [0, 85, 87, 143], "is_complet": [0, 5, 20, 120], "is_config_pend": [36, 43, 44, 49, 55, 64], "is_default": [0, 85, 86, 87, 88, 143, 144], "is_fail": [0, 5, 20, 120], "is_good": [0, 5, 20, 120], "is_int": [85, 87, 143], "is_log": [0, 85, 87, 143], "is_not_empti": [23, 24, 26, 27, 28, 127, 128, 129], "is_numer": [0, 85, 87, 143], "is_pend": [0, 5, 20, 120], "is_readi": [0, 5, 20, 120], "is_setup": [44, 48, 50, 55, 60, 62, 66, 135], "is_speci": [0, 25, 85, 87, 143], "is_succeed": [0, 5, 20, 120], "is_success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 117, 118, 121, 122, 123, 124, 125], "is_timed_out": [0, 5, 20, 120], "is_upd": [0, 85, 86, 87, 88, 143, 144], "is_valid": [0, 85, 87, 143], "isconfigpendingreboot": [44, 49, 55, 64], "isconfigpendingrestart": [44, 49, 55, 64], "isinst": 87, "issu": 165, "iter": [23, 24, 26, 27, 28, 29, 30, 36, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 69, 75, 85, 86, 87, 88, 89, 112, 127, 128, 129, 132, 133, 135, 136, 143, 144, 165], "its": [5, 7, 39, 44, 50, 55, 60, 85, 86, 87, 88, 89, 117, 132, 135, 143, 144, 165], "join": 89, "jq": 165, "json": [2, 3, 32, 39, 44, 48, 50, 55, 57, 67, 69, 73, 78, 87, 132, 135, 136, 141, 143, 163], "json5": [32, 67, 83, 142, 165], "json_file_nam": [39, 55, 57, 132], "jsonc": [164, 165], "jsonschema": [2, 3], "jupyt": [111, 112, 161, 165], "just": [5, 11, 12, 18, 23, 24, 26, 36, 38, 85, 86, 88, 119, 126, 129, 131, 144, 164], "keep": [30, 93, 98, 149, 151, 165], "kei": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 25, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 84, 85, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 140, 141, 144, 159, 164, 165], "kernel": [165, 166], "keyerror": [85, 86, 88, 144], "keyword": [89, 111, 112, 161], "kick": 164, "kind": 25, "know": [67, 69, 73, 78, 136, 141], "knowledg": 166, "known": 149, "kv_df_to_dict": [0, 67, 84], "kwarg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 83, 89, 111, 112, 142, 145, 153, 161], "kwd": [120, 147, 155, 160], "larg": [165, 166], "last": [5, 7, 89, 117, 165], "last_trial_id": [67, 69, 75, 136], "latenc": 166, "later": [67, 69, 73, 78, 136, 141], "latest": 164, "latter": [32, 39, 55, 57, 68, 72, 76, 82, 132, 137, 140, 149, 164], "launch": [5, 12, 16, 125, 164, 165], "launcher": [0, 91], "layer": [112, 113, 164, 165, 167], "least": [118, 121, 122, 123, 124, 125, 126], "leav": 165, "left": 32, "let": 149, "level": [5, 6, 7, 12, 15, 32, 117, 118, 124], "leverag": 166, "librari": [93, 97, 150, 164, 165, 166], "lifecycl": 54, "like": [164, 165, 166], "likewis": 165, "limit": [33, 34, 35], "limit_top_n_config": [111, 112, 116], "line": [22, 32, 36, 40, 41, 44, 50, 51, 53, 55, 61, 65, 89, 133, 135, 163, 165], "linear": [85, 87, 143], "linux": [165, 166], "list": [5, 6, 7, 8, 9, 10, 22, 32, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 65, 67, 69, 75, 79, 83, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 142, 143, 144, 145, 148, 149, 150, 151, 152, 163, 165], "liter": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 89, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "ll": 165, "llamatun": [92, 93, 100, 101, 155, 164], "llamatuneadapt": [92, 93, 100, 101, 104, 153, 155], "llm": 164, "load": [0, 3, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 83, 89, 127, 128, 129, 132, 136, 141, 142, 165], "load_config": [0, 33, 34, 36, 39, 55, 57, 132], "load_environ": [36, 39, 132], "load_environment_list": [36, 39, 55, 57, 132], "load_servic": [36, 39, 55, 57, 132], "load_telemetri": [0, 67, 69, 73, 75, 136], "load_tunable_config": [0, 67, 69, 73, 75, 136], "loader": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "local": [0, 5, 6, 36, 37, 38, 39, 44, 47, 51, 52, 55, 58, 61, 85, 88, 89, 117, 118, 119, 123, 124, 125, 126, 130, 131, 132, 134, 144, 164, 165], "local_env": [5, 8], "local_exec": [0, 36, 40, 55, 61, 133], "local_exec_typ": [36, 55], "local_fileshare_env": [5, 8], "local_method": [36, 38, 131], "local_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "localenv": [0, 5, 8, 9, 10, 55, 61, 91], "localexecservic": [0, 36, 40, 41, 42, 55, 61, 91], "localfileshareenv": [0, 5, 8, 10, 91], "locat": 32, "log": [32, 85, 87, 143, 165, 166], "log_fil": 32, "log_level": [32, 165], "logic": [25, 54, 75, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "login": 165, "long_text": 22, "look": [112, 164, 165], "lookup": [55, 57], "loop": [21, 32, 33, 34, 35, 54, 163, 164, 165, 166], "lost": 54, "low": [101, 104, 150, 158, 164, 165], "low_cost_partial_config": [93, 97, 150], "machin": [51, 53], "made": [32, 165], "mai": [5, 6, 23, 24, 32, 41, 44, 50, 54, 55, 60, 89, 93, 94, 96, 118, 129, 135, 149], "main": [22, 32, 96, 162], "maintain": [54, 166], "major": [163, 165], "make": [89, 164], "man": 89, "manag": [2, 21, 36, 40, 41, 44, 45, 46, 48, 50, 51, 53, 54, 55, 61, 133, 135, 162, 164, 165, 166], "mandatori": [39, 55, 57, 132], "mani": 112, "manipul": 114, "manual": [32, 108, 166], "map": [3, 36, 40, 41, 55, 61, 85, 88, 89, 133, 144, 166], "match": 164, "max": [23, 24, 33, 34, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 101, 104, 111, 112, 113, 114, 129, 136, 137, 141, 143, 158, 161, 165], "max_ratio": [93, 94, 96, 149], "max_suggest": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 165], "max_trial": [0, 23, 24, 33, 34, 35, 93, 94, 96, 129, 149], "max_unique_values_per_param": [101, 104, 158], "maximum": [23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 93, 98, 127, 128, 129, 149, 151], "mayb": [5, 6, 7, 8, 9, 10, 67, 69, 75, 89, 117, 118, 121, 122, 136], "md": [32, 164], "mean": [112, 165], "meant": [31, 165], "measur": [112, 165], "median": 112, "memori": 32, "mention": 165, "merg": [0, 36, 38, 39, 67, 69, 73, 75, 85, 88, 89, 131, 132, 136, 144], "merge_method": [0, 36, 38, 131], "merge_paramet": [0, 89, 91], "messag": 32, "meta": [0, 85, 87, 143], "metadata": [67, 69, 70, 73, 78, 80, 85, 86, 87, 93, 94, 96, 97, 98, 99, 136, 138, 141, 143, 149, 150, 151, 152], "metadata_df": [67, 70, 73, 80, 138], "metadata_dict": [67, 70, 80, 138], "method": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 73, 74, 75, 77, 78, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 160, 161, 164], "metric": [5, 6, 7, 8, 9, 10, 11, 67, 69, 70, 73, 75, 78, 79, 84, 117, 118, 119, 121, 122, 136, 138, 141, 164], "microsoft": [32, 150, 164, 165, 167], "might": 165, "min": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "minim": [23, 24, 26, 27, 30, 93, 127, 129, 145, 148, 149, 150, 151, 152], "minimum": [72, 140], "miss": [67, 69, 75, 89, 136], "mix": [5, 6, 36, 38, 39, 55, 57, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 162], "mixin": [36, 38, 130, 131, 132, 133, 134, 135], "mlflow": [67, 69, 136], "mlo": [2, 3, 32, 39, 89, 132, 150, 167], "mlos_bench": [111, 113, 149, 162, 163, 164, 165, 167], "mlos_cor": [22, 23, 24, 25, 27, 127, 129, 162, 163, 164], "mlos_core_flaml": 165, "mlos_core_optim": [0, 23], "mlos_demo_sqlite_teach": 164, "mlos_viz": [162, 163, 164], "mloscor": [93, 147, 155], "mloscoreoptim": [0, 23, 27, 91], "mlosvizmethod": [111, 116, 161, 162], "mock": [5, 11, 23, 28, 30, 119, 128], "mock_env": [0, 5], "mock_env_metr": 119, "mock_env_rang": 119, "mock_env_se": 119, "mock_optim": [0, 23], "mockenv": [0, 5, 11, 91], "mocklocalexecservic": 42, "mockoptim": [0, 23, 28, 29, 91], "mode": 52, "model": [12, 14, 93, 94, 95, 96, 148, 149], "modifi": [85, 88, 144, 149], "modul": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 91, 92, 93, 94, 100, 101, 105, 110, 111, 116, 120, 147, 155, 160, 164, 167], "monad": 89, "monkei": 107, "monkey_patch_quant": [100, 105, 107], "more": [32, 67, 69, 72, 82, 136, 140, 150, 164, 165, 167], "mostli": 87, "mount": 165, "much": 164, "multi": 166, "multipl": [41, 67, 69, 73, 78, 85, 88, 93, 94, 96, 97, 98, 99, 136, 141, 144, 149, 150, 151, 152, 166], "must": [5, 6, 36, 38, 39, 44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 79, 89, 117, 118, 121, 122, 123, 124, 125, 126, 131, 132, 135, 136], "mutabl": [23, 24, 129], "my": 165, "mypi": 87, "myrg": 165, "mysql": 165, "mystorageaccount": 165, "n": [93, 98, 112, 151], "n_max": [93, 98, 151], "n_random_init": [92, 93, 94, 96, 149], "n_random_prob": [93, 94, 96, 149], "naiv": 89, "name": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 39, 52, 55, 57, 67, 68, 69, 73, 76, 78, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 137, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 165], "namedtupl": 97, "ndarrai": [93, 94, 95, 96, 148, 149], "necessari": [5, 6, 8, 9, 12, 13, 14, 15, 44, 48, 49, 50, 55, 60, 62, 64, 66, 118, 121, 123, 124, 135, 165], "need": [39, 67, 69, 73, 78, 132, 136, 141, 165], "nest": 4, "network": [12, 14, 44, 48, 55, 62, 166], "network_env": [5, 12], "network_provisioner_typ": [36, 55], "networkenv": [0, 5, 12, 14, 44, 48, 55, 62], "new": [0, 5, 6, 7, 12, 16, 25, 36, 38, 39, 42, 44, 50, 55, 57, 60, 61, 62, 66, 67, 69, 73, 78, 83, 85, 86, 87, 88, 89, 93, 98, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 149, 151, 152, 153, 164, 165, 166], "new_trial": [0, 67, 69, 136], "next": [23, 24, 26, 27, 28, 127, 128, 129], "nix": 164, "no_teardown": 32, "node": [36, 40, 41, 44, 50, 55, 60, 61, 133, 135], "nois": 165, "non": [67, 69, 136, 166], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 107, 108, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161], "nonetyp": 87, "normal": [85, 87, 89, 143], "normalize_config": [92, 108, 110], "not_converg": [0, 23, 24, 26, 129], "not_don": [0, 33, 34], "note": [5, 6, 12, 18, 23, 24, 25, 32, 44, 50, 54, 55, 60, 67, 68, 69, 70, 71, 76, 80, 81, 85, 87, 88, 89, 93, 94, 96, 118, 126, 129, 135, 136, 137, 138, 139, 143, 144, 149, 164, 165], "notebook": [111, 112, 161, 164, 165], "now": 165, "np": 150, "nsmallest": [93, 98, 151], "nt": 31, "null": [68, 72, 76, 82, 137, 140], "nullabl": [0, 89, 91], "nullcontext": [42, 55, 61], "num_low_dim": [101, 104, 158], "number": [5, 6, 7, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 67, 69, 73, 78, 85, 87, 90, 93, 94, 96, 97, 98, 101, 104, 107, 109, 112, 115, 117, 118, 127, 128, 129, 136, 141, 143, 149, 151, 158, 165], "numer": [85, 87, 112, 143], "numerical_valu": [0, 85, 87, 143], "numericalhyperparamet": 107, "o": [0, 4, 5, 8, 9, 10, 12, 15, 16, 31, 32, 44, 50, 51, 53, 55, 63, 65, 67, 73, 121, 122, 124, 125, 135, 165], "object": [2, 3, 4, 5, 6, 21, 22, 23, 24, 25, 33, 34, 36, 38, 39, 44, 45, 54, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 93, 98, 102, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 136, 137, 138, 139, 141, 142, 143, 144, 145, 153, 159, 161, 164, 167], "objective_weight": [93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152], "observ": [23, 24, 26, 27, 30, 33, 34, 93, 98, 127, 129, 151], "obtain": [93, 94, 95, 96, 112, 113, 148, 149, 164], "occur": 165, "offlin": 164, "often": [85, 88, 144, 166], "omit": [32, 36, 40, 41, 55, 61, 85, 88, 133, 144], "one": [5, 11, 20, 21, 32, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 72, 82, 85, 86, 87, 88, 89, 93, 98, 119, 120, 132, 135, 138, 140, 143, 144, 151, 164, 165], "one_shot_optim": [0, 23], "ones": [36, 38, 85, 88, 131, 144], "oneshotoptim": [0, 23, 29, 91], "onli": [21, 32, 54, 67, 69, 75, 89, 136], "onlin": 164, "onward": 165, "op": [23, 29, 93, 94, 96, 98, 101, 103, 149, 151, 155, 157], "oper": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 44, 48, 50, 51, 53, 54, 55, 58, 59, 60, 62, 63, 66, 101, 102, 103, 104, 112, 114, 117, 118, 121, 122, 123, 124, 125, 126, 135, 156, 157, 158], "opt": 165, "opt_target": [0, 67, 69, 73, 75, 78, 79, 136, 141], "optim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22, 32, 33, 34, 35, 39, 67, 69, 73, 75, 78, 79, 89, 91, 92, 101, 102, 103, 104, 108, 110, 111, 112, 117, 118, 121, 122, 123, 124, 125, 132, 136, 141, 153, 156, 157, 158, 162, 164, 166, 167], "optimization_target": [23, 24, 68, 76, 93, 94, 95, 96, 97, 98, 99, 129, 137, 145, 148, 149, 150, 151, 152], "optimizer_kwarg": [93, 145], "optimizer_typ": [93, 145], "optimizerfactori": [92, 93, 110], "optimizertyp": [93, 145], "option": [4, 5, 6, 23, 24, 25, 26, 27, 28, 30, 32, 36, 37, 39, 40, 41, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 70, 74, 75, 79, 83, 85, 87, 88, 89, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 138, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 158, 161, 164], "order": [5, 7, 25, 93, 98, 112, 114, 117, 151], "orderby_col": 112, "organ": 162, "orient": 166, "orig_parameter_spac": [101, 102, 103, 104, 156, 157, 158], "origin": [85, 86, 87, 88, 89, 101, 102, 103, 104, 143, 144, 156, 157, 158], "os_env": [5, 12, 31], "os_environ": [0, 91], "os_ops_typ": [36, 55], "osenv": [0, 5, 12, 15], "oss": 164, "other": [23, 24, 26, 27, 28, 32, 67, 69, 75, 86, 89, 112, 127, 128, 129, 136, 164, 165, 166], "otherwis": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 135, 136, 143, 144], "our": 165, "out": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 112, 135, 164, 165, 166], "outlier": 112, "output": [5, 6, 7, 8, 9, 10, 11, 12, 16, 32, 44, 50, 112, 117, 118, 119, 121, 122, 125, 135, 149], "output_directori": [93, 94, 96, 149], "outsid": 165, "over": [67, 69, 75, 136, 149, 164], "overlap": [85, 88, 144], "overrid": [32, 54, 85, 88, 144, 165], "overridden": 32, "overview": 167, "p50": 112, "p75": 112, "p90": 112, "p95": 112, "p99": 112, "packag": [90, 91, 108, 109, 110, 112, 115, 116, 162, 165, 166], "page": 166, "pair": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 32, 36, 37, 38, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 85, 88, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 141, 144], "panda": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 98, 101, 102, 103, 104, 111, 112, 113, 114, 137, 138, 139, 140, 151, 156, 157, 158, 161], "parallel": [21, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "param": [2, 3, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 80, 85, 87, 130, 134, 135, 136], "param_valu": [85, 88, 144], "paramet": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 161, 162, 164, 166], "parameter_spac": [93, 94, 95, 96, 97, 98, 99, 145, 148, 149, 150, 151, 152, 153], "parent": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 85, 88, 130, 131, 132, 133, 134, 135, 144], "parent_arg": [39, 55, 57, 132], "pars": [22, 89], "part": [44, 45, 55, 56, 165], "parti": [111, 112], "partial": [23, 29], "particular": [25, 112, 166], "pass": [5, 6, 23, 24, 27, 36, 38, 39, 44, 50, 51, 53, 54, 55, 57, 65, 89, 93, 94, 96, 111, 112, 118, 127, 128, 129, 130, 131, 132, 134, 135, 145, 149, 153, 161], "password": 165, "patch": 107, "path": [32, 36, 37, 39, 42, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 73, 78, 89, 130, 132, 133, 134, 136, 141, 165], "path_join": [0, 89, 91], "pd": [93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 148, 149, 150, 151, 152, 156, 157, 158], "pend": [0, 5, 20, 26, 39, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 75, 93, 94, 96, 97, 98, 99, 120, 132, 135, 136, 149, 150, 151, 152], "pending_config": [23, 26], "pending_tri": [0, 67, 69, 73, 75, 136], "per": [32, 54, 158], "percentag": [101, 104, 158], "perform": [44, 50, 55, 60, 101, 102, 103, 104, 112, 135, 156, 157, 158, 164, 165], "perhap": 164, "persist": [132, 165], "pick": 89, "pip": [32, 164, 165, 166, 167], "place": [85, 88, 144], "plan": [165, 167], "platform": 31, "pleas": [32, 164], "plot": [111, 112, 113, 116, 162, 164, 167], "plot_optimizer_trend": [111, 112, 116], "plot_top_n_config": [111, 112, 116], "plotter": [111, 113, 161], "plotter_method": [111, 161], "plu": [39, 44, 48, 50, 114, 132, 135], "point": [85, 87, 143, 149, 164], "polici": [33, 34, 164], "poor": 89, "portal": 165, "posit": 89, "possibl": [23, 29, 44, 50, 51, 53, 54, 55, 65, 68, 76, 85, 87, 135, 137, 143, 164, 165], "possibli": [23, 24, 26, 27, 30, 39, 54, 55, 57, 127, 129, 132], "post": [5, 8, 10, 122, 165], "postgr": 164, "postgresql": 165, "potenti": [85, 88, 93, 112, 144, 145, 153], "pprint": [0, 5, 6, 7, 36, 38, 117, 118, 131], "pre": [23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 149], "predict": [93, 94, 95, 96, 148, 149], "prefix": [68, 72, 76, 82, 137, 140], "preinstal": 165, "prepar": [5, 8, 9, 10, 121, 122], "prepare_class_load": [0, 36, 39, 89, 91, 132], "prepend": [39, 55, 57, 132], "preprocess": 89, "preprocess_dynamic_config": [0, 89, 91], "present": [44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 75, 89, 93, 94, 96, 135, 136, 149], "pretti": [5, 6, 7, 117, 118], "previou": [23, 24, 26, 27, 28, 29, 30, 67, 69, 73, 78, 85, 87, 127, 128, 129, 136, 141, 143, 165], "previous": 165, "print": [5, 6, 7, 117, 118], "prior": [5, 8, 9, 10, 121, 122, 165, 166], "privat": 32, "probabl": 149, "process": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 36, 40, 41, 55, 61, 112, 117, 118, 121, 122, 123, 124, 125, 133, 165], "produc": [5, 11, 23, 29, 36, 38, 67, 69, 93, 99, 119, 131, 136, 149, 152, 165, 166], "profil": 166, "project": [101, 104, 158, 162, 164, 165], "promis": 166, "propag": 165, "properti": [2, 3, 5, 6, 7, 22, 23, 24, 26, 27, 29, 33, 34, 36, 38, 39, 44, 46, 50, 51, 53, 55, 65, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 85, 86, 87, 93, 94, 96, 98, 101, 102, 103, 104, 111, 112, 113, 114, 117, 118, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 141, 143, 149, 151, 156, 157, 158, 161, 165], "propos": [23, 29, 108, 165, 166], "protocol": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "provid": [5, 6, 36, 38, 39, 42, 54, 55, 57, 61, 65, 101, 102, 103, 104, 111, 112, 113, 117, 118, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 149, 150, 156, 157, 158, 161, 163, 164, 165, 167], "provis": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135, 165], "provision_host": [36, 43, 44, 50, 55, 60, 135], "provision_network": [36, 43, 44, 48, 55, 62], "proxi": 135, "public": [36, 38, 131], "publish": 164, "pull": 32, "purpos": [12, 18, 126, 165], "pwd": 31, "py": [89, 163], "pypi": [164, 165, 166, 167], "python": [5, 6, 36, 38, 39, 55, 57, 85, 87, 89, 118, 131, 132, 143, 144, 164, 165], "qualifi": 89, "qualnam": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "quanit": [85, 87, 143], "quantiz": [85, 87, 107, 143], "quantization_bin": [0, 85, 87, 107, 143], "quantized_valu": [0, 85, 87, 143], "queue": [33, 34], "quick": 164, "quickstart": [162, 164], "rais": [2, 3, 4, 89], "random": [23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 99, 119, 127, 128, 129, 147, 149, 150, 152, 164, 166], "random_init": 32, "random_optim": [92, 93, 147], "random_se": 32, "randomoptim": [92, 93, 99, 110, 145, 147], "rang": [0, 23, 25, 85, 87, 143, 164, 166], "range_weight": [0, 85, 87, 143], "rather": [54, 67, 69, 136], "ratio": 149, "re": [5, 12, 13, 16, 67, 69, 73, 78, 89, 123, 125, 136, 141, 165], "reach": [33, 34], "read": [39, 55, 57, 132], "read_results_fil": [121, 122], "readabl": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "readi": [0, 5, 8, 9, 12, 13, 14, 16, 20, 44, 50, 55, 60, 62, 66, 120, 121, 123, 125, 135], "readm": [32, 164], "real": [12, 14], "realist": 165, "reason": 54, "reboot": [5, 6, 12, 16, 39, 43, 44, 49, 50, 51, 53, 55, 57, 63, 64, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "receiv": [87, 89], "reconfigur": [5, 6, 118], "reconnect": 54, "record": [23, 24, 26, 27, 28, 127, 128, 129], "recurs": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "redefin": [93, 94, 96, 98, 149, 151], "redi": [164, 165], "reduc": [36, 40, 41, 55, 61, 133, 166], "refer": [3, 39, 54, 55, 57, 85, 88, 89, 132, 144, 165], "referenc": [85, 88, 144], "regardless": 165, "regist": [0, 23, 24, 26, 27, 28, 29, 30, 36, 38, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 127, 128, 129, 130, 131, 132, 133, 134, 135, 149, 150, 151, 152, 156, 157, 158, 164, 166], "register_pend": [92, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "registri": [2, 3], "regular": 25, "rejoin": 41, "rel": [39, 55, 57, 89, 112, 132], "relat": [67, 69, 73, 78, 85, 88, 136, 141, 144], "releas": [12, 13, 14, 44, 50, 55, 60, 66, 93, 94, 96, 98, 123, 135, 149, 151, 164], "reload": [32, 165], "remain": [111, 112, 161], "remot": [0, 5, 6, 8, 9, 10, 36, 37, 38, 55, 58, 65, 85, 88, 89, 118, 121, 122, 130, 131, 144, 165], "remote_config_typ": [36, 55], "remote_env": [5, 12], "remote_exec": [36, 43, 44, 50, 51, 53, 55, 65, 135], "remote_exec_typ": [36, 55], "remote_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "remoteenv": [0, 5, 12, 16, 91, 124], "remov": [25, 93, 94, 96, 98, 108, 112, 149, 151], "repeat": [32, 72, 82, 112, 140, 164, 165], "replac": [31, 67, 69, 73, 78, 89, 136, 141, 164], "repo": 164, "repositori": [89, 163, 164, 165, 166, 167], "repr": 54, "repres": [85, 87, 97, 143], "represent": [23, 24, 129, 144], "reproduc": 149, "request": 112, "requested_result_col": 112, "requir": [5, 12, 16, 39, 44, 49, 55, 64, 89, 93, 94, 96, 98, 125, 132, 149, 151, 164, 165], "required_arg": 32, "required_kei": 89, "required_param": 89, "reset": [0, 23, 24, 85, 88, 129, 144], "reset_is_upd": [85, 86], "resolv": [39, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 132, 135], "resolve_path": [36, 39, 55, 57, 132], "resourc": [12, 14, 44, 46, 48, 50, 55, 60, 62, 66, 93, 94, 96, 98, 135, 149, 151], "respons": [44, 48, 50, 135], "rest": [44, 45, 46, 55, 56], "restart": [44, 49, 50, 51, 53, 55, 59, 60, 63, 64, 66, 135], "restart_host": [43, 44, 50, 55, 59, 135], "restor": [39, 69, 75, 78, 85, 86, 88, 132, 144], "restore_default": [0, 85, 86, 88, 144], "restrict": [74, 112], "result": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 23, 24, 26, 27, 28, 30, 32, 33, 34, 35, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 89, 111, 112, 113, 114, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 141, 149, 160, 161, 162, 164, 166, 167], "result_column_prefix": [67, 68, 137], "results_data_fram": 165, "results_df": [67, 68, 70, 72, 73, 76, 80, 82, 111, 112, 113, 114, 137, 138, 140, 161], "results_dict": [67, 70, 80, 138], "resumpt": [68, 76, 137], "retri": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "retriev": [67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 89, 136, 137, 138, 139, 140, 141, 164, 165], "return": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 156, 157, 158, 159, 167], "return_cod": [36, 40, 41, 55, 61, 133], "reus": [164, 165], "reusabl": 165, "revers": [5, 7, 117], "rg": 165, "right": 89, "root": [39, 67, 68, 69, 73, 76, 78, 132, 133, 136, 137, 141, 165], "root_env_config": [33, 34, 35, 39, 67, 68, 69, 73, 75, 76, 78, 132, 136, 137, 141], "routin": 21, "row": [5, 6, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 118, 148, 149, 150, 151, 152, 156, 157, 158], "rule": 165, "run": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 40, 41, 44, 50, 51, 53, 54, 55, 61, 65, 67, 68, 69, 70, 75, 76, 79, 86, 91, 93, 98, 117, 118, 119, 120, 121, 122, 124, 125, 127, 128, 129, 133, 135, 136, 137, 138, 149, 151, 163, 164], "run_coroutin": [0, 21], "run_nam": [93, 94, 96, 149], "run_trial": [0, 33, 34, 35], "runner": [21, 164, 165], "runtim": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135], "saa": [12, 17, 49, 55, 64], "saas_env": [5, 12], "saasenv": [0, 5, 12, 17], "sai": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "same": [5, 6, 11, 23, 24, 26, 27, 29, 30, 32, 67, 69, 79, 85, 86, 88, 93, 98, 118, 119, 127, 129, 136, 144, 151, 165], "sampl": [93, 94, 96, 97, 101, 104, 106, 149, 158, 159, 166], "save": [23, 24, 27, 33, 34, 35, 67, 69, 75, 78, 79, 127, 129, 136, 149, 165], "scale": [85, 87, 143], "scatter": 112, "scenario": 165, "schedul": [0, 1, 2, 3, 5, 8, 9, 10, 11, 23, 24, 32, 36, 39, 40, 41, 42, 55, 61, 67, 69, 75, 91, 119, 121, 122, 129, 132, 133, 136, 167], "schedule_tri": [0, 33, 34], "schema": [0, 1, 39, 55, 57, 67, 73, 74, 75, 76, 79, 80, 81, 82, 89, 132, 163], "schema_typ": [39, 55, 57, 132], "schemaerror": [2, 3], "schemastor": [1, 2, 3], "score": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 67, 69, 75, 93, 97, 98, 117, 118, 119, 121, 122, 125, 127, 128, 129, 136, 151], "scrape": 166, "script": [5, 6, 7, 8, 9, 10, 12, 16, 19, 32, 36, 39, 40, 41, 42, 43, 44, 50, 51, 53, 55, 57, 61, 65, 68, 76, 117, 118, 121, 122, 125, 132, 133, 135, 137, 163, 164, 165], "script_env": [0, 5], "script_lin": [36, 40, 41, 55, 61, 133], "scriptabl": 19, "scriptenv": [0, 5, 8, 9, 12, 16, 19], "sdk": [44, 45], "search": [26, 39, 55, 57, 93, 94, 96, 101, 104, 132, 149, 158, 164, 165, 166], "section": [5, 6, 117, 118, 119, 121, 122, 123, 124, 125, 126, 162, 165], "secur": [5, 6, 12, 14, 117, 118, 119, 121, 122, 123, 124, 125, 126], "see": [23, 24, 32, 54, 86, 93, 94, 96, 129, 149, 162, 165, 167], "seed": [0, 23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 97, 127, 128, 129, 149, 150], "seem": 164, "select": [85, 88, 112, 144], "self": [85, 88, 144], "sensit": [165, 166], "separ": [36, 40, 41, 55, 61, 133], "sequenc": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "seri": 89, "serial": [39, 144], "server": [51, 52, 54, 164], "servic": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 67, 69, 73, 78, 89, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 136, 141, 162, 164, 165], "set": [5, 6, 7, 8, 9, 12, 14, 16, 23, 24, 26, 27, 32, 33, 34, 35, 44, 49, 55, 64, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 101, 104, 114, 117, 118, 119, 121, 125, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 158, 164, 165, 166], "setup": [0, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 117, 118, 121, 122, 123, 124, 125], "sever": [5, 6, 7, 67, 69, 79, 117, 118, 136, 165], "share": [5, 8, 10, 36, 37, 44, 47, 51, 52, 54, 55, 58, 122, 130, 134, 165], "shell": [32, 44, 50, 51, 53, 55, 65, 135, 164], "should": [5, 6, 12, 16, 23, 24, 26, 27, 28, 29, 30, 118, 125, 127, 128, 129, 165], "show": 32, "shut": [5, 12, 13, 14, 15, 16, 44, 50, 54, 55, 60, 66, 123, 124, 125, 135], "shutdown": [43, 44, 50, 51, 53, 55, 59, 63, 66, 135], "side": [5, 8, 9, 10, 11, 40, 41, 42, 61, 119, 121, 122], "similar": 165, "simpl": [3, 4, 31, 33, 35, 93, 145, 153, 164], "simpli": [164, 165], "sinc": 166, "singl": [5, 6, 7, 23, 29, 32, 33, 34, 35, 39, 41, 54, 55, 57, 67, 68, 69, 70, 72, 75, 76, 79, 82, 93, 98, 101, 102, 103, 104, 108, 117, 118, 132, 136, 137, 138, 140, 151, 156, 157, 158, 165], "site": 163, "smac": [93, 94, 96, 147, 149, 164, 166], "smac3": 96, "smac_optim": [93, 94, 147], "smacoptim": [92, 93, 94, 96, 110, 145, 147], "small": 113, "snippet": 165, "so": [23, 24, 27, 30, 41, 85, 88, 93, 98, 127, 129, 144, 151, 164, 165], "some": [44, 50, 51, 53, 55, 65, 84, 108, 111, 112, 113, 114, 121, 122, 124, 125, 135, 161, 164, 165], "sometim": [149, 165], "somewhat": [67, 69, 136], "sort": 112, "sourc": [4, 23, 24, 27, 32, 89, 127, 129, 163, 164], "source_dict": 4, "space": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 92, 93, 94, 95, 96, 97, 98, 99, 108, 110, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 145, 148, 149, 150, 151, 152, 162, 164, 166], "space_adapt": [92, 93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152, 153], "space_adapter_kwarg": [93, 145, 153], "space_adapter_typ": [93, 145, 153], "spaceadapt": [93, 101, 102, 103, 145, 153, 156, 157], "spaceadaptertyp": [92, 93, 110, 145, 153], "span": [0, 85, 87, 143], "special": [0, 23, 25, 41, 85, 87, 101, 104, 143, 158], "special_nam": 25, "special_param_nam": [0, 23, 25], "special_param_name_is_temp": [0, 23, 25], "special_param_name_strip": [0, 23, 25], "special_param_valu": [101, 104, 158], "special_param_values_dict": 158, "special_weight": [85, 87], "specif": [21, 44, 55, 56, 93, 98, 151, 164, 166], "specifi": [5, 6, 11, 32, 36, 38, 67, 69, 75, 85, 87, 88, 118, 119, 130, 131, 134, 136, 143, 144, 165], "split": 41, "split_cmdlin": [36, 40, 41], "sql": [0, 32, 67], "sqlalchemi": [73, 75, 78, 79, 141, 165], "sqlite": [67, 69, 136, 164, 165], "sqlstorag": [0, 67, 73, 78], "ssh": [36, 43, 164], "ssh_fileshar": [43, 51], "ssh_host_servic": [43, 51], "ssh_servic": [43, 51], "sshclient": [43, 51, 54], "sshclientcach": [43, 51, 54], "sshclientconnect": 54, "sshfileshareservic": [36, 43, 51, 52], "sshhostservic": [36, 43, 51, 53], "sshservic": [43, 51, 52, 53, 54], "stamp": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "standalon": [42, 85, 88, 144], "standard": [112, 165], "start": [0, 2, 3, 5, 6, 12, 13, 14, 15, 20, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 44, 50, 51, 52, 53, 59, 66, 67, 69, 70, 73, 75, 78, 80, 93, 94, 96, 97, 98, 99, 111, 118, 120, 123, 124, 127, 128, 129, 135, 136, 138, 141, 147, 149, 150, 151, 152, 155, 160, 162, 165, 166], "start_host": [43, 44, 50, 55, 59, 135], "start_with_default": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "state": 86, "static": [36, 38, 54, 67, 69, 93, 131, 136, 145, 153], "statist": 112, "statu": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 75, 76, 79, 80, 82, 86, 91, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 165], "stddev": 112, "stderr": [36, 40, 41, 55, 61, 133], "stdout": [32, 36, 40, 41, 44, 50, 55, 61, 133, 135], "step": [165, 166], "still": [44, 48, 55, 62], "stop": [33, 34, 44, 50, 51, 53, 59, 63, 66, 135, 165], "stop_host": [43, 44, 50, 55, 59, 135], "storag": [0, 1, 2, 3, 5, 8, 10, 23, 24, 27, 32, 33, 34, 35, 39, 89, 91, 112, 113, 122, 127, 129, 132, 162, 164, 165, 167], "storage_factori": [0, 67], "storageaccountkei": 165, "store": [3, 32, 36, 37, 44, 47, 51, 52, 55, 58, 67, 68, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 82, 85, 87, 89, 130, 134, 136, 137, 138, 139, 140, 143, 164, 165, 167], "str": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 159, 161], "streamlin": 165, "string": [25, 36, 38, 39, 55, 57, 84, 85, 86, 87, 89, 131, 132, 143], "stripped_nam": 25, "subcommand": 41, "subdirectori": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "subgroup": [0, 85, 88, 144], "submit": [5, 7, 12, 16, 117, 125], "submodul": [1, 43, 91, 100, 110, 116, 162], "subpackag": [91, 110, 162], "subschema": 3, "subscript": 165, "subset": [44, 50, 51, 53, 55, 65, 135, 150], "subsystem": 84, "succeed": [0, 5, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 79, 120, 127, 129, 135, 136, 138], "success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 68, 72, 76, 82, 117, 118, 121, 122, 123, 124, 125, 127, 129, 135, 137, 140], "suffici": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135], "suffix": 25, "suggest": [0, 23, 24, 26, 27, 28, 29, 30, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 127, 128, 129, 149, 150, 151, 152, 156, 157, 158, 164, 165, 166], "suggested_config": [23, 26], "suitabl": [39, 55, 57, 132], "summari": 164, "support": [21, 23, 24, 26, 27, 28, 29, 30, 54, 85, 88, 93, 127, 128, 129, 144, 147, 155, 164, 165, 166], "supports_preload": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "supportsauth": [0, 36, 44, 45, 55, 56], "supportsconfigload": [0, 36, 38, 39, 55, 57, 131], "supportsfileshareop": [0, 36, 37, 55, 58], "supportshostop": [36, 44, 50, 55, 59], "supportshostprovis": [0, 36, 44, 50, 55, 60], "supportslocalexec": [0, 36, 40, 41, 55, 61], "supportsnetworkprovis": [0, 36, 44, 48, 55, 62], "supportsosop": [36, 44, 50, 51, 53, 55, 63], "supportsremoteconfig": [0, 36, 44, 49, 55, 64], "supportsremoteexec": [0, 36, 44, 50, 51, 53, 55, 65], "supportsvmop": [36, 55, 66], "suppos": 42, "suppress": [111, 112], "sure": 89, "surrog": [93, 94, 95, 96, 148, 149], "surrogate_predict": [92, 93, 94, 95, 96, 148, 149], "svc": [36, 38, 39, 131, 132], "swap": 164, "sync_schedul": [0, 33], "synchron": [32, 33, 35], "syncschedul": [0, 33, 35, 91], "system": [22, 32, 39, 67, 69, 132, 136, 162, 164, 165], "t": [55, 56, 70, 89, 138, 165], "t_co": [55, 56], "tabl": 162, "tag": 164, "tailor": 166, "take": [25, 39, 85, 87, 132, 143], "taken": 165, "target": [0, 23, 24, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 69, 75, 79, 93, 98, 101, 102, 103, 104, 127, 128, 129, 133, 136, 145, 148, 149, 150, 151, 152, 156, 157, 158, 164], "target_parameter_spac": [100, 101, 102, 103, 104, 156, 157, 158], "task": 166, "tear": [5, 6, 7, 33, 34, 117, 118], "teardown": [0, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 19, 32, 33, 34, 117, 118, 121, 122, 123, 124, 125, 165], "techniqu": [101, 104, 158, 164, 166], "telemetri": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 79, 80, 117, 118, 121, 122, 136, 138, 165, 166], "telemetry_df": [67, 70, 73, 80, 138], "temp": [42, 55, 61, 93, 94, 96, 98, 149, 151], "temp_dir": [36, 40, 41, 55, 61, 133], "temp_dir_context": [36, 40, 55, 61], "tempdircontextservic": [36, 40, 41, 42], "templat": [4, 164, 165], "temporari": [25, 36, 40, 41, 42, 55, 61, 133, 149], "temporarydirectori": [42, 55, 61], "tenant": 165, "terraform": 165, "test": [23, 28, 128, 165], "than": 54, "thei": [44, 50, 51, 53, 55, 65, 114, 135, 165], "them": [2, 3, 39, 111, 112, 132], "thi": [2, 3, 5, 6, 7, 12, 16, 18, 23, 24, 25, 26, 27, 32, 36, 38, 39, 42, 44, 50, 51, 53, 54, 55, 57, 60, 65, 67, 68, 69, 70, 71, 72, 75, 76, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 117, 118, 119, 125, 126, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 163, 164, 165, 166], "third": [111, 112], "those": [39, 55, 57, 85, 87, 88, 112, 132, 143, 144, 164, 165], "though": [32, 164], "thread": [21, 33, 35, 54, 166], "three": [39, 55, 57, 132], "through": [165, 166], "throughput": 166, "throw": [85, 86, 88, 144], "time": [5, 6, 7, 8, 9, 10, 32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 67, 69, 75, 89, 117, 118, 121, 122, 135, 136, 165], "timed_out": [0, 5, 20, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 120, 135], "timestamp": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "timezon": 89, "tire": 164, "togeth": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 68, 76, 85, 88, 123, 124, 135, 137, 144, 165], "token": [41, 44, 45, 55, 56], "tokencredenti": [44, 45], "tool": [32, 163, 164], "top": [112, 164], "top_n_config": 112, "top_n_config_id": 112, "top_n_config_results_df": 112, "torn": [5, 7, 117], "total": 165, "toward": 164, "track": [23, 24, 27, 30, 127, 129, 165, 166], "track_best_optim": [0, 23], "trackbestoptim": [0, 23, 26, 28, 30], "transfer": [5, 8, 9, 10, 121, 122], "transform": [23, 24, 26, 27, 30, 100, 101, 102, 103, 104, 127, 129, 148, 149, 150, 151, 152, 156, 157, 158], "translat": [101, 102, 103, 104, 156, 157, 158], "treat": [36, 40, 41, 55, 61, 133], "tree": [32, 36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "trend": 112, "trial": [0, 21, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 93, 94, 96, 97, 98, 99, 112, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 164, 165, 167], "trial_config": 165, "trial_config_repeat_count": [0, 23, 24, 32, 33, 34, 35, 129], "trial_data": [67, 73, 165], "trial_id": [0, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "trialdata": [0, 67, 68, 70, 72, 74, 76, 80, 82, 137, 140, 165], "trialsqldata": [67, 73, 80], "triplet": [5, 6, 7, 8, 9, 10, 93, 98, 117, 118, 121, 122, 151], "true": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 111, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 161], "try": [54, 89, 164], "try_parse_v": [0, 89, 91], "ts_end": [67, 68, 70, 72, 76, 80, 82, 137, 138, 140], "ts_start": [67, 68, 69, 70, 72, 76, 80, 82, 136, 137, 138, 140], "tunabl": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 39, 44, 48, 50, 51, 53, 55, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 165, 166], "tunable_config": [67, 68, 70, 72, 73, 76, 80, 82, 137, 138, 140], "tunable_config_data": [67, 73], "tunable_config_id": [0, 67, 68, 69, 70, 71, 72, 74, 76, 79, 80, 81, 82, 136, 137, 138, 139, 140], "tunable_config_trial_group": [67, 68, 70, 73, 76, 80, 137, 138], "tunable_config_trial_group_data": [67, 73], "tunable_config_trial_group_id": [67, 68, 72, 76, 82, 137, 140], "tunable_config_trial_group_s": 112, "tunable_group": [0, 85], "tunable_groups_to_configspac": [0, 23, 25], "tunable_param": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 44, 50, 51, 53, 55, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 135], "tunable_valu": [1, 2, 3, 32, 165], "tunable_values_to_configur": [0, 23, 25], "tunableconfigdata": [0, 67, 68, 70, 71, 72, 76, 80, 81, 82, 137, 138, 140], "tunableconfigsqldata": [67, 73, 81], "tunableconfigtrialgroupdata": [0, 67, 68, 70, 72, 76, 80, 82, 137, 138], "tunableconfigtrialgroupsqldata": [67, 73, 74, 82], "tunabledict": [0, 85, 87, 143], "tunablegroup": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 79, 85, 88, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 141], "tunablevalu": [0, 5, 6, 23, 24, 26, 27, 28, 30, 36, 39, 40, 41, 55, 57, 84, 85, 86, 87, 88, 89, 118, 127, 128, 129, 132, 133, 144], "tunablevaluekind": [0, 23, 25], "tunablevaluesdict": [0, 85, 87], "tunablevaluetyp": [0, 85, 87], "tunablevaluetypenam": [0, 85, 87], "tunablevaluetypetupl": [0, 85, 87], "tune": [12, 14, 93, 97, 106, 150, 159, 164, 165], "tupl": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 27, 30, 33, 34, 36, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 75, 79, 85, 87, 88, 89, 93, 97, 98, 112, 114, 117, 118, 119, 121, 122, 125, 127, 129, 132, 133, 135, 136, 137, 143, 144, 151], "tutori": 165, "two": [70, 71, 81, 84, 85, 86, 88, 112, 138, 139, 144, 164], "type": [0, 2, 3, 4, 5, 20, 36, 39, 52, 85, 87, 89, 93, 111, 120, 132, 143, 145, 147, 155, 160, 166], "type_nam": 25, "typeddict": 87, "typic": [72, 140], "tzinfo": 89, "u": [89, 164, 165], "under": [32, 93, 98, 151], "underli": [101, 102, 103, 104, 111, 156, 157, 158, 161, 164, 165], "understand": 165, "unfortun": 165, "unifi": [1, 2, 3], "uniform": [85, 87, 143], "union": [36, 39, 40, 41, 55, 57, 61, 85, 87, 88, 89, 130, 131, 132, 133, 134, 135, 143, 144], "uniqu": [54, 67, 69, 71, 72, 73, 78, 81, 82, 101, 104, 136, 139, 140, 141, 158, 165], "unit": [85, 87, 143], "unknown": [0, 5, 20, 120], "unlik": [85, 88, 144], "unquant": [85, 87, 143], "unsupport": 4, "until": 164, "up": [5, 6, 7, 8, 9, 12, 15, 16, 21, 33, 34, 35, 36, 38, 67, 69, 75, 117, 118, 121, 124, 125, 131, 136, 164, 165], "updat": [0, 12, 17, 44, 49, 55, 64, 67, 69, 73, 78, 79, 85, 86, 87, 88, 136, 141, 143, 144, 164, 166], "update_telemetri": [0, 67, 69, 73, 79, 136], "upload": [0, 5, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 122, 130, 134, 165], "url": 89, "us": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 25, 29, 32, 36, 38, 39, 40, 41, 42, 44, 48, 54, 55, 57, 61, 62, 67, 69, 72, 73, 74, 75, 78, 79, 82, 84, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 131, 132, 133, 136, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 158, 160, 161, 164, 165, 166], "usag": 32, "use_approximate_reverse_map": [101, 104, 158], "use_default_config": [93, 94, 96, 149], "use_os_env": 4, "user": [68, 76, 101, 102, 103, 104, 137, 156, 157, 158, 165], "usual": [5, 6, 7, 8, 9, 10, 12, 16, 23, 24, 26, 27, 30, 36, 38, 44, 50, 51, 53, 55, 65, 117, 118, 121, 122, 125, 127, 129, 131, 135], "utc": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 80, 89, 117, 118, 121, 122, 136, 138], "utcify_nullable_timestamp": [0, 89, 91], "utcify_timestamp": [0, 89, 91], "util": [0, 67, 91, 92, 100, 105, 110, 111, 112, 116], "v": [31, 36, 40, 41, 55, 61, 85, 88, 133, 144, 165], "val": 89, "valid": [1, 2, 3, 39, 55, 57, 85, 87, 89, 108, 132, 143], "validationerror": [2, 3], "valu": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 101, 104, 108, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 147, 149, 150, 155, 158, 160, 164, 165, 166], "valueerror": [4, 89], "values_weight": [85, 87], "var": [4, 112], "var_zscor": 112, "variabl": [4, 12, 13, 14, 15, 31, 32, 36, 40, 41, 44, 48, 50, 51, 53, 55, 60, 61, 62, 65, 66, 67, 69, 112, 123, 124, 133, 135, 136], "varianc": 112, "variou": [89, 166], "veri": 165, "versatil": 165, "version": [0, 32, 89, 91, 92, 110, 111, 116, 164, 166], "via": [5, 6, 32, 46, 51, 53, 113, 118, 162, 164, 165, 166, 167], "video": 164, "virtual": [12, 14, 44, 48], "visibl": 165, "visual": [111, 112, 160, 161, 162, 164, 165, 167], "viz": [162, 165, 167], "vldb": 164, "vm": [5, 6, 12, 18, 39, 44, 45, 48, 49, 50, 51, 53, 55, 57, 59, 60, 63, 64, 65, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "vm_deprovis": [55, 66], "vm_env": [5, 12], "vm_provis": [55, 66], "vm_provisioner_typ": [36, 55], "vm_restart": [55, 66], "vm_start": [55, 66], "vm_stop": [55, 66], "vmenv": [0, 5, 12, 18, 55, 60, 66], "vmname": [44, 49, 55, 64], "wa": [23, 24, 26, 27, 30, 68, 72, 76, 82, 127, 129, 137, 140], "wait": [21, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 135], "wait_boot": [124, 125], "wait_host_deploy": [36, 43, 44, 50, 55, 60, 135], "wait_host_oper": [43, 44, 50, 55, 59, 135], "wait_network_deploy": [36, 43, 44, 48, 55, 62], "wait_os_oper": [43, 44, 50, 51, 53, 55, 63, 135], "wait_vm_deploy": [55, 66], "wait_vm_oper": [55, 66], "want": [25, 149], "warm": [67, 69, 75, 136, 149, 165, 166], "warn": [32, 111, 112, 113, 161], "we": [23, 24, 27, 39, 67, 69, 72, 73, 78, 82, 89, 108, 112, 127, 129, 132, 136, 140, 141, 149, 164, 165, 167], "web": 164, "websit": 32, "weight": [0, 85, 87, 143, 148, 149, 150, 151, 152], "well": [5, 6, 114, 118], "were": [67, 69, 75, 136], "what": [32, 67, 69, 73, 78, 111, 136, 141, 160, 165], "when": [21, 32, 33, 34, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 73, 78, 85, 87, 88, 89, 101, 104, 108, 112, 135, 136, 141, 143, 144, 149, 158, 164, 165], "whenev": 165, "where": [3, 5, 6, 7, 8, 9, 10, 11, 12, 16, 39, 84, 89, 108, 117, 118, 119, 121, 122, 125, 132, 149, 164, 165, 167], "whether": [4, 44, 48, 49, 55, 62, 64, 85, 86, 87, 88, 89, 93, 98, 111, 112, 114, 143, 144, 149, 151, 161], "which": [44, 50, 54, 55, 60, 67, 69, 72, 82, 93, 98, 101, 102, 103, 104, 112, 135, 136, 140, 151, 156, 157, 158, 164, 165, 166], "while": 165, "window": 164, "with_scatter_plot": 112, "within": [72, 82, 85, 87, 88, 140, 143, 144], "without": [12, 15, 25, 124, 165], "work": [36, 40, 41, 42, 55, 61, 114, 133, 164], "worker": 32, "workload": [164, 165, 166], "workspac": [2, 3, 39, 89, 132], "wrap": 166, "wrapper": [23, 27, 54, 93, 94, 95, 96, 97, 98, 113, 127, 149, 150, 151, 164, 167], "writabl": 166, "write": 165, "yet": [12, 14, 23, 24, 26, 27, 30, 93, 94, 95, 96, 97, 98, 99, 127, 129, 148, 149, 150, 151, 152], "yield": 41, "yml": [164, 165], "you": 149, "your": 164, "yourexperimentid": 165, "zoneinfo": 89, "zscore": 112}, "titles": ["mlos_bench package", "mlos_bench.config package", "mlos_bench.config.schemas package", "mlos_bench.config.schemas.config_schemas module", "mlos_bench.dict_templater module", "mlos_bench.environments package", "mlos_bench.environments.base_environment module", "mlos_bench.environments.composite_env module", "mlos_bench.environments.local package", "mlos_bench.environments.local.local_env module", "mlos_bench.environments.local.local_fileshare_env module", "mlos_bench.environments.mock_env module", "mlos_bench.environments.remote package", "mlos_bench.environments.remote.host_env module", "mlos_bench.environments.remote.network_env module", "mlos_bench.environments.remote.os_env module", "mlos_bench.environments.remote.remote_env module", "mlos_bench.environments.remote.saas_env module", "mlos_bench.environments.remote.vm_env module", "mlos_bench.environments.script_env module", "mlos_bench.environments.status module", "mlos_bench.event_loop_context module", "mlos_bench.launcher module", "mlos_bench.optimizers package", "mlos_bench.optimizers.base_optimizer module", "mlos_bench.optimizers.convert_configspace module", "mlos_bench.optimizers.grid_search_optimizer module", "mlos_bench.optimizers.mlos_core_optimizer module", "mlos_bench.optimizers.mock_optimizer module", "mlos_bench.optimizers.one_shot_optimizer module", "mlos_bench.optimizers.track_best_optimizer module", "mlos_bench.os_environ module", "mlos_bench.run module", "mlos_bench.schedulers package", "mlos_bench.schedulers.base_scheduler module", "mlos_bench.schedulers.sync_scheduler module", "mlos_bench.services package", "mlos_bench.services.base_fileshare module", "mlos_bench.services.base_service module", "mlos_bench.services.config_persistence module", "mlos_bench.services.local package", "mlos_bench.services.local.local_exec module", "mlos_bench.services.local.temp_dir_context module", "mlos_bench.services.remote package", "mlos_bench.services.remote.azure package", "mlos_bench.services.remote.azure.azure_auth module", "mlos_bench.services.remote.azure.azure_deployment_services module", "mlos_bench.services.remote.azure.azure_fileshare module", "mlos_bench.services.remote.azure.azure_network_services module", "mlos_bench.services.remote.azure.azure_saas module", "mlos_bench.services.remote.azure.azure_vm_services module", "mlos_bench.services.remote.ssh package", "mlos_bench.services.remote.ssh.ssh_fileshare module", "mlos_bench.services.remote.ssh.ssh_host_service module", "mlos_bench.services.remote.ssh.ssh_service module", "mlos_bench.services.types package", "mlos_bench.services.types.authenticator_type module", "mlos_bench.services.types.config_loader_type module", "mlos_bench.services.types.fileshare_type module", "mlos_bench.services.types.host_ops_type module", "mlos_bench.services.types.host_provisioner_type module", "mlos_bench.services.types.local_exec_type module", "mlos_bench.services.types.network_provisioner_type module", "mlos_bench.services.types.os_ops_type module", "mlos_bench.services.types.remote_config_type module", "mlos_bench.services.types.remote_exec_type module", "mlos_bench.services.types.vm_provisioner_type module", "mlos_bench.storage package", "mlos_bench.storage.base_experiment_data module", "mlos_bench.storage.base_storage module", "mlos_bench.storage.base_trial_data module", "mlos_bench.storage.base_tunable_config_data module", "mlos_bench.storage.base_tunable_config_trial_group_data module", "mlos_bench.storage.sql package", "mlos_bench.storage.sql.common module", "mlos_bench.storage.sql.experiment module", "mlos_bench.storage.sql.experiment_data module", "mlos_bench.storage.sql.schema module", "mlos_bench.storage.sql.storage module", "mlos_bench.storage.sql.trial module", "mlos_bench.storage.sql.trial_data module", "mlos_bench.storage.sql.tunable_config_data module", "mlos_bench.storage.sql.tunable_config_trial_group_data module", "mlos_bench.storage.storage_factory module", "mlos_bench.storage.util module", "mlos_bench.tunables package", "mlos_bench.tunables.covariant_group module", "mlos_bench.tunables.tunable module", "mlos_bench.tunables.tunable_groups module", "mlos_bench.util module", "mlos_bench.version module", "mlos_bench", "mlos_core package", "mlos_core.optimizers package", "mlos_core.optimizers.bayesian_optimizers package", "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module", "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module", "mlos_core.optimizers.flaml_optimizer module", "mlos_core.optimizers.optimizer module", "mlos_core.optimizers.random_optimizer module", "mlos_core.spaces package", "mlos_core.spaces.adapters package", "mlos_core.spaces.adapters.adapter module", "mlos_core.spaces.adapters.identity_adapter module", "mlos_core.spaces.adapters.llamatune module", "mlos_core.spaces.converters package", "mlos_core.spaces.converters.flaml module", "mlos_core.spaces.converters.util module", "mlos_core.util module", "mlos_core.version module", "mlos_core", "mlos_viz package", "mlos_viz.base module", "mlos_viz.dabl module", "mlos_viz.util module", "mlos_viz.version module", "mlos_viz", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.CompositeEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Environment", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.MockEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Status", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalFileShareEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.HostEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.OSEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.RemoteEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.VMEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MlosCoreOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MockOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.Optimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.FileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.Service", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.config_persistence</span></code>.ConfigPersistenceService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.local</span></code>.LocalExecService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureFileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureVMService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage</span></code>.Storage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_experiment_data</span></code>.ExperimentData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_trial_data</span></code>.TrialData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_data</span></code>.TunableConfigData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_trial_group_data</span></code>.TunableConfigTrialGroupData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.sql.storage</span></code>.SqlStorage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.storage_factory</span></code>.from_config", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.Tunable", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.TunableGroups", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.BaseBayesianOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.SmacOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.flaml_optimizer</span></code>.FlamlOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.optimizer</span></code>.BaseOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.random_optimizer</span></code>.RandomOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.adapter</span></code>.BaseSpaceAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.identity_adapter</span></code>.IdentityAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.llamatune</span></code>.LlamaTuneAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.converters.flaml</span></code>.configspace_to_flaml_space", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.MlosVizMethod", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.plot", "Welcome to the MLOS documentation!", "MLOS Package APIs Overview", "MLOS", "mlos-bench", "mlos-core", "mlos_viz"], "titleterms": {"1": 165, "2": 165, "3": 165, "4": 165, "5": 165, "6": 165, "access": [163, 165], "activ": [164, 165], "adapt": [101, 102, 103, 104, 153, 154, 155, 156, 157, 158, 163], "also": 164, "analysi": 163, "analyz": 165, "anoth": 165, "api": [162, 163], "authenticator_typ": 56, "azur": [44, 45, 46, 47, 48, 49, 50, 134, 135, 163, 165], "azure_auth": 45, "azure_deployment_servic": 46, "azure_fileshar": 47, "azure_network_servic": 48, "azure_saa": 49, "azure_vm_servic": 50, "azurefileshareservic": 134, "azurevmservic": 135, "backend": 163, "base": [112, 163], "base_environ": 6, "base_experiment_data": [68, 137], "base_fileshar": 37, "base_optim": 24, "base_schedul": 34, "base_servic": 38, "base_storag": 69, "base_trial_data": [70, 138], "base_tunable_config_data": [71, 139], "base_tunable_config_trial_group_data": [72, 140], "basebayesianoptim": 148, "baseoptim": 151, "basespaceadapt": 156, "bayesian_optim": [94, 95, 96, 148, 149], "bench": [163, 164, 165], "benchmark": [163, 165], "cli": 165, "client": 163, "common": 74, "composite_env": 7, "compositeenv": 117, "conda": [164, 165], "config": [1, 2, 3, 165], "config_loader_typ": 57, "config_persist": [39, 132], "config_schema": 3, "configpersistenceservic": 132, "configspace_to_flaml_spac": 159, "configur": 165, "content": [164, 165], "contribut": 164, "convert": [105, 106, 107, 159, 163], "convert_configspac": 25, "core": [163, 164, 166], "covariant_group": 86, "creat": [146, 154, 165], "credenti": 165, "dabl": 113, "db": [163, 165], "descript": [165, 166], "dict_templat": 4, "document": 162, "environ": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163, 165], "event_loop_context": 21, "exampl": [31, 164], "experi": [75, 165], "experiment_data": 76, "experimentdata": 137, "featur": [165, 166], "file": 165, "fileshare_typ": 58, "fileshareservic": 130, "flaml": [106, 159], "flaml_optim": [97, 150], "flamloptim": 150, "from_config": 142, "gener": 165, "get": 164, "grid_search_optim": 26, "have": 165, "host_env": 13, "host_ops_typ": 59, "host_provisioner_typ": 60, "hostenv": 123, "id": 165, "identity_adapt": [103, 157], "identityadapt": 157, "import": 165, "ins": 163, "instal": [164, 165], "interact": 165, "interrupt": 165, "json": 165, "launcher": 22, "level": 165, "llamatun": [104, 158], "llamatuneadapt": 158, "local": [8, 9, 10, 40, 41, 42, 121, 122, 133, 163], "local_env": 9, "local_exec": 41, "local_exec_typ": 61, "local_fileshare_env": 10, "localenv": 121, "localexecservic": 133, "localfileshareenv": 122, "main": 163, "make": 165, "mix": 163, "mlo": [162, 163, 164, 165, 166], "mlos_bench": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144], "mlos_cor": [92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159], "mlos_core_optim": 27, "mlos_viz": [111, 112, 113, 114, 115, 116, 160, 161, 167], "mloscoreoptim": 127, "mlosvizmethod": 160, "mock_env": 11, "mock_optim": 28, "mockenv": 119, "mockoptim": 128, "modul": [3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 112, 113, 114, 115], "network_env": 14, "network_provisioner_typ": 62, "one_shot_optim": 29, "optim": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 127, 128, 129, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165], "optimizerfactori": [145, 146], "optimizertyp": 147, "option": 165, "organ": 164, "os_env": 15, "os_environ": 31, "os_ops_typ": 63, "osenv": 124, "overview": [162, 163, 164], "packag": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 92, 93, 94, 100, 101, 105, 111, 163], "paramet": [163, 165], "plot": 161, "quickstart": 165, "random_optim": [99, 152], "randomoptim": 152, "refer": 162, "remot": [12, 13, 14, 15, 16, 17, 18, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 123, 124, 125, 126, 134, 135, 163], "remote_config_typ": 64, "remote_env": 16, "remote_exec_typ": 65, "remoteenv": 125, "resourc": 165, "result": 165, "resum": 165, "run": [32, 165], "runtim": 163, "saas_env": 17, "schedul": [33, 34, 35], "schema": [2, 3, 77], "script_env": 19, "see": 164, "servic": [36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 130, 131, 132, 133, 134, 135, 163], "setup": 165, "smac_optim": 96, "smacoptim": 149, "sourc": 162, "space": [100, 101, 102, 103, 104, 105, 106, 107, 153, 154, 155, 156, 157, 158, 159, 163], "spaceadapterfactori": [153, 154], "spaceadaptertyp": 155, "specif": 165, "sql": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 141, 163], "sqlstorag": 141, "ssh": [51, 52, 53, 54], "ssh_fileshar": 52, "ssh_host_servic": 53, "ssh_servic": 54, "start": 164, "statu": [20, 120], "storag": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 136, 137, 138, 139, 140, 141, 142, 163], "storage_factori": [83, 142], "submodul": [0, 2, 5, 8, 12, 23, 33, 36, 40, 44, 51, 55, 67, 73, 85, 92, 93, 94, 101, 105, 111], "subpackag": [0, 1, 5, 36, 43, 67, 92, 93, 100], "sure": 165, "sync_schedul": 35, "tabl": 165, "temp_dir_context": 42, "token": 165, "tool": 165, "top": 165, "track_best_optim": 30, "tree": 162, "trial": 79, "trial_data": 80, "trialdata": 138, "tunabl": [85, 86, 87, 88, 143, 144, 163], "tunable_config_data": 81, "tunable_config_trial_group_data": 82, "tunable_group": 88, "tunableconfigdata": 139, "tunableconfigtrialgroupdata": 140, "tunablegroup": 144, "type": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "usag": 164, "util": [84, 89, 107, 108, 114], "version": [90, 109, 115], "viz": [163, 164], "vm_env": 18, "vm_provisioner_typ": 66, "vmenv": 126, "welcom": 162, "work": 165, "you": 165, "your": 165}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"1. Install and activate the conda environment": [[165, "install-and-activate-the-conda-environment"]], "2. Make sure that you have Azure CLI tool installed and working": [[165, "make-sure-that-you-have-azure-cli-tool-installed-and-working"]], "3. Generate access tokens to interact with Azure resources": [[165, "generate-access-tokens-to-interact-with-azure-resources"]], "4. Create a JSON config with DB credentials (Optional)": [[165, "create-a-json-config-with-db-credentials-optional"]], "5. Create a top-level configuration file for your MLOS setup": [[165, "create-a-top-level-configuration-file-for-your-mlos-setup"]], "5. Create another config file for the parameters specific to your experiment": [[165, "create-another-config-file-for-the-parameters-specific-to-your-experiment"]], "6. Run the benchmark": [[165, "run-the-benchmark"]], "API Overview": [[162, null]], "API Reference": [[162, null]], "Analysis Client Access APIs": [[163, "analysis-client-access-apis"]], "Analyzing Results": [[165, "analyzing-results"]], "Base Runtime Backends": [[163, "base-runtime-backends"]], "Benchmark Environments": [[163, "benchmark-environments"]], "Contents": [[164, "contents"]], "Contributing": [[164, "contributing"]], "Converters": [[163, "converters"]], "Description": [[165, "description"], [166, "description"]], "Example": [[31, "example"]], "Examples": [[164, "examples"]], "Features": [[165, "features"], [166, "features"]], "Getting Started": [[164, "getting-started"]], "Importance of the Experiment ID config": [[165, "importance-of-the-experiment-id-config"]], "Installation": [[164, "installation"]], "Local Environments": [[163, "local-environments"]], "Local Services": [[163, "local-services"]], "MLOS": [[164, null]], "MLOS Package APIs Overview": [[163, null]], "Main": [[163, "main"]], "Optimization": [[165, "optimization"]], "Optimizer Adapters": [[163, "optimizer-adapters"]], "Optimizers": [[163, "optimizers"]], "Organization": [[164, "organization"]], "Overview": [[164, "overview"]], "Quickstart": [[165, "quickstart"]], "References": [[162, null]], "Remote Azure Services": [[163, "remote-azure-services"]], "Remote Environments": [[163, "remote-environments"]], "Resuming interrupted experiments": [[165, "resuming-interrupted-experiments"]], "SQL DB Storage Backend": [[163, "sql-db-storage-backend"]], "See Also": [[164, "see-also"]], "Service Mix-ins": [[163, "service-mix-ins"]], "Source Tree Documentation": [[162, null]], "Space Adapters": [[163, "space-adapters"]], "Spaces": [[163, "spaces"]], "Storage": [[163, "storage"]], "Submodules": [[0, "submodules"], [2, "submodules"], [5, "submodules"], [8, "submodules"], [12, "submodules"], [23, "submodules"], [33, "submodules"], [36, "submodules"], [40, "submodules"], [44, "submodules"], [51, "submodules"], [55, "submodules"], [67, "submodules"], [73, "submodules"], [85, "submodules"], [92, "submodules"], [93, "submodules"], [94, "submodules"], [101, "submodules"], [105, "submodules"], [111, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [5, "subpackages"], [36, "subpackages"], [43, "subpackages"], [67, "subpackages"], [92, "subpackages"], [93, "subpackages"], [100, "subpackages"]], "Table of Contents": [[165, "table-of-contents"]], "Tunable Parameters": [[163, "tunable-parameters"]], "Usage Examples": [[164, "usage-examples"]], "Welcome to the MLOS documentation!": [[162, null]], "conda activation": [[164, "conda-activation"]], "mlos-bench": [[164, "mlos-bench"], [165, null]], "mlos-bench API": [[163, "mlos-bench-api"]], "mlos-core": [[164, "mlos-core"], [166, null]], "mlos-core API": [[163, "mlos-core-api"]], "mlos-viz": [[164, "mlos-viz"]], "mlos-viz API": [[163, "mlos-viz-api"]], "mlos_bench": [[91, null]], "mlos_bench package": [[0, null]], "mlos_bench.config package": [[1, null]], "mlos_bench.config.schemas package": [[2, null]], "mlos_bench.config.schemas.config_schemas module": [[3, null]], "mlos_bench.dict_templater module": [[4, null]], "mlos_bench.environments package": [[5, null]], "mlos_bench.environments.CompositeEnv": [[117, null]], "mlos_bench.environments.Environment": [[118, null]], "mlos_bench.environments.MockEnv": [[119, null]], "mlos_bench.environments.Status": [[120, null]], "mlos_bench.environments.base_environment module": [[6, null]], "mlos_bench.environments.composite_env module": [[7, null]], "mlos_bench.environments.local package": [[8, null]], "mlos_bench.environments.local.LocalEnv": [[121, null]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, null]], "mlos_bench.environments.local.local_env module": [[9, null]], "mlos_bench.environments.local.local_fileshare_env module": [[10, null]], "mlos_bench.environments.mock_env module": [[11, null]], "mlos_bench.environments.remote package": [[12, null]], "mlos_bench.environments.remote.HostEnv": [[123, null]], "mlos_bench.environments.remote.OSEnv": [[124, null]], "mlos_bench.environments.remote.RemoteEnv": [[125, null]], "mlos_bench.environments.remote.VMEnv": [[126, null]], "mlos_bench.environments.remote.host_env module": [[13, null]], "mlos_bench.environments.remote.network_env module": [[14, null]], "mlos_bench.environments.remote.os_env module": [[15, null]], "mlos_bench.environments.remote.remote_env module": [[16, null]], "mlos_bench.environments.remote.saas_env module": [[17, null]], "mlos_bench.environments.remote.vm_env module": [[18, null]], "mlos_bench.environments.script_env module": [[19, null]], "mlos_bench.environments.status module": [[20, null]], "mlos_bench.event_loop_context module": [[21, null]], "mlos_bench.launcher module": [[22, null]], "mlos_bench.optimizers package": [[23, null]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, null]], "mlos_bench.optimizers.MockOptimizer": [[128, null]], "mlos_bench.optimizers.Optimizer": [[129, null]], "mlos_bench.optimizers.base_optimizer module": [[24, null]], "mlos_bench.optimizers.convert_configspace module": [[25, null]], "mlos_bench.optimizers.grid_search_optimizer module": [[26, null]], "mlos_bench.optimizers.mlos_core_optimizer module": [[27, null]], "mlos_bench.optimizers.mock_optimizer module": [[28, null]], "mlos_bench.optimizers.one_shot_optimizer module": [[29, null]], "mlos_bench.optimizers.track_best_optimizer module": [[30, null]], "mlos_bench.os_environ module": [[31, null]], "mlos_bench.run module": [[32, null]], "mlos_bench.schedulers package": [[33, null]], "mlos_bench.schedulers.base_scheduler module": [[34, null]], "mlos_bench.schedulers.sync_scheduler module": [[35, null]], "mlos_bench.services package": [[36, null]], "mlos_bench.services.FileShareService": [[130, null]], "mlos_bench.services.Service": [[131, null]], "mlos_bench.services.base_fileshare module": [[37, null]], "mlos_bench.services.base_service module": [[38, null]], "mlos_bench.services.config_persistence module": [[39, null]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, null]], "mlos_bench.services.local package": [[40, null]], "mlos_bench.services.local.LocalExecService": [[133, null]], "mlos_bench.services.local.local_exec module": [[41, null]], "mlos_bench.services.local.temp_dir_context module": [[42, null]], "mlos_bench.services.remote package": [[43, null]], "mlos_bench.services.remote.azure package": [[44, null]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, null]], "mlos_bench.services.remote.azure.AzureVMService": [[135, null]], "mlos_bench.services.remote.azure.azure_auth module": [[45, null]], "mlos_bench.services.remote.azure.azure_deployment_services module": [[46, null]], "mlos_bench.services.remote.azure.azure_fileshare module": [[47, null]], "mlos_bench.services.remote.azure.azure_network_services module": [[48, null]], "mlos_bench.services.remote.azure.azure_saas module": [[49, null]], "mlos_bench.services.remote.azure.azure_vm_services module": [[50, null]], "mlos_bench.services.remote.ssh package": [[51, null]], "mlos_bench.services.remote.ssh.ssh_fileshare module": [[52, null]], "mlos_bench.services.remote.ssh.ssh_host_service module": [[53, null]], "mlos_bench.services.remote.ssh.ssh_service module": [[54, null]], "mlos_bench.services.types package": [[55, null]], "mlos_bench.services.types.authenticator_type module": [[56, null]], "mlos_bench.services.types.config_loader_type module": [[57, null]], "mlos_bench.services.types.fileshare_type module": [[58, null]], "mlos_bench.services.types.host_ops_type module": [[59, null]], "mlos_bench.services.types.host_provisioner_type module": [[60, null]], "mlos_bench.services.types.local_exec_type module": [[61, null]], "mlos_bench.services.types.network_provisioner_type module": [[62, null]], "mlos_bench.services.types.os_ops_type module": [[63, null]], "mlos_bench.services.types.remote_config_type module": [[64, null]], "mlos_bench.services.types.remote_exec_type module": [[65, null]], "mlos_bench.services.types.vm_provisioner_type module": [[66, null]], "mlos_bench.storage package": [[67, null]], "mlos_bench.storage.Storage": [[136, null]], "mlos_bench.storage.base_experiment_data module": [[68, null]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, null]], "mlos_bench.storage.base_storage module": [[69, null]], "mlos_bench.storage.base_trial_data module": [[70, null]], "mlos_bench.storage.base_trial_data.TrialData": [[138, null]], "mlos_bench.storage.base_tunable_config_data module": [[71, null]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, null]], "mlos_bench.storage.base_tunable_config_trial_group_data module": [[72, null]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, null]], "mlos_bench.storage.sql package": [[73, null]], "mlos_bench.storage.sql.common module": [[74, null]], "mlos_bench.storage.sql.experiment module": [[75, null]], "mlos_bench.storage.sql.experiment_data module": [[76, null]], "mlos_bench.storage.sql.schema module": [[77, null]], "mlos_bench.storage.sql.storage module": [[78, null]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, null]], "mlos_bench.storage.sql.trial module": [[79, null]], "mlos_bench.storage.sql.trial_data module": [[80, null]], "mlos_bench.storage.sql.tunable_config_data module": [[81, null]], "mlos_bench.storage.sql.tunable_config_trial_group_data module": [[82, null]], "mlos_bench.storage.storage_factory module": [[83, null]], "mlos_bench.storage.storage_factory.from_config": [[142, null]], "mlos_bench.storage.util module": [[84, null]], "mlos_bench.tunables package": [[85, null]], "mlos_bench.tunables.Tunable": [[143, null]], "mlos_bench.tunables.TunableGroups": [[144, null]], "mlos_bench.tunables.covariant_group module": [[86, null]], "mlos_bench.tunables.tunable module": [[87, null]], "mlos_bench.tunables.tunable_groups module": [[88, null]], "mlos_bench.util module": [[89, null]], "mlos_bench.version module": [[90, null]], "mlos_core": [[110, null]], "mlos_core package": [[92, null]], "mlos_core.optimizers package": [[93, null]], "mlos_core.optimizers.OptimizerFactory": [[145, null]], "mlos_core.optimizers.OptimizerFactory.create": [[146, null]], "mlos_core.optimizers.OptimizerType": [[147, null]], "mlos_core.optimizers.bayesian_optimizers package": [[94, null]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, null]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, null]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module": [[95, null]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module": [[96, null]], "mlos_core.optimizers.flaml_optimizer module": [[97, null]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, null]], "mlos_core.optimizers.optimizer module": [[98, null]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, null]], "mlos_core.optimizers.random_optimizer module": [[99, null]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, null]], "mlos_core.spaces package": [[100, null]], "mlos_core.spaces.adapters package": [[101, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory.create": [[154, null]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, null]], "mlos_core.spaces.adapters.adapter module": [[102, null]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, null]], "mlos_core.spaces.adapters.identity_adapter module": [[103, null]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, null]], "mlos_core.spaces.adapters.llamatune module": [[104, null]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, null]], "mlos_core.spaces.converters package": [[105, null]], "mlos_core.spaces.converters.flaml module": [[106, null]], "mlos_core.spaces.converters.flaml.configspace_to_flaml_space": [[159, null]], "mlos_core.spaces.converters.util module": [[107, null]], "mlos_core.util module": [[108, null]], "mlos_core.version module": [[109, null]], "mlos_viz": [[116, null], [167, null]], "mlos_viz package": [[111, null]], "mlos_viz.MlosVizMethod": [[160, null]], "mlos_viz.base module": [[112, null]], "mlos_viz.dabl module": [[113, null]], "mlos_viz.plot": [[161, null]], "mlos_viz.util module": [[114, null]], "mlos_viz.version module": [[115, null]]}, "docnames": ["api/mlos_bench/mlos_bench", "api/mlos_bench/mlos_bench.config", "api/mlos_bench/mlos_bench.config.schemas", "api/mlos_bench/mlos_bench.config.schemas.config_schemas", "api/mlos_bench/mlos_bench.dict_templater", "api/mlos_bench/mlos_bench.environments", "api/mlos_bench/mlos_bench.environments.base_environment", "api/mlos_bench/mlos_bench.environments.composite_env", "api/mlos_bench/mlos_bench.environments.local", "api/mlos_bench/mlos_bench.environments.local.local_env", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env", "api/mlos_bench/mlos_bench.environments.mock_env", "api/mlos_bench/mlos_bench.environments.remote", "api/mlos_bench/mlos_bench.environments.remote.host_env", "api/mlos_bench/mlos_bench.environments.remote.network_env", "api/mlos_bench/mlos_bench.environments.remote.os_env", "api/mlos_bench/mlos_bench.environments.remote.remote_env", "api/mlos_bench/mlos_bench.environments.remote.saas_env", "api/mlos_bench/mlos_bench.environments.remote.vm_env", "api/mlos_bench/mlos_bench.environments.script_env", "api/mlos_bench/mlos_bench.environments.status", "api/mlos_bench/mlos_bench.event_loop_context", "api/mlos_bench/mlos_bench.launcher", "api/mlos_bench/mlos_bench.optimizers", "api/mlos_bench/mlos_bench.optimizers.base_optimizer", "api/mlos_bench/mlos_bench.optimizers.convert_configspace", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer", "api/mlos_bench/mlos_bench.os_environ", "api/mlos_bench/mlos_bench.run", "api/mlos_bench/mlos_bench.schedulers", "api/mlos_bench/mlos_bench.schedulers.base_scheduler", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler", "api/mlos_bench/mlos_bench.services", "api/mlos_bench/mlos_bench.services.base_fileshare", "api/mlos_bench/mlos_bench.services.base_service", "api/mlos_bench/mlos_bench.services.config_persistence", "api/mlos_bench/mlos_bench.services.local", "api/mlos_bench/mlos_bench.services.local.local_exec", "api/mlos_bench/mlos_bench.services.local.temp_dir_context", "api/mlos_bench/mlos_bench.services.remote", "api/mlos_bench/mlos_bench.services.remote.azure", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services", "api/mlos_bench/mlos_bench.services.remote.ssh", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service", "api/mlos_bench/mlos_bench.services.types", "api/mlos_bench/mlos_bench.services.types.authenticator_type", "api/mlos_bench/mlos_bench.services.types.config_loader_type", "api/mlos_bench/mlos_bench.services.types.fileshare_type", "api/mlos_bench/mlos_bench.services.types.host_ops_type", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type", "api/mlos_bench/mlos_bench.services.types.local_exec_type", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type", "api/mlos_bench/mlos_bench.services.types.os_ops_type", "api/mlos_bench/mlos_bench.services.types.remote_config_type", "api/mlos_bench/mlos_bench.services.types.remote_exec_type", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type", "api/mlos_bench/mlos_bench.storage", "api/mlos_bench/mlos_bench.storage.base_experiment_data", "api/mlos_bench/mlos_bench.storage.base_storage", "api/mlos_bench/mlos_bench.storage.base_trial_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.sql", "api/mlos_bench/mlos_bench.storage.sql.common", "api/mlos_bench/mlos_bench.storage.sql.experiment", "api/mlos_bench/mlos_bench.storage.sql.experiment_data", "api/mlos_bench/mlos_bench.storage.sql.schema", "api/mlos_bench/mlos_bench.storage.sql.storage", "api/mlos_bench/mlos_bench.storage.sql.trial", "api/mlos_bench/mlos_bench.storage.sql.trial_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.storage_factory", "api/mlos_bench/mlos_bench.storage.util", "api/mlos_bench/mlos_bench.tunables", "api/mlos_bench/mlos_bench.tunables.covariant_group", "api/mlos_bench/mlos_bench.tunables.tunable", "api/mlos_bench/mlos_bench.tunables.tunable_groups", "api/mlos_bench/mlos_bench.util", "api/mlos_bench/mlos_bench.version", "api/mlos_bench/modules", "api/mlos_core/mlos_core", "api/mlos_core/mlos_core.optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer", "api/mlos_core/mlos_core.optimizers.flaml_optimizer", "api/mlos_core/mlos_core.optimizers.optimizer", "api/mlos_core/mlos_core.optimizers.random_optimizer", "api/mlos_core/mlos_core.spaces", "api/mlos_core/mlos_core.spaces.adapters", "api/mlos_core/mlos_core.spaces.adapters.adapter", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter", "api/mlos_core/mlos_core.spaces.adapters.llamatune", "api/mlos_core/mlos_core.spaces.converters", "api/mlos_core/mlos_core.spaces.converters.flaml", "api/mlos_core/mlos_core.spaces.converters.util", "api/mlos_core/mlos_core.util", "api/mlos_core/mlos_core.version", "api/mlos_core/modules", "api/mlos_viz/mlos_viz", "api/mlos_viz/mlos_viz.base", "api/mlos_viz/mlos_viz.dabl", "api/mlos_viz/mlos_viz.util", "api/mlos_viz/mlos_viz.version", "api/mlos_viz/modules", "generated/mlos_bench.environments.CompositeEnv", "generated/mlos_bench.environments.Environment", "generated/mlos_bench.environments.MockEnv", "generated/mlos_bench.environments.Status", "generated/mlos_bench.environments.local.LocalEnv", "generated/mlos_bench.environments.local.LocalFileShareEnv", "generated/mlos_bench.environments.remote.HostEnv", "generated/mlos_bench.environments.remote.OSEnv", "generated/mlos_bench.environments.remote.RemoteEnv", "generated/mlos_bench.environments.remote.VMEnv", "generated/mlos_bench.optimizers.MlosCoreOptimizer", "generated/mlos_bench.optimizers.MockOptimizer", "generated/mlos_bench.optimizers.Optimizer", "generated/mlos_bench.services.FileShareService", "generated/mlos_bench.services.Service", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService", "generated/mlos_bench.services.local.LocalExecService", "generated/mlos_bench.services.remote.azure.AzureFileShareService", "generated/mlos_bench.services.remote.azure.AzureVMService", "generated/mlos_bench.storage.Storage", "generated/mlos_bench.storage.base_experiment_data.ExperimentData", "generated/mlos_bench.storage.base_trial_data.TrialData", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", "generated/mlos_bench.storage.sql.storage.SqlStorage", "generated/mlos_bench.storage.storage_factory.from_config", "generated/mlos_bench.tunables.Tunable", "generated/mlos_bench.tunables.TunableGroups", "generated/mlos_core.optimizers.OptimizerFactory", "generated/mlos_core.optimizers.OptimizerFactory.create", "generated/mlos_core.optimizers.OptimizerType", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", "generated/mlos_core.optimizers.optimizer.BaseOptimizer", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create", "generated/mlos_core.spaces.adapters.SpaceAdapterType", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space", "generated/mlos_viz.MlosVizMethod", "generated/mlos_viz.plot", "index", "overview", "source_tree_docs/index", "source_tree_docs/mlos_bench/index", "source_tree_docs/mlos_core/index", "source_tree_docs/mlos_viz/index"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api/mlos_bench/mlos_bench.rst", "api/mlos_bench/mlos_bench.config.rst", "api/mlos_bench/mlos_bench.config.schemas.rst", "api/mlos_bench/mlos_bench.config.schemas.config_schemas.rst", "api/mlos_bench/mlos_bench.dict_templater.rst", "api/mlos_bench/mlos_bench.environments.rst", "api/mlos_bench/mlos_bench.environments.base_environment.rst", "api/mlos_bench/mlos_bench.environments.composite_env.rst", "api/mlos_bench/mlos_bench.environments.local.rst", "api/mlos_bench/mlos_bench.environments.local.local_env.rst", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.rst", "api/mlos_bench/mlos_bench.environments.mock_env.rst", "api/mlos_bench/mlos_bench.environments.remote.rst", "api/mlos_bench/mlos_bench.environments.remote.host_env.rst", "api/mlos_bench/mlos_bench.environments.remote.network_env.rst", "api/mlos_bench/mlos_bench.environments.remote.os_env.rst", "api/mlos_bench/mlos_bench.environments.remote.remote_env.rst", "api/mlos_bench/mlos_bench.environments.remote.saas_env.rst", "api/mlos_bench/mlos_bench.environments.remote.vm_env.rst", "api/mlos_bench/mlos_bench.environments.script_env.rst", "api/mlos_bench/mlos_bench.environments.status.rst", "api/mlos_bench/mlos_bench.event_loop_context.rst", "api/mlos_bench/mlos_bench.launcher.rst", "api/mlos_bench/mlos_bench.optimizers.rst", "api/mlos_bench/mlos_bench.optimizers.base_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.convert_configspace.rst", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.rst", "api/mlos_bench/mlos_bench.os_environ.rst", "api/mlos_bench/mlos_bench.run.rst", "api/mlos_bench/mlos_bench.schedulers.rst", "api/mlos_bench/mlos_bench.schedulers.base_scheduler.rst", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler.rst", "api/mlos_bench/mlos_bench.services.rst", "api/mlos_bench/mlos_bench.services.base_fileshare.rst", "api/mlos_bench/mlos_bench.services.base_service.rst", "api/mlos_bench/mlos_bench.services.config_persistence.rst", "api/mlos_bench/mlos_bench.services.local.rst", "api/mlos_bench/mlos_bench.services.local.local_exec.rst", "api/mlos_bench/mlos_bench.services.local.temp_dir_context.rst", "api/mlos_bench/mlos_bench.services.remote.rst", "api/mlos_bench/mlos_bench.services.remote.azure.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.rst", "api/mlos_bench/mlos_bench.services.types.rst", "api/mlos_bench/mlos_bench.services.types.authenticator_type.rst", "api/mlos_bench/mlos_bench.services.types.config_loader_type.rst", "api/mlos_bench/mlos_bench.services.types.fileshare_type.rst", "api/mlos_bench/mlos_bench.services.types.host_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.local_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.os_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_config_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.rst", "api/mlos_bench/mlos_bench.storage.rst", "api/mlos_bench/mlos_bench.storage.base_experiment_data.rst", "api/mlos_bench/mlos_bench.storage.base_storage.rst", "api/mlos_bench/mlos_bench.storage.base_trial_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.sql.rst", "api/mlos_bench/mlos_bench.storage.sql.common.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment_data.rst", "api/mlos_bench/mlos_bench.storage.sql.schema.rst", "api/mlos_bench/mlos_bench.storage.sql.storage.rst", "api/mlos_bench/mlos_bench.storage.sql.trial.rst", "api/mlos_bench/mlos_bench.storage.sql.trial_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.storage_factory.rst", "api/mlos_bench/mlos_bench.storage.util.rst", "api/mlos_bench/mlos_bench.tunables.rst", "api/mlos_bench/mlos_bench.tunables.covariant_group.rst", "api/mlos_bench/mlos_bench.tunables.tunable.rst", "api/mlos_bench/mlos_bench.tunables.tunable_groups.rst", "api/mlos_bench/mlos_bench.util.rst", "api/mlos_bench/mlos_bench.version.rst", "api/mlos_bench/modules.rst", "api/mlos_core/mlos_core.rst", "api/mlos_core/mlos_core.optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.rst", "api/mlos_core/mlos_core.optimizers.flaml_optimizer.rst", "api/mlos_core/mlos_core.optimizers.optimizer.rst", "api/mlos_core/mlos_core.optimizers.random_optimizer.rst", "api/mlos_core/mlos_core.spaces.rst", "api/mlos_core/mlos_core.spaces.adapters.rst", "api/mlos_core/mlos_core.spaces.adapters.adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.llamatune.rst", "api/mlos_core/mlos_core.spaces.converters.rst", "api/mlos_core/mlos_core.spaces.converters.flaml.rst", "api/mlos_core/mlos_core.spaces.converters.util.rst", "api/mlos_core/mlos_core.util.rst", "api/mlos_core/mlos_core.version.rst", "api/mlos_core/modules.rst", "api/mlos_viz/mlos_viz.rst", "api/mlos_viz/mlos_viz.base.rst", "api/mlos_viz/mlos_viz.dabl.rst", "api/mlos_viz/mlos_viz.util.rst", "api/mlos_viz/mlos_viz.version.rst", "api/mlos_viz/modules.rst", "generated/mlos_bench.environments.CompositeEnv.rst", "generated/mlos_bench.environments.Environment.rst", "generated/mlos_bench.environments.MockEnv.rst", "generated/mlos_bench.environments.Status.rst", "generated/mlos_bench.environments.local.LocalEnv.rst", "generated/mlos_bench.environments.local.LocalFileShareEnv.rst", "generated/mlos_bench.environments.remote.HostEnv.rst", "generated/mlos_bench.environments.remote.OSEnv.rst", "generated/mlos_bench.environments.remote.RemoteEnv.rst", "generated/mlos_bench.environments.remote.VMEnv.rst", "generated/mlos_bench.optimizers.MlosCoreOptimizer.rst", "generated/mlos_bench.optimizers.MockOptimizer.rst", "generated/mlos_bench.optimizers.Optimizer.rst", "generated/mlos_bench.services.FileShareService.rst", "generated/mlos_bench.services.Service.rst", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService.rst", "generated/mlos_bench.services.local.LocalExecService.rst", "generated/mlos_bench.services.remote.azure.AzureFileShareService.rst", "generated/mlos_bench.services.remote.azure.AzureVMService.rst", "generated/mlos_bench.storage.Storage.rst", "generated/mlos_bench.storage.base_experiment_data.ExperimentData.rst", "generated/mlos_bench.storage.base_trial_data.TrialData.rst", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.rst", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.rst", "generated/mlos_bench.storage.sql.storage.SqlStorage.rst", "generated/mlos_bench.storage.storage_factory.from_config.rst", "generated/mlos_bench.tunables.Tunable.rst", "generated/mlos_bench.tunables.TunableGroups.rst", "generated/mlos_core.optimizers.OptimizerFactory.rst", "generated/mlos_core.optimizers.OptimizerFactory.create.rst", "generated/mlos_core.optimizers.OptimizerType.rst", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.rst", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.rst", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.rst", "generated/mlos_core.optimizers.optimizer.BaseOptimizer.rst", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterType.rst", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.rst", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.rst", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.rst", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.rst", "generated/mlos_viz.MlosVizMethod.rst", "generated/mlos_viz.plot.rst", "index.rst", "overview.rst", "source_tree_docs/index.md", "source_tree_docs/mlos_bench/index.md", "source_tree_docs/mlos_core/index.md", "source_tree_docs/mlos_viz/index.md"], "indexentries": {"__init__() (mlos_bench.environments.compositeenv method)": [[117, "mlos_bench.environments.CompositeEnv.__init__", false]], "__init__() (mlos_bench.environments.environment method)": [[118, "mlos_bench.environments.Environment.__init__", false]], "__init__() (mlos_bench.environments.local.localenv method)": [[121, "mlos_bench.environments.local.LocalEnv.__init__", false]], "__init__() (mlos_bench.environments.local.localfileshareenv method)": [[122, "mlos_bench.environments.local.LocalFileShareEnv.__init__", false]], "__init__() (mlos_bench.environments.mockenv method)": [[119, "mlos_bench.environments.MockEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.hostenv method)": [[123, "mlos_bench.environments.remote.HostEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.osenv method)": [[124, "mlos_bench.environments.remote.OSEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.remoteenv method)": [[125, "mlos_bench.environments.remote.RemoteEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.vmenv method)": [[126, "mlos_bench.environments.remote.VMEnv.__init__", false]], "__init__() (mlos_bench.environments.status method)": [[120, "mlos_bench.environments.Status.__init__", false]], "__init__() (mlos_bench.optimizers.mloscoreoptimizer method)": [[127, "mlos_bench.optimizers.MlosCoreOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.mockoptimizer method)": [[128, "mlos_bench.optimizers.MockOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.optimizer method)": [[129, "mlos_bench.optimizers.Optimizer.__init__", false]], "__init__() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[132, "mlos_bench.services.config_persistence.ConfigPersistenceService.__init__", false]], "__init__() (mlos_bench.services.fileshareservice method)": [[130, "mlos_bench.services.FileShareService.__init__", false]], "__init__() (mlos_bench.services.local.localexecservice method)": [[133, "mlos_bench.services.local.LocalExecService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[134, "mlos_bench.services.remote.azure.AzureFileShareService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurevmservice method)": [[135, "mlos_bench.services.remote.azure.AzureVMService.__init__", false]], "__init__() (mlos_bench.services.service method)": [[131, "mlos_bench.services.Service.__init__", false]], "__init__() (mlos_bench.storage.base_experiment_data.experimentdata method)": [[137, "mlos_bench.storage.base_experiment_data.ExperimentData.__init__", false]], "__init__() (mlos_bench.storage.base_trial_data.trialdata method)": [[138, "mlos_bench.storage.base_trial_data.TrialData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_data.tunableconfigdata method)": [[139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata method)": [[140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.__init__", false]], "__init__() (mlos_bench.storage.sql.storage.sqlstorage method)": [[141, "mlos_bench.storage.sql.storage.SqlStorage.__init__", false]], "__init__() (mlos_bench.storage.storage method)": [[136, "mlos_bench.storage.Storage.__init__", false]], "__init__() (mlos_bench.tunables.tunable method)": [[143, "mlos_bench.tunables.Tunable.__init__", false]], "__init__() (mlos_bench.tunables.tunablegroups method)": [[144, "mlos_bench.tunables.TunableGroups.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[151, "mlos_core.optimizers.optimizer.BaseOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizerfactory method)": [[145, "mlos_core.optimizers.OptimizerFactory.__init__", false]], "__init__() (mlos_core.optimizers.optimizertype method)": [[147, "mlos_core.optimizers.OptimizerType.__init__", false]], "__init__() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.__init__", false]], "__init__() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadapterfactory method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadaptertype method)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.__init__", false]], "__init__() (mlos_viz.mlosvizmethod method)": [[160, "mlos_viz.MlosVizMethod.__init__", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.acquisition_function", false]], "assign() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.assign", false]], "assign() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.assign", false], [144, "mlos_bench.tunables.TunableGroups.assign", false]], "augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base)": [[112, "mlos_viz.base.augment_results_df_with_config_trial_group_stats", false]], "auto (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.AUTO", false], [160, "mlos_viz.MlosVizMethod.AUTO", false]], "azureauthservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureAuthService", false]], "azureauthservice (class in mlos_bench.services.remote.azure.azure_auth)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService", false]], "azuredeploymentservice (class in mlos_bench.services.remote.azure.azure_deployment_services)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure.azure_fileshare)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure.azure_network_services)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure.azure_saas)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService", false]], "azurevmservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureVMService", false], [135, "mlos_bench.services.remote.azure.AzureVMService", false]], "azurevmservice (class in mlos_bench.services.remote.azure.azure_vm_services)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService", false]], "base_supported_config_props (mlos_bench.optimizers.base_optimizer.optimizer attribute)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "base_supported_config_props (mlos_bench.optimizers.optimizer attribute)": [[23, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false], [129, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.BaseOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers.optimizer)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer", false]], "basespaceadapter (class in mlos_core.spaces.adapters.adapter)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false]], "build_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false]], "build_environment() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.build_environment", false]], "build_environment() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.build_environment", false]], "build_optimizer() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false]], "build_scheduler() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false]], "build_service() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false]], "build_storage() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false]], "builtin_config_path (mlos_bench.services.config_persistence.configpersistenceservice attribute)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false]], "bulk_register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.bulk_register", false], [128, "mlos_bench.optimizers.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.bulk_register", false], [129, "mlos_bench.optimizers.Optimizer.bulk_register", false]], "canceled (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.CANCELED", false], [120, "mlos_bench.environments.Status.CANCELED", false]], "canceled (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.CANCELED", false]], "cardinality (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.cardinality", false], [143, "mlos_bench.tunables.Tunable.cardinality", false]], "cardinality (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.cardinality", false]], "categories (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.categories", false], [143, "mlos_bench.tunables.Tunable.categories", false]], "categories (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.categories", false]], "category (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.category", false], [143, "mlos_bench.tunables.Tunable.category", false]], "category (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.category", false]], "check_required_params() (in module mlos_bench.util)": [[89, "mlos_bench.util.check_required_params", false]], "children (mlos_bench.environments.composite_env.compositeenv property)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.children", false]], "children (mlos_bench.environments.compositeenv property)": [[5, "mlos_bench.environments.CompositeEnv.children", false], [117, "mlos_bench.environments.CompositeEnv.children", false]], "cleanup() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.cleanup", false]], "cleanup() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.cleanup", false]], "clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.sshservice class method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService.clear_client_cache", false]], "cli (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.CLI", false]], "cli (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.CLI", false]], "compositeenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.CompositeEnv", false], [117, "mlos_bench.environments.CompositeEnv", false]], "compositeenv (class in mlos_bench.environments.composite_env)": [[7, "mlos_bench.environments.composite_env.CompositeEnv", false]], "config (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.config", false]], "config() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.config", false]], "config() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.config", false], [136, "mlos_bench.storage.Storage.Trial.config", false]], "config_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false]], "config_df (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false]], "config_df (mlos_bench.storage.sql.tunable_config_data.tunableconfigsqldata property)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData.config_df", false]], "config_dict (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false]], "config_loader (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.config_loader", false]], "config_loader_service (mlos_bench.services.base_service.service property)": [[38, "mlos_bench.services.base_service.Service.config_loader_service", false]], "config_loader_service (mlos_bench.services.service property)": [[36, "mlos_bench.services.Service.config_loader_service", false], [131, "mlos_bench.services.Service.config_loader_service", false]], "config_paths (mlos_bench.services.config_persistence.configpersistenceservice property)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false]], "config_space (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.config_space", false]], "config_space (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.config_space", false], [129, "mlos_bench.optimizers.Optimizer.config_space", false]], "config_to_dataframe() (in module mlos_core.util)": [[108, "mlos_core.util.config_to_dataframe", false]], "configpersistenceservice (class in mlos_bench.services.config_persistence)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService", false]], "configschema (class in mlos_bench.config.schemas)": [[2, "mlos_bench.config.schemas.ConfigSchema", false]], "configschema (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema", false]], "configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.configspace_data_to_tunable_values", false]], "configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml)": [[106, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false], [159, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false]], "configure() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.configure", false]], "configure() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.configure", false]], "connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection", false]], "connection_lost() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_lost", false]], "connection_made() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_made", false]], "copy() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.copy", false]], "copy() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.copy", false], [143, "mlos_bench.tunables.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.copy", false]], "copy() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.copy", false], [144, "mlos_bench.tunables.TunableGroups.copy", false]], "copymode (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode", false]], "cost (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.cost", false]], "covarianttunablegroup (class in mlos_bench.tunables.covariant_group)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup", false]], "create() (mlos_bench.storage.sql.schema.dbschema method)": [[77, "mlos_bench.storage.sql.schema.DbSchema.create", false]], "create() (mlos_core.optimizers.optimizerfactory static method)": [[93, "mlos_core.optimizers.OptimizerFactory.create", false], [145, "mlos_core.optimizers.OptimizerFactory.create", false]], "create() (mlos_core.spaces.adapters.spaceadapterfactory static method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.create", false]], "current_iteration (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration", false]], "current_iteration (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.current_iteration", false], [129, "mlos_bench.optimizers.Optimizer.current_iteration", false]], "dabl (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.DABL", false], [160, "mlos_viz.MlosVizMethod.DABL", false]], "datetime_parser() (in module mlos_bench.util)": [[89, "mlos_bench.util.datetime_parser", false]], "dbschema (class in mlos_bench.storage.sql.schema)": [[77, "mlos_bench.storage.sql.schema.DbSchema", false]], "deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deallocate_host", false]], "default (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.default", false], [143, "mlos_bench.tunables.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.default", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_tunable_config_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false]], "default_tunable_config_id (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.default_tunable_config_id", false]], "deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.azuredeploymentservice property)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService.deploy_params", false]], "deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deprovision_host", false]], "deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.deprovision_network", false]], "description (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false]], "description (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.description", false]], "description (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.description", false], [136, "mlos_bench.storage.Storage.Experiment.description", false]], "description (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.description", false]], "dicttemplater (class in mlos_bench.dict_templater)": [[4, "mlos_bench.dict_templater.DictTemplater", false]], "distribution (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution", false], [143, "mlos_bench.tunables.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.distribution", false]], "distribution_params (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution_params", false], [143, "mlos_bench.tunables.Tunable.distribution_params", false]], "distribution_params (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution_params", false]], "distributiondict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.DistributionDict", false]], "download (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.DOWNLOAD", false]], "download() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.download", false]], "download() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.download", false], [130, "mlos_bench.services.FileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.download", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.download", false]], "download() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.download", false]], "download() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.download", false]], "drop_nulls() (in module mlos_core.util)": [[108, "mlos_core.util.drop_nulls", false]], "dtype (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.dtype", false], [143, "mlos_bench.tunables.Tunable.dtype", false]], "dtype (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.dtype", false]], "enter() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.enter", false]], "enter() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.enter", false]], "environment (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Environment", false], [118, "mlos_bench.environments.Environment", false]], "environment (class in mlos_bench.environments.base_environment)": [[6, "mlos_bench.environments.base_environment.Environment", false]], "environment (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.ENVIRONMENT", false]], "environment (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.ENVIRONMENT", false]], "equals_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.equals_defaults", false]], "evaluatedsample (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample", false]], "eventloopcontext (class in mlos_bench.event_loop_context)": [[21, "mlos_bench.event_loop_context.EventLoopContext", false]], "exit() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.exit", false]], "exit() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.exit", false]], "expand_results_data_args() (in module mlos_viz.util)": [[114, "mlos_viz.util.expand_results_data_args", false]], "expand_vars() (mlos_bench.dict_templater.dicttemplater method)": [[4, "mlos_bench.dict_templater.DictTemplater.expand_vars", false]], "experiment (class in mlos_bench.storage.sql.experiment)": [[75, "mlos_bench.storage.sql.experiment.Experiment", false]], "experiment() (mlos_bench.storage.base_storage.storage method)": [[69, "mlos_bench.storage.base_storage.Storage.experiment", false]], "experiment() (mlos_bench.storage.sql.sqlstorage method)": [[73, "mlos_bench.storage.sql.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.sql.storage.sqlstorage method)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.storage method)": [[67, "mlos_bench.storage.Storage.experiment", false], [136, "mlos_bench.storage.Storage.experiment", false]], "experiment_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.experiment_id", false]], "experiment_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false]], "experiment_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.experiment_id", false], [136, "mlos_bench.storage.Storage.Experiment.experiment_id", false]], "experimentdata (class in mlos_bench.storage.base_experiment_data)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData", false]], "experiments (mlos_bench.storage.base_storage.storage property)": [[69, "mlos_bench.storage.base_storage.Storage.experiments", false]], "experiments (mlos_bench.storage.sql.sqlstorage property)": [[73, "mlos_bench.storage.sql.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.sql.storage.sqlstorage property)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.storage property)": [[67, "mlos_bench.storage.Storage.experiments", false], [136, "mlos_bench.storage.Storage.experiments", false]], "experimentsqldata (class in mlos_bench.storage.sql.experiment_data)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData", false]], "export() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.export", false]], "export() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.export", false], [131, "mlos_bench.services.Service.export", false]], "failed (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.FAILED", false], [120, "mlos_bench.environments.Status.FAILED", false]], "failed (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.FAILED", false]], "fileshareservice (class in mlos_bench.services)": [[36, "mlos_bench.services.FileShareService", false], [130, "mlos_bench.services.FileShareService", false]], "fileshareservice (class in mlos_bench.services.base_fileshare)": [[37, "mlos_bench.services.base_fileshare.FileShareService", false]], "flaml (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.FLAML", false]], "flamloptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.FlamlOptimizer", false]], "flamloptimizer (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false]], "from_config() (in module mlos_bench.storage)": [[67, "mlos_bench.storage.from_config", false]], "from_config() (in module mlos_bench.storage.storage_factory)": [[83, "mlos_bench.storage.storage_factory.from_config", false], [142, "mlos_bench.storage.storage_factory.from_config", false]], "get_access_token() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_access_token", false]], "get_access_token() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_access_token", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_auth_headers", false]], "get_best_observation() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.get_best_observation", false], [129, "mlos_bench.optimizers.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.get_best_observation", false]], "get_best_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_best_observations", false]], "get_best_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false]], "get_class_from_name() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_class_from_name", false]], "get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.get_client_connection", false]], "get_covariant_group_names() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_covariant_group_names", false]], "get_covariant_group_names() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false], [144, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false]], "get_credential() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_credential", false]], "get_credential() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_credential", false]], "get_current_cost() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_current_cost", false]], "get_git_info() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_git_info", false]], "get_names() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_names", false]], "get_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_observations", false]], "get_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false]], "get_param_values() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_param_values", false]], "get_param_values() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_param_values", false], [144, "mlos_bench.tunables.TunableGroups.get_param_values", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false], [135, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.get_remote_exec_results", false]], "get_results_df() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_results_df", false]], "get_trials() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_trials", false]], "get_tunable() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_tunable", false], [144, "mlos_bench.tunables.TunableGroups.get_tunable", false]], "get_tunable_values_dict() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable_values_dict", false]], "get_tunables() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunables", false]], "globals (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.GLOBALS", false]], "globals (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.GLOBALS", false]], "gridsearchoptimizer (class in mlos_bench.optimizers.grid_search_optimizer)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer", false]], "hostenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.HostEnv", false], [123, "mlos_bench.environments.remote.HostEnv", false]], "hostenv (class in mlos_bench.environments.remote.host_env)": [[13, "mlos_bench.environments.remote.host_env.HostEnv", false]], "id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_connection", false]], "id_from_params() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_params", false]], "identity (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.IDENTITY", false]], "identity (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.IDENTITY", false]], "identityadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.IdentityAdapter", false]], "identityadapter (class in mlos_core.spaces.adapters.identity_adapter)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false]], "ignore_plotter_warnings() (in module mlos_viz)": [[111, "mlos_viz.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.base)": [[112, "mlos_viz.base.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.ignore_plotter_warnings", false]], "in_range() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.in_range", false], [143, "mlos_bench.tunables.Tunable.in_range", false]], "in_range() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.in_range", false]], "instantiate_from_config() (in module mlos_bench.util)": [[89, "mlos_bench.util.instantiate_from_config", false]], "inverse_transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.inverse_transform", false]], "is_canceled() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_canceled", false], [120, "mlos_bench.environments.Status.is_canceled", false]], "is_canceled() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_canceled", false]], "is_categorical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_categorical", false], [143, "mlos_bench.tunables.Tunable.is_categorical", false]], "is_categorical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_categorical", false]], "is_completed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_completed", false], [120, "mlos_bench.environments.Status.is_completed", false]], "is_completed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_completed", false]], "is_config_pending() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.is_config_pending", false]], "is_default() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_default", false], [143, "mlos_bench.tunables.Tunable.is_default", false]], "is_default() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_default", false]], "is_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_defaults", false], [144, "mlos_bench.tunables.TunableGroups.is_defaults", false]], "is_failed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_failed", false], [120, "mlos_bench.environments.Status.is_failed", false]], "is_failed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_failed", false]], "is_good() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_good", false], [120, "mlos_bench.environments.Status.is_good", false]], "is_good() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_good", false]], "is_log (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_log", false], [143, "mlos_bench.tunables.Tunable.is_log", false]], "is_log (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_log", false]], "is_numerical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_numerical", false], [143, "mlos_bench.tunables.Tunable.is_numerical", false]], "is_numerical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_numerical", false]], "is_pending() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_pending", false], [120, "mlos_bench.environments.Status.is_pending", false]], "is_pending() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_pending", false]], "is_ready() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_ready", false], [120, "mlos_bench.environments.Status.is_ready", false]], "is_ready() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_ready", false]], "is_special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_special", false], [143, "mlos_bench.tunables.Tunable.is_special", false]], "is_special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_special", false]], "is_succeeded() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_succeeded", false], [120, "mlos_bench.environments.Status.is_succeeded", false]], "is_succeeded() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_succeeded", false]], "is_timed_out() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_timed_out", false], [120, "mlos_bench.environments.Status.is_timed_out", false]], "is_timed_out() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_timed_out", false]], "is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_updated", false]], "is_updated() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_updated", false]], "is_updated() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_updated", false], [144, "mlos_bench.tunables.TunableGroups.is_updated", false]], "is_valid() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_valid", false], [143, "mlos_bench.tunables.Tunable.is_valid", false]], "is_valid() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_valid", false]], "kv_df_to_dict() (in module mlos_bench.storage.util)": [[84, "mlos_bench.storage.util.kv_df_to_dict", false]], "launcher (class in mlos_bench.launcher)": [[22, "mlos_bench.launcher.Launcher", false]], "limit_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.limit_top_n_configs", false]], "llamatune (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.LLAMATUNE", false]], "llamatune (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.LLAMATUNE", false]], "llamatuneadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter", false]], "llamatuneadapter (class in mlos_core.spaces.adapters.llamatune)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false]], "load() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load", false]], "load() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load", false]], "load() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load", false], [136, "mlos_bench.storage.Storage.Experiment.load", false]], "load_config() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.load_config", false]], "load_config() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.load_config", false]], "load_config() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false]], "load_config() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_config", false]], "load_config() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_config", false]], "load_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false]], "load_environment_list() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_environment_list", false]], "load_services() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false]], "load_services() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_services", false]], "load_services() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_services", false]], "load_telemetry() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_telemetry", false], [136, "mlos_bench.storage.Storage.Experiment.load_telemetry", false]], "load_tunable_config() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false], [136, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false]], "local_exec() (mlos_bench.services.local.local_exec.localexecservice method)": [[41, "mlos_bench.services.local.local_exec.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.local.localexecservice method)": [[40, "mlos_bench.services.local.LocalExecService.local_exec", false], [133, "mlos_bench.services.local.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.localexecservice method)": [[36, "mlos_bench.services.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.local_exec", false]], "local_exec() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.local_exec", false]], "localenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalEnv", false]], "localenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalEnv", false], [121, "mlos_bench.environments.local.LocalEnv", false]], "localenv (class in mlos_bench.environments.local.local_env)": [[9, "mlos_bench.environments.local.local_env.LocalEnv", false]], "localexecservice (class in mlos_bench.services)": [[36, "mlos_bench.services.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local)": [[40, "mlos_bench.services.local.LocalExecService", false], [133, "mlos_bench.services.local.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.LocalExecService", false]], "localfileshareenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalFileShareEnv", false], [122, "mlos_bench.environments.local.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local.local_fileshare_env)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv", false]], "log (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.log", false]], "max_suggestions (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions", false]], "max_suggestions (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.max_suggestions", false], [129, "mlos_bench.optimizers.Optimizer.max_suggestions", false]], "max_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.max_trials", false]], "max_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.max_trials", false]], "merge() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.merge", false]], "merge() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.merge", false], [136, "mlos_bench.storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.merge", false]], "merge() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.merge", false], [144, "mlos_bench.tunables.TunableGroups.merge", false]], "merge_methods() (mlos_bench.services.base_service.service static method)": [[38, "mlos_bench.services.base_service.Service.merge_methods", false]], "merge_methods() (mlos_bench.services.service static method)": [[36, "mlos_bench.services.Service.merge_methods", false], [131, "mlos_bench.services.Service.merge_methods", false]], "merge_parameters() (in module mlos_bench.util)": [[89, "mlos_bench.util.merge_parameters", false]], "meta (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.meta", false], [143, "mlos_bench.tunables.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.meta", false]], "metadata_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false]], "metadata_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.metadata_df", false]], "metadata_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false]], "mlos_bench": [[0, "module-mlos_bench", false]], "mlos_bench.config": [[1, "module-mlos_bench.config", false]], "mlos_bench.config.schemas": [[2, "module-mlos_bench.config.schemas", false]], "mlos_bench.config.schemas.config_schemas": [[3, "module-mlos_bench.config.schemas.config_schemas", false]], "mlos_bench.dict_templater": [[4, "module-mlos_bench.dict_templater", false]], "mlos_bench.environments": [[5, "module-mlos_bench.environments", false]], "mlos_bench.environments.base_environment": [[6, "module-mlos_bench.environments.base_environment", false]], "mlos_bench.environments.composite_env": [[7, "module-mlos_bench.environments.composite_env", false]], "mlos_bench.environments.local": [[8, "module-mlos_bench.environments.local", false]], "mlos_bench.environments.local.local_env": [[9, "module-mlos_bench.environments.local.local_env", false]], "mlos_bench.environments.local.local_fileshare_env": [[10, "module-mlos_bench.environments.local.local_fileshare_env", false]], "mlos_bench.environments.mock_env": [[11, "module-mlos_bench.environments.mock_env", false]], "mlos_bench.environments.remote": [[12, "module-mlos_bench.environments.remote", false]], "mlos_bench.environments.remote.host_env": [[13, "module-mlos_bench.environments.remote.host_env", false]], "mlos_bench.environments.remote.network_env": [[14, "module-mlos_bench.environments.remote.network_env", false]], "mlos_bench.environments.remote.os_env": [[15, "module-mlos_bench.environments.remote.os_env", false]], "mlos_bench.environments.remote.remote_env": [[16, "module-mlos_bench.environments.remote.remote_env", false]], "mlos_bench.environments.remote.saas_env": [[17, "module-mlos_bench.environments.remote.saas_env", false]], "mlos_bench.environments.remote.vm_env": [[18, "module-mlos_bench.environments.remote.vm_env", false]], "mlos_bench.environments.script_env": [[19, "module-mlos_bench.environments.script_env", false]], "mlos_bench.environments.status": [[20, "module-mlos_bench.environments.status", false]], "mlos_bench.event_loop_context": [[21, "module-mlos_bench.event_loop_context", false]], "mlos_bench.launcher": [[22, "module-mlos_bench.launcher", false]], "mlos_bench.optimizers": [[23, "module-mlos_bench.optimizers", false]], "mlos_bench.optimizers.base_optimizer": [[24, "module-mlos_bench.optimizers.base_optimizer", false]], "mlos_bench.optimizers.convert_configspace": [[25, "module-mlos_bench.optimizers.convert_configspace", false]], "mlos_bench.optimizers.grid_search_optimizer": [[26, "module-mlos_bench.optimizers.grid_search_optimizer", false]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, "module-mlos_bench.optimizers.mlos_core_optimizer", false]], "mlos_bench.optimizers.mock_optimizer": [[28, "module-mlos_bench.optimizers.mock_optimizer", false]], "mlos_bench.optimizers.one_shot_optimizer": [[29, "module-mlos_bench.optimizers.one_shot_optimizer", false]], "mlos_bench.optimizers.track_best_optimizer": [[30, "module-mlos_bench.optimizers.track_best_optimizer", false]], "mlos_bench.os_environ": [[31, "module-mlos_bench.os_environ", false]], "mlos_bench.run": [[32, "module-mlos_bench.run", false]], "mlos_bench.schedulers": [[33, "module-mlos_bench.schedulers", false]], "mlos_bench.schedulers.base_scheduler": [[34, "module-mlos_bench.schedulers.base_scheduler", false]], "mlos_bench.schedulers.sync_scheduler": [[35, "module-mlos_bench.schedulers.sync_scheduler", false]], "mlos_bench.services": [[36, "module-mlos_bench.services", false]], "mlos_bench.services.base_fileshare": [[37, "module-mlos_bench.services.base_fileshare", false]], "mlos_bench.services.base_service": [[38, "module-mlos_bench.services.base_service", false]], "mlos_bench.services.config_persistence": [[39, "module-mlos_bench.services.config_persistence", false]], "mlos_bench.services.local": [[40, "module-mlos_bench.services.local", false]], "mlos_bench.services.local.local_exec": [[41, "module-mlos_bench.services.local.local_exec", false]], "mlos_bench.services.local.temp_dir_context": [[42, "module-mlos_bench.services.local.temp_dir_context", false]], "mlos_bench.services.remote": [[43, "module-mlos_bench.services.remote", false]], "mlos_bench.services.remote.azure": [[44, "module-mlos_bench.services.remote.azure", false]], "mlos_bench.services.remote.azure.azure_auth": [[45, "module-mlos_bench.services.remote.azure.azure_auth", false]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, "module-mlos_bench.services.remote.azure.azure_fileshare", false]], "mlos_bench.services.remote.azure.azure_network_services": [[48, "module-mlos_bench.services.remote.azure.azure_network_services", false]], "mlos_bench.services.remote.azure.azure_saas": [[49, "module-mlos_bench.services.remote.azure.azure_saas", false]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, "module-mlos_bench.services.remote.azure.azure_vm_services", false]], "mlos_bench.services.remote.ssh": [[51, "module-mlos_bench.services.remote.ssh", false]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false]], "mlos_bench.services.remote.ssh.ssh_service": [[54, "module-mlos_bench.services.remote.ssh.ssh_service", false]], "mlos_bench.services.types": [[55, "module-mlos_bench.services.types", false]], "mlos_bench.services.types.authenticator_type": [[56, "module-mlos_bench.services.types.authenticator_type", false]], "mlos_bench.services.types.config_loader_type": [[57, "module-mlos_bench.services.types.config_loader_type", false]], "mlos_bench.services.types.fileshare_type": [[58, "module-mlos_bench.services.types.fileshare_type", false]], "mlos_bench.services.types.host_ops_type": [[59, "module-mlos_bench.services.types.host_ops_type", false]], "mlos_bench.services.types.host_provisioner_type": [[60, "module-mlos_bench.services.types.host_provisioner_type", false]], "mlos_bench.services.types.local_exec_type": [[61, "module-mlos_bench.services.types.local_exec_type", false]], "mlos_bench.services.types.network_provisioner_type": [[62, "module-mlos_bench.services.types.network_provisioner_type", false]], "mlos_bench.services.types.os_ops_type": [[63, "module-mlos_bench.services.types.os_ops_type", false]], "mlos_bench.services.types.remote_config_type": [[64, "module-mlos_bench.services.types.remote_config_type", false]], "mlos_bench.services.types.remote_exec_type": [[65, "module-mlos_bench.services.types.remote_exec_type", false]], "mlos_bench.services.types.vm_provisioner_type": [[66, "module-mlos_bench.services.types.vm_provisioner_type", false]], "mlos_bench.storage": [[67, "module-mlos_bench.storage", false]], "mlos_bench.storage.base_experiment_data": [[68, "module-mlos_bench.storage.base_experiment_data", false]], "mlos_bench.storage.base_storage": [[69, "module-mlos_bench.storage.base_storage", false]], "mlos_bench.storage.base_trial_data": [[70, "module-mlos_bench.storage.base_trial_data", false]], "mlos_bench.storage.base_tunable_config_data": [[71, "module-mlos_bench.storage.base_tunable_config_data", false]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false]], "mlos_bench.storage.sql": [[73, "module-mlos_bench.storage.sql", false]], "mlos_bench.storage.sql.common": [[74, "module-mlos_bench.storage.sql.common", false]], "mlos_bench.storage.sql.experiment": [[75, "module-mlos_bench.storage.sql.experiment", false]], "mlos_bench.storage.sql.experiment_data": [[76, "module-mlos_bench.storage.sql.experiment_data", false]], "mlos_bench.storage.sql.schema": [[77, "module-mlos_bench.storage.sql.schema", false]], "mlos_bench.storage.sql.storage": [[78, "module-mlos_bench.storage.sql.storage", false]], "mlos_bench.storage.sql.trial": [[79, "module-mlos_bench.storage.sql.trial", false]], "mlos_bench.storage.sql.trial_data": [[80, "module-mlos_bench.storage.sql.trial_data", false]], "mlos_bench.storage.sql.tunable_config_data": [[81, "module-mlos_bench.storage.sql.tunable_config_data", false]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false]], "mlos_bench.storage.storage_factory": [[83, "module-mlos_bench.storage.storage_factory", false]], "mlos_bench.storage.util": [[84, "module-mlos_bench.storage.util", false]], "mlos_bench.tunables": [[85, "module-mlos_bench.tunables", false]], "mlos_bench.tunables.covariant_group": [[86, "module-mlos_bench.tunables.covariant_group", false]], "mlos_bench.tunables.tunable": [[87, "module-mlos_bench.tunables.tunable", false]], "mlos_bench.tunables.tunable_groups": [[88, "module-mlos_bench.tunables.tunable_groups", false]], "mlos_bench.util": [[89, "module-mlos_bench.util", false]], "mlos_bench.version": [[90, "module-mlos_bench.version", false]], "mlos_core": [[92, "module-mlos_core", false]], "mlos_core.optimizers": [[93, "module-mlos_core.optimizers", false]], "mlos_core.optimizers.bayesian_optimizers": [[94, "module-mlos_core.optimizers.bayesian_optimizers", false]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false]], "mlos_core.optimizers.flaml_optimizer": [[97, "module-mlos_core.optimizers.flaml_optimizer", false]], "mlos_core.optimizers.optimizer": [[98, "module-mlos_core.optimizers.optimizer", false]], "mlos_core.optimizers.random_optimizer": [[99, "module-mlos_core.optimizers.random_optimizer", false]], "mlos_core.spaces": [[100, "module-mlos_core.spaces", false]], "mlos_core.spaces.adapters": [[101, "module-mlos_core.spaces.adapters", false]], "mlos_core.spaces.adapters.adapter": [[102, "module-mlos_core.spaces.adapters.adapter", false]], "mlos_core.spaces.adapters.identity_adapter": [[103, "module-mlos_core.spaces.adapters.identity_adapter", false]], "mlos_core.spaces.adapters.llamatune": [[104, "module-mlos_core.spaces.adapters.llamatune", false]], "mlos_core.spaces.converters": [[105, "module-mlos_core.spaces.converters", false]], "mlos_core.spaces.converters.flaml": [[106, "module-mlos_core.spaces.converters.flaml", false]], "mlos_core.spaces.converters.util": [[107, "module-mlos_core.spaces.converters.util", false]], "mlos_core.util": [[108, "module-mlos_core.util", false]], "mlos_core.version": [[109, "module-mlos_core.version", false]], "mlos_viz": [[111, "module-mlos_viz", false]], "mlos_viz.base": [[112, "module-mlos_viz.base", false]], "mlos_viz.dabl": [[113, "module-mlos_viz.dabl", false]], "mlos_viz.util": [[114, "module-mlos_viz.util", false]], "mlos_viz.version": [[115, "module-mlos_viz.version", false]], "mloscoreoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer", false]], "mloscoreoptimizer (class in mlos_bench.optimizers.mlos_core_optimizer)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer", false]], "mlosvizmethod (class in mlos_viz)": [[111, "mlos_viz.MlosVizMethod", false], [160, "mlos_viz.MlosVizMethod", false]], "mockenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.MockEnv", false], [119, "mlos_bench.environments.MockEnv", false]], "mockenv (class in mlos_bench.environments.mock_env)": [[11, "mlos_bench.environments.mock_env.MockEnv", false]], "mockoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MockOptimizer", false], [128, "mlos_bench.optimizers.MockOptimizer", false]], "mockoptimizer (class in mlos_bench.optimizers.mock_optimizer)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer", false]], "module": [[0, "module-mlos_bench", false], [1, "module-mlos_bench.config", false], [2, "module-mlos_bench.config.schemas", false], [3, "module-mlos_bench.config.schemas.config_schemas", false], [4, "module-mlos_bench.dict_templater", false], [5, "module-mlos_bench.environments", false], [6, "module-mlos_bench.environments.base_environment", false], [7, "module-mlos_bench.environments.composite_env", false], [8, "module-mlos_bench.environments.local", false], [9, "module-mlos_bench.environments.local.local_env", false], [10, "module-mlos_bench.environments.local.local_fileshare_env", false], [11, "module-mlos_bench.environments.mock_env", false], [12, "module-mlos_bench.environments.remote", false], [13, "module-mlos_bench.environments.remote.host_env", false], [14, "module-mlos_bench.environments.remote.network_env", false], [15, "module-mlos_bench.environments.remote.os_env", false], [16, "module-mlos_bench.environments.remote.remote_env", false], [17, "module-mlos_bench.environments.remote.saas_env", false], [18, "module-mlos_bench.environments.remote.vm_env", false], [19, "module-mlos_bench.environments.script_env", false], [20, "module-mlos_bench.environments.status", false], [21, "module-mlos_bench.event_loop_context", false], [22, "module-mlos_bench.launcher", false], [23, "module-mlos_bench.optimizers", false], [24, "module-mlos_bench.optimizers.base_optimizer", false], [25, "module-mlos_bench.optimizers.convert_configspace", false], [26, "module-mlos_bench.optimizers.grid_search_optimizer", false], [27, "module-mlos_bench.optimizers.mlos_core_optimizer", false], [28, "module-mlos_bench.optimizers.mock_optimizer", false], [29, "module-mlos_bench.optimizers.one_shot_optimizer", false], [30, "module-mlos_bench.optimizers.track_best_optimizer", false], [31, "module-mlos_bench.os_environ", false], [32, "module-mlos_bench.run", false], [33, "module-mlos_bench.schedulers", false], [34, "module-mlos_bench.schedulers.base_scheduler", false], [35, "module-mlos_bench.schedulers.sync_scheduler", false], [36, "module-mlos_bench.services", false], [37, "module-mlos_bench.services.base_fileshare", false], [38, "module-mlos_bench.services.base_service", false], [39, "module-mlos_bench.services.config_persistence", false], [40, "module-mlos_bench.services.local", false], [41, "module-mlos_bench.services.local.local_exec", false], [42, "module-mlos_bench.services.local.temp_dir_context", false], [43, "module-mlos_bench.services.remote", false], [44, "module-mlos_bench.services.remote.azure", false], [45, "module-mlos_bench.services.remote.azure.azure_auth", false], [46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false], [47, "module-mlos_bench.services.remote.azure.azure_fileshare", false], [48, "module-mlos_bench.services.remote.azure.azure_network_services", false], [49, "module-mlos_bench.services.remote.azure.azure_saas", false], [50, "module-mlos_bench.services.remote.azure.azure_vm_services", false], [51, "module-mlos_bench.services.remote.ssh", false], [52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false], [53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false], [54, "module-mlos_bench.services.remote.ssh.ssh_service", false], [55, "module-mlos_bench.services.types", false], [56, "module-mlos_bench.services.types.authenticator_type", false], [57, "module-mlos_bench.services.types.config_loader_type", false], [58, "module-mlos_bench.services.types.fileshare_type", false], [59, "module-mlos_bench.services.types.host_ops_type", false], [60, "module-mlos_bench.services.types.host_provisioner_type", false], [61, "module-mlos_bench.services.types.local_exec_type", false], [62, "module-mlos_bench.services.types.network_provisioner_type", false], [63, "module-mlos_bench.services.types.os_ops_type", false], [64, "module-mlos_bench.services.types.remote_config_type", false], [65, "module-mlos_bench.services.types.remote_exec_type", false], [66, "module-mlos_bench.services.types.vm_provisioner_type", false], [67, "module-mlos_bench.storage", false], [68, "module-mlos_bench.storage.base_experiment_data", false], [69, "module-mlos_bench.storage.base_storage", false], [70, "module-mlos_bench.storage.base_trial_data", false], [71, "module-mlos_bench.storage.base_tunable_config_data", false], [72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false], [73, "module-mlos_bench.storage.sql", false], [74, "module-mlos_bench.storage.sql.common", false], [75, "module-mlos_bench.storage.sql.experiment", false], [76, "module-mlos_bench.storage.sql.experiment_data", false], [77, "module-mlos_bench.storage.sql.schema", false], [78, "module-mlos_bench.storage.sql.storage", false], [79, "module-mlos_bench.storage.sql.trial", false], [80, "module-mlos_bench.storage.sql.trial_data", false], [81, "module-mlos_bench.storage.sql.tunable_config_data", false], [82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false], [83, "module-mlos_bench.storage.storage_factory", false], [84, "module-mlos_bench.storage.util", false], [85, "module-mlos_bench.tunables", false], [86, "module-mlos_bench.tunables.covariant_group", false], [87, "module-mlos_bench.tunables.tunable", false], [88, "module-mlos_bench.tunables.tunable_groups", false], [89, "module-mlos_bench.util", false], [90, "module-mlos_bench.version", false], [92, "module-mlos_core", false], [93, "module-mlos_core.optimizers", false], [94, "module-mlos_core.optimizers.bayesian_optimizers", false], [95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false], [96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false], [97, "module-mlos_core.optimizers.flaml_optimizer", false], [98, "module-mlos_core.optimizers.optimizer", false], [99, "module-mlos_core.optimizers.random_optimizer", false], [100, "module-mlos_core.spaces", false], [101, "module-mlos_core.spaces.adapters", false], [102, "module-mlos_core.spaces.adapters.adapter", false], [103, "module-mlos_core.spaces.adapters.identity_adapter", false], [104, "module-mlos_core.spaces.adapters.llamatune", false], [105, "module-mlos_core.spaces.converters", false], [106, "module-mlos_core.spaces.converters.flaml", false], [107, "module-mlos_core.spaces.converters.util", false], [108, "module-mlos_core.util", false], [109, "module-mlos_core.version", false], [111, "module-mlos_viz", false], [112, "module-mlos_viz.base", false], [113, "module-mlos_viz.dabl", false], [114, "module-mlos_viz.util", false], [115, "module-mlos_viz.version", false]], "monkey_patch_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_quantization", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer property)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smacoptimizer property)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.smacoptimizer property)": [[93, "mlos_core.optimizers.SmacOptimizer.n_random_init", false]], "name (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.name", false]], "name (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer property)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.mloscoreoptimizer property)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.name", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.name", false], [129, "mlos_bench.optimizers.Optimizer.name", false]], "name (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.name", false]], "name (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.name", false], [143, "mlos_bench.tunables.Tunable.name", false]], "name (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.name", false]], "networkenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.NetworkEnv", false]], "networkenv (class in mlos_bench.environments.remote.network_env)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv", false]], "new() (mlos_bench.environments.base_environment.environment class method)": [[6, "mlos_bench.environments.base_environment.Environment.new", false]], "new() (mlos_bench.environments.environment class method)": [[5, "mlos_bench.environments.Environment.new", false], [118, "mlos_bench.environments.Environment.new", false]], "new() (mlos_bench.services.base_service.service class method)": [[38, "mlos_bench.services.base_service.Service.new", false]], "new() (mlos_bench.services.service class method)": [[36, "mlos_bench.services.Service.new", false], [131, "mlos_bench.services.Service.new", false]], "new_trial() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.new_trial", false]], "new_trial() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.new_trial", false], [136, "mlos_bench.storage.Storage.Experiment.new_trial", false]], "normalize_config() (in module mlos_core.util)": [[108, "mlos_core.util.normalize_config", false]], "not_converged() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.not_converged", false], [129, "mlos_bench.optimizers.Optimizer.not_converged", false]], "not_done() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.not_done", false]], "not_done() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.not_done", false]], "nullable() (in module mlos_bench.util)": [[89, "mlos_bench.util.nullable", false]], "numerical_value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.numerical_value", false], [143, "mlos_bench.tunables.Tunable.numerical_value", false]], "numerical_value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.numerical_value", false]], "objectives (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false]], "objectives (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.objectives", false]], "oneshotoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.OneShotOptimizer", false]], "oneshotoptimizer (class in mlos_bench.optimizers.one_shot_optimizer)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer", false]], "opt_targets (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.opt_targets", false], [136, "mlos_bench.storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.opt_targets", false], [136, "mlos_bench.storage.Storage.Trial.opt_targets", false]], "optimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.Optimizer", false], [129, "mlos_bench.optimizers.Optimizer", false]], "optimizer (class in mlos_bench.optimizers.base_optimizer)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer", false]], "optimizer (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.OPTIMIZER", false]], "optimizer (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.OPTIMIZER", false]], "optimizerfactory (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.OptimizerFactory", false], [145, "mlos_core.optimizers.OptimizerFactory", false]], "optimizertype (class in mlos_core.optimizers)": [[147, "mlos_core.optimizers.OptimizerType", false]], "orig_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false]], "osenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.OSEnv", false], [124, "mlos_bench.environments.remote.OSEnv", false]], "osenv (class in mlos_bench.environments.remote.os_env)": [[15, "mlos_bench.environments.remote.os_env.OSEnv", false]], "parameters (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.parameters", false]], "parameters (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.parameters", false], [118, "mlos_bench.environments.Environment.parameters", false]], "params (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.params", false]], "path_join() (in module mlos_bench.util)": [[89, "mlos_bench.util.path_join", false]], "pending (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.PENDING", false], [120, "mlos_bench.environments.Status.PENDING", false]], "pending (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.PENDING", false]], "pending_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.pending_configs", false]], "pending_trials() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.pending_trials", false], [136, "mlos_bench.storage.Storage.Experiment.pending_trials", false]], "plot() (in module mlos_viz)": [[111, "mlos_viz.plot", false], [161, "mlos_viz.plot", false]], "plot() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.plot", false]], "plot_optimizer_trends() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_optimizer_trends", false]], "plot_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_top_n_configs", false]], "pprint() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.pprint", false]], "pprint() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.pprint", false], [117, "mlos_bench.environments.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.pprint", false], [118, "mlos_bench.environments.Environment.pprint", false]], "pprint() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.pprint", false]], "pprint() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.pprint", false], [131, "mlos_bench.services.Service.pprint", false]], "prepare_class_load() (in module mlos_bench.util)": [[89, "mlos_bench.util.prepare_class_load", false]], "prepare_class_load() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false]], "preprocess_dynamic_configs() (in module mlos_bench.util)": [[89, "mlos_bench.util.preprocess_dynamic_configs", false]], "provision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.provision_host", false]], "provision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.provision_host", false]], "provision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.provision_network", false]], "provision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.provision_network", false]], "quantization_bins (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantization_bins", false], [143, "mlos_bench.tunables.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.quantization_bins", false]], "quantized_values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantized_values", false], [143, "mlos_bench.tunables.Tunable.quantized_values", false]], "quantized_values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantized_values", false]], "ran_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.ran_trials", false]], "ran_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.ran_trials", false]], "random (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.RANDOM", false]], "randomoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.RandomOptimizer", false]], "randomoptimizer (class in mlos_core.optimizers.random_optimizer)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false]], "range (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.RANGE", false]], "range (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range", false], [143, "mlos_bench.tunables.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range", false]], "range_weight (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range_weight", false], [143, "mlos_bench.tunables.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range_weight", false]], "ready (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.READY", false], [120, "mlos_bench.environments.Status.READY", false]], "ready (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.READY", false]], "reboot() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.reboot", false], [135, "mlos_bench.services.remote.azure.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.reboot", false]], "reboot() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.reboot", false]], "register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.register", false]], "register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.register", false]], "register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.register", false], [129, "mlos_bench.optimizers.Optimizer.register", false]], "register() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.register", false]], "register() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.register", false]], "register() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.register", false], [131, "mlos_bench.services.Service.register", false]], "register() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register", false]], "register() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false]], "register_pending() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flamloptimizer method)": [[93, "mlos_core.optimizers.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.randomoptimizer method)": [[93, "mlos_core.optimizers.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.register_pending", false]], "registry (mlos_bench.config.schemas.config_schemas.schemastore property)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore.registry", false]], "remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false], [135, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.remote_exec", false]], "remote_exec() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.remote_exec", false]], "remoteenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.RemoteEnv", false], [125, "mlos_bench.environments.remote.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote.remote_env)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv", false]], "reset() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.reset", false]], "reset() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.reset", false], [144, "mlos_bench.tunables.TunableGroups.reset", false]], "reset_is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.reset_is_updated", false]], "resolve_path() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false]], "resolve_path() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.resolve_path", false]], "resolve_path() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.resolve_path", false]], "restart_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.restart_host", false]], "restore_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.restore_defaults", false], [144, "mlos_bench.tunables.TunableGroups.restore_defaults", false]], "result_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false]], "results_df (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false]], "results_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_df", false]], "results_df (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false]], "results_df (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.results_df", false]], "results_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false]], "root_env_config (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false]], "run() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.run", false]], "run() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.run", false]], "run() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.run", false], [117, "mlos_bench.environments.CompositeEnv.run", false]], "run() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.run", false], [118, "mlos_bench.environments.Environment.run", false]], "run() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.run", false]], "run() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.run", false], [121, "mlos_bench.environments.local.LocalEnv.run", false]], "run() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.run", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.run", false]], "run() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.mock_env.mockenv method)": [[11, "mlos_bench.environments.mock_env.MockEnv.run", false]], "run() (mlos_bench.environments.mockenv method)": [[5, "mlos_bench.environments.MockEnv.run", false], [119, "mlos_bench.environments.MockEnv.run", false]], "run() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.run", false]], "run() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.run", false], [125, "mlos_bench.environments.remote.RemoteEnv.run", false]], "run() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.run", false]], "run_coroutine() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.run_coroutine", false]], "run_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.run_trial", false]], "running (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.RUNNING", false], [120, "mlos_bench.environments.Status.RUNNING", false]], "running (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.RUNNING", false]], "saasenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.SaaSEnv", false]], "saasenv (class in mlos_bench.environments.remote.saas_env)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv", false]], "schedule_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial", false]], "schedule_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.schedule_trial", false]], "scheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.Scheduler", false]], "scheduler (class in mlos_bench.schedulers.base_scheduler)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler", false]], "scheduler (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SCHEDULER", false]], "scheduler (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SCHEDULER", false]], "schema (mlos_bench.config.schemas.config_schemas.configschema property)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.schema", false]], "schema (mlos_bench.config.schemas.configschema property)": [[2, "mlos_bench.config.schemas.ConfigSchema.schema", false]], "schemastore (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore", false]], "score (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.score", false]], "scriptenv (class in mlos_bench.environments.script_env)": [[19, "mlos_bench.environments.script_env.ScriptEnv", false]], "seed (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.seed", false]], "seed (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.seed", false], [129, "mlos_bench.optimizers.Optimizer.seed", false]], "service (class in mlos_bench.services)": [[36, "mlos_bench.services.Service", false], [131, "mlos_bench.services.Service", false]], "service (class in mlos_bench.services.base_service)": [[38, "mlos_bench.services.base_service.Service", false]], "service (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.service", false]], "setup() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.setup", false]], "setup() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.setup", false], [117, "mlos_bench.environments.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.setup", false], [118, "mlos_bench.environments.Environment.setup", false]], "setup() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.setup", false], [121, "mlos_bench.environments.local.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.setup", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.setup", false]], "setup() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.setup", false], [123, "mlos_bench.environments.remote.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.setup", false], [124, "mlos_bench.environments.remote.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.setup", false], [125, "mlos_bench.environments.remote.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.saas_env.saasenv method)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remote.saasenv method)": [[12, "mlos_bench.environments.remote.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.setup", false]], "shutdown() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false], [135, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.shutdown", false]], "smac (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.SMAC", false]], "smacoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer", false]], "space_adapter (mlos_core.optimizers.baseoptimizer property)": [[93, "mlos_core.optimizers.BaseOptimizer.space_adapter", false]], "space_adapter (mlos_core.optimizers.optimizer.baseoptimizer property)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false]], "spaceadapterfactory (class in mlos_core.spaces.adapters)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory", false]], "spaceadaptertype (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SpaceAdapterType", false]], "spaceadaptertype (class in mlos_core.spaces.adapters)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType", false]], "span (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.span", false], [143, "mlos_bench.tunables.Tunable.span", false]], "span (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.span", false]], "special (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.SPECIAL", false]], "special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.special", false], [143, "mlos_bench.tunables.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special", false]], "special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_is_temp", false]], "special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_strip", false]], "special_param_names() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_names", false]], "special_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special_weights", false]], "split_cmdline() (in module mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.split_cmdline", false]], "sqlstorage (class in mlos_bench.storage.sql)": [[73, "mlos_bench.storage.sql.SqlStorage", false]], "sqlstorage (class in mlos_bench.storage.sql.storage)": [[78, "mlos_bench.storage.sql.storage.SqlStorage", false], [141, "mlos_bench.storage.sql.storage.SqlStorage", false]], "sshclient (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient", false]], "sshclientcache (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshHostService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh.ssh_host_service)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService", false]], "sshservice (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService", false]], "start() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.start", false]], "start() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.start", false]], "start() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.start", false]], "start() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.start", false]], "start_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.start_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.start_host", false]], "start_with_defaults (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.start_with_defaults", false]], "start_with_defaults (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.start_with_defaults", false], [129, "mlos_bench.optimizers.Optimizer.start_with_defaults", false]], "status (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Status", false], [120, "mlos_bench.environments.Status", false]], "status (class in mlos_bench.environments.status)": [[20, "mlos_bench.environments.status.Status", false]], "status (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.status", false]], "status (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.status", false], [138, "mlos_bench.storage.base_trial_data.TrialData.status", false]], "status (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.status", false], [136, "mlos_bench.storage.Storage.Trial.status", false]], "status() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.status", false]], "status() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.status", false]], "status() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.status", false], [117, "mlos_bench.environments.CompositeEnv.status", false]], "status() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.status", false], [118, "mlos_bench.environments.Environment.status", false]], "status() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.status", false]], "status() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.status", false], [121, "mlos_bench.environments.local.LocalEnv.status", false]], "status() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.status", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.status", false]], "status() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.status", false]], "stop_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.stop_host", false]], "storage (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage", false], [136, "mlos_bench.storage.Storage", false]], "storage (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage", false]], "storage (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.STORAGE", false]], "storage (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.STORAGE", false]], "storage.experiment (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Experiment", false], [136, "mlos_bench.storage.Storage.Experiment", false]], "storage.experiment (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment", false]], "storage.trial (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Trial", false], [136, "mlos_bench.storage.Storage.Trial", false]], "storage.trial (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Trial", false]], "subgroup() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.subgroup", false]], "subgroup() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.subgroup", false], [144, "mlos_bench.tunables.TunableGroups.subgroup", false]], "succeeded (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.SUCCEEDED", false], [120, "mlos_bench.environments.Status.SUCCEEDED", false]], "succeeded (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.SUCCEEDED", false]], "suggest() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.suggest", false]], "suggest() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.suggest", false], [128, "mlos_bench.optimizers.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer method)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.oneshotoptimizer method)": [[23, "mlos_bench.optimizers.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.suggest", false], [129, "mlos_bench.optimizers.Optimizer.suggest", false]], "suggest() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.suggest", false]], "suggest() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false]], "suggested_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggested_configs", false]], "supports_preload (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer property)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.oneshotoptimizer property)": [[23, "mlos_bench.optimizers.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.supports_preload", false], [129, "mlos_bench.optimizers.Optimizer.supports_preload", false]], "supportsauth (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsAuth", false]], "supportsauth (class in mlos_bench.services.types.authenticator_type)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth", false]], "supportsconfigloading (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsConfigLoading", false]], "supportsconfigloading (class in mlos_bench.services.types.config_loader_type)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading", false]], "supportsfileshareops (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsFileShareOps", false]], "supportsfileshareops (class in mlos_bench.services.types.fileshare_type)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps", false]], "supportshostops (class in mlos_bench.services.types.host_ops_type)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps", false]], "supportshostprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsHostProvisioning", false]], "supportshostprovisioning (class in mlos_bench.services.types.host_provisioner_type)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning", false]], "supportslocalexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsLocalExec", false]], "supportslocalexec (class in mlos_bench.services.types.local_exec_type)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types.network_provisioner_type)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning", false]], "supportsosops (class in mlos_bench.services.types.os_ops_type)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps", false]], "supportsremoteconfig (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteConfig", false]], "supportsremoteconfig (class in mlos_bench.services.types.remote_config_type)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig", false]], "supportsremoteexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteExec", false]], "supportsremoteexec (class in mlos_bench.services.types.remote_exec_type)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec", false]], "supportsvmops (class in mlos_bench.services.types.vm_provisioner_type)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.surrogate_predict", false]], "syncscheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.SyncScheduler", false]], "syncscheduler (class in mlos_bench.schedulers.sync_scheduler)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler", false]], "target_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identity_adapter.identityadapter property)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identityadapter property)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatune.llamatuneadapter property)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatuneadapter property)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.target_parameter_space", false]], "targets (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.targets", false]], "targets (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.targets", false], [129, "mlos_bench.optimizers.Optimizer.targets", false]], "teardown() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.teardown", false]], "teardown() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.teardown", false], [117, "mlos_bench.environments.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.teardown", false], [118, "mlos_bench.environments.Environment.teardown", false]], "teardown() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.teardown", false], [121, "mlos_bench.environments.local.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.teardown", false], [123, "mlos_bench.environments.remote.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.teardown", false], [124, "mlos_bench.environments.remote.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.teardown", false], [125, "mlos_bench.environments.remote.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.teardown", false]], "teardown() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.teardown", false]], "teardown() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.teardown", false]], "telemetry_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false]], "telemetry_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.telemetry_df", false]], "temp_dir_context() (mlos_bench.services.local.temp_dir_context.tempdircontextservice method)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.temp_dir_context", false]], "tempdircontextservice (class in mlos_bench.services.local.temp_dir_context)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService", false]], "timed_out (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.TIMED_OUT", false], [120, "mlos_bench.environments.Status.TIMED_OUT", false]], "timed_out (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.TIMED_OUT", false]], "trackbestoptimizer (class in mlos_bench.optimizers.track_best_optimizer)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer", false]], "transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.transform", false]], "trial (class in mlos_bench.storage.sql.trial)": [[79, "mlos_bench.storage.sql.trial.Trial", false]], "trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count", false]], "trial_config_repeat_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_config_repeat_count", false]], "trial_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_count", false]], "trial_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_count", false]], "trial_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.trial_id", false]], "trial_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false]], "trial_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.trial_id", false], [136, "mlos_bench.storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.trial_id", false], [136, "mlos_bench.storage.Storage.Trial.trial_id", false]], "trialdata (class in mlos_bench.storage.base_trial_data)": [[70, "mlos_bench.storage.base_trial_data.TrialData", false], [138, "mlos_bench.storage.base_trial_data.TrialData", false]], "trials (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false]], "trials (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false]], "trials (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.trials", false]], "trials (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.trials", false]], "trialsqldata (class in mlos_bench.storage.sql.trial_data)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData", false]], "try_parse_val() (in module mlos_bench.util)": [[89, "mlos_bench.util.try_parse_val", false]], "ts_end (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false]], "ts_start (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false]], "tunable (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.Tunable", false], [143, "mlos_bench.tunables.Tunable", false]], "tunable (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.Tunable", false]], "tunable_config (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false]], "tunable_config (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.tunable_config", false]], "tunable_config_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunable_config_id", false], [136, "mlos_bench.storage.Storage.Trial.tunable_config_id", false]], "tunable_config_trial_group (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false]], "tunable_config_trial_group (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config_trial_group", false]], "tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false]], "tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false]], "tunable_config_trial_groups (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_config_trial_groups", false]], "tunable_configs (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false]], "tunable_configs (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_configs", false]], "tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_groups_to_configspace", false]], "tunable_params (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.tunable_params", false]], "tunable_params (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.tunable_params", false], [118, "mlos_bench.environments.Environment.tunable_params", false]], "tunable_params (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.tunable_params", false]], "tunable_params (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.tunable_params", false], [129, "mlos_bench.optimizers.Optimizer.tunable_params", false]], "tunable_values (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_values_to_configuration", false]], "tunableconfigdata (class in mlos_bench.storage.base_tunable_config_data)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false]], "tunableconfigsqldata (class in mlos_bench.storage.sql.tunable_config_data)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData", false]], "tunableconfigtrialgroupdata (class in mlos_bench.storage.base_tunable_config_trial_group_data)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false]], "tunableconfigtrialgroupsqldata (class in mlos_bench.storage.sql.tunable_config_trial_group_data)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData", false]], "tunabledict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableDict", false]], "tunablegroups (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.TunableGroups", false], [144, "mlos_bench.tunables.TunableGroups", false]], "tunablegroups (class in mlos_bench.tunables.tunable_groups)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups", false]], "tunables (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunables", false]], "tunables (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.tunables", false], [136, "mlos_bench.storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunables", false], [136, "mlos_bench.storage.Storage.Trial.tunables", false]], "tunablevalue (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValue", false]], "tunablevaluekind (class in mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind", false]], "tunablevaluesdict (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValuesDict", false]], "tunablevaluetype (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueType", false]], "tunablevaluetypename (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeName", false]], "tunablevaluetypetuple (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeTuple", false]], "type (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.type", false], [143, "mlos_bench.tunables.Tunable.type", false]], "type (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.type", false]], "type (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.type", false]], "type (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.type", false]], "unified (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.UNIFIED", false]], "unified (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.UNIFIED", false]], "unknown (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.UNKNOWN", false], [120, "mlos_bench.environments.Status.UNKNOWN", false]], "unknown (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.UNKNOWN", false]], "update() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update", false]], "update() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update", false]], "update() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update", false], [136, "mlos_bench.storage.Storage.Trial.update", false]], "update() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.update", false], [143, "mlos_bench.tunables.Tunable.update", false]], "update() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.update", false]], "update_telemetry() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update_telemetry", false], [136, "mlos_bench.storage.Storage.Trial.update_telemetry", false]], "upload (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.UPLOAD", false]], "upload() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.upload", false]], "upload() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.upload", false], [130, "mlos_bench.services.FileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.upload", false]], "upload() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.upload", false]], "upload() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.upload", false]], "utcify_nullable_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_nullable_timestamp", false]], "utcify_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_timestamp", false]], "validate() (mlos_bench.config.schemas.config_schemas.configschema method)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.validate", false]], "validate() (mlos_bench.config.schemas.configschema method)": [[2, "mlos_bench.config.schemas.ConfigSchema.validate", false]], "value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.value", false], [143, "mlos_bench.tunables.Tunable.value", false]], "value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.value", false]], "values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.values", false], [143, "mlos_bench.tunables.Tunable.values", false]], "values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.values", false]], "values_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.values_weights", false]], "vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_deprovision", false]], "vm_provision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_provision", false]], "vm_restart() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_restart", false]], "vm_start() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_start", false]], "vm_stop() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_stop", false]], "vmenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.VMEnv", false], [126, "mlos_bench.environments.remote.VMEnv", false]], "vmenv (class in mlos_bench.environments.remote.vm_env)": [[18, "mlos_bench.environments.remote.vm_env.VMEnv", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.wait_host_operation", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.wait_os_operation", false]], "wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_deployment", false]], "wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_operation", false]], "weights (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.weights", false], [143, "mlos_bench.tunables.Tunable.weights", false]], "weights (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.weights", false]]}, "objects": {"": [[0, 0, 0, "-", "mlos_bench"], [92, 0, 0, "-", "mlos_core"], [111, 0, 0, "-", "mlos_viz"]], "mlos_bench": [[1, 0, 0, "-", "config"], [4, 0, 0, "-", "dict_templater"], [5, 0, 0, "-", "environments"], [21, 0, 0, "-", "event_loop_context"], [22, 0, 0, "-", "launcher"], [23, 0, 0, "-", "optimizers"], [31, 0, 0, "-", "os_environ"], [32, 0, 0, "-", "run"], [33, 0, 0, "-", "schedulers"], [36, 0, 0, "-", "services"], [67, 0, 0, "-", "storage"], [85, 0, 0, "-", "tunables"], [89, 0, 0, "-", "util"], [90, 0, 0, "-", "version"]], "mlos_bench.config": [[2, 0, 0, "-", "schemas"]], "mlos_bench.config.schemas": [[2, 1, 1, "", "ConfigSchema"], [3, 0, 0, "-", "config_schemas"]], "mlos_bench.config.schemas.ConfigSchema": [[2, 2, 1, "", "CLI"], [2, 2, 1, "", "ENVIRONMENT"], [2, 2, 1, "", "GLOBALS"], [2, 2, 1, "", "OPTIMIZER"], [2, 2, 1, "", "SCHEDULER"], [2, 2, 1, "", "SERVICE"], [2, 2, 1, "", "STORAGE"], [2, 2, 1, "", "TUNABLE_PARAMS"], [2, 2, 1, "", "TUNABLE_VALUES"], [2, 2, 1, "", "UNIFIED"], [2, 3, 1, "", "schema"], [2, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas": [[3, 1, 1, "", "ConfigSchema"], [3, 1, 1, "", "SchemaStore"]], "mlos_bench.config.schemas.config_schemas.ConfigSchema": [[3, 2, 1, "", "CLI"], [3, 2, 1, "", "ENVIRONMENT"], [3, 2, 1, "", "GLOBALS"], [3, 2, 1, "", "OPTIMIZER"], [3, 2, 1, "", "SCHEDULER"], [3, 2, 1, "", "SERVICE"], [3, 2, 1, "", "STORAGE"], [3, 2, 1, "", "TUNABLE_PARAMS"], [3, 2, 1, "", "TUNABLE_VALUES"], [3, 2, 1, "", "UNIFIED"], [3, 3, 1, "", "schema"], [3, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas.SchemaStore": [[3, 3, 1, "", "registry"]], "mlos_bench.dict_templater": [[4, 1, 1, "", "DictTemplater"]], "mlos_bench.dict_templater.DictTemplater": [[4, 4, 1, "", "expand_vars"]], "mlos_bench.environments": [[117, 1, 1, "", "CompositeEnv"], [118, 1, 1, "", "Environment"], [5, 1, 1, "", "LocalEnv"], [5, 1, 1, "", "LocalFileShareEnv"], [119, 1, 1, "", "MockEnv"], [5, 1, 1, "", "RemoteEnv"], [120, 1, 1, "", "Status"], [6, 0, 0, "-", "base_environment"], [7, 0, 0, "-", "composite_env"], [8, 0, 0, "-", "local"], [11, 0, 0, "-", "mock_env"], [12, 0, 0, "-", "remote"], [19, 0, 0, "-", "script_env"], [20, 0, 0, "-", "status"]], "mlos_bench.environments.CompositeEnv": [[117, 4, 1, "", "__init__"], [117, 3, 1, "", "children"], [117, 4, 1, "", "pprint"], [117, 4, 1, "", "run"], [117, 4, 1, "", "setup"], [117, 4, 1, "", "status"], [117, 4, 1, "", "teardown"]], "mlos_bench.environments.Environment": [[118, 4, 1, "", "__init__"], [118, 4, 1, "", "new"], [118, 3, 1, "", "parameters"], [118, 4, 1, "", "pprint"], [118, 4, 1, "", "run"], [118, 4, 1, "", "setup"], [118, 4, 1, "", "status"], [118, 4, 1, "", "teardown"], [118, 3, 1, "", "tunable_params"]], "mlos_bench.environments.LocalEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.LocalFileShareEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"]], "mlos_bench.environments.MockEnv": [[119, 4, 1, "", "__init__"], [119, 4, 1, "", "run"]], "mlos_bench.environments.RemoteEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.Status": [[120, 2, 1, "", "CANCELED"], [120, 2, 1, "", "FAILED"], [120, 2, 1, "", "PENDING"], [120, 2, 1, "", "READY"], [120, 2, 1, "", "RUNNING"], [120, 2, 1, "", "SUCCEEDED"], [120, 2, 1, "", "TIMED_OUT"], [120, 2, 1, "", "UNKNOWN"], [120, 4, 1, "", "__init__"], [120, 4, 1, "", "is_canceled"], [120, 4, 1, "", "is_completed"], [120, 4, 1, "", "is_failed"], [120, 4, 1, "", "is_good"], [120, 4, 1, "", "is_pending"], [120, 4, 1, "", "is_ready"], [120, 4, 1, "", "is_succeeded"], [120, 4, 1, "", "is_timed_out"]], "mlos_bench.environments.base_environment": [[6, 1, 1, "", "Environment"]], "mlos_bench.environments.base_environment.Environment": [[6, 4, 1, "", "new"], [6, 3, 1, "", "parameters"], [6, 4, 1, "", "pprint"], [6, 4, 1, "", "run"], [6, 4, 1, "", "setup"], [6, 4, 1, "", "status"], [6, 4, 1, "", "teardown"], [6, 3, 1, "", "tunable_params"]], "mlos_bench.environments.composite_env": [[7, 1, 1, "", "CompositeEnv"]], "mlos_bench.environments.composite_env.CompositeEnv": [[7, 3, 1, "", "children"], [7, 4, 1, "", "pprint"], [7, 4, 1, "", "run"], [7, 4, 1, "", "setup"], [7, 4, 1, "", "status"], [7, 4, 1, "", "teardown"]], "mlos_bench.environments.local": [[121, 1, 1, "", "LocalEnv"], [122, 1, 1, "", "LocalFileShareEnv"], [9, 0, 0, "-", "local_env"], [10, 0, 0, "-", "local_fileshare_env"]], "mlos_bench.environments.local.LocalEnv": [[121, 4, 1, "", "__init__"], [121, 4, 1, "", "run"], [121, 4, 1, "", "setup"], [121, 4, 1, "", "status"], [121, 4, 1, "", "teardown"]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, 4, 1, "", "__init__"], [122, 4, 1, "", "run"], [122, 4, 1, "", "setup"], [122, 4, 1, "", "status"]], "mlos_bench.environments.local.local_env": [[9, 1, 1, "", "LocalEnv"]], "mlos_bench.environments.local.local_env.LocalEnv": [[9, 4, 1, "", "run"], [9, 4, 1, "", "setup"], [9, 4, 1, "", "status"], [9, 4, 1, "", "teardown"]], "mlos_bench.environments.local.local_fileshare_env": [[10, 1, 1, "", "LocalFileShareEnv"]], "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv": [[10, 4, 1, "", "run"], [10, 4, 1, "", "setup"], [10, 4, 1, "", "status"]], "mlos_bench.environments.mock_env": [[11, 1, 1, "", "MockEnv"]], "mlos_bench.environments.mock_env.MockEnv": [[11, 4, 1, "", "run"]], "mlos_bench.environments.remote": [[123, 1, 1, "", "HostEnv"], [12, 1, 1, "", "NetworkEnv"], [124, 1, 1, "", "OSEnv"], [125, 1, 1, "", "RemoteEnv"], [12, 1, 1, "", "SaaSEnv"], [126, 1, 1, "", "VMEnv"], [13, 0, 0, "-", "host_env"], [14, 0, 0, "-", "network_env"], [15, 0, 0, "-", "os_env"], [16, 0, 0, "-", "remote_env"], [17, 0, 0, "-", "saas_env"], [18, 0, 0, "-", "vm_env"]], "mlos_bench.environments.remote.HostEnv": [[123, 4, 1, "", "__init__"], [123, 4, 1, "", "setup"], [123, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.NetworkEnv": [[12, 4, 1, "", "setup"], [12, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.OSEnv": [[124, 4, 1, "", "__init__"], [124, 4, 1, "", "setup"], [124, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.RemoteEnv": [[125, 4, 1, "", "__init__"], [125, 4, 1, "", "run"], [125, 4, 1, "", "setup"], [125, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.SaaSEnv": [[12, 4, 1, "", "setup"]], "mlos_bench.environments.remote.VMEnv": [[126, 4, 1, "", "__init__"]], "mlos_bench.environments.remote.host_env": [[13, 1, 1, "", "HostEnv"]], "mlos_bench.environments.remote.host_env.HostEnv": [[13, 4, 1, "", "setup"], [13, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.network_env": [[14, 1, 1, "", "NetworkEnv"]], "mlos_bench.environments.remote.network_env.NetworkEnv": [[14, 4, 1, "", "setup"], [14, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.os_env": [[15, 1, 1, "", "OSEnv"]], "mlos_bench.environments.remote.os_env.OSEnv": [[15, 4, 1, "", "setup"], [15, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.remote_env": [[16, 1, 1, "", "RemoteEnv"]], "mlos_bench.environments.remote.remote_env.RemoteEnv": [[16, 4, 1, "", "run"], [16, 4, 1, "", "setup"], [16, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.saas_env": [[17, 1, 1, "", "SaaSEnv"]], "mlos_bench.environments.remote.saas_env.SaaSEnv": [[17, 4, 1, "", "setup"]], "mlos_bench.environments.remote.vm_env": [[18, 1, 1, "", "VMEnv"]], "mlos_bench.environments.script_env": [[19, 1, 1, "", "ScriptEnv"]], "mlos_bench.environments.status": [[20, 1, 1, "", "Status"]], "mlos_bench.environments.status.Status": [[20, 2, 1, "", "CANCELED"], [20, 2, 1, "", "FAILED"], [20, 2, 1, "", "PENDING"], [20, 2, 1, "", "READY"], [20, 2, 1, "", "RUNNING"], [20, 2, 1, "", "SUCCEEDED"], [20, 2, 1, "", "TIMED_OUT"], [20, 2, 1, "", "UNKNOWN"], [20, 4, 1, "", "is_canceled"], [20, 4, 1, "", "is_completed"], [20, 4, 1, "", "is_failed"], [20, 4, 1, "", "is_good"], [20, 4, 1, "", "is_pending"], [20, 4, 1, "", "is_ready"], [20, 4, 1, "", "is_succeeded"], [20, 4, 1, "", "is_timed_out"]], "mlos_bench.event_loop_context": [[21, 1, 1, "", "EventLoopContext"]], "mlos_bench.event_loop_context.EventLoopContext": [[21, 4, 1, "", "enter"], [21, 4, 1, "", "exit"], [21, 4, 1, "", "run_coroutine"]], "mlos_bench.launcher": [[22, 1, 1, "", "Launcher"]], "mlos_bench.launcher.Launcher": [[22, 3, 1, "", "config_loader"], [22, 3, 1, "", "service"]], "mlos_bench.optimizers": [[127, 1, 1, "", "MlosCoreOptimizer"], [128, 1, 1, "", "MockOptimizer"], [23, 1, 1, "", "OneShotOptimizer"], [129, 1, 1, "", "Optimizer"], [24, 0, 0, "-", "base_optimizer"], [25, 0, 0, "-", "convert_configspace"], [26, 0, 0, "-", "grid_search_optimizer"], [27, 0, 0, "-", "mlos_core_optimizer"], [28, 0, 0, "-", "mock_optimizer"], [29, 0, 0, "-", "one_shot_optimizer"], [30, 0, 0, "-", "track_best_optimizer"]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, 4, 1, "", "__init__"], [127, 4, 1, "", "bulk_register"], [127, 4, 1, "", "get_best_observation"], [127, 3, 1, "", "name"], [127, 4, 1, "", "register"], [127, 4, 1, "", "suggest"]], "mlos_bench.optimizers.MockOptimizer": [[128, 4, 1, "", "__init__"], [128, 4, 1, "", "bulk_register"], [128, 4, 1, "", "suggest"]], "mlos_bench.optimizers.OneShotOptimizer": [[23, 4, 1, "", "suggest"], [23, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.Optimizer": [[129, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [129, 4, 1, "", "__init__"], [129, 4, 1, "", "bulk_register"], [129, 3, 1, "", "config_space"], [129, 3, 1, "", "current_iteration"], [129, 4, 1, "", "get_best_observation"], [129, 3, 1, "", "max_suggestions"], [129, 3, 1, "", "name"], [129, 4, 1, "", "not_converged"], [129, 4, 1, "", "register"], [129, 3, 1, "", "seed"], [129, 3, 1, "", "start_with_defaults"], [129, 4, 1, "", "suggest"], [129, 3, 1, "", "supports_preload"], [129, 3, 1, "", "targets"], [129, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.base_optimizer": [[24, 1, 1, "", "Optimizer"]], "mlos_bench.optimizers.base_optimizer.Optimizer": [[24, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [24, 4, 1, "", "bulk_register"], [24, 3, 1, "", "config_space"], [24, 3, 1, "", "current_iteration"], [24, 4, 1, "", "get_best_observation"], [24, 3, 1, "", "max_suggestions"], [24, 3, 1, "", "name"], [24, 4, 1, "", "not_converged"], [24, 4, 1, "", "register"], [24, 3, 1, "", "seed"], [24, 3, 1, "", "start_with_defaults"], [24, 4, 1, "", "suggest"], [24, 3, 1, "", "supports_preload"], [24, 3, 1, "", "targets"], [24, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.convert_configspace": [[25, 1, 1, "", "TunableValueKind"], [25, 5, 1, "", "configspace_data_to_tunable_values"], [25, 5, 1, "", "special_param_name_is_temp"], [25, 5, 1, "", "special_param_name_strip"], [25, 5, 1, "", "special_param_names"], [25, 5, 1, "", "tunable_groups_to_configspace"], [25, 5, 1, "", "tunable_values_to_configuration"]], "mlos_bench.optimizers.convert_configspace.TunableValueKind": [[25, 2, 1, "", "RANGE"], [25, 2, 1, "", "SPECIAL"]], "mlos_bench.optimizers.grid_search_optimizer": [[26, 1, 1, "", "GridSearchOptimizer"]], "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer": [[26, 4, 1, "", "bulk_register"], [26, 4, 1, "", "not_converged"], [26, 3, 1, "", "pending_configs"], [26, 4, 1, "", "register"], [26, 4, 1, "", "suggest"], [26, 3, 1, "", "suggested_configs"]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, 1, 1, "", "MlosCoreOptimizer"]], "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer": [[27, 4, 1, "", "bulk_register"], [27, 4, 1, "", "get_best_observation"], [27, 3, 1, "", "name"], [27, 4, 1, "", "register"], [27, 4, 1, "", "suggest"]], "mlos_bench.optimizers.mock_optimizer": [[28, 1, 1, "", "MockOptimizer"]], "mlos_bench.optimizers.mock_optimizer.MockOptimizer": [[28, 4, 1, "", "bulk_register"], [28, 4, 1, "", "suggest"]], "mlos_bench.optimizers.one_shot_optimizer": [[29, 1, 1, "", "OneShotOptimizer"]], "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer": [[29, 4, 1, "", "suggest"], [29, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.track_best_optimizer": [[30, 1, 1, "", "TrackBestOptimizer"]], "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer": [[30, 4, 1, "", "get_best_observation"], [30, 4, 1, "", "register"]], "mlos_bench.schedulers": [[33, 1, 1, "", "Scheduler"], [33, 1, 1, "", "SyncScheduler"], [34, 0, 0, "-", "base_scheduler"], [35, 0, 0, "-", "sync_scheduler"]], "mlos_bench.schedulers.Scheduler": [[33, 4, 1, "", "get_best_observation"], [33, 4, 1, "", "load_config"], [33, 3, 1, "", "max_trials"], [33, 4, 1, "", "not_done"], [33, 3, 1, "", "ran_trials"], [33, 4, 1, "", "run_trial"], [33, 4, 1, "", "schedule_trial"], [33, 4, 1, "", "start"], [33, 4, 1, "", "teardown"], [33, 3, 1, "", "trial_config_repeat_count"], [33, 3, 1, "", "trial_count"]], "mlos_bench.schedulers.SyncScheduler": [[33, 4, 1, "", "run_trial"], [33, 4, 1, "", "start"]], "mlos_bench.schedulers.base_scheduler": [[34, 1, 1, "", "Scheduler"]], "mlos_bench.schedulers.base_scheduler.Scheduler": [[34, 4, 1, "", "get_best_observation"], [34, 4, 1, "", "load_config"], [34, 3, 1, "", "max_trials"], [34, 4, 1, "", "not_done"], [34, 3, 1, "", "ran_trials"], [34, 4, 1, "", "run_trial"], [34, 4, 1, "", "schedule_trial"], [34, 4, 1, "", "start"], [34, 4, 1, "", "teardown"], [34, 3, 1, "", "trial_config_repeat_count"], [34, 3, 1, "", "trial_count"]], "mlos_bench.schedulers.sync_scheduler": [[35, 1, 1, "", "SyncScheduler"]], "mlos_bench.schedulers.sync_scheduler.SyncScheduler": [[35, 4, 1, "", "run_trial"], [35, 4, 1, "", "start"]], "mlos_bench.services": [[130, 1, 1, "", "FileShareService"], [36, 1, 1, "", "LocalExecService"], [131, 1, 1, "", "Service"], [37, 0, 0, "-", "base_fileshare"], [38, 0, 0, "-", "base_service"], [39, 0, 0, "-", "config_persistence"], [40, 0, 0, "-", "local"], [43, 0, 0, "-", "remote"], [55, 0, 0, "-", "types"]], "mlos_bench.services.FileShareService": [[130, 4, 1, "", "__init__"], [130, 4, 1, "", "download"], [130, 4, 1, "", "upload"]], "mlos_bench.services.LocalExecService": [[36, 4, 1, "", "local_exec"]], "mlos_bench.services.Service": [[131, 4, 1, "", "__init__"], [131, 3, 1, "", "config_loader_service"], [131, 4, 1, "", "export"], [131, 4, 1, "", "merge_methods"], [131, 4, 1, "", "new"], [131, 4, 1, "", "pprint"], [131, 4, 1, "", "register"]], "mlos_bench.services.base_fileshare": [[37, 1, 1, "", "FileShareService"]], "mlos_bench.services.base_fileshare.FileShareService": [[37, 4, 1, "", "download"], [37, 4, 1, "", "upload"]], "mlos_bench.services.base_service": [[38, 1, 1, "", "Service"]], "mlos_bench.services.base_service.Service": [[38, 3, 1, "", "config_loader_service"], [38, 4, 1, "", "export"], [38, 4, 1, "", "merge_methods"], [38, 4, 1, "", "new"], [38, 4, 1, "", "pprint"], [38, 4, 1, "", "register"]], "mlos_bench.services.config_persistence": [[132, 1, 1, "", "ConfigPersistenceService"]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, 2, 1, "", "BUILTIN_CONFIG_PATH"], [132, 4, 1, "", "__init__"], [132, 4, 1, "", "build_environment"], [132, 4, 1, "", "build_optimizer"], [132, 4, 1, "", "build_scheduler"], [132, 4, 1, "", "build_service"], [132, 4, 1, "", "build_storage"], [132, 3, 1, "", "config_paths"], [132, 4, 1, "", "load_config"], [132, 4, 1, "", "load_environment"], [132, 4, 1, "", "load_environment_list"], [132, 4, 1, "", "load_services"], [132, 4, 1, "", "prepare_class_load"], [132, 4, 1, "", "resolve_path"]], "mlos_bench.services.local": [[133, 1, 1, "", "LocalExecService"], [41, 0, 0, "-", "local_exec"], [42, 0, 0, "-", "temp_dir_context"]], "mlos_bench.services.local.LocalExecService": [[133, 4, 1, "", "__init__"], [133, 4, 1, "", "local_exec"]], "mlos_bench.services.local.local_exec": [[41, 1, 1, "", "LocalExecService"], [41, 5, 1, "", "split_cmdline"]], "mlos_bench.services.local.local_exec.LocalExecService": [[41, 4, 1, "", "local_exec"]], "mlos_bench.services.local.temp_dir_context": [[42, 1, 1, "", "TempDirContextService"]], "mlos_bench.services.local.temp_dir_context.TempDirContextService": [[42, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.remote": [[44, 0, 0, "-", "azure"], [51, 0, 0, "-", "ssh"]], "mlos_bench.services.remote.azure": [[44, 1, 1, "", "AzureAuthService"], [134, 1, 1, "", "AzureFileShareService"], [44, 1, 1, "", "AzureNetworkService"], [44, 1, 1, "", "AzureSaaSConfigService"], [135, 1, 1, "", "AzureVMService"], [45, 0, 0, "-", "azure_auth"], [46, 0, 0, "-", "azure_deployment_services"], [47, 0, 0, "-", "azure_fileshare"], [48, 0, 0, "-", "azure_network_services"], [49, 0, 0, "-", "azure_saas"], [50, 0, 0, "-", "azure_vm_services"]], "mlos_bench.services.remote.azure.AzureAuthService": [[44, 4, 1, "", "get_access_token"], [44, 4, 1, "", "get_auth_headers"], [44, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, 4, 1, "", "__init__"], [134, 4, 1, "", "download"], [134, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.AzureNetworkService": [[44, 4, 1, "", "deprovision_network"], [44, 4, 1, "", "provision_network"], [44, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.AzureSaaSConfigService": [[44, 4, 1, "", "configure"], [44, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.AzureVMService": [[135, 4, 1, "", "__init__"], [135, 4, 1, "", "deallocate_host"], [135, 4, 1, "", "deprovision_host"], [135, 4, 1, "", "get_remote_exec_results"], [135, 4, 1, "", "provision_host"], [135, 4, 1, "", "reboot"], [135, 4, 1, "", "remote_exec"], [135, 4, 1, "", "restart_host"], [135, 4, 1, "", "shutdown"], [135, 4, 1, "", "start_host"], [135, 4, 1, "", "stop_host"], [135, 4, 1, "", "wait_host_deployment"], [135, 4, 1, "", "wait_host_operation"], [135, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.azure.azure_auth": [[45, 1, 1, "", "AzureAuthService"]], "mlos_bench.services.remote.azure.azure_auth.AzureAuthService": [[45, 4, 1, "", "get_access_token"], [45, 4, 1, "", "get_auth_headers"], [45, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, 1, 1, "", "AzureDeploymentService"]], "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService": [[46, 3, 1, "", "deploy_params"]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, 1, 1, "", "AzureFileShareService"]], "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService": [[47, 4, 1, "", "download"], [47, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.azure_network_services": [[48, 1, 1, "", "AzureNetworkService"]], "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService": [[48, 4, 1, "", "deprovision_network"], [48, 4, 1, "", "provision_network"], [48, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.azure_saas": [[49, 1, 1, "", "AzureSaaSConfigService"]], "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService": [[49, 4, 1, "", "configure"], [49, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, 1, 1, "", "AzureVMService"]], "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService": [[50, 4, 1, "", "deallocate_host"], [50, 4, 1, "", "deprovision_host"], [50, 4, 1, "", "get_remote_exec_results"], [50, 4, 1, "", "provision_host"], [50, 4, 1, "", "reboot"], [50, 4, 1, "", "remote_exec"], [50, 4, 1, "", "restart_host"], [50, 4, 1, "", "shutdown"], [50, 4, 1, "", "start_host"], [50, 4, 1, "", "stop_host"], [50, 4, 1, "", "wait_host_deployment"], [50, 4, 1, "", "wait_host_operation"], [50, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh": [[51, 1, 1, "", "SshFileShareService"], [51, 1, 1, "", "SshHostService"], [52, 0, 0, "-", "ssh_fileshare"], [53, 0, 0, "-", "ssh_host_service"], [54, 0, 0, "-", "ssh_service"]], "mlos_bench.services.remote.ssh.SshFileShareService": [[51, 4, 1, "", "download"], [51, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.SshHostService": [[51, 4, 1, "", "get_remote_exec_results"], [51, 4, 1, "", "reboot"], [51, 4, 1, "", "remote_exec"], [51, 4, 1, "", "shutdown"], [51, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, 1, 1, "", "CopyMode"], [52, 1, 1, "", "SshFileShareService"]], "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode": [[52, 2, 1, "", "DOWNLOAD"], [52, 2, 1, "", "UPLOAD"]], "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService": [[52, 4, 1, "", "download"], [52, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, 1, 1, "", "SshHostService"]], "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService": [[53, 4, 1, "", "get_remote_exec_results"], [53, 4, 1, "", "reboot"], [53, 4, 1, "", "remote_exec"], [53, 4, 1, "", "shutdown"], [53, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_service": [[54, 1, 1, "", "SshClient"], [54, 1, 1, "", "SshClientCache"], [54, 1, 1, "", "SshService"]], "mlos_bench.services.remote.ssh.ssh_service.SshClient": [[54, 4, 1, "", "connection"], [54, 4, 1, "", "connection_lost"], [54, 4, 1, "", "connection_made"], [54, 4, 1, "", "id_from_connection"], [54, 4, 1, "", "id_from_params"]], "mlos_bench.services.remote.ssh.ssh_service.SshClientCache": [[54, 4, 1, "", "cleanup"], [54, 4, 1, "", "enter"], [54, 4, 1, "", "exit"], [54, 4, 1, "", "get_client_connection"]], "mlos_bench.services.remote.ssh.ssh_service.SshService": [[54, 4, 1, "", "clear_client_cache"]], "mlos_bench.services.types": [[55, 1, 1, "", "SupportsAuth"], [55, 1, 1, "", "SupportsConfigLoading"], [55, 1, 1, "", "SupportsFileShareOps"], [55, 1, 1, "", "SupportsHostProvisioning"], [55, 1, 1, "", "SupportsLocalExec"], [55, 1, 1, "", "SupportsNetworkProvisioning"], [55, 1, 1, "", "SupportsRemoteConfig"], [55, 1, 1, "", "SupportsRemoteExec"], [56, 0, 0, "-", "authenticator_type"], [57, 0, 0, "-", "config_loader_type"], [58, 0, 0, "-", "fileshare_type"], [59, 0, 0, "-", "host_ops_type"], [60, 0, 0, "-", "host_provisioner_type"], [61, 0, 0, "-", "local_exec_type"], [62, 0, 0, "-", "network_provisioner_type"], [63, 0, 0, "-", "os_ops_type"], [64, 0, 0, "-", "remote_config_type"], [65, 0, 0, "-", "remote_exec_type"], [66, 0, 0, "-", "vm_provisioner_type"]], "mlos_bench.services.types.SupportsAuth": [[55, 4, 1, "", "get_access_token"], [55, 4, 1, "", "get_auth_headers"], [55, 4, 1, "", "get_credential"]], "mlos_bench.services.types.SupportsConfigLoading": [[55, 4, 1, "", "build_environment"], [55, 4, 1, "", "load_config"], [55, 4, 1, "", "load_environment_list"], [55, 4, 1, "", "load_services"], [55, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.SupportsFileShareOps": [[55, 4, 1, "", "download"], [55, 4, 1, "", "upload"]], "mlos_bench.services.types.SupportsHostProvisioning": [[55, 4, 1, "", "deallocate_host"], [55, 4, 1, "", "deprovision_host"], [55, 4, 1, "", "provision_host"], [55, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.SupportsLocalExec": [[55, 4, 1, "", "local_exec"], [55, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.SupportsNetworkProvisioning": [[55, 4, 1, "", "deprovision_network"], [55, 4, 1, "", "provision_network"], [55, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.SupportsRemoteConfig": [[55, 4, 1, "", "configure"], [55, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.SupportsRemoteExec": [[55, 4, 1, "", "get_remote_exec_results"], [55, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.authenticator_type": [[56, 1, 1, "", "SupportsAuth"]], "mlos_bench.services.types.authenticator_type.SupportsAuth": [[56, 4, 1, "", "get_access_token"], [56, 4, 1, "", "get_auth_headers"], [56, 4, 1, "", "get_credential"]], "mlos_bench.services.types.config_loader_type": [[57, 1, 1, "", "SupportsConfigLoading"]], "mlos_bench.services.types.config_loader_type.SupportsConfigLoading": [[57, 4, 1, "", "build_environment"], [57, 4, 1, "", "load_config"], [57, 4, 1, "", "load_environment_list"], [57, 4, 1, "", "load_services"], [57, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.fileshare_type": [[58, 1, 1, "", "SupportsFileShareOps"]], "mlos_bench.services.types.fileshare_type.SupportsFileShareOps": [[58, 4, 1, "", "download"], [58, 4, 1, "", "upload"]], "mlos_bench.services.types.host_ops_type": [[59, 1, 1, "", "SupportsHostOps"]], "mlos_bench.services.types.host_ops_type.SupportsHostOps": [[59, 4, 1, "", "restart_host"], [59, 4, 1, "", "start_host"], [59, 4, 1, "", "stop_host"], [59, 4, 1, "", "wait_host_operation"]], "mlos_bench.services.types.host_provisioner_type": [[60, 1, 1, "", "SupportsHostProvisioning"]], "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning": [[60, 4, 1, "", "deallocate_host"], [60, 4, 1, "", "deprovision_host"], [60, 4, 1, "", "provision_host"], [60, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.local_exec_type": [[61, 1, 1, "", "SupportsLocalExec"]], "mlos_bench.services.types.local_exec_type.SupportsLocalExec": [[61, 4, 1, "", "local_exec"], [61, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.network_provisioner_type": [[62, 1, 1, "", "SupportsNetworkProvisioning"]], "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning": [[62, 4, 1, "", "deprovision_network"], [62, 4, 1, "", "provision_network"], [62, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.os_ops_type": [[63, 1, 1, "", "SupportsOSOps"]], "mlos_bench.services.types.os_ops_type.SupportsOSOps": [[63, 4, 1, "", "reboot"], [63, 4, 1, "", "shutdown"], [63, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.types.remote_config_type": [[64, 1, 1, "", "SupportsRemoteConfig"]], "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig": [[64, 4, 1, "", "configure"], [64, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.remote_exec_type": [[65, 1, 1, "", "SupportsRemoteExec"]], "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec": [[65, 4, 1, "", "get_remote_exec_results"], [65, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.vm_provisioner_type": [[66, 1, 1, "", "SupportsVMOps"]], "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps": [[66, 4, 1, "", "vm_deprovision"], [66, 4, 1, "", "vm_provision"], [66, 4, 1, "", "vm_restart"], [66, 4, 1, "", "vm_start"], [66, 4, 1, "", "vm_stop"], [66, 4, 1, "", "wait_vm_deployment"], [66, 4, 1, "", "wait_vm_operation"]], "mlos_bench.storage": [[136, 1, 1, "", "Storage"], [68, 0, 0, "-", "base_experiment_data"], [69, 0, 0, "-", "base_storage"], [70, 0, 0, "-", "base_trial_data"], [71, 0, 0, "-", "base_tunable_config_data"], [72, 0, 0, "-", "base_tunable_config_trial_group_data"], [67, 5, 1, "", "from_config"], [73, 0, 0, "-", "sql"], [83, 0, 0, "-", "storage_factory"], [84, 0, 0, "-", "util"]], "mlos_bench.storage.Storage": [[136, 1, 1, "", "Experiment"], [136, 1, 1, "", "Trial"], [136, 4, 1, "", "__init__"], [136, 4, 1, "", "experiment"], [136, 3, 1, "", "experiments"]], "mlos_bench.storage.Storage.Experiment": [[136, 3, 1, "", "description"], [136, 3, 1, "", "experiment_id"], [136, 4, 1, "", "load"], [136, 4, 1, "", "load_telemetry"], [136, 4, 1, "", "load_tunable_config"], [136, 4, 1, "", "merge"], [136, 4, 1, "", "new_trial"], [136, 3, 1, "", "opt_targets"], [136, 4, 1, "", "pending_trials"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunables"]], "mlos_bench.storage.Storage.Trial": [[136, 4, 1, "", "config"], [136, 3, 1, "", "opt_targets"], [136, 3, 1, "", "status"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunable_config_id"], [136, 3, 1, "", "tunables"], [136, 4, 1, "", "update"], [136, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_experiment_data": [[137, 1, 1, "", "ExperimentData"]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, 2, 1, "", "CONFIG_COLUMN_PREFIX"], [137, 2, 1, "", "RESULT_COLUMN_PREFIX"], [137, 4, 1, "", "__init__"], [137, 3, 1, "", "default_tunable_config_id"], [137, 3, 1, "", "description"], [137, 3, 1, "", "experiment_id"], [137, 3, 1, "", "objectives"], [137, 3, 1, "", "results_df"], [137, 3, 1, "", "root_env_config"], [137, 3, 1, "", "trials"], [137, 3, 1, "", "tunable_config_trial_groups"], [137, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.base_storage": [[69, 1, 1, "", "Storage"]], "mlos_bench.storage.base_storage.Storage": [[69, 1, 1, "", "Experiment"], [69, 1, 1, "", "Trial"], [69, 4, 1, "", "experiment"], [69, 3, 1, "", "experiments"]], "mlos_bench.storage.base_storage.Storage.Experiment": [[69, 3, 1, "", "description"], [69, 3, 1, "", "experiment_id"], [69, 4, 1, "", "load"], [69, 4, 1, "", "load_telemetry"], [69, 4, 1, "", "load_tunable_config"], [69, 4, 1, "", "merge"], [69, 4, 1, "", "new_trial"], [69, 3, 1, "", "opt_targets"], [69, 4, 1, "", "pending_trials"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunables"]], "mlos_bench.storage.base_storage.Storage.Trial": [[69, 4, 1, "", "config"], [69, 3, 1, "", "opt_targets"], [69, 3, 1, "", "status"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunable_config_id"], [69, 3, 1, "", "tunables"], [69, 4, 1, "", "update"], [69, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_trial_data": [[138, 1, 1, "", "TrialData"]], "mlos_bench.storage.base_trial_data.TrialData": [[138, 4, 1, "", "__init__"], [138, 3, 1, "", "experiment_id"], [138, 3, 1, "", "metadata_df"], [138, 3, 1, "", "metadata_dict"], [138, 3, 1, "", "results_df"], [138, 3, 1, "", "results_dict"], [138, 3, 1, "", "status"], [138, 3, 1, "", "telemetry_df"], [138, 3, 1, "", "trial_id"], [138, 3, 1, "", "ts_end"], [138, 3, 1, "", "ts_start"], [138, 3, 1, "", "tunable_config"], [138, 3, 1, "", "tunable_config_id"], [138, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.base_tunable_config_data": [[139, 1, 1, "", "TunableConfigData"]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, 4, 1, "", "__init__"], [139, 3, 1, "", "config_df"], [139, 3, 1, "", "config_dict"], [139, 3, 1, "", "tunable_config_id"]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[140, 1, 1, "", "TunableConfigTrialGroupData"]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, 4, 1, "", "__init__"], [140, 3, 1, "", "experiment_id"], [140, 3, 1, "", "results_df"], [140, 3, 1, "", "trials"], [140, 3, 1, "", "tunable_config"], [140, 3, 1, "", "tunable_config_id"], [140, 3, 1, "", "tunable_config_trial_group_id"]], "mlos_bench.storage.sql": [[73, 1, 1, "", "SqlStorage"], [74, 0, 0, "-", "common"], [75, 0, 0, "-", "experiment"], [76, 0, 0, "-", "experiment_data"], [77, 0, 0, "-", "schema"], [78, 0, 0, "-", "storage"], [79, 0, 0, "-", "trial"], [80, 0, 0, "-", "trial_data"], [81, 0, 0, "-", "tunable_config_data"], [82, 0, 0, "-", "tunable_config_trial_group_data"]], "mlos_bench.storage.sql.SqlStorage": [[73, 4, 1, "", "experiment"], [73, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.common": [[74, 5, 1, "", "get_results_df"], [74, 5, 1, "", "get_trials"]], "mlos_bench.storage.sql.experiment": [[75, 1, 1, "", "Experiment"]], "mlos_bench.storage.sql.experiment.Experiment": [[75, 4, 1, "", "load"], [75, 4, 1, "", "load_telemetry"], [75, 4, 1, "", "load_tunable_config"], [75, 4, 1, "", "merge"], [75, 4, 1, "", "pending_trials"]], "mlos_bench.storage.sql.experiment_data": [[76, 1, 1, "", "ExperimentSqlData"]], "mlos_bench.storage.sql.experiment_data.ExperimentSqlData": [[76, 3, 1, "", "default_tunable_config_id"], [76, 3, 1, "", "objectives"], [76, 3, 1, "", "results_df"], [76, 3, 1, "", "trials"], [76, 3, 1, "", "tunable_config_trial_groups"], [76, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.sql.schema": [[77, 1, 1, "", "DbSchema"]], "mlos_bench.storage.sql.schema.DbSchema": [[77, 4, 1, "", "create"]], "mlos_bench.storage.sql.storage": [[141, 1, 1, "", "SqlStorage"]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, 4, 1, "", "__init__"], [141, 4, 1, "", "experiment"], [141, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.trial": [[79, 1, 1, "", "Trial"]], "mlos_bench.storage.sql.trial.Trial": [[79, 4, 1, "", "update"], [79, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.sql.trial_data": [[80, 1, 1, "", "TrialSqlData"]], "mlos_bench.storage.sql.trial_data.TrialSqlData": [[80, 3, 1, "", "metadata_df"], [80, 3, 1, "", "results_df"], [80, 3, 1, "", "telemetry_df"], [80, 3, 1, "", "tunable_config"], [80, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.sql.tunable_config_data": [[81, 1, 1, "", "TunableConfigSqlData"]], "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData": [[81, 3, 1, "", "config_df"]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, 1, 1, "", "TunableConfigTrialGroupSqlData"]], "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData": [[82, 3, 1, "", "results_df"], [82, 3, 1, "", "trials"], [82, 3, 1, "", "tunable_config"]], "mlos_bench.storage.storage_factory": [[142, 5, 1, "", "from_config"]], "mlos_bench.storage.util": [[84, 5, 1, "", "kv_df_to_dict"]], "mlos_bench.tunables": [[143, 1, 1, "", "Tunable"], [144, 1, 1, "", "TunableGroups"], [86, 0, 0, "-", "covariant_group"], [87, 0, 0, "-", "tunable"], [88, 0, 0, "-", "tunable_groups"]], "mlos_bench.tunables.Tunable": [[143, 4, 1, "", "__init__"], [143, 3, 1, "", "cardinality"], [143, 3, 1, "", "categories"], [143, 3, 1, "", "category"], [143, 4, 1, "", "copy"], [143, 3, 1, "", "default"], [143, 3, 1, "", "distribution"], [143, 3, 1, "", "distribution_params"], [143, 3, 1, "", "dtype"], [143, 4, 1, "", "in_range"], [143, 3, 1, "", "is_categorical"], [143, 4, 1, "", "is_default"], [143, 3, 1, "", "is_log"], [143, 3, 1, "", "is_numerical"], [143, 3, 1, "", "is_special"], [143, 4, 1, "", "is_valid"], [143, 3, 1, "", "meta"], [143, 3, 1, "", "name"], [143, 3, 1, "", "numerical_value"], [143, 3, 1, "", "quantization_bins"], [143, 3, 1, "", "quantized_values"], [143, 3, 1, "", "range"], [143, 3, 1, "", "range_weight"], [143, 3, 1, "", "span"], [143, 3, 1, "", "special"], [143, 3, 1, "", "type"], [143, 4, 1, "", "update"], [143, 3, 1, "", "value"], [143, 3, 1, "", "values"], [143, 3, 1, "", "weights"]], "mlos_bench.tunables.TunableGroups": [[144, 4, 1, "", "__init__"], [144, 4, 1, "", "assign"], [144, 4, 1, "", "copy"], [144, 4, 1, "", "get_covariant_group_names"], [144, 4, 1, "", "get_param_values"], [144, 4, 1, "", "get_tunable"], [144, 4, 1, "", "is_defaults"], [144, 4, 1, "", "is_updated"], [144, 4, 1, "", "merge"], [144, 4, 1, "", "reset"], [144, 4, 1, "", "restore_defaults"], [144, 4, 1, "", "subgroup"]], "mlos_bench.tunables.covariant_group": [[86, 1, 1, "", "CovariantTunableGroup"]], "mlos_bench.tunables.covariant_group.CovariantTunableGroup": [[86, 4, 1, "", "copy"], [86, 3, 1, "", "cost"], [86, 4, 1, "", "equals_defaults"], [86, 4, 1, "", "get_current_cost"], [86, 4, 1, "", "get_names"], [86, 4, 1, "", "get_tunable"], [86, 4, 1, "", "get_tunable_values_dict"], [86, 4, 1, "", "get_tunables"], [86, 4, 1, "", "is_defaults"], [86, 4, 1, "", "is_updated"], [86, 3, 1, "", "name"], [86, 4, 1, "", "reset_is_updated"], [86, 4, 1, "", "restore_defaults"]], "mlos_bench.tunables.tunable": [[87, 1, 1, "", "DistributionDict"], [87, 1, 1, "", "Tunable"], [87, 1, 1, "", "TunableDict"], [87, 6, 1, "", "TunableValue"], [87, 6, 1, "", "TunableValueType"], [87, 6, 1, "", "TunableValueTypeName"], [87, 6, 1, "", "TunableValueTypeTuple"], [87, 6, 1, "", "TunableValuesDict"]], "mlos_bench.tunables.tunable.DistributionDict": [[87, 2, 1, "", "params"], [87, 2, 1, "", "type"]], "mlos_bench.tunables.tunable.Tunable": [[87, 3, 1, "", "cardinality"], [87, 3, 1, "", "categories"], [87, 3, 1, "", "category"], [87, 4, 1, "", "copy"], [87, 3, 1, "", "default"], [87, 3, 1, "", "distribution"], [87, 3, 1, "", "distribution_params"], [87, 3, 1, "", "dtype"], [87, 4, 1, "", "in_range"], [87, 3, 1, "", "is_categorical"], [87, 4, 1, "", "is_default"], [87, 3, 1, "", "is_log"], [87, 3, 1, "", "is_numerical"], [87, 3, 1, "", "is_special"], [87, 4, 1, "", "is_valid"], [87, 3, 1, "", "meta"], [87, 3, 1, "", "name"], [87, 3, 1, "", "numerical_value"], [87, 3, 1, "", "quantization_bins"], [87, 3, 1, "", "quantized_values"], [87, 3, 1, "", "range"], [87, 3, 1, "", "range_weight"], [87, 3, 1, "", "span"], [87, 3, 1, "", "special"], [87, 3, 1, "", "type"], [87, 4, 1, "", "update"], [87, 3, 1, "", "value"], [87, 3, 1, "", "values"], [87, 3, 1, "", "weights"]], "mlos_bench.tunables.tunable.TunableDict": [[87, 2, 1, "", "default"], [87, 2, 1, "", "description"], [87, 2, 1, "", "distribution"], [87, 2, 1, "", "log"], [87, 2, 1, "", "meta"], [87, 2, 1, "", "quantization_bins"], [87, 2, 1, "", "range"], [87, 2, 1, "", "range_weight"], [87, 2, 1, "", "special"], [87, 2, 1, "", "special_weights"], [87, 2, 1, "", "type"], [87, 2, 1, "", "values_weights"]], "mlos_bench.tunables.tunable_groups": [[88, 1, 1, "", "TunableGroups"]], "mlos_bench.tunables.tunable_groups.TunableGroups": [[88, 4, 1, "", "assign"], [88, 4, 1, "", "copy"], [88, 4, 1, "", "get_covariant_group_names"], [88, 4, 1, "", "get_param_values"], [88, 4, 1, "", "get_tunable"], [88, 4, 1, "", "is_defaults"], [88, 4, 1, "", "is_updated"], [88, 4, 1, "", "merge"], [88, 4, 1, "", "reset"], [88, 4, 1, "", "restore_defaults"], [88, 4, 1, "", "subgroup"]], "mlos_bench.util": [[89, 5, 1, "", "check_required_params"], [89, 5, 1, "", "datetime_parser"], [89, 5, 1, "", "get_class_from_name"], [89, 5, 1, "", "get_git_info"], [89, 5, 1, "", "instantiate_from_config"], [89, 5, 1, "", "merge_parameters"], [89, 5, 1, "", "nullable"], [89, 5, 1, "", "path_join"], [89, 5, 1, "", "prepare_class_load"], [89, 5, 1, "", "preprocess_dynamic_configs"], [89, 5, 1, "", "try_parse_val"], [89, 5, 1, "", "utcify_nullable_timestamp"], [89, 5, 1, "", "utcify_timestamp"]], "mlos_core": [[93, 0, 0, "-", "optimizers"], [100, 0, 0, "-", "spaces"], [108, 0, 0, "-", "util"], [109, 0, 0, "-", "version"]], "mlos_core.optimizers": [[93, 1, 1, "", "BaseOptimizer"], [93, 1, 1, "", "FlamlOptimizer"], [145, 1, 1, "", "OptimizerFactory"], [147, 1, 1, "", "OptimizerType"], [93, 1, 1, "", "RandomOptimizer"], [93, 1, 1, "", "SmacOptimizer"], [93, 1, 1, "", "SpaceAdapterType"], [94, 0, 0, "-", "bayesian_optimizers"], [97, 0, 0, "-", "flaml_optimizer"], [98, 0, 0, "-", "optimizer"], [99, 0, 0, "-", "random_optimizer"]], "mlos_core.optimizers.BaseOptimizer": [[93, 4, 1, "", "cleanup"], [93, 4, 1, "", "get_best_observations"], [93, 4, 1, "", "get_observations"], [93, 4, 1, "", "register"], [93, 4, 1, "", "register_pending"], [93, 3, 1, "", "space_adapter"], [93, 4, 1, "", "suggest"]], "mlos_core.optimizers.FlamlOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.OptimizerFactory": [[145, 4, 1, "", "__init__"], [145, 4, 1, "", "create"]], "mlos_core.optimizers.OptimizerType": [[147, 2, 1, "", "FLAML"], [147, 2, 1, "", "RANDOM"], [147, 2, 1, "", "SMAC"], [147, 4, 1, "", "__init__"]], "mlos_core.optimizers.RandomOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.SmacOptimizer": [[93, 4, 1, "", "acquisition_function"], [93, 4, 1, "", "cleanup"], [93, 3, 1, "", "n_random_init"], [93, 4, 1, "", "register_pending"], [93, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.SpaceAdapterType": [[93, 2, 1, "", "IDENTITY"], [93, 2, 1, "", "LLAMATUNE"]], "mlos_core.optimizers.bayesian_optimizers": [[148, 1, 1, "", "BaseBayesianOptimizer"], [149, 1, 1, "", "SmacOptimizer"], [95, 0, 0, "-", "bayesian_optimizer"], [96, 0, 0, "-", "smac_optimizer"]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, 4, 1, "", "__init__"], [148, 4, 1, "", "acquisition_function"], [148, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, 4, 1, "", "__init__"], [149, 4, 1, "", "acquisition_function"], [149, 4, 1, "", "cleanup"], [149, 3, 1, "", "n_random_init"], [149, 4, 1, "", "register_pending"], [149, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, 1, 1, "", "BaseBayesianOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer": [[95, 4, 1, "", "acquisition_function"], [95, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, 1, 1, "", "SmacOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer": [[96, 4, 1, "", "acquisition_function"], [96, 4, 1, "", "cleanup"], [96, 3, 1, "", "n_random_init"], [96, 4, 1, "", "register_pending"], [96, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.flaml_optimizer": [[97, 1, 1, "", "EvaluatedSample"], [150, 1, 1, "", "FlamlOptimizer"]], "mlos_core.optimizers.flaml_optimizer.EvaluatedSample": [[97, 2, 1, "", "config"], [97, 2, 1, "", "score"]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, 4, 1, "", "__init__"], [150, 4, 1, "", "register_pending"]], "mlos_core.optimizers.optimizer": [[151, 1, 1, "", "BaseOptimizer"]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, 4, 1, "", "__init__"], [151, 4, 1, "", "cleanup"], [151, 4, 1, "", "get_best_observations"], [151, 4, 1, "", "get_observations"], [151, 4, 1, "", "register"], [151, 4, 1, "", "register_pending"], [151, 3, 1, "", "space_adapter"], [151, 4, 1, "", "suggest"]], "mlos_core.optimizers.random_optimizer": [[152, 1, 1, "", "RandomOptimizer"]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, 4, 1, "", "__init__"], [152, 4, 1, "", "register_pending"]], "mlos_core.spaces": [[101, 0, 0, "-", "adapters"], [105, 0, 0, "-", "converters"]], "mlos_core.spaces.adapters": [[101, 1, 1, "", "IdentityAdapter"], [101, 1, 1, "", "LlamaTuneAdapter"], [153, 1, 1, "", "SpaceAdapterFactory"], [155, 1, 1, "", "SpaceAdapterType"], [102, 0, 0, "-", "adapter"], [103, 0, 0, "-", "identity_adapter"], [104, 0, 0, "-", "llamatune"]], "mlos_core.spaces.adapters.IdentityAdapter": [[101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.LlamaTuneAdapter": [[101, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [101, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [101, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, 4, 1, "", "__init__"], [153, 4, 1, "", "create"]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, 2, 1, "", "IDENTITY"], [155, 2, 1, "", "LLAMATUNE"], [155, 4, 1, "", "__init__"]], "mlos_core.spaces.adapters.adapter": [[156, 1, 1, "", "BaseSpaceAdapter"]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, 4, 1, "", "__init__"], [156, 4, 1, "", "inverse_transform"], [156, 3, 1, "", "orig_parameter_space"], [156, 3, 1, "", "target_parameter_space"], [156, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.identity_adapter": [[157, 1, 1, "", "IdentityAdapter"]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, 4, 1, "", "__init__"], [157, 4, 1, "", "inverse_transform"], [157, 3, 1, "", "target_parameter_space"], [157, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.llamatune": [[158, 1, 1, "", "LlamaTuneAdapter"]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [158, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [158, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [158, 4, 1, "", "__init__"], [158, 4, 1, "", "inverse_transform"], [158, 3, 1, "", "target_parameter_space"], [158, 4, 1, "", "transform"]], "mlos_core.spaces.converters": [[106, 0, 0, "-", "flaml"], [107, 0, 0, "-", "util"]], "mlos_core.spaces.converters.flaml": [[159, 5, 1, "", "configspace_to_flaml_space"]], "mlos_core.spaces.converters.util": [[107, 5, 1, "", "monkey_patch_quantization"]], "mlos_core.util": [[108, 5, 1, "", "config_to_dataframe"], [108, 5, 1, "", "drop_nulls"], [108, 5, 1, "", "normalize_config"]], "mlos_viz": [[160, 1, 1, "", "MlosVizMethod"], [112, 0, 0, "-", "base"], [113, 0, 0, "-", "dabl"], [111, 5, 1, "", "ignore_plotter_warnings"], [161, 5, 1, "", "plot"], [114, 0, 0, "-", "util"], [115, 0, 0, "-", "version"]], "mlos_viz.MlosVizMethod": [[160, 2, 1, "", "AUTO"], [160, 2, 1, "", "DABL"], [160, 4, 1, "", "__init__"]], "mlos_viz.base": [[112, 5, 1, "", "augment_results_df_with_config_trial_group_stats"], [112, 5, 1, "", "ignore_plotter_warnings"], [112, 5, 1, "", "limit_top_n_configs"], [112, 5, 1, "", "plot_optimizer_trends"], [112, 5, 1, "", "plot_top_n_configs"]], "mlos_viz.dabl": [[113, 5, 1, "", "ignore_plotter_warnings"], [113, 5, 1, "", "plot"]], "mlos_viz.util": [[114, 5, 1, "", "expand_results_data_args"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:property", "4": "py:method", "5": "py:function", "6": "py:data"}, "terms": {"": [5, 6, 7, 8, 9, 10, 11, 21, 23, 24, 26, 27, 30, 32, 39, 54, 55, 57, 67, 68, 69, 70, 71, 75, 76, 79, 80, 81, 85, 87, 89, 93, 94, 95, 96, 97, 98, 99, 108, 111, 112, 117, 118, 119, 121, 122, 127, 129, 132, 136, 137, 138, 139, 143, 148, 149, 150, 151, 152, 158, 161, 164, 165, 166, 167], "0": [5, 6, 7, 20, 86, 93, 94, 96, 97, 101, 104, 117, 118, 119, 120, 149, 158], "1": [2, 3, 5, 20, 32, 33, 34, 35, 52, 67, 69, 75, 93, 94, 96, 97, 98, 111, 119, 120, 136, 147, 149, 151, 155, 160], "10": [112, 165], "100": [93, 94, 96, 149], "10000": [101, 104, 158], "16": [101, 104, 158], "1shot": 164, "2": [5, 20, 39, 52, 85, 87, 88, 101, 104, 112, 120, 132, 143, 144, 158], "20": 112, "2022": 164, "3": [5, 6, 7, 8, 9, 10, 11, 12, 16, 20, 36, 40, 41, 55, 61, 117, 118, 119, 120, 121, 122, 125, 133], "30": 165, "4": [5, 6, 7, 20, 117, 118, 120], "5": [5, 20, 120], "6": [5, 20, 120], "64": 165, "7": [5, 20, 120], "A": [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 98, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 150, 151, 155, 159, 165], "As": 165, "Be": 165, "By": [32, 33, 34, 93, 98, 112, 149, 151, 164], "For": [5, 6, 32, 87, 118, 164, 165], "If": [5, 6, 7, 8, 9, 10, 12, 16, 32, 36, 37, 39, 40, 41, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 75, 85, 87, 89, 111, 112, 113, 117, 118, 121, 122, 125, 130, 132, 133, 134, 135, 136, 138, 143, 149, 150, 158, 161, 165], "In": [5, 8, 9, 10, 25, 85, 88, 89, 112, 121, 122, 144, 165, 166, 167], "It": [5, 6, 21, 22, 25, 32, 36, 38, 42, 70, 71, 81, 85, 88, 118, 130, 131, 134, 138, 139, 144, 164, 165, 166, 167], "Its": [32, 167], "NOT": [85, 87, 143], "No": [23, 29], "Not": [93, 94, 95, 96, 97, 98, 99, 119, 148, 149, 150, 151, 152], "On": [89, 165], "One": [32, 67, 69, 79, 136], "That": [86, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152, 165], "The": [2, 3, 4, 5, 7, 11, 21, 23, 24, 25, 26, 27, 28, 29, 30, 39, 41, 44, 48, 49, 50, 54, 55, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 72, 75, 76, 82, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 117, 119, 127, 128, 129, 132, 135, 136, 137, 140, 144, 145, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 167], "There": 21, "These": [23, 24, 27, 87, 127, 129, 164, 166], "To": [54, 164, 165], "With": 165, "__enter__": [21, 54], "__exit__": [21, 54], "__init__": [117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160], "__repr__": [5, 6, 118], "_config_path": [39, 55, 57, 132], "_connection_pend": 54, "_scalartype_co": [93, 94, 95, 96, 148, 149], "ab": 112, "abil": 165, "about": [67, 69, 73, 78, 85, 87, 136, 141, 143, 150, 165], "abov": [164, 165], "abs_path": 89, "absolut": [39, 55, 57, 89, 132], "abstract": [5, 6, 23, 24, 31, 33, 34, 36, 37, 38, 67, 68, 69, 70, 71, 72, 93, 94, 95, 98, 102, 118, 129, 130, 131, 136, 137, 138, 139, 140, 148, 151, 156, 164, 165], "access": [44, 45, 55, 56, 68, 70, 71, 72, 74, 76, 80, 81, 82, 85, 86, 88, 137, 138, 139, 140, 144], "access_head": [55, 56], "access_token": [55, 56], "accomplish": 164, "account": [85, 87, 143, 165], "accuraci": 165, "acquisit": [93, 94, 95, 96, 148, 149], "acquisition_funct": [92, 93, 94, 95, 96, 148, 149], "across": [32, 112, 149, 166], "act": [36, 40, 41, 55, 61, 133], "actual": [39, 55, 57, 85, 87, 132, 143], "ad": [25, 111, 112, 165], "adapt": [92, 93, 94, 95, 96, 97, 98, 99, 100, 108, 145, 148, 149, 150, 151, 152, 162, 165], "add": [33, 34, 39, 55, 57, 112, 113, 132, 164, 167], "addit": [32, 39, 54, 55, 57, 67, 69, 83, 85, 87, 132, 136, 142, 143, 162, 164, 165], "addition": [74, 112], "adjust": 165, "advis": 32, "affect": 149, "after": [23, 24, 32, 33, 34, 67, 69, 75, 89, 93, 94, 96, 98, 129, 136, 149, 151, 165], "again": 165, "against": [2, 3, 39, 55, 57, 93, 99, 132, 152, 164], "agnost": [31, 165], "aid": [21, 167], "aim": [101, 104, 158, 164], "algorithm": 166, "alia": [12, 18, 87, 97, 126], "all": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 36, 37, 38, 39, 54, 55, 57, 67, 68, 69, 72, 75, 76, 82, 85, 86, 87, 88, 89, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 136, 137, 140, 143, 144, 164, 165], "allow": [67, 69, 73, 78, 85, 88, 136, 141, 144, 164, 165], "along": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 111, 112, 117, 118, 121, 122, 123, 124, 125, 161], "alongsid": [93, 145, 153], "alreadi": [67, 69, 75, 89, 136], "also": [23, 24, 32, 85, 88, 93, 94, 96, 112, 121, 122, 124, 125, 129, 144, 149, 162, 163, 165, 167], "alwai": [23, 29, 44, 48, 49, 50, 55, 59, 60, 62, 63, 64, 66, 67, 69, 79, 135, 136, 165], "an": [2, 3, 4, 5, 6, 12, 16, 21, 23, 24, 36, 37, 38, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 57, 61, 63, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 144, 147, 149, 150, 151, 152, 155, 164, 165, 166, 167], "analysi": 165, "analyz": 162, "ani": [4, 5, 6, 7, 8, 9, 10, 21, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 67, 69, 70, 75, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 138, 142, 143, 144, 148, 149, 150, 151, 152, 161, 165], "annoi": [111, 112], "api": [23, 28, 44, 45, 46, 55, 56, 128, 164, 165, 166, 167], "appear": 164, "appli": [32, 89, 164, 165], "applic": [0, 5, 8, 9, 10, 12, 16, 67, 69, 89, 121, 122, 125, 136, 165, 166], "approach": 164, "ar": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 27, 29, 32, 44, 48, 50, 55, 60, 62, 66, 67, 68, 69, 75, 76, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 135, 136, 137, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 166], "are_equ": 86, "arg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 89, 120, 145, 147, 153, 155, 160], "argument": [32, 39, 89, 93, 111, 112, 114, 119, 132, 145, 153, 161], "argv": 22, "arm": 165, "around": [54, 164, 167], "arrai": 41, "arriv": [44, 50, 55, 60, 135], "ascend": [93, 98, 114, 151], "assess": 112, "assign": [0, 85, 86, 87, 88, 143, 144], "associ": [70, 89, 93, 98, 138, 151], "assum": 165, "async": 54, "asynchron": [44, 50, 51, 53, 55, 65, 135], "asyncio": 21, "asyncremoteexecresultsfutur": [51, 53], "asyncresultsurl": [44, 50, 55, 59, 63, 65, 66, 135], "asyncssh": 54, "attempt": [67, 69, 75, 89, 136], "attribut": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 148, 149, 150, 151, 152, 156, 157, 158], "augment": [32, 89, 112], "augment_results_df_with_config_trial_group_stat": [111, 112, 116], "authent": [55, 56], "authenticator_typ": [36, 55], "author": [44, 45, 55, 56], "auto": [111, 116, 160], "autom": [0, 111, 162, 164, 165, 166], "automat": [32, 112, 165, 166, 167], "automl": [93, 96, 97, 150], "autotun": [0, 23, 32, 67, 73, 162, 164, 165], "auxiliari": 25, "avail": [32, 36, 38, 131, 163, 164, 165, 166, 167], "aw": 165, "awai": 165, "awar": 166, "az": 165, "azur": [15, 36, 38, 43, 66, 131, 164], "azure_auth": [43, 44], "azure_deployment_servic": [43, 44], "azure_fileshar": [43, 44], "azure_network_servic": [43, 44], "azure_saa": [43, 44], "azure_vm_servic": [43, 44], "azureauthservic": [36, 43, 44, 45], "azuredeploymentservic": [43, 44, 46, 48, 50], "azurefileshareservic": [36, 43, 44, 47], "azurenetworkservic": [36, 43, 44, 48], "azuresaasconfigservic": [36, 43, 44, 49], "azurevmservic": [36, 38, 43, 44, 50, 131], "backend": [67, 73, 78, 79, 89, 93, 94, 96, 97, 98, 99, 141, 149, 150, 151, 152, 164], "background": 21, "bar": 31, "base": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 116, 118, 127, 129, 130, 131, 136, 137, 138, 139, 140, 148, 149, 151, 152, 165], "base_class": 89, "base_environ": [0, 5], "base_experiment_data": [0, 67], "base_fileshar": [0, 36], "base_optim": [0, 23], "base_schedul": [0, 33], "base_servic": [0, 36], "base_storag": [0, 67], "base_supported_config_prop": [0, 23, 24, 129], "base_trial_data": [0, 67], "base_tunable_config_data": [0, 67], "base_tunable_config_trial_group_data": [0, 67], "basebayesianoptim": [92, 93, 94, 95, 96], "baselin": [93, 99, 152, 166], "baseoptim": [92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 110, 145, 156, 157, 158], "basespaceadapt": [93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 148, 149, 150, 151, 152, 153, 157, 158], "basetypevar": 89, "basic": [92, 93, 94, 98, 101, 102, 151, 156, 165, 167], "bayesian": [93, 94, 95, 96, 99, 148, 149, 152, 164, 166], "bayesian_optim": [92, 93, 147], "bayesianoptim": 164, "becaus": 25, "becom": 164, "been": [23, 24, 26, 27, 30, 85, 86, 88, 93, 94, 96, 97, 98, 99, 127, 129, 144, 149, 150, 151, 152], "befor": [5, 6, 32, 36, 38, 67, 69, 75, 93, 98, 112, 118, 131, 136, 151, 165], "behavior": [55, 119, 165], "being": [5, 7, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 117, 127, 129, 135], "belong": [70, 80, 85, 88, 101, 102, 103, 104, 138, 144, 156, 157, 158], "below": [162, 165], "bench": [2, 3, 162, 166], "benchmark": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 19, 20, 22, 23, 24, 26, 27, 28, 30, 32, 39, 44, 55, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 89, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 164, 166, 167], "benchmark_statu": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "best": [23, 24, 27, 30, 33, 34, 93, 98, 112, 127, 129, 151], "beta": [85, 87, 143], "better": [164, 165], "between": [23, 24, 25, 67, 68, 69, 76, 129, 136, 137], "bia": [101, 104, 158], "bin": [85, 87, 107, 143], "bo": 164, "bool": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 23, 24, 25, 26, 27, 28, 29, 33, 34, 36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 111, 112, 114, 117, 118, 120, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 149, 151, 158, 161], "boolean": [44, 48, 49, 55, 62, 64], "boot": [12, 15, 59, 124], "bootstrap": 149, "both": [74, 164, 165], "bound": 166, "boundari": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "brief": 164, "browser": 164, "budget": 164, "build": [36, 38, 39, 55, 57, 131, 132], "build_environ": [36, 39, 55, 57, 132], "build_optim": [36, 39, 132], "build_schedul": [36, 39, 132], "build_servic": [36, 39, 132], "build_storag": [36, 39, 132], "builtin_config_path": [36, 39, 132], "bulk": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "bulk_regist": [0, 23, 24, 26, 27, 28, 127, 128, 129, 149], "bundl": [39, 55, 57, 132], "cach": 54, "call": [5, 6, 7, 21, 33, 34, 36, 38, 44, 45, 54, 55, 56, 72, 82, 101, 102, 103, 104, 117, 118, 131, 140, 150, 156, 157, 158], "callabl": [36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 89, 130, 131, 132, 133, 134, 135], "caller": [21, 36, 38, 54, 131], "can": [5, 12, 16, 21, 25, 32, 36, 38, 39, 40, 41, 44, 50, 55, 57, 60, 61, 67, 68, 69, 72, 76, 82, 85, 87, 89, 93, 94, 96, 97, 98, 99, 112, 125, 130, 131, 132, 133, 134, 135, 136, 137, 140, 143, 149, 150, 151, 152, 164, 165, 166], "cancel": [0, 5, 20, 120], "candid": 166, "capabl": 164, "cardin": [0, 85, 87, 143], "case": [85, 88, 89, 144], "categor": [85, 87, 143], "categori": [0, 85, 87, 143], "caus": [44, 50, 54, 55, 60, 135], "certain": [46, 84, 164], "chain": [85, 88, 144], "chang": [32, 54, 68, 76, 86, 137, 165], "charact": [25, 41], "characterist": [44, 50, 55, 60, 135], "check": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 20, 23, 24, 25, 26, 33, 34, 44, 49, 50, 55, 60, 62, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 120, 121, 122, 123, 124, 125, 129, 135, 136, 143, 144], "check_required_param": [0, 89, 91], "child": [5, 7, 117], "children": [0, 5, 6, 7, 117, 118], "choos": [25, 149], "class": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163], "class_config": [39, 89, 132], "class_nam": [5, 6, 36, 38, 39, 89, 118, 130, 131, 132, 134], "classmethod": [5, 6, 36, 38, 54, 118, 131], "claus": [42, 55, 61], "clean": [5, 8, 9, 12, 15, 16, 21, 108, 121, 124, 125, 165], "cleanli": 54, "cleanup": [51, 54, 92, 93, 94, 96, 98, 149, 151], "clear": [54, 85, 86, 88, 144], "clear_client_cach": [51, 54], "cli": [1, 2, 3, 32, 44, 45, 164], "client": [54, 89], "close": 54, "cloud": [12, 17, 55, 56, 64, 165], "cmd": 89, "cmdline": 41, "code": [36, 40, 41, 55, 61, 133, 163, 164, 165, 166], "codespac": 164, "collect": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 36, 39, 40, 41, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 85, 86, 88, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 132, 133, 144, 164, 165], "column": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 114, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158], "com": [32, 164, 165], "combin": [39, 67, 69, 132, 136, 164], "come": [44, 50, 51, 53, 55, 65, 135, 165], "command": [22, 32, 36, 40, 41, 43, 44, 50, 51, 53, 54, 55, 61, 65, 133, 135, 163, 165], "commandlin": 41, "comment": 54, "commit": 89, "common": [67, 73, 114, 165], "compar": 86, "comparison": [93, 99, 152, 166], "compat": [67, 69, 75, 136], "complet": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 33, 34, 67, 69, 75, 117, 118, 119, 121, 122, 125, 136, 164, 165], "complic": [36, 40, 41, 55, 61, 133], "compon": [22, 89, 164, 165], "compos": [85, 88, 144], "composit": [5, 6, 7, 117, 118], "composite_env": [0, 5], "compositeenv": [0, 5, 7, 39, 55, 57, 91, 132], "compositeenviron": [85, 88, 144], "comput": [44, 50, 55, 60, 66, 135], "concret": [93, 145, 153], "concreteoptim": [93, 145], "concretespaceadapt": 153, "condit": [33, 34, 108], "config": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 96, 97, 98, 99, 107, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 163, 164], "config_column_prefix": [67, 68, 137], "config_df": [67, 71, 73, 81, 139], "config_dict": [67, 71, 81, 139], "config_fil": [67, 83, 142, 165], "config_id": [33, 34, 67, 69, 72, 75, 79, 80, 82, 136, 140], "config_load": [0, 22], "config_loader_servic": [0, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "config_loader_typ": [36, 55], "config_path": [32, 36, 39, 132, 165], "config_persist": [0, 36], "config_schema": [1, 2], "config_spac": [0, 23, 24, 26, 27, 28, 29, 30, 106, 108, 127, 128, 129, 159], "config_to_datafram": [92, 108, 110], "configpersistenceservic": [0, 22, 36, 39], "configschema": [0, 1, 2, 3, 39, 55, 57, 132], "configspac": [23, 24, 25, 93, 99, 101, 102, 103, 106, 107, 108, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "configspace_data_to_tunable_valu": [0, 23, 25], "configspace_to_flaml_spac": [100, 105, 106], "configur": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 36, 38, 39, 43, 44, 48, 49, 50, 55, 57, 60, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 83, 89, 93, 94, 95, 96, 98, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 145, 148, 149, 151, 153, 156, 157, 158, 159, 164, 166], "configurationspac": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 127, 128, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "conn": 54, "connect": [36, 37, 44, 47, 51, 52, 54, 55, 58, 130, 134, 165], "connect_param": 54, "connection_id": 54, "connection_lost": [51, 54], "connection_mad": [51, 54], "consid": [89, 165, 166], "consist": [67, 69, 85, 88, 136, 144, 166], "const_arg": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 39, 44, 50, 51, 53, 55, 57, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 165], "constant": 86, "constitut": 165, "constraint": [164, 166], "constructor": [5, 6, 23, 24, 27, 36, 38, 39, 55, 57, 89, 93, 118, 127, 129, 130, 131, 132, 134, 145, 153], "consum": 164, "contain": [5, 6, 32, 36, 38, 39, 41, 55, 56, 57, 67, 69, 79, 85, 88, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 144, 156, 157, 158, 165, 166], "content": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134, 162], "context": [21, 33, 34, 42, 54, 55, 61, 71, 81, 93, 94, 95, 96, 97, 98, 99, 139, 148, 149, 150, 151, 152, 164], "continu": [85, 87, 143], "contribut": 162, "control": [149, 150, 165], "converg": [23, 24, 26, 33, 34, 129, 164], "convers": [44, 50, 51, 53, 55, 65, 85, 87, 135, 143], "convert": [25, 84, 89, 92, 100, 108], "convert_configspac": [0, 23], "copi": [0, 52, 67, 69, 85, 86, 87, 88, 136, 143, 144, 165], "copymod": [43, 51, 52], "core": [162, 165, 167], "coro": 21, "cororeturntyp": 21, "coroutin": 21, "correl": 166, "correspond": [23, 24, 25, 26, 27, 28, 30, 70, 71, 80, 81, 89, 127, 128, 129, 138, 139, 165], "cost": [85, 86, 150, 165, 166], "could": [5, 8, 9, 10, 121, 122], "count": [23, 24, 26, 27, 32, 54, 127, 129, 165], "covari": [5, 6, 23, 24, 85, 86, 88, 118, 129, 144], "covariant_group": [0, 85], "covarianttunablegroup": [0, 85, 86, 88, 144], "cpu": 166, "creat": [12, 14, 36, 40, 41, 42, 55, 61, 67, 69, 73, 77, 78, 83, 85, 88, 92, 93, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 158, 164], "create_connect": 54, "credenti": [5, 6, 44, 45, 55, 56, 117, 118, 119, 121, 122, 123, 124, 125, 126, 164], "cs_config": 108, "curat": 166, "current": [5, 6, 7, 8, 9, 10, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 67, 68, 69, 75, 76, 79, 85, 86, 87, 88, 89, 117, 118, 121, 122, 127, 128, 129, 136, 137, 143, 144, 164, 166], "current_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "cutoff": 112, "cwd": [36, 40, 41, 55, 61, 133], "d": 108, "dabl": [111, 116, 160, 161, 167], "data": [5, 8, 10, 11, 23, 24, 25, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 85, 87, 89, 111, 112, 113, 114, 119, 122, 127, 128, 129, 133, 136, 137, 138, 139, 140, 141, 143, 149, 161, 164, 165], "databas": [78, 79, 164, 165], "database_password": 165, "datafram": [23, 24, 26, 27, 30, 68, 70, 71, 72, 74, 76, 80, 81, 82, 84, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 127, 129, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158, 161], "date": 164, "datetim": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "datetime_col": 89, "datetime_pars": [0, 89, 91], "db": [44, 49, 76, 77, 80, 81, 82], "dbschema": [67, 73, 74, 75, 76, 77, 79, 80, 81, 82], "dealloc": [44, 50, 55, 60, 66, 135], "deallocate_host": [36, 43, 44, 50, 55, 60, 135], "debug": 32, "declar": 55, "deep": [85, 86, 87, 88, 143, 144], "default": [0, 5, 6, 7, 8, 9, 10, 11, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 68, 76, 85, 86, 87, 88, 93, 94, 96, 98, 101, 104, 111, 112, 113, 114, 117, 118, 119, 121, 122, 127, 128, 129, 130, 134, 137, 143, 144, 149, 151, 158, 161, 165, 166], "default_max_unique_values_per_param": [100, 101, 104, 158], "default_num_low_dim": [100, 101, 104, 158], "default_special_param_value_biasing_percentag": [100, 101, 104, 158], "default_tunable_config_id": [67, 68, 73, 76, 137], "defin": [67, 69, 72, 77, 82, 93, 94, 95, 98, 102, 127, 128, 129, 136, 140, 145, 148, 151, 156], "definit": [21, 77, 85, 86, 87, 88, 143], "delet": [44, 48, 50, 55, 60, 62, 135], "depend": [36, 39, 40, 41, 44, 48, 55, 61, 62, 85, 87, 132, 133, 143, 149, 164], "deploi": [5, 6, 39, 44, 46, 48, 50, 55, 57, 60, 62, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135], "deploy": [44, 46, 48, 50, 135, 164], "deploy_param": [44, 46, 48, 50, 135], "deprovis": [12, 15, 44, 48, 50, 55, 60, 62, 66, 124, 135, 165], "deprovision_host": [36, 43, 44, 50, 55, 60, 135], "deprovision_network": [36, 43, 44, 48, 55, 62], "deriv": [5, 6, 36, 38, 89, 93, 118, 131, 145, 153], "describ": [2, 3, 39, 55, 57, 132, 164], "descript": [0, 22, 67, 68, 69, 73, 75, 76, 78, 85, 87, 136, 137, 141, 162], "deseri": [39, 132, 143], "design": 164, "desir": [85, 88, 144], "dest": 89, "destin": [4, 89], "detail": [5, 6, 32, 36, 37, 44, 47, 51, 52, 54, 55, 58, 118, 130, 134, 164, 165, 167], "detect": 32, "determin": [112, 165], "determinist": 119, "devcontain": [164, 165], "develop": 164, "deviat": 112, "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 101, 104, 106, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 153, 158, 159, 161], "dict_templat": [0, 91], "dictionari": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 29, 30, 36, 37, 38, 39, 44, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 85, 87, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 140, 141, 143, 144, 150, 158, 159, 165], "dicttemplat": [0, 4, 91], "differ": [3, 44, 50, 55, 60, 85, 87, 135, 143, 149, 164], "dimens": [101, 104, 150, 158], "dimension": [101, 104, 158, 166], "dir": [36, 40, 41, 55, 61, 133, 149], "direct": [23, 24, 26, 27, 28, 29, 30, 67, 68, 69, 73, 75, 76, 78, 79, 112, 127, 128, 129, 136, 137, 141, 165], "directli": 149, "directori": [36, 37, 39, 40, 41, 42, 44, 47, 51, 52, 55, 57, 58, 61, 130, 132, 133, 134, 149, 164, 165, 166], "disabl": [32, 158], "disallow": 25, "disconnect": 54, "discoveri": 166, "discret": [101, 104, 158], "disk": 166, "distinguish": 149, "distribut": [0, 85, 87, 143], "distribution_param": [0, 85, 87, 143], "distributiondict": [0, 85, 87], "do": [46, 85, 87, 143, 164, 165], "doc": 150, "docker": 165, "document": [164, 165, 166], "doe": [85, 87, 88, 143, 144], "doesn": 89, "domain": [106, 159], "don": 165, "done": 165, "down": [5, 6, 7, 12, 13, 14, 15, 16, 33, 34, 44, 50, 54, 55, 60, 66, 117, 118, 123, 124, 125, 135], "download": [0, 5, 6, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 118, 122, 130, 134], "drop_nul": [92, 108, 110], "dtype": [0, 85, 87, 93, 94, 95, 96, 143, 148, 149], "duckdb": 165, "due": [36, 40, 41, 44, 48, 55, 61, 62, 93, 94, 96, 133, 149, 165], "dump_params_fil": [121, 122], "dure": [44, 48, 55, 62, 149, 165], "dynam": [39, 55, 57, 132], "e": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 86, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 149, 153, 164, 165, 166], "each": [5, 7, 23, 24, 27, 32, 41, 54, 85, 88, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 144, 158, 165], "earli": 89, "eas": [164, 165], "easi": 164, "easili": [32, 149, 164, 165], "ec2": 165, "effici": [101, 104, 158, 165, 166], "either": [21, 39, 55, 57, 85, 87, 132, 143, 164, 165], "element": [85, 87, 143], "els": [85, 87, 143], "emploi": [93, 98, 148, 149, 150, 151, 152, 158], "empti": [5, 6, 7, 8, 9, 10, 39, 55, 57, 70, 85, 87, 117, 118, 121, 122, 132, 138, 143], "enabl": [162, 164], "encapsul": [21, 39], "encod": 165, "encount": [44, 48, 55, 62], "end": [70, 80, 138, 165], "engin": [74, 75, 76, 77, 79, 80, 81, 82, 165], "ensur": [164, 165], "enter": [0, 21, 51, 54], "entir": [36, 37, 44, 47, 51, 52, 55, 58, 85, 86, 88, 130, 134, 144], "enum": [2, 3, 5, 20, 25, 52, 93, 111, 120, 145], "enumer": [93, 147, 155], "env": [5, 6, 36, 39, 40, 41, 55, 57, 61, 118, 132, 133, 164, 165], "env_nam": [5, 6, 118], "env_param": [44, 50, 51, 53, 55, 65, 135], "environ": [0, 1, 2, 3, 4, 23, 28, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 68, 69, 73, 76, 78, 85, 88, 89, 91, 128, 131, 132, 133, 134, 135, 136, 137, 141, 144, 162, 164], "ephemer": 32, "equal": [93, 94, 96, 149], "equals_default": [85, 86], "equival": [5, 6, 7, 117, 118], "error": [44, 48, 55, 62, 89, 165], "especi": 164, "establish": 54, "estim": 165, "etc": [5, 6, 32, 39, 41, 55, 57, 67, 69, 73, 78, 93, 94, 96, 97, 98, 99, 117, 118, 121, 122, 123, 124, 125, 126, 132, 133, 136, 141, 145, 149, 150, 151, 152, 153, 164, 166, 167], "evalu": [93, 97, 98, 149, 151, 165, 166], "evaluatedsampl": [92, 93, 97], "event": [21, 54], "event_loop_context": [0, 91], "eventloopcontext": [0, 21, 91], "everi": [36, 40, 41, 55, 61, 133], "exactli": 84, "exampl": [0, 32, 91, 163, 165], "exc": 54, "except": [2, 3, 54], "execut": [5, 6, 16, 36, 40, 41, 43, 44, 50, 51, 53, 55, 61, 65, 68, 76, 93, 94, 96, 97, 98, 99, 118, 121, 124, 125, 133, 135, 137, 149, 150, 151, 152, 165], "exist": [33, 34, 164, 165, 166], "exit": [0, 21, 32, 51, 54], "exp_data": [111, 112, 113, 114, 161], "expand": [4, 39, 55, 57, 114, 132], "expand_results_data_arg": [111, 114, 116], "expand_var": [0, 4], "expans": 4, "expect": [5, 6, 7, 8, 9, 10, 12, 14, 16, 21, 85, 87, 88, 89, 117, 118, 121, 122, 125, 144, 164], "experi": [0, 5, 6, 7, 11, 12, 16, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 86, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 125, 127, 128, 129, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 160, 161, 164, 166, 167], "experiment": [68, 76, 137, 165], "experiment_data": [67, 73, 74, 164, 165], "experiment_id": [0, 32, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "experiment_myappbench": 165, "experiment_mybenchmark": 165, "experiment_redisbench": 165, "experimentdata": [0, 67, 68, 69, 72, 73, 76, 78, 82, 111, 112, 113, 114, 136, 140, 141, 161, 165, 167], "experimentsqldata": [67, 73, 74, 76], "expir": [44, 45], "explain": [54, 111, 112], "explicit": [23, 29], "explicitli": [89, 149], "exploit": 149, "explor": [101, 102, 103, 104, 149, 156, 157, 158, 164], "export": [0, 36, 38, 39, 55, 57, 131, 132], "ext_method": [36, 38, 131], "extern": [36, 38, 40, 41, 55, 61, 131, 133, 164], "extra": [4, 86], "extra_path": [39, 55, 57, 132], "extra_source_dict": 4, "extract": [23, 24, 26, 27, 30, 39, 44, 48, 50, 89, 127, 129, 132, 135], "extrem": 166, "f": [164, 165], "factori": [5, 6, 36, 38, 39, 55, 57, 83, 89, 93, 118, 131, 132, 145, 153], "fail": [0, 5, 7, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 117, 120, 127, 129, 135], "failur": 165, "fallback": 4, "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 36, 37, 44, 47, 50, 51, 52, 53, 55, 58, 59, 63, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 143, 144, 149, 151, 158, 165], "faq": 150, "far": [23, 24, 27, 30, 93, 98, 127, 129, 151], "fast": [93, 97, 150], "favor": 149, "featur": [162, 164], "fed": [101, 102, 103, 156, 157], "feed": [164, 165], "feedback": 167, "few": 165, "field": [5, 6, 7, 8, 9, 10, 12, 16, 25, 39, 44, 49, 55, 57, 64, 97, 117, 118, 121, 122, 125, 132], "figur": 112, "file": [5, 8, 9, 10, 22, 23, 29, 32, 36, 37, 39, 42, 44, 47, 51, 52, 54, 55, 57, 58, 67, 68, 69, 73, 76, 78, 83, 89, 93, 94, 96, 98, 100, 105, 121, 122, 130, 132, 133, 134, 136, 137, 141, 142, 149, 151, 164], "file_path": [39, 55, 57, 132], "fileshar": 47, "fileshare_typ": [36, 55], "fileshareservic": [0, 36, 37, 44, 47, 51, 52, 91], "filter": [111, 112, 113, 161, 166], "filter_warn": [111, 161], "final": [4, 23, 24, 26, 27, 30, 127, 129], "find": 3, "first": [23, 24, 32, 68, 76, 93, 98, 129, 137, 149, 151, 165], "flag": [85, 86, 88, 144], "flaml": [93, 97, 100, 105, 145, 147, 150, 164, 166], "flaml_optim": [92, 93, 147], "flaml_spac": [106, 159], "flamloptim": [92, 93, 97, 110, 145, 147], "flat": [36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 65, 66, 84, 85, 88, 130, 134, 135, 144], "flatten": 41, "flex": [44, 49], "flight": 54, "float": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 69, 70, 71, 79, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 138, 139, 143, 144, 148, 149, 150, 151, 152], "flow": 164, "focus": 164, "follow": [68, 72, 76, 82, 112, 121, 122, 124, 125, 137, 140, 164, 165, 166], "foo": 31, "forc": [44, 50, 51, 53, 59, 63, 135], "fork": 164, "form": [85, 87, 143], "format": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 67, 69, 79, 84, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 165], "found": [85, 88, 144, 165], "four": [39, 132], "fqn": [5, 6, 36, 38, 39, 55, 57, 89, 118, 131, 132], "frame": 165, "framework": [0, 23, 24, 67, 69, 111, 129, 136, 164, 165], "free": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 85, 87, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143], "from": [5, 6, 8, 10, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 61, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 87, 88, 89, 93, 94, 95, 96, 98, 111, 112, 113, 118, 122, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 161, 164, 165, 167], "from_config": [0, 67, 83, 91, 165], "full": [21, 23, 29, 67, 69, 73, 78, 136, 141, 165, 167], "fulli": 89, "func": 89, "function": [21, 25, 36, 38, 39, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 65, 84, 89, 93, 94, 95, 96, 98, 107, 108, 112, 113, 114, 130, 131, 132, 133, 134, 135, 148, 149, 151, 163], "further": 41, "futur": [21, 67, 69, 136, 164, 165, 166, 167], "g": [5, 6, 12, 14, 16, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 153, 164, 165, 166], "gain": [111, 112], "gear": 164, "gener": [21, 23, 24, 25, 26, 27, 28, 101, 104, 127, 128, 129, 149, 158, 164, 166, 167], "get": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 59, 63, 65, 66, 67, 69, 74, 75, 79, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 143, 144, 148, 149, 150, 151, 152, 158, 162, 165], "get_access_token": [36, 43, 44, 45, 55, 56], "get_auth_head": [36, 43, 44, 45, 55, 56], "get_best_observ": [0, 23, 24, 27, 30, 33, 34, 92, 93, 98, 127, 129, 151], "get_class_from_nam": [0, 89, 91], "get_client_connect": [51, 54], "get_covariant_group_nam": [0, 85, 88, 144], "get_credenti": [36, 43, 44, 45, 55, 56], "get_current_cost": [85, 86], "get_git_info": [0, 89, 91], "get_nam": [85, 86], "get_observ": [92, 93, 98, 151], "get_param_valu": [0, 85, 88, 144], "get_remote_exec_result": [36, 43, 44, 50, 51, 53, 55, 65, 135], "get_results_df": [67, 73, 74], "get_trial": [67, 73, 74], "get_tun": [0, 85, 86, 88, 144], "get_tunable_values_dict": [85, 86], "git": [89, 164], "git_commit": [68, 76, 89, 137], "git_path": 89, "git_repo": [68, 76, 89, 137], "github": [32, 96, 150, 162, 164, 165, 167], "give": 165, "given": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 30, 33, 34, 35, 36, 38, 39, 52, 55, 57, 67, 68, 69, 70, 72, 74, 75, 76, 82, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 140, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 160, 165, 166], "global": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 36, 38, 39, 55, 57, 67, 69, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 142, 150, 165], "global_config": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 67, 69, 73, 78, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142], "global_config_azur": [164, 165], "global_config_storag": 165, "good": [5, 20, 120], "grace": [44, 50, 51, 53, 59, 63, 66, 135], "grid": 26, "grid_search_optim": [0, 23], "gridsearchoptim": [0, 23, 26], "group": [5, 6, 12, 13, 14, 15, 17, 23, 24, 39, 55, 57, 68, 70, 72, 76, 80, 82, 85, 86, 88, 112, 117, 118, 123, 124, 129, 132, 137, 138, 140, 144, 165], "group_nam": [85, 88, 144], "guid": [93, 98, 151, 165], "h": 32, "ha": [23, 24, 26, 27, 30, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152], "handl": [25, 54, 166], "hash": [89, 149], "have": [5, 11, 25, 26, 39, 44, 50, 51, 53, 55, 59, 60, 63, 65, 66, 86, 89, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 164], "header": [44, 45, 55, 56], "heavi": 166, "help": [0, 2, 3, 4, 32, 54, 67, 69, 75, 89, 111, 112, 136, 164], "helper": [22, 39, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 57, 61, 65, 89, 107, 108, 134, 135, 164], "here": [67, 69, 73, 78, 136, 141, 164, 165], "hesbo": [101, 104, 158], "hierarchi": 6, "high": [112, 166], "higher": 149, "histor": [12, 18, 126, 149], "hood": [93, 98, 151], "hook": 54, "host": [5, 6, 12, 13, 15, 16, 18, 43, 44, 50, 51, 53, 54, 55, 59, 60, 63, 65, 118, 123, 124, 125, 126, 135, 165], "host_env": [5, 12], "host_ops_typ": [36, 55], "host_provisioner_typ": [36, 55], "hostenv": [0, 5, 6, 12, 13, 15, 18, 44, 50, 89, 118, 124, 126, 135], "hostnam": 165, "how": 112, "howev": [68, 76, 137, 149, 165], "hp": 107, "html": 96, "http": [32, 44, 45, 55, 56, 96, 150, 164, 165, 167], "human": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "hyper": 165, "hyperparamet": [25, 107, 108], "i": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 36, 38, 39, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 79, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152, 156, 157, 158, 162, 163, 164, 165, 166, 167], "id": [32, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 112, 136, 137, 138, 139, 140, 141, 143, 144], "id_from_connect": [51, 54], "id_from_param": [51, 54], "idempot": [5, 6, 7, 117, 118], "ident": [92, 93, 101, 103, 145, 153, 155, 157], "identifi": [67, 69, 72, 73, 78, 89, 136, 140, 141, 143, 166], "identity_adapt": [93, 100, 101, 155], "identityadapt": [92, 93, 100, 101, 103, 155], "ignor": [36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 86, 108, 113, 130, 134], "ignore_error": [44, 48, 55, 62], "ignore_plotter_warn": [111, 112, 113, 116, 162], "immedi": 164, "immut": 165, "impact": 166, "implement": [23, 24, 26, 27, 33, 35, 36, 55, 73, 78, 93, 94, 95, 96, 97, 98, 99, 101, 104, 127, 129, 141, 148, 149, 150, 151, 152, 158, 164, 167], "import": [31, 32], "improv": [101, 104, 158], "imput": [67, 69, 75, 136], "in_rang": [0, 85, 87, 143], "inact": 108, "includ": [67, 69, 75, 85, 88, 112, 136, 144, 162, 164, 165, 166], "incompat": [32, 165], "increment": [23, 24, 27, 127, 129], "incur": 86, "indent": [5, 6, 7, 117, 118], "independ": [164, 165, 166], "index": [93, 96, 98, 151], "indic": [44, 49, 55, 64, 112], "individu": 165, "info": [32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135, 150, 165], "inform": [23, 24, 27, 85, 87, 127, 129, 143, 165, 166], "inherit": 42, "init": [32, 100, 105, 150], "initi": [5, 6, 23, 29, 32, 36, 38, 39, 44, 50, 51, 53, 55, 57, 59, 63, 66, 89, 92, 93, 94, 96, 101, 118, 131, 132, 135, 149, 150, 164, 165, 167], "input": [25, 39, 44, 48, 50, 55, 57, 85, 87, 93, 106, 132, 135, 143, 145, 153, 159, 165], "ins": [36, 38, 131, 162], "insid": 165, "insight": [111, 112], "inst": [39, 89, 132], "instal": [162, 166, 167], "instanc": [5, 6, 8, 9, 10, 12, 16, 17, 21, 25, 36, 38, 39, 49, 55, 57, 72, 82, 83, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 118, 121, 122, 125, 131, 132, 133, 135, 140, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 165], "instanti": [5, 6, 22, 36, 38, 39, 55, 57, 67, 69, 89, 118, 131, 132, 136, 149], "instantiate_from_config": [0, 89, 91], "instead": [93, 98, 151, 165], "instruct": [164, 165], "int": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 101, 104, 107, 112, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 149, 150, 151, 158], "integ": [85, 87, 143], "integr": [165, 166], "intend": [111, 112, 161, 164], "intention": 89, "interact": [44, 47, 51, 52, 54, 134, 167], "interfac": [23, 24, 33, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 93, 94, 95, 98, 102, 129, 136, 137, 138, 139, 140, 141, 148, 151, 156, 165], "intermedi": [67, 69, 79, 136], "intern": [67, 69, 108, 136], "interpret": 89, "interv": 166, "into_param": [85, 88, 144], "invers": [101, 102, 103, 104, 156, 157, 158], "inverse_transform": [100, 101, 102, 103, 104, 156, 157, 158], "invok": [36, 38, 93, 94, 95, 96, 131, 148, 149], "involv": 164, "io": [96, 150, 164, 165, 167], "ipynb": 164, "is_cancel": [0, 5, 20, 120], "is_categor": [0, 85, 87, 143], "is_complet": [0, 5, 20, 120], "is_config_pend": [36, 43, 44, 49, 55, 64], "is_default": [0, 85, 86, 87, 88, 143, 144], "is_fail": [0, 5, 20, 120], "is_good": [0, 5, 20, 120], "is_int": [85, 87, 143], "is_log": [0, 85, 87, 143], "is_not_empti": [23, 24, 26, 27, 28, 127, 128, 129], "is_numer": [0, 85, 87, 143], "is_pend": [0, 5, 20, 120], "is_readi": [0, 5, 20, 120], "is_setup": [44, 48, 50, 55, 60, 62, 66, 135], "is_speci": [0, 25, 85, 87, 143], "is_succeed": [0, 5, 20, 120], "is_success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 117, 118, 121, 122, 123, 124, 125], "is_timed_out": [0, 5, 20, 120], "is_upd": [0, 85, 86, 87, 88, 143, 144], "is_valid": [0, 85, 87, 143], "isconfigpendingreboot": [44, 49, 55, 64], "isconfigpendingrestart": [44, 49, 55, 64], "isinst": 87, "issu": 165, "iter": [23, 24, 26, 27, 28, 29, 30, 36, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 69, 75, 85, 86, 87, 88, 89, 112, 127, 128, 129, 132, 133, 135, 136, 143, 144, 165], "its": [5, 7, 39, 44, 50, 55, 60, 85, 86, 87, 88, 89, 117, 132, 135, 143, 144, 165], "join": 89, "jq": 165, "json": [2, 3, 32, 39, 44, 48, 50, 55, 57, 67, 69, 73, 78, 87, 132, 135, 136, 141, 143, 163], "json5": [32, 67, 83, 142, 165], "json_file_nam": [39, 55, 57, 132], "jsonc": [164, 165], "jsonschema": [2, 3], "jupyt": [111, 112, 161, 165], "just": [5, 11, 12, 18, 23, 24, 26, 36, 38, 85, 86, 88, 119, 126, 129, 131, 144, 164], "keep": [30, 93, 98, 149, 151, 165], "kei": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 25, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 84, 85, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 140, 141, 144, 159, 164, 165], "kernel": [165, 166], "keyerror": [85, 86, 88, 144], "keyword": [89, 111, 112, 161], "kick": 164, "kind": 25, "know": [67, 69, 73, 78, 136, 141], "knowledg": 166, "known": 149, "kv_df_to_dict": [0, 67, 84], "kwarg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 83, 89, 111, 112, 142, 145, 153, 161], "kwd": [120, 147, 155, 160], "larg": [165, 166], "last": [5, 7, 89, 117, 165], "last_trial_id": [67, 69, 75, 136], "latenc": 166, "later": [67, 69, 73, 78, 136, 141], "latest": 164, "latter": [32, 39, 55, 57, 68, 72, 76, 82, 132, 137, 140, 149, 164], "launch": [5, 12, 16, 125, 164, 165], "launcher": [0, 91], "layer": [112, 113, 164, 165, 167], "least": [118, 121, 122, 123, 124, 125, 126], "leav": 165, "left": 32, "let": 149, "level": [5, 6, 7, 12, 15, 32, 117, 118, 124], "leverag": 166, "librari": [93, 97, 150, 164, 165, 166], "lifecycl": 54, "like": [164, 165, 166], "likewis": 165, "limit": [33, 34, 35], "limit_top_n_config": [111, 112, 116], "line": [22, 32, 36, 40, 41, 44, 50, 51, 53, 55, 61, 65, 89, 133, 135, 163, 165], "linear": [85, 87, 143], "linux": [165, 166], "list": [5, 6, 7, 8, 9, 10, 22, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 65, 67, 69, 75, 79, 83, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 142, 143, 144, 145, 148, 149, 150, 151, 152, 163, 165], "liter": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 89, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "ll": 165, "llamatun": [92, 93, 100, 101, 155, 164], "llamatuneadapt": [92, 93, 100, 101, 104, 153, 155], "llm": 164, "load": [0, 3, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 83, 89, 127, 128, 129, 132, 136, 141, 142, 165], "load_config": [0, 33, 34, 36, 39, 55, 57, 132], "load_environ": [36, 39, 132], "load_environment_list": [36, 39, 55, 57, 132], "load_servic": [36, 39, 55, 57, 132], "load_telemetri": [0, 67, 69, 73, 75, 136], "load_tunable_config": [0, 67, 69, 73, 75, 136], "loader": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "local": [0, 5, 6, 36, 37, 38, 39, 44, 47, 51, 52, 55, 58, 61, 85, 88, 89, 117, 118, 119, 123, 124, 125, 126, 130, 131, 132, 134, 144, 164, 165], "local_env": [5, 8], "local_exec": [0, 36, 40, 55, 61, 133], "local_exec_typ": [36, 55], "local_fileshare_env": [5, 8], "local_method": [36, 38, 131], "local_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "localenv": [0, 5, 8, 9, 10, 55, 61, 91], "localexecservic": [0, 36, 40, 41, 42, 55, 61, 91], "localfileshareenv": [0, 5, 8, 10, 91], "locat": 32, "log": [32, 85, 87, 143, 165, 166], "log_fil": 32, "log_level": [32, 165], "logic": [25, 54, 75, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "login": 165, "long_text": 22, "look": [112, 164, 165], "lookup": [55, 57], "loop": [21, 32, 33, 34, 35, 54, 163, 164, 165, 166], "lost": 54, "low": [101, 104, 150, 158, 164, 165], "low_cost_partial_config": [93, 97, 150], "machin": [51, 53], "made": [32, 165], "mai": [5, 6, 23, 24, 32, 41, 44, 50, 54, 55, 60, 89, 93, 94, 96, 118, 129, 135, 149], "main": [22, 32, 96, 162], "maintain": [54, 166], "major": [163, 165], "make": [89, 164], "man": 89, "manag": [2, 21, 36, 40, 41, 44, 45, 46, 48, 50, 51, 53, 54, 55, 61, 133, 135, 162, 164, 165, 166], "mandatori": [39, 55, 57, 132], "mani": 112, "manipul": 114, "manual": [32, 108, 166], "map": [3, 36, 40, 41, 55, 61, 85, 88, 89, 133, 144, 166], "match": 164, "max": [23, 24, 33, 34, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 101, 104, 111, 112, 113, 114, 129, 136, 137, 141, 143, 158, 161, 165], "max_ratio": [93, 94, 96, 149], "max_suggest": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 165], "max_trial": [0, 23, 24, 33, 34, 35, 93, 94, 96, 129, 149], "max_unique_values_per_param": [101, 104, 158], "maximum": [23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 93, 98, 127, 128, 129, 149, 151], "mayb": [5, 6, 7, 8, 9, 10, 67, 69, 75, 89, 117, 118, 121, 122, 136], "md": [32, 164], "mean": [112, 165], "meant": [31, 165], "measur": [112, 165], "median": 112, "memori": 32, "mention": 165, "merg": [0, 36, 38, 39, 67, 69, 73, 75, 85, 88, 89, 131, 132, 136, 144], "merge_method": [0, 36, 38, 131], "merge_paramet": [0, 89, 91], "messag": 32, "meta": [0, 85, 87, 143], "metadata": [67, 69, 70, 73, 78, 80, 85, 86, 87, 93, 94, 96, 97, 98, 99, 136, 138, 141, 143, 149, 150, 151, 152], "metadata_df": [67, 70, 73, 80, 138], "metadata_dict": [67, 70, 80, 138], "method": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 73, 74, 75, 77, 78, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 160, 161, 164], "metric": [5, 6, 7, 8, 9, 10, 11, 67, 69, 70, 73, 75, 78, 79, 84, 117, 118, 119, 121, 122, 136, 138, 141, 164], "microsoft": [32, 150, 164, 165, 167], "might": 165, "min": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "minim": [23, 24, 26, 27, 30, 93, 127, 129, 145, 148, 149, 150, 151, 152], "minimum": [72, 140], "miss": [67, 69, 75, 89, 136], "mix": [5, 6, 36, 38, 39, 55, 57, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 162], "mixin": [36, 38, 130, 131, 132, 133, 134, 135], "mlflow": [67, 69, 136], "mlo": [2, 3, 32, 39, 89, 132, 150, 167], "mlos_bench": [111, 113, 149, 162, 163, 164, 165, 167], "mlos_cor": [22, 23, 24, 25, 27, 127, 129, 162, 163, 164], "mlos_core_flaml": 165, "mlos_core_optim": [0, 23], "mlos_demo_sqlite_teach": 164, "mlos_viz": [162, 163, 164], "mloscor": [93, 147, 155], "mloscoreoptim": [0, 23, 27, 91], "mlosvizmethod": [111, 116, 161, 162], "mock": [5, 11, 23, 28, 30, 119, 128], "mock_env": [0, 5], "mock_env_metr": 119, "mock_env_rang": 119, "mock_env_se": 119, "mock_optim": [0, 23], "mockenv": [0, 5, 11, 91], "mocklocalexecservic": 42, "mockoptim": [0, 23, 28, 29, 91], "mode": 52, "model": [12, 14, 93, 94, 95, 96, 148, 149], "modifi": [85, 88, 144, 149], "modul": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 91, 92, 93, 94, 100, 101, 105, 110, 111, 116, 120, 147, 155, 160, 164, 167], "monad": 89, "monkei": 107, "monkey_patch_quant": [100, 105, 107], "more": [32, 67, 69, 72, 82, 136, 140, 150, 164, 165, 167], "mostli": 87, "mount": 165, "much": 164, "multi": 166, "multipl": [41, 67, 69, 73, 78, 85, 88, 93, 94, 96, 97, 98, 99, 136, 141, 144, 149, 150, 151, 152, 166], "must": [5, 6, 36, 38, 39, 44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 79, 89, 117, 118, 121, 122, 123, 124, 125, 126, 131, 132, 135, 136], "mutabl": [23, 24, 129], "my": 165, "mypi": 87, "myrg": 165, "mysql": 165, "mystorageaccount": 165, "n": [93, 98, 112, 151], "n_max": [93, 98, 151], "n_random_init": [92, 93, 94, 96, 149], "n_random_prob": [93, 94, 96, 149], "naiv": 89, "name": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 39, 52, 55, 57, 67, 68, 69, 73, 76, 78, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 137, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 165], "namedtupl": 97, "ndarrai": [93, 94, 95, 96, 148, 149], "necessari": [5, 6, 8, 9, 12, 13, 14, 15, 44, 48, 49, 50, 55, 60, 62, 64, 66, 118, 121, 123, 124, 135, 165], "need": [39, 67, 69, 73, 78, 132, 136, 141, 165], "nest": 4, "network": [12, 14, 44, 48, 55, 62, 166], "network_env": [5, 12], "network_provisioner_typ": [36, 55], "networkenv": [0, 5, 12, 14, 44, 48, 55, 62], "new": [0, 5, 6, 7, 12, 16, 25, 36, 38, 39, 42, 44, 50, 55, 57, 60, 61, 62, 66, 67, 69, 73, 78, 83, 85, 86, 87, 88, 89, 93, 98, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 149, 151, 152, 153, 164, 165, 166], "new_trial": [0, 67, 69, 136], "next": [23, 24, 26, 27, 28, 127, 128, 129], "nix": 164, "no_teardown": 32, "node": [36, 40, 41, 44, 50, 55, 60, 61, 133, 135], "nois": 165, "non": [67, 69, 136, 166], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 107, 108, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161], "nonetyp": 87, "normal": [85, 87, 89, 143], "normalize_config": [92, 108, 110], "not_converg": [0, 23, 24, 26, 129], "not_don": [0, 33, 34], "note": [5, 6, 12, 18, 23, 24, 25, 32, 44, 50, 54, 55, 60, 67, 68, 69, 70, 71, 76, 80, 81, 85, 87, 88, 89, 93, 94, 96, 118, 126, 129, 135, 136, 137, 138, 139, 143, 144, 149, 164, 165], "notebook": [111, 112, 161, 164, 165], "now": 165, "np": 150, "nsmallest": [93, 98, 151], "nt": 31, "null": [68, 72, 76, 82, 137, 140], "nullabl": [0, 89, 91], "nullcontext": [42, 55, 61], "num_low_dim": [101, 104, 158], "number": [5, 6, 7, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 67, 69, 73, 78, 85, 87, 90, 93, 94, 96, 97, 98, 101, 104, 107, 109, 112, 115, 117, 118, 127, 128, 129, 136, 141, 143, 149, 151, 158, 165], "numer": [85, 87, 112, 143], "numerical_valu": [0, 85, 87, 143], "numericalhyperparamet": 107, "o": [0, 4, 5, 8, 9, 10, 12, 15, 16, 31, 32, 44, 50, 51, 53, 55, 63, 65, 67, 73, 121, 122, 124, 125, 135, 165], "object": [2, 3, 4, 5, 6, 21, 22, 23, 24, 25, 33, 34, 36, 38, 39, 44, 45, 54, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 93, 98, 102, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 136, 137, 138, 139, 141, 142, 143, 144, 145, 153, 159, 161, 164, 167], "objective_weight": [93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152], "observ": [23, 24, 26, 27, 30, 33, 34, 93, 98, 127, 129, 151], "obtain": [93, 94, 95, 96, 112, 113, 148, 149, 164], "occur": 165, "offlin": 164, "often": [85, 88, 144, 166], "omit": [32, 36, 40, 41, 55, 61, 85, 88, 133, 144], "one": [5, 11, 20, 21, 32, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 72, 82, 85, 86, 87, 88, 89, 93, 98, 119, 120, 132, 135, 138, 140, 143, 144, 151, 164, 165], "one_shot_optim": [0, 23], "ones": [36, 38, 85, 88, 131, 144], "oneshotoptim": [0, 23, 29, 91], "onli": [21, 32, 54, 67, 69, 75, 89, 136], "onlin": 164, "onward": 165, "op": [23, 29, 93, 94, 96, 98, 101, 103, 149, 151, 155, 157], "oper": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 44, 48, 50, 51, 53, 54, 55, 58, 59, 60, 62, 63, 66, 101, 102, 103, 104, 112, 114, 117, 118, 121, 122, 123, 124, 125, 126, 135, 156, 157, 158], "opt": 165, "opt_target": [0, 67, 69, 73, 75, 78, 79, 136, 141], "optim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22, 32, 33, 34, 35, 39, 67, 69, 73, 75, 78, 79, 89, 91, 92, 101, 102, 103, 104, 108, 110, 111, 112, 117, 118, 121, 122, 123, 124, 125, 132, 136, 141, 153, 156, 157, 158, 162, 164, 166, 167], "optimization_target": [23, 24, 68, 76, 93, 94, 95, 96, 97, 98, 99, 129, 137, 145, 148, 149, 150, 151, 152], "optimizer_kwarg": [93, 145], "optimizer_typ": [93, 145], "optimizerfactori": [92, 93, 110], "optimizertyp": [93, 145], "option": [4, 5, 6, 23, 24, 25, 26, 27, 28, 30, 32, 36, 37, 39, 40, 41, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 70, 74, 75, 79, 83, 85, 87, 88, 89, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 138, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 158, 161, 164], "order": [5, 7, 25, 93, 98, 112, 114, 117, 151], "orderby_col": 112, "organ": 162, "orient": 166, "orig_parameter_spac": [101, 102, 103, 104, 156, 157, 158], "origin": [85, 86, 87, 88, 89, 101, 102, 103, 104, 143, 144, 156, 157, 158], "os_env": [5, 12, 31], "os_environ": [0, 91], "os_ops_typ": [36, 55], "osenv": [0, 5, 12, 15], "oss": 164, "other": [23, 24, 26, 27, 28, 32, 67, 69, 75, 86, 89, 112, 127, 128, 129, 136, 164, 165, 166], "otherwis": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 135, 136, 143, 144], "our": 165, "out": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 112, 135, 164, 165, 166], "outlier": 112, "output": [5, 6, 7, 8, 9, 10, 11, 12, 16, 32, 44, 50, 112, 117, 118, 119, 121, 122, 125, 135, 149], "output_directori": [93, 94, 96, 149], "outsid": 165, "over": [67, 69, 75, 136, 149, 164], "overlap": [85, 88, 144], "overrid": [32, 54, 85, 88, 144, 165], "overridden": 32, "overview": 167, "p50": 112, "p75": 112, "p90": 112, "p95": 112, "p99": 112, "packag": [90, 91, 108, 109, 110, 112, 115, 116, 162, 165, 166], "page": 166, "pair": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 32, 36, 37, 38, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 85, 88, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 141, 144], "panda": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 98, 101, 102, 103, 104, 111, 112, 113, 114, 137, 138, 139, 140, 151, 156, 157, 158, 161], "parallel": [21, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "param": [2, 3, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 80, 85, 87, 130, 134, 135, 136], "param_valu": [85, 88, 144], "paramet": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 161, 162, 164, 166], "parameter_spac": [93, 94, 95, 96, 97, 98, 99, 145, 148, 149, 150, 151, 152, 153], "parent": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 85, 88, 130, 131, 132, 133, 134, 135, 144], "parent_arg": [39, 55, 57, 132], "pars": [22, 89], "part": [44, 45, 55, 56, 165], "parti": [111, 112], "partial": [23, 29], "particular": [25, 112, 166], "pass": [5, 6, 23, 24, 27, 36, 38, 39, 44, 50, 51, 53, 54, 55, 57, 65, 89, 93, 94, 96, 111, 112, 118, 127, 128, 129, 130, 131, 132, 134, 135, 145, 149, 153, 161], "password": 165, "patch": 107, "path": [32, 36, 37, 39, 42, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 73, 78, 89, 130, 132, 133, 134, 136, 141, 165], "path_join": [0, 89, 91], "pd": [93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 148, 149, 150, 151, 152, 156, 157, 158], "pend": [0, 5, 20, 26, 39, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 75, 93, 94, 96, 97, 98, 99, 120, 132, 135, 136, 149, 150, 151, 152], "pending_config": [23, 26], "pending_tri": [0, 67, 69, 73, 75, 136], "per": [32, 54, 158], "percentag": [101, 104, 158], "perform": [44, 50, 55, 60, 101, 102, 103, 104, 112, 135, 156, 157, 158, 164, 165], "perhap": 164, "persist": [132, 165], "pick": 89, "pip": [32, 164, 165, 166, 167], "place": [85, 88, 144], "plan": [165, 167], "platform": 31, "pleas": [32, 164], "plot": [111, 112, 113, 116, 162, 164, 167], "plot_optimizer_trend": [111, 112, 116], "plot_top_n_config": [111, 112, 116], "plotter": [111, 113, 161], "plotter_method": [111, 161], "plu": [39, 44, 48, 50, 114, 132, 135], "point": [85, 87, 143, 149, 164], "polici": [33, 34, 164], "poor": 89, "portal": 165, "posit": 89, "possibl": [23, 29, 44, 50, 51, 53, 54, 55, 65, 68, 76, 85, 87, 135, 137, 143, 164, 165], "possibli": [23, 24, 26, 27, 30, 39, 54, 55, 57, 127, 129, 132], "post": [5, 8, 10, 122, 165], "postgr": 164, "postgresql": 165, "potenti": [85, 88, 93, 112, 144, 145, 153], "pprint": [0, 5, 6, 7, 36, 38, 117, 118, 131], "pre": [23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 149], "predict": [93, 94, 95, 96, 148, 149], "prefix": [68, 72, 76, 82, 137, 140], "preinstal": 165, "prepar": [5, 8, 9, 10, 121, 122], "prepare_class_load": [0, 36, 39, 89, 91, 132], "prepend": [39, 55, 57, 132], "preprocess": 89, "preprocess_dynamic_config": [0, 89, 91], "present": [44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 75, 89, 93, 94, 96, 135, 136, 149], "pretti": [5, 6, 7, 117, 118], "previou": [23, 24, 26, 27, 28, 29, 30, 67, 69, 73, 78, 85, 87, 127, 128, 129, 136, 141, 143, 165], "previous": 165, "print": [5, 6, 7, 117, 118], "prior": [5, 8, 9, 10, 121, 122, 165, 166], "privat": 32, "probabl": 149, "process": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 36, 40, 41, 55, 61, 112, 117, 118, 121, 122, 123, 124, 125, 133, 165], "produc": [5, 11, 23, 29, 36, 38, 67, 69, 93, 99, 119, 131, 136, 149, 152, 165, 166], "profil": 166, "project": [101, 104, 158, 162, 164, 165], "promis": 166, "propag": 165, "properti": [2, 3, 5, 6, 7, 22, 23, 24, 26, 27, 29, 33, 34, 36, 38, 39, 44, 46, 50, 51, 53, 55, 65, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 85, 86, 87, 93, 94, 96, 98, 101, 102, 103, 104, 111, 112, 113, 114, 117, 118, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 141, 143, 149, 151, 156, 157, 158, 161, 165], "propos": [23, 29, 108, 165, 166], "protocol": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "provid": [5, 6, 36, 38, 39, 42, 54, 55, 57, 61, 65, 101, 102, 103, 104, 111, 112, 113, 117, 118, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 149, 150, 156, 157, 158, 161, 163, 164, 165, 167], "provis": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135, 165], "provision_host": [36, 43, 44, 50, 55, 60, 135], "provision_network": [36, 43, 44, 48, 55, 62], "proxi": 135, "public": [36, 38, 131], "publish": 164, "pull": 32, "purpos": [12, 18, 126, 165], "pwd": 31, "py": [89, 163], "pypi": [164, 165, 166, 167], "python": [5, 6, 36, 38, 39, 55, 57, 85, 87, 89, 118, 131, 132, 143, 144, 164, 165], "qualifi": 89, "qualnam": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "quanit": [85, 87, 143], "quantiz": [85, 87, 107, 143], "quantization_bin": [0, 85, 87, 107, 143], "quantized_valu": [0, 85, 87, 143], "queue": [33, 34], "quick": 164, "quickstart": [162, 164], "rais": [2, 3, 4, 89], "ran_trial": [0, 33, 34, 35], "random": [23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 99, 119, 127, 128, 129, 147, 149, 150, 152, 164, 166], "random_init": 32, "random_optim": [92, 93, 147], "random_se": 32, "randomoptim": [92, 93, 99, 110, 145, 147], "rang": [0, 23, 25, 85, 87, 143, 164, 166], "range_weight": [0, 85, 87, 143], "rather": [54, 67, 69, 136], "ratio": 149, "re": [5, 12, 13, 16, 67, 69, 73, 78, 89, 123, 125, 136, 141, 165], "reach": [33, 34], "read": [39, 55, 57, 132], "read_results_fil": [121, 122], "readabl": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "readi": [0, 5, 8, 9, 12, 13, 14, 16, 20, 44, 50, 55, 60, 62, 66, 120, 121, 123, 125, 135], "readm": [32, 164], "real": [12, 14], "realist": 165, "reason": 54, "reboot": [5, 6, 12, 16, 39, 43, 44, 49, 50, 51, 53, 55, 57, 63, 64, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "receiv": [87, 89], "reconfigur": [5, 6, 118], "reconnect": 54, "record": [23, 24, 26, 27, 28, 127, 128, 129], "recurs": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "redefin": [93, 94, 96, 98, 149, 151], "redi": [164, 165], "reduc": [36, 40, 41, 55, 61, 133, 166], "refer": [3, 39, 54, 55, 57, 85, 88, 89, 132, 144, 165], "referenc": [85, 88, 144], "regardless": 165, "regist": [0, 23, 24, 26, 27, 28, 29, 30, 36, 38, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 127, 128, 129, 130, 131, 132, 133, 134, 135, 149, 150, 151, 152, 156, 157, 158, 164, 166], "register_pend": [92, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "registri": [2, 3], "regular": 25, "rejoin": 41, "rel": [39, 55, 57, 89, 112, 132], "relat": [67, 69, 73, 78, 85, 88, 136, 141, 144], "releas": [12, 13, 14, 44, 50, 55, 60, 66, 93, 94, 96, 98, 123, 135, 149, 151, 164], "reload": [32, 165], "remain": [111, 112, 161], "remot": [0, 5, 6, 8, 9, 10, 36, 37, 38, 55, 58, 65, 85, 88, 89, 118, 121, 122, 130, 131, 144, 165], "remote_config_typ": [36, 55], "remote_env": [5, 12], "remote_exec": [36, 43, 44, 50, 51, 53, 55, 65, 135], "remote_exec_typ": [36, 55], "remote_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "remoteenv": [0, 5, 12, 16, 91, 124], "remov": [25, 93, 94, 96, 98, 108, 112, 149, 151], "repeat": [32, 72, 82, 112, 140, 164, 165], "replac": [31, 67, 69, 73, 78, 89, 136, 141, 164], "repo": 164, "repositori": [89, 163, 164, 165, 166, 167], "repr": 54, "repres": [85, 87, 97, 143], "represent": [23, 24, 129, 144], "reproduc": 149, "request": 112, "requested_result_col": 112, "requir": [5, 12, 16, 39, 44, 49, 55, 64, 89, 93, 94, 96, 98, 125, 132, 149, 151, 164, 165], "required_arg": 32, "required_kei": 89, "required_param": 89, "reset": [0, 23, 24, 85, 88, 129, 144], "reset_is_upd": [85, 86], "resolv": [39, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 132, 135], "resolve_path": [36, 39, 55, 57, 132], "resourc": [12, 14, 44, 46, 48, 50, 55, 60, 62, 66, 93, 94, 96, 98, 135, 149, 151], "respons": [44, 48, 50, 135], "rest": [44, 45, 46, 55, 56], "restart": [44, 49, 50, 51, 53, 55, 59, 60, 63, 64, 66, 135], "restart_host": [43, 44, 50, 55, 59, 135], "restor": [39, 69, 75, 78, 85, 86, 88, 132, 144], "restore_default": [0, 85, 86, 88, 144], "restrict": [74, 112], "result": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 23, 24, 26, 27, 28, 30, 32, 33, 34, 35, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 89, 111, 112, 113, 114, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 141, 149, 160, 161, 162, 164, 166, 167], "result_column_prefix": [67, 68, 137], "results_data_fram": 165, "results_df": [67, 68, 70, 72, 73, 76, 80, 82, 111, 112, 113, 114, 137, 138, 140, 161], "results_dict": [67, 70, 80, 138], "resumpt": [68, 76, 137], "retri": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "retriev": [67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 89, 136, 137, 138, 139, 140, 141, 164, 165], "return": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 156, 157, 158, 159, 167], "return_cod": [36, 40, 41, 55, 61, 133], "reus": [164, 165], "reusabl": 165, "revers": [5, 7, 117], "rg": 165, "right": 89, "root": [39, 67, 68, 69, 73, 76, 78, 132, 133, 136, 137, 141, 165], "root_env_config": [33, 34, 35, 39, 67, 68, 69, 73, 75, 76, 78, 132, 136, 137, 141], "routin": 21, "row": [5, 6, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 118, 148, 149, 150, 151, 152, 156, 157, 158], "rule": 165, "run": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 40, 41, 44, 50, 51, 53, 54, 55, 61, 65, 67, 68, 69, 70, 75, 76, 79, 86, 91, 93, 98, 117, 118, 119, 120, 121, 122, 124, 125, 127, 128, 129, 133, 135, 136, 137, 138, 149, 151, 163, 164], "run_coroutin": [0, 21], "run_nam": [93, 94, 96, 149], "run_trial": [0, 33, 34, 35], "runner": [21, 164, 165], "runtim": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135], "saa": [12, 17, 49, 55, 64], "saas_env": [5, 12], "saasenv": [0, 5, 12, 17], "sai": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "same": [5, 6, 11, 23, 24, 26, 27, 29, 30, 32, 67, 69, 79, 85, 86, 88, 93, 98, 118, 119, 127, 129, 136, 144, 151, 165], "sampl": [93, 94, 96, 97, 101, 104, 106, 149, 158, 159, 166], "save": [23, 24, 27, 33, 34, 35, 67, 69, 75, 78, 79, 127, 129, 136, 149, 165], "scale": [85, 87, 143], "scatter": 112, "scenario": 165, "schedul": [0, 1, 2, 3, 5, 8, 9, 10, 11, 23, 24, 32, 36, 39, 40, 41, 42, 55, 61, 67, 69, 75, 91, 119, 121, 122, 129, 132, 133, 136, 167], "schedule_tri": [0, 33, 34], "schema": [0, 1, 39, 55, 57, 67, 73, 74, 75, 76, 79, 80, 81, 82, 89, 132, 163], "schema_typ": [39, 55, 57, 132], "schemaerror": [2, 3], "schemastor": [1, 2, 3], "score": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 67, 69, 75, 93, 97, 98, 117, 118, 119, 121, 122, 125, 127, 128, 129, 136, 151], "scrape": 166, "script": [5, 6, 7, 8, 9, 10, 12, 16, 19, 32, 36, 39, 40, 41, 42, 43, 44, 50, 51, 53, 55, 57, 61, 65, 68, 76, 117, 118, 121, 122, 125, 132, 133, 135, 137, 163, 164, 165], "script_env": [0, 5], "script_lin": [36, 40, 41, 55, 61, 133], "scriptabl": 19, "scriptenv": [0, 5, 8, 9, 12, 16, 19], "sdk": [44, 45], "search": [26, 39, 55, 57, 93, 94, 96, 101, 104, 132, 149, 158, 164, 165, 166], "section": [5, 6, 117, 118, 119, 121, 122, 123, 124, 125, 126, 162, 165], "secur": [5, 6, 12, 14, 117, 118, 119, 121, 122, 123, 124, 125, 126], "see": [23, 24, 32, 54, 86, 93, 94, 96, 129, 149, 162, 165, 167], "seed": [0, 23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 97, 127, 128, 129, 149, 150], "seem": 164, "select": [85, 88, 112, 144], "self": [85, 88, 144], "sensit": [165, 166], "separ": [36, 40, 41, 55, 61, 133], "sequenc": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "seri": 89, "serial": [39, 144], "server": [51, 52, 54, 164], "servic": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 67, 69, 73, 78, 89, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 136, 141, 162, 164, 165], "set": [5, 6, 7, 8, 9, 12, 14, 16, 23, 24, 26, 27, 32, 33, 34, 35, 44, 49, 55, 64, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 101, 104, 114, 117, 118, 119, 121, 125, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 158, 164, 165, 166], "setup": [0, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 117, 118, 121, 122, 123, 124, 125], "sever": [5, 6, 7, 67, 69, 79, 117, 118, 136, 165], "share": [5, 8, 10, 36, 37, 44, 47, 51, 52, 54, 55, 58, 122, 130, 134, 165], "shell": [32, 44, 50, 51, 53, 55, 65, 135, 164], "should": [5, 6, 12, 16, 23, 24, 26, 27, 28, 29, 30, 118, 125, 127, 128, 129, 165], "show": 32, "shut": [5, 12, 13, 14, 15, 16, 44, 50, 54, 55, 60, 66, 123, 124, 125, 135], "shutdown": [43, 44, 50, 51, 53, 55, 59, 63, 66, 135], "side": [5, 8, 9, 10, 11, 40, 41, 42, 61, 119, 121, 122], "similar": 165, "simpl": [3, 4, 31, 33, 35, 93, 145, 153, 164], "simpli": [164, 165], "sinc": 166, "singl": [5, 6, 7, 23, 29, 32, 33, 34, 35, 39, 41, 54, 55, 57, 67, 68, 69, 70, 72, 75, 76, 79, 82, 93, 98, 101, 102, 103, 104, 108, 117, 118, 132, 136, 137, 138, 140, 151, 156, 157, 158, 165], "site": 163, "smac": [93, 94, 96, 147, 149, 164, 166], "smac3": 96, "smac_optim": [93, 94, 147], "smacoptim": [92, 93, 94, 96, 110, 145, 147], "small": 113, "snippet": 165, "so": [23, 24, 27, 30, 41, 85, 88, 93, 98, 127, 129, 144, 151, 164, 165], "some": [44, 50, 51, 53, 55, 65, 84, 108, 111, 112, 113, 114, 121, 122, 124, 125, 135, 161, 164, 165], "sometim": [149, 165], "somewhat": [67, 69, 136], "sort": 112, "sourc": [4, 23, 24, 27, 32, 89, 127, 129, 163, 164], "source_dict": 4, "space": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 92, 93, 94, 95, 96, 97, 98, 99, 108, 110, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 145, 148, 149, 150, 151, 152, 162, 164, 166], "space_adapt": [92, 93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152, 153], "space_adapter_kwarg": [93, 145, 153], "space_adapter_typ": [93, 145, 153], "spaceadapt": [93, 101, 102, 103, 145, 153, 156, 157], "spaceadaptertyp": [92, 93, 110, 145, 153], "span": [0, 85, 87, 143], "special": [0, 23, 25, 41, 85, 87, 101, 104, 143, 158], "special_nam": 25, "special_param_nam": [0, 23, 25], "special_param_name_is_temp": [0, 23, 25], "special_param_name_strip": [0, 23, 25], "special_param_valu": [101, 104, 158], "special_param_values_dict": 158, "special_weight": [85, 87], "specif": [21, 44, 55, 56, 93, 98, 151, 164, 166], "specifi": [5, 6, 11, 32, 36, 38, 67, 69, 75, 85, 87, 88, 118, 119, 130, 131, 134, 136, 143, 144, 165], "split": 41, "split_cmdlin": [36, 40, 41], "sql": [0, 32, 67], "sqlalchemi": [73, 75, 78, 79, 141, 165], "sqlite": [67, 69, 136, 164, 165], "sqlstorag": [0, 67, 73, 78], "ssh": [36, 43, 164], "ssh_fileshar": [43, 51], "ssh_host_servic": [43, 51], "ssh_servic": [43, 51], "sshclient": [43, 51, 54], "sshclientcach": [43, 51, 54], "sshclientconnect": 54, "sshfileshareservic": [36, 43, 51, 52], "sshhostservic": [36, 43, 51, 53], "sshservic": [43, 51, 52, 53, 54], "stamp": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "standalon": [42, 85, 88, 144], "standard": [112, 165], "start": [0, 2, 3, 5, 6, 12, 13, 14, 15, 20, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 44, 50, 51, 52, 53, 59, 66, 67, 69, 70, 73, 75, 78, 80, 93, 94, 96, 97, 98, 99, 111, 118, 120, 123, 124, 127, 128, 129, 135, 136, 138, 141, 147, 149, 150, 151, 152, 155, 160, 162, 165, 166], "start_host": [43, 44, 50, 55, 59, 135], "start_with_default": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "state": 86, "static": [36, 38, 54, 67, 69, 93, 131, 136, 145, 153], "statist": 112, "statu": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 75, 76, 79, 80, 82, 86, 91, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 165], "stddev": 112, "stderr": [36, 40, 41, 55, 61, 133], "stdout": [32, 36, 40, 41, 44, 50, 55, 61, 133, 135], "step": [165, 166], "still": [44, 48, 55, 62], "stop": [33, 34, 44, 50, 51, 53, 59, 63, 66, 135, 165], "stop_host": [43, 44, 50, 55, 59, 135], "storag": [0, 1, 2, 3, 5, 8, 10, 23, 24, 27, 32, 33, 34, 35, 39, 89, 91, 112, 113, 122, 127, 129, 132, 162, 164, 165, 167], "storage_factori": [0, 67], "storageaccountkei": 165, "store": [3, 32, 36, 37, 44, 47, 51, 52, 55, 58, 67, 68, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 82, 85, 87, 89, 130, 134, 136, 137, 138, 139, 140, 143, 164, 165, 167], "str": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 159, 161], "streamlin": 165, "string": [25, 36, 38, 39, 55, 57, 84, 85, 86, 87, 89, 131, 132, 143], "stripped_nam": 25, "subcommand": 41, "subdirectori": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "subgroup": [0, 85, 88, 144], "submit": [5, 7, 12, 16, 117, 125], "submodul": [1, 43, 91, 100, 110, 116, 162], "subpackag": [91, 110, 162], "subschema": 3, "subscript": 165, "subset": [44, 50, 51, 53, 55, 65, 135, 150], "subsystem": 84, "succeed": [0, 5, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 79, 120, 127, 129, 135, 136, 138], "success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 68, 72, 76, 82, 117, 118, 121, 122, 123, 124, 125, 127, 129, 135, 137, 140], "suffici": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135], "suffix": 25, "suggest": [0, 23, 24, 26, 27, 28, 29, 30, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 127, 128, 129, 149, 150, 151, 152, 156, 157, 158, 164, 165, 166], "suggested_config": [23, 26], "suitabl": [39, 55, 57, 132], "summari": 164, "support": [21, 23, 24, 26, 27, 28, 29, 30, 54, 85, 88, 93, 127, 128, 129, 144, 147, 155, 164, 165, 166], "supports_preload": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "supportsauth": [0, 36, 44, 45, 55, 56], "supportsconfigload": [0, 36, 38, 39, 55, 57, 131], "supportsfileshareop": [0, 36, 37, 55, 58], "supportshostop": [36, 44, 50, 55, 59], "supportshostprovis": [0, 36, 44, 50, 55, 60], "supportslocalexec": [0, 36, 40, 41, 55, 61], "supportsnetworkprovis": [0, 36, 44, 48, 55, 62], "supportsosop": [36, 44, 50, 51, 53, 55, 63], "supportsremoteconfig": [0, 36, 44, 49, 55, 64], "supportsremoteexec": [0, 36, 44, 50, 51, 53, 55, 65], "supportsvmop": [36, 55, 66], "suppos": 42, "suppress": [111, 112], "sure": 89, "surrog": [93, 94, 95, 96, 148, 149], "surrogate_predict": [92, 93, 94, 95, 96, 148, 149], "svc": [36, 38, 39, 131, 132], "swap": 164, "sync_schedul": [0, 33], "synchron": [32, 33, 35], "syncschedul": [0, 33, 35, 91], "system": [22, 32, 39, 67, 69, 132, 136, 162, 164, 165], "t": [55, 56, 70, 89, 138, 165], "t_co": [55, 56], "tabl": 162, "tag": 164, "tailor": 166, "take": [25, 39, 85, 87, 132, 143], "taken": 165, "target": [0, 23, 24, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 69, 75, 79, 93, 98, 101, 102, 103, 104, 127, 128, 129, 133, 136, 145, 148, 149, 150, 151, 152, 156, 157, 158, 164], "target_parameter_spac": [100, 101, 102, 103, 104, 156, 157, 158], "task": 166, "tear": [5, 6, 7, 33, 34, 117, 118], "teardown": [0, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 19, 32, 33, 34, 117, 118, 121, 122, 123, 124, 125, 165], "techniqu": [101, 104, 158, 164, 166], "telemetri": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 79, 80, 117, 118, 121, 122, 136, 138, 165, 166], "telemetry_df": [67, 70, 73, 80, 138], "temp": [42, 55, 61, 93, 94, 96, 98, 149, 151], "temp_dir": [36, 40, 41, 55, 61, 133], "temp_dir_context": [36, 40, 55, 61], "tempdircontextservic": [36, 40, 41, 42], "templat": [4, 164, 165], "temporari": [25, 36, 40, 41, 42, 55, 61, 133, 149], "temporarydirectori": [42, 55, 61], "tenant": 165, "terraform": 165, "test": [23, 28, 128, 165], "than": 54, "thei": [44, 50, 51, 53, 55, 65, 114, 135, 165], "them": [2, 3, 39, 111, 112, 132], "thi": [2, 3, 5, 6, 7, 12, 16, 18, 23, 24, 25, 26, 27, 32, 36, 38, 39, 42, 44, 50, 51, 53, 54, 55, 57, 60, 65, 67, 68, 69, 70, 71, 72, 75, 76, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 117, 118, 119, 125, 126, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 163, 164, 165, 166], "third": [111, 112], "those": [39, 55, 57, 85, 87, 88, 112, 132, 143, 144, 164, 165], "though": [32, 164], "thread": [21, 33, 35, 54, 166], "three": [39, 55, 57, 132], "through": [165, 166], "throughput": 166, "throw": [85, 86, 88, 144], "time": [5, 6, 7, 8, 9, 10, 32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 67, 69, 75, 89, 117, 118, 121, 122, 135, 136, 165], "timed_out": [0, 5, 20, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 120, 135], "timestamp": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "timezon": 89, "tire": 164, "togeth": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 68, 76, 85, 88, 123, 124, 135, 137, 144, 165], "token": [41, 44, 45, 55, 56], "tokencredenti": [44, 45], "tool": [32, 163, 164], "top": [112, 164], "top_n_config": 112, "top_n_config_id": 112, "top_n_config_results_df": 112, "torn": [5, 7, 117], "total": 165, "toward": 164, "track": [23, 24, 27, 30, 127, 129, 165, 166], "track_best_optim": [0, 23], "trackbestoptim": [0, 23, 26, 28, 30], "transfer": [5, 8, 9, 10, 121, 122], "transform": [23, 24, 26, 27, 30, 100, 101, 102, 103, 104, 127, 129, 148, 149, 150, 151, 152, 156, 157, 158], "translat": [101, 102, 103, 104, 156, 157, 158], "treat": [36, 40, 41, 55, 61, 133], "tree": [32, 36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "trend": 112, "trial": [0, 21, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 93, 94, 96, 97, 98, 99, 112, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 164, 165, 167], "trial_config": 165, "trial_config_repeat_count": [0, 23, 24, 32, 33, 34, 35, 129], "trial_count": [0, 33, 34, 35], "trial_data": [67, 73, 165], "trial_id": [0, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "trialdata": [0, 67, 68, 70, 72, 74, 76, 80, 82, 137, 140, 165], "trialsqldata": [67, 73, 80], "triplet": [5, 6, 7, 8, 9, 10, 93, 98, 117, 118, 121, 122, 151], "true": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 111, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 161], "try": [54, 89, 164], "try_parse_v": [0, 89, 91], "ts_end": [67, 68, 70, 72, 76, 80, 82, 137, 138, 140], "ts_start": [67, 68, 69, 70, 72, 76, 80, 82, 136, 137, 138, 140], "tunabl": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 39, 44, 48, 50, 51, 53, 55, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 165, 166], "tunable_config": [67, 68, 70, 72, 73, 76, 80, 82, 137, 138, 140], "tunable_config_data": [67, 73], "tunable_config_id": [0, 67, 68, 69, 70, 71, 72, 74, 76, 79, 80, 81, 82, 136, 137, 138, 139, 140], "tunable_config_trial_group": [67, 68, 70, 73, 76, 80, 137, 138], "tunable_config_trial_group_data": [67, 73], "tunable_config_trial_group_id": [67, 68, 72, 76, 82, 137, 140], "tunable_config_trial_group_s": 112, "tunable_group": [0, 85], "tunable_groups_to_configspac": [0, 23, 25], "tunable_param": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 44, 50, 51, 53, 55, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 135], "tunable_valu": [1, 2, 3, 32, 165], "tunable_values_to_configur": [0, 23, 25], "tunableconfigdata": [0, 67, 68, 70, 71, 72, 76, 80, 81, 82, 137, 138, 140], "tunableconfigsqldata": [67, 73, 81], "tunableconfigtrialgroupdata": [0, 67, 68, 70, 72, 76, 80, 82, 137, 138], "tunableconfigtrialgroupsqldata": [67, 73, 74, 82], "tunabledict": [0, 85, 87, 143], "tunablegroup": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 79, 85, 88, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 141], "tunablevalu": [0, 5, 6, 23, 24, 26, 27, 28, 30, 36, 39, 40, 41, 55, 57, 84, 85, 86, 87, 88, 89, 118, 127, 128, 129, 132, 133, 144], "tunablevaluekind": [0, 23, 25], "tunablevaluesdict": [0, 85, 87], "tunablevaluetyp": [0, 85, 87], "tunablevaluetypenam": [0, 85, 87], "tunablevaluetypetupl": [0, 85, 87], "tune": [12, 14, 93, 97, 106, 150, 159, 164, 165], "tupl": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 27, 30, 33, 34, 36, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 75, 79, 85, 87, 88, 89, 93, 97, 98, 112, 114, 117, 118, 119, 121, 122, 125, 127, 129, 132, 133, 135, 136, 137, 143, 144, 151], "tutori": 165, "two": [70, 71, 81, 84, 85, 86, 88, 112, 138, 139, 144, 164], "type": [0, 2, 3, 4, 5, 20, 36, 39, 52, 85, 87, 89, 93, 111, 120, 132, 143, 145, 147, 155, 160, 166], "type_nam": 25, "typeddict": 87, "typic": [72, 140], "tzinfo": 89, "u": [89, 164, 165], "under": [32, 93, 98, 151], "underli": [101, 102, 103, 104, 111, 156, 157, 158, 161, 164, 165], "understand": 165, "unfortun": 165, "unifi": [1, 2, 3], "uniform": [85, 87, 143], "union": [36, 39, 40, 41, 55, 57, 61, 85, 87, 88, 89, 130, 131, 132, 133, 134, 135, 143, 144], "uniqu": [54, 67, 69, 71, 72, 73, 78, 81, 82, 101, 104, 136, 139, 140, 141, 158, 165], "unit": [85, 87, 143], "unknown": [0, 5, 20, 120], "unlik": [85, 88, 144], "unquant": [85, 87, 143], "unsupport": 4, "until": 164, "up": [5, 6, 7, 8, 9, 12, 15, 16, 21, 33, 34, 35, 36, 38, 67, 69, 75, 117, 118, 121, 124, 125, 131, 136, 164, 165], "updat": [0, 12, 17, 44, 49, 55, 64, 67, 69, 73, 78, 79, 85, 86, 87, 88, 136, 141, 143, 144, 164, 166], "update_telemetri": [0, 67, 69, 73, 79, 136], "upload": [0, 5, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 122, 130, 134, 165], "url": 89, "us": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 25, 29, 32, 36, 38, 39, 40, 41, 42, 44, 48, 54, 55, 57, 61, 62, 67, 69, 72, 73, 74, 75, 78, 79, 82, 84, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 131, 132, 133, 136, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 158, 160, 161, 164, 165, 166], "usag": 32, "use_approximate_reverse_map": [101, 104, 158], "use_default_config": [93, 94, 96, 149], "use_os_env": 4, "user": [68, 76, 101, 102, 103, 104, 137, 156, 157, 158, 165], "usual": [5, 6, 7, 8, 9, 10, 12, 16, 23, 24, 26, 27, 30, 36, 38, 44, 50, 51, 53, 55, 65, 117, 118, 121, 122, 125, 127, 129, 131, 135], "utc": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 80, 89, 117, 118, 121, 122, 136, 138], "utcify_nullable_timestamp": [0, 89, 91], "utcify_timestamp": [0, 89, 91], "util": [0, 67, 91, 92, 100, 105, 110, 111, 112, 116], "v": [31, 36, 40, 41, 55, 61, 85, 88, 133, 144, 165], "val": 89, "valid": [1, 2, 3, 39, 55, 57, 85, 87, 89, 108, 132, 143], "validationerror": [2, 3], "valu": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 101, 104, 108, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 147, 149, 150, 155, 158, 160, 164, 165, 166], "valueerror": [4, 89], "values_weight": [85, 87], "var": [4, 112], "var_zscor": 112, "variabl": [4, 12, 13, 14, 15, 31, 32, 36, 40, 41, 44, 48, 50, 51, 53, 55, 60, 61, 62, 65, 66, 67, 69, 112, 123, 124, 133, 135, 136], "varianc": 112, "variou": [89, 166], "veri": 165, "versatil": 165, "version": [0, 32, 89, 91, 92, 110, 111, 116, 164, 166], "via": [5, 6, 32, 46, 51, 53, 113, 118, 162, 164, 165, 166, 167], "video": 164, "virtual": [12, 14, 44, 48], "visibl": 165, "visual": [111, 112, 160, 161, 162, 164, 165, 167], "viz": [162, 165, 167], "vldb": 164, "vm": [5, 6, 12, 18, 39, 44, 45, 48, 49, 50, 51, 53, 55, 57, 59, 60, 63, 64, 65, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "vm_deprovis": [55, 66], "vm_env": [5, 12], "vm_provis": [55, 66], "vm_provisioner_typ": [36, 55], "vm_restart": [55, 66], "vm_start": [55, 66], "vm_stop": [55, 66], "vmenv": [0, 5, 12, 18, 55, 60, 66], "vmname": [44, 49, 55, 64], "wa": [23, 24, 26, 27, 30, 68, 72, 76, 82, 127, 129, 137, 140], "wait": [21, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 135], "wait_boot": [124, 125], "wait_host_deploy": [36, 43, 44, 50, 55, 60, 135], "wait_host_oper": [43, 44, 50, 55, 59, 135], "wait_network_deploy": [36, 43, 44, 48, 55, 62], "wait_os_oper": [43, 44, 50, 51, 53, 55, 63, 135], "wait_vm_deploy": [55, 66], "wait_vm_oper": [55, 66], "want": [25, 149], "warm": [67, 69, 75, 136, 149, 165, 166], "warn": [32, 111, 112, 113, 161], "we": [23, 24, 27, 39, 67, 69, 72, 73, 78, 82, 89, 108, 112, 127, 129, 132, 136, 140, 141, 149, 164, 165, 167], "web": 164, "websit": 32, "weight": [0, 85, 87, 143, 148, 149, 150, 151, 152], "well": [5, 6, 114, 118], "were": [33, 34, 35, 67, 69, 75, 136], "what": [32, 67, 69, 73, 78, 111, 136, 141, 160, 165], "when": [21, 32, 33, 34, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 73, 78, 85, 87, 88, 89, 101, 104, 108, 112, 135, 136, 141, 143, 144, 149, 158, 164, 165], "whenev": 165, "where": [3, 5, 6, 7, 8, 9, 10, 11, 12, 16, 39, 84, 89, 108, 117, 118, 119, 121, 122, 125, 132, 149, 164, 165, 167], "whether": [4, 44, 48, 49, 55, 62, 64, 85, 86, 87, 88, 89, 93, 98, 111, 112, 114, 143, 144, 149, 151, 161], "which": [44, 50, 54, 55, 60, 67, 69, 72, 82, 93, 98, 101, 102, 103, 104, 112, 135, 136, 140, 151, 156, 157, 158, 164, 165, 166], "while": 165, "window": 164, "with_scatter_plot": 112, "within": [72, 82, 85, 87, 88, 140, 143, 144], "without": [12, 15, 25, 124, 165], "work": [36, 40, 41, 42, 55, 61, 114, 133, 164], "worker": 32, "workload": [164, 165, 166], "workspac": [2, 3, 39, 89, 132], "wrap": 166, "wrapper": [23, 27, 54, 93, 94, 95, 96, 97, 98, 113, 127, 149, 150, 151, 164, 167], "writabl": 166, "write": 165, "yet": [12, 14, 23, 24, 26, 27, 30, 93, 94, 95, 96, 97, 98, 99, 127, 129, 148, 149, 150, 151, 152], "yield": 41, "yml": [164, 165], "you": 149, "your": 164, "yourexperimentid": 165, "zoneinfo": 89, "zscore": 112}, "titles": ["mlos_bench package", "mlos_bench.config package", "mlos_bench.config.schemas package", "mlos_bench.config.schemas.config_schemas module", "mlos_bench.dict_templater module", "mlos_bench.environments package", "mlos_bench.environments.base_environment module", "mlos_bench.environments.composite_env module", "mlos_bench.environments.local package", "mlos_bench.environments.local.local_env module", "mlos_bench.environments.local.local_fileshare_env module", "mlos_bench.environments.mock_env module", "mlos_bench.environments.remote package", "mlos_bench.environments.remote.host_env module", "mlos_bench.environments.remote.network_env module", "mlos_bench.environments.remote.os_env module", "mlos_bench.environments.remote.remote_env module", "mlos_bench.environments.remote.saas_env module", "mlos_bench.environments.remote.vm_env module", "mlos_bench.environments.script_env module", "mlos_bench.environments.status module", "mlos_bench.event_loop_context module", "mlos_bench.launcher module", "mlos_bench.optimizers package", "mlos_bench.optimizers.base_optimizer module", "mlos_bench.optimizers.convert_configspace module", "mlos_bench.optimizers.grid_search_optimizer module", "mlos_bench.optimizers.mlos_core_optimizer module", "mlos_bench.optimizers.mock_optimizer module", "mlos_bench.optimizers.one_shot_optimizer module", "mlos_bench.optimizers.track_best_optimizer module", "mlos_bench.os_environ module", "mlos_bench.run module", "mlos_bench.schedulers package", "mlos_bench.schedulers.base_scheduler module", "mlos_bench.schedulers.sync_scheduler module", "mlos_bench.services package", "mlos_bench.services.base_fileshare module", "mlos_bench.services.base_service module", "mlos_bench.services.config_persistence module", "mlos_bench.services.local package", "mlos_bench.services.local.local_exec module", "mlos_bench.services.local.temp_dir_context module", "mlos_bench.services.remote package", "mlos_bench.services.remote.azure package", "mlos_bench.services.remote.azure.azure_auth module", "mlos_bench.services.remote.azure.azure_deployment_services module", "mlos_bench.services.remote.azure.azure_fileshare module", "mlos_bench.services.remote.azure.azure_network_services module", "mlos_bench.services.remote.azure.azure_saas module", "mlos_bench.services.remote.azure.azure_vm_services module", "mlos_bench.services.remote.ssh package", "mlos_bench.services.remote.ssh.ssh_fileshare module", "mlos_bench.services.remote.ssh.ssh_host_service module", "mlos_bench.services.remote.ssh.ssh_service module", "mlos_bench.services.types package", "mlos_bench.services.types.authenticator_type module", "mlos_bench.services.types.config_loader_type module", "mlos_bench.services.types.fileshare_type module", "mlos_bench.services.types.host_ops_type module", "mlos_bench.services.types.host_provisioner_type module", "mlos_bench.services.types.local_exec_type module", "mlos_bench.services.types.network_provisioner_type module", "mlos_bench.services.types.os_ops_type module", "mlos_bench.services.types.remote_config_type module", "mlos_bench.services.types.remote_exec_type module", "mlos_bench.services.types.vm_provisioner_type module", "mlos_bench.storage package", "mlos_bench.storage.base_experiment_data module", "mlos_bench.storage.base_storage module", "mlos_bench.storage.base_trial_data module", "mlos_bench.storage.base_tunable_config_data module", "mlos_bench.storage.base_tunable_config_trial_group_data module", "mlos_bench.storage.sql package", "mlos_bench.storage.sql.common module", "mlos_bench.storage.sql.experiment module", "mlos_bench.storage.sql.experiment_data module", "mlos_bench.storage.sql.schema module", "mlos_bench.storage.sql.storage module", "mlos_bench.storage.sql.trial module", "mlos_bench.storage.sql.trial_data module", "mlos_bench.storage.sql.tunable_config_data module", "mlos_bench.storage.sql.tunable_config_trial_group_data module", "mlos_bench.storage.storage_factory module", "mlos_bench.storage.util module", "mlos_bench.tunables package", "mlos_bench.tunables.covariant_group module", "mlos_bench.tunables.tunable module", "mlos_bench.tunables.tunable_groups module", "mlos_bench.util module", "mlos_bench.version module", "mlos_bench", "mlos_core package", "mlos_core.optimizers package", "mlos_core.optimizers.bayesian_optimizers package", "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module", "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module", "mlos_core.optimizers.flaml_optimizer module", "mlos_core.optimizers.optimizer module", "mlos_core.optimizers.random_optimizer module", "mlos_core.spaces package", "mlos_core.spaces.adapters package", "mlos_core.spaces.adapters.adapter module", "mlos_core.spaces.adapters.identity_adapter module", "mlos_core.spaces.adapters.llamatune module", "mlos_core.spaces.converters package", "mlos_core.spaces.converters.flaml module", "mlos_core.spaces.converters.util module", "mlos_core.util module", "mlos_core.version module", "mlos_core", "mlos_viz package", "mlos_viz.base module", "mlos_viz.dabl module", "mlos_viz.util module", "mlos_viz.version module", "mlos_viz", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.CompositeEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Environment", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.MockEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Status", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalFileShareEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.HostEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.OSEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.RemoteEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.VMEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MlosCoreOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MockOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.Optimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.FileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.Service", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.config_persistence</span></code>.ConfigPersistenceService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.local</span></code>.LocalExecService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureFileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureVMService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage</span></code>.Storage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_experiment_data</span></code>.ExperimentData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_trial_data</span></code>.TrialData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_data</span></code>.TunableConfigData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_trial_group_data</span></code>.TunableConfigTrialGroupData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.sql.storage</span></code>.SqlStorage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.storage_factory</span></code>.from_config", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.Tunable", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.TunableGroups", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.BaseBayesianOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.SmacOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.flaml_optimizer</span></code>.FlamlOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.optimizer</span></code>.BaseOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.random_optimizer</span></code>.RandomOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.adapter</span></code>.BaseSpaceAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.identity_adapter</span></code>.IdentityAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.llamatune</span></code>.LlamaTuneAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.converters.flaml</span></code>.configspace_to_flaml_space", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.MlosVizMethod", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.plot", "Welcome to the MLOS documentation!", "MLOS Package APIs Overview", "MLOS", "mlos-bench", "mlos-core", "mlos_viz"], "titleterms": {"1": 165, "2": 165, "3": 165, "4": 165, "5": 165, "6": 165, "access": [163, 165], "activ": [164, 165], "adapt": [101, 102, 103, 104, 153, 154, 155, 156, 157, 158, 163], "also": 164, "analysi": 163, "analyz": 165, "anoth": 165, "api": [162, 163], "authenticator_typ": 56, "azur": [44, 45, 46, 47, 48, 49, 50, 134, 135, 163, 165], "azure_auth": 45, "azure_deployment_servic": 46, "azure_fileshar": 47, "azure_network_servic": 48, "azure_saa": 49, "azure_vm_servic": 50, "azurefileshareservic": 134, "azurevmservic": 135, "backend": 163, "base": [112, 163], "base_environ": 6, "base_experiment_data": [68, 137], "base_fileshar": 37, "base_optim": 24, "base_schedul": 34, "base_servic": 38, "base_storag": 69, "base_trial_data": [70, 138], "base_tunable_config_data": [71, 139], "base_tunable_config_trial_group_data": [72, 140], "basebayesianoptim": 148, "baseoptim": 151, "basespaceadapt": 156, "bayesian_optim": [94, 95, 96, 148, 149], "bench": [163, 164, 165], "benchmark": [163, 165], "cli": 165, "client": 163, "common": 74, "composite_env": 7, "compositeenv": 117, "conda": [164, 165], "config": [1, 2, 3, 165], "config_loader_typ": 57, "config_persist": [39, 132], "config_schema": 3, "configpersistenceservic": 132, "configspace_to_flaml_spac": 159, "configur": 165, "content": [164, 165], "contribut": 164, "convert": [105, 106, 107, 159, 163], "convert_configspac": 25, "core": [163, 164, 166], "covariant_group": 86, "creat": [146, 154, 165], "credenti": 165, "dabl": 113, "db": [163, 165], "descript": [165, 166], "dict_templat": 4, "document": 162, "environ": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163, 165], "event_loop_context": 21, "exampl": [31, 164], "experi": [75, 165], "experiment_data": 76, "experimentdata": 137, "featur": [165, 166], "file": 165, "fileshare_typ": 58, "fileshareservic": 130, "flaml": [106, 159], "flaml_optim": [97, 150], "flamloptim": 150, "from_config": 142, "gener": 165, "get": 164, "grid_search_optim": 26, "have": 165, "host_env": 13, "host_ops_typ": 59, "host_provisioner_typ": 60, "hostenv": 123, "id": 165, "identity_adapt": [103, 157], "identityadapt": 157, "import": 165, "ins": 163, "instal": [164, 165], "interact": 165, "interrupt": 165, "json": 165, "launcher": 22, "level": 165, "llamatun": [104, 158], "llamatuneadapt": 158, "local": [8, 9, 10, 40, 41, 42, 121, 122, 133, 163], "local_env": 9, "local_exec": 41, "local_exec_typ": 61, "local_fileshare_env": 10, "localenv": 121, "localexecservic": 133, "localfileshareenv": 122, "main": 163, "make": 165, "mix": 163, "mlo": [162, 163, 164, 165, 166], "mlos_bench": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144], "mlos_cor": [92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159], "mlos_core_optim": 27, "mlos_viz": [111, 112, 113, 114, 115, 116, 160, 161, 167], "mloscoreoptim": 127, "mlosvizmethod": 160, "mock_env": 11, "mock_optim": 28, "mockenv": 119, "mockoptim": 128, "modul": [3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 112, 113, 114, 115], "network_env": 14, "network_provisioner_typ": 62, "one_shot_optim": 29, "optim": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 127, 128, 129, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165], "optimizerfactori": [145, 146], "optimizertyp": 147, "option": 165, "organ": 164, "os_env": 15, "os_environ": 31, "os_ops_typ": 63, "osenv": 124, "overview": [162, 163, 164], "packag": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 92, 93, 94, 100, 101, 105, 111, 163], "paramet": [163, 165], "plot": 161, "quickstart": 165, "random_optim": [99, 152], "randomoptim": 152, "refer": 162, "remot": [12, 13, 14, 15, 16, 17, 18, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 123, 124, 125, 126, 134, 135, 163], "remote_config_typ": 64, "remote_env": 16, "remote_exec_typ": 65, "remoteenv": 125, "resourc": 165, "result": 165, "resum": 165, "run": [32, 165], "runtim": 163, "saas_env": 17, "schedul": [33, 34, 35], "schema": [2, 3, 77], "script_env": 19, "see": 164, "servic": [36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 130, 131, 132, 133, 134, 135, 163], "setup": 165, "smac_optim": 96, "smacoptim": 149, "sourc": 162, "space": [100, 101, 102, 103, 104, 105, 106, 107, 153, 154, 155, 156, 157, 158, 159, 163], "spaceadapterfactori": [153, 154], "spaceadaptertyp": 155, "specif": 165, "sql": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 141, 163], "sqlstorag": 141, "ssh": [51, 52, 53, 54], "ssh_fileshar": 52, "ssh_host_servic": 53, "ssh_servic": 54, "start": 164, "statu": [20, 120], "storag": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 136, 137, 138, 139, 140, 141, 142, 163], "storage_factori": [83, 142], "submodul": [0, 2, 5, 8, 12, 23, 33, 36, 40, 44, 51, 55, 67, 73, 85, 92, 93, 94, 101, 105, 111], "subpackag": [0, 1, 5, 36, 43, 67, 92, 93, 100], "sure": 165, "sync_schedul": 35, "tabl": 165, "temp_dir_context": 42, "token": 165, "tool": 165, "top": 165, "track_best_optim": 30, "tree": 162, "trial": 79, "trial_data": 80, "trialdata": 138, "tunabl": [85, 86, 87, 88, 143, 144, 163], "tunable_config_data": 81, "tunable_config_trial_group_data": 82, "tunable_group": 88, "tunableconfigdata": 139, "tunableconfigtrialgroupdata": 140, "tunablegroup": 144, "type": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "usag": 164, "util": [84, 89, 107, 108, 114], "version": [90, 109, 115], "viz": [163, 164], "vm_env": 18, "vm_provisioner_typ": 66, "vmenv": 126, "welcom": 162, "work": 165, "you": 165, "your": 165}})
\ No newline at end of file
diff --git a/source_tree_docs/index.html b/source_tree_docs/index.html
index 90321982560..f2f4d1b2f6f 100644
--- a/source_tree_docs/index.html
+++ b/source_tree_docs/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MLOS &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>MLOS &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/source_tree_docs/mlos_bench/index.html b/source_tree_docs/mlos_bench/index.html
index 6fe8a8345fb..22f9aa7584d 100644
--- a/source_tree_docs/mlos_bench/index.html
+++ b/source_tree_docs/mlos_bench/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos-bench &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos-bench &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/source_tree_docs/mlos_core/index.html b/source_tree_docs/mlos_core/index.html
index 2e8e4da6ef4..80047b3f1e9 100644
--- a/source_tree_docs/mlos_core/index.html
+++ b/source_tree_docs/mlos_core/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos-core &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos-core &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/source_tree_docs/mlos_viz/index.html b/source_tree_docs/mlos_viz/index.html
index 0ee0865d994..72c75e8197c 100644
--- a/source_tree_docs/mlos_viz/index.html
+++ b/source_tree_docs/mlos_viz/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz &mdash; MLOS 0.6.2.dev4+g85fdec3e5 documentation</title>
+  <title>mlos_viz &mdash; MLOS 0.6.2.dev5+ge514908d1 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=7547a390"></script>
+        <script src="../../_static/documentation_options.js?v=8d6bc46f"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev4+g85fdec3e5
+                0.6.2.dev5+ge514908d1
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">